{"success":true,"site":"https://ucl.ac.uk","verdict":"Open to all listed AI crawlers.","policy":"open","aiSearchScore":100,"aiAccessScore":100,"allowedBots":["GPTBot","OAI-SearchBot","ChatGPT-User","OAI-AdsBot","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Google-CloudVertexBot","Google-GeminiNotebook","Google-Agent","Applebot","Applebot-Extended","Meta-ExternalAgent","meta-webindexer","meta-externalfetcher","meta-externalads","Amazonbot","Amzn-SearchBot","Amzn-User","DuckAssistBot","MistralAI-User","MistralAI-Index","MistralAI-Training","CCBot","Bytespider","cohere-ai"],"blockedBots":[],"partialBots":[],"unknownBots":[],"contentSignals":null,"robotsTxt":{"url":"https://ucl.ac.uk/robots.txt","status":200,"state":"found","reason":null,"sitemaps":["https://www.ucl.ac.uk/your-universe/sitemap.xml","https://www.ucl.ac.uk/work-at-ucl/sitemap.xml","https://www.ucl.ac.uk/widening-participation/sitemap.xml","https://www.ucl.ac.uk/who-cc-assistive-technology/sitemap.xml","https://www.ucl.ac.uk/university-clinic/sitemap.xml","https://www.ucl.ac.uk/ultrasonics/sitemap.xml","https://www.ucl.ac.uk/ucu/sitemap.xml","https://www.ucl.ac.uk/ucl-minds/sitemap.xml","https://www.ucl.ac.uk/ucl-east/sitemap.xml","https://www.ucl.ac.uk/transport/sitemap.xml","https://www.ucl.ac.uk/translational-research/sitemap.xml","https://www.ucl.ac.uk/think-universe/sitemap.xml","https://www.ucl.ac.uk/therapeutic-innovation-networks/sitemap.xml","https://www.ucl.ac.uk/the-mind-of-the-universe/sitemap.xml","https://www.ucl.ac.uk/test-your-mfa/sitemap.xml","https://www.ucl.ac.uk/terracotta-army/sitemap.xml","https://www.ucl.ac.uk/teaching-learning/sitemap.xml","https://www.ucl.ac.uk/sustainable-development-goals/sitemap.xml","https://www.ucl.ac.uk/sustainable/sitemap.xml","https://www.ucl.ac.uk/surgical-robot-vision/sitemap.xml"]},"llmsTxt":{"found":false,"url":"https://ucl.ac.uk/llms.txt","status":502,"startsWithH1":null},"llmsFullTxt":{"found":false,"url":"https://ucl.ac.uk/llms-full.txt","status":502,"startsWithH1":null},"homepage":{"status":200,"metaRobots":null,"xRobotsTag":null},"noAiDirective":false,"testedPaths":["/"],"bots":[{"bot":"GPTBot","company":"OpenAI","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-SearchBot","company":"OpenAI","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ChatGPT-User","company":"OpenAI","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-AdsBot","company":"OpenAI","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ClaudeBot","company":"Anthropic","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-SearchBot","company":"Anthropic","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-User","company":"Anthropic","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"PerplexityBot","company":"Perplexity","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Perplexity-User","company":"Perplexity","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Extended","company":"Google","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-CloudVertexBot","company":"Google","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-GeminiNotebook","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Agent","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot","company":"Apple","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot-Extended","company":"Apple","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Meta-ExternalAgent","company":"Meta","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-webindexer","company":"Meta","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalfetcher","company":"Meta","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalads","company":"Meta","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amazonbot","company":"Amazon","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-SearchBot","company":"Amazon","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-User","company":"Amazon","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"DuckAssistBot","company":"DuckDuckGo","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-User","company":"Mistral","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Index","company":"Mistral","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Training","company":"Mistral","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"CCBot","company":"Common Crawl","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Bytespider","company":"ByteDance","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"cohere-ai","company":"Cohere","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]}],"recommendedRobotsSnippet":null,"suggestedPolicy":"# AI model training crawlers: blocked (does not affect AI search answers)\nUser-agent: GPTBot\nUser-agent: ClaudeBot\nUser-agent: Google-Extended\nUser-agent: Applebot-Extended\nUser-agent: Meta-ExternalAgent\nUser-agent: Amazonbot\nUser-agent: MistralAI-Training\nUser-agent: CCBot\nUser-agent: Bytespider\nUser-agent: cohere-ai\nDisallow: /\n\n# AI search and assistant crawlers: allowed\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: PerplexityBot\nUser-agent: Perplexity-User\nUser-agent: Google-CloudVertexBot\nUser-agent: Google-GeminiNotebook\nUser-agent: Google-Agent\nUser-agent: Applebot\nUser-agent: meta-webindexer\nUser-agent: meta-externalfetcher\nUser-agent: Amzn-SearchBot\nUser-agent: Amzn-User\nUser-agent: DuckAssistBot\nUser-agent: MistralAI-User\nUser-agent: MistralAI-Index\nAllow: /\nDisallow: */edit\nDisallow: /ogm\nDisallow: /hr/senior_promotions/\nDisallow: /UCL-Info\nDisallow: /search-webglimps\nDisallow: /Registry\nDisallow: /ceacb\nDisallow: /drupal/\nDisallow: /dpl/\nDisallow: /tobedeleted-sites/\nDisallow: /silva/\nDisallow: /www-mail/\nDisallow: /digital-presence-services/chat/\nDisallow: /digital-presence-services/uptimerobot-status-page-widget/\nAllow: /misc/*.css$\nAllow: /misc/*.css?\nAllow: /misc/*.js$\nAllow: /misc/*.js?\nAllow: /misc/*.gif\nAllow: /misc/*.jpg\nAllow: /misc/*.jpeg\nAllow: /misc/*.png\nAllow: /modules/*.css$\nAllow: /modules/*.css?\nAllow: /modules/*.js$\nAllow: /modules/*.js?\nAllow: /modules/*.gif\nAllow: /modules/*.jpg\nAllow: /modules/*.jpeg\nAllow: /modules/*.png\nAllow: /profiles/*.css$\nAllow: /profiles/*.css?\nAllow: /profiles/*.js$\nAllow: /profiles/*.js?\nAllow: /profiles/*.gif\nAllow: /profiles/*.jpg\nAllow: /profiles/*.jpeg\nAllow: /profiles/*.png\nAllow: /themes/*.css$\nAllow: /themes/*.css?\nAllow: /themes/*.js$\nAllow: /themes/*.js?\nAllow: /themes/*.gif\nAllow: /themes/*.jpg\nAllow: /themes/*.jpeg\nAllow: /themes/*.png\nAllow: */misc/*.css$\nAllow: */misc/*.css?\nAllow: */misc/*.js$\nAllow: */misc/*.js?\n\n# Everyone else\nUser-agent: *\nDisallow: */edit\nDisallow: /ogm\nDisallow: /hr/senior_promotions/\nDisallow: /UCL-Info\nDisallow: /search-webglimps\nDisallow: /Registry\nDisallow: /ceacb\nDisallow: /drupal/\nDisallow: /dpl/\nDisallow: /tobedeleted-sites/\nDisallow: /silva/\nDisallow: /www-mail/\nDisallow: /digital-presence-services/chat/\nDisallow: /digital-presence-services/uptimerobot-status-page-widget/\nAllow: /misc/*.css$\nAllow: /misc/*.css?\nAllow: /misc/*.js$\nAllow: /misc/*.js?\nAllow: /misc/*.gif\nAllow: /misc/*.jpg\nAllow: /misc/*.jpeg\nAllow: /misc/*.png\nAllow: /modules/*.css$\nAllow: /modules/*.css?\nAllow: /modules/*.js$\nAllow: /modules/*.js?\nAllow: /modules/*.gif\nAllow: /modules/*.jpg\nAllow: /modules/*.jpeg\nAllow: /modules/*.png\nAllow: /profiles/*.css$\nAllow: /profiles/*.css?\nAllow: /profiles/*.js$\nAllow: /profiles/*.js?\nAllow: /profiles/*.gif\nAllow: /profiles/*.jpg\nAllow: /profiles/*.jpeg\nAllow: /profiles/*.png\nAllow: /themes/*.css$\nAllow: /themes/*.css?\nAllow: /themes/*.js$\nAllow: /themes/*.js?\nAllow: /themes/*.gif\nAllow: /themes/*.jpg\nAllow: /themes/*.jpeg\nAllow: /themes/*.png\nAllow: */misc/*.css$\nAllow: */misc/*.css?\nAllow: */misc/*.js$\nAllow: */misc/*.js?\n\nSitemap: https://www.ucl.ac.uk/your-universe/sitemap.xml\nSitemap: https://www.ucl.ac.uk/work-at-ucl/sitemap.xml\nSitemap: https://www.ucl.ac.uk/widening-participation/sitemap.xml\nSitemap: https://www.ucl.ac.uk/who-cc-assistive-technology/sitemap.xml\nSitemap: https://www.ucl.ac.uk/university-clinic/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ultrasonics/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ucu/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ucl-minds/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ucl-east/sitemap.xml\nSitemap: https://www.ucl.ac.uk/transport/sitemap.xml\nSitemap: https://www.ucl.ac.uk/translational-research/sitemap.xml\nSitemap: https://www.ucl.ac.uk/think-universe/sitemap.xml\nSitemap: https://www.ucl.ac.uk/therapeutic-innovation-networks/sitemap.xml\nSitemap: https://www.ucl.ac.uk/the-mind-of-the-universe/sitemap.xml\nSitemap: https://www.ucl.ac.uk/test-your-mfa/sitemap.xml\nSitemap: https://www.ucl.ac.uk/terracotta-army/sitemap.xml\nSitemap: https://www.ucl.ac.uk/teaching-learning/sitemap.xml\nSitemap: https://www.ucl.ac.uk/sustainable-development-goals/sitemap.xml\nSitemap: https://www.ucl.ac.uk/sustainable/sitemap.xml\nSitemap: https://www.ucl.ac.uk/surgical-robot-vision/sitemap.xml\nSitemap: https://www.ucl.ac.uk/strategy-data-insight/sitemap.xml\nSitemap: https://www.ucl.ac.uk/staff-common-room/sitemap.xml\nSitemap: https://www.ucl.ac.uk/staff/sitemap.xml\nSitemap: https://www.ucl.ac.uk/srs/sitemap.xml\nSitemap: https://www.ucl.ac.uk/spintronics/sitemap.xml\nSitemap: https://www.ucl.ac.uk/space-exochemistry-data/sitemap.xml\nSitemap: https://www.ucl.ac.uk/soft-materials/sitemap.xml\nSitemap: https://www.ucl.ac.uk/socialvalues/sitemap.xml\nSitemap: https://www.ucl.ac.uk/soc-b-biosocial-doctoral-training/sitemap.xml\nSitemap: https://www.ucl.ac.uk/short-courses/staff-resources/sitemap.xml\nSitemap: https://www.ucl.ac.uk/short-courses/sitemap.xml\nSitemap: https://www.ucl.ac.uk/science-technology-platforms/sitemap.xml\nSitemap: https://www.ucl.ac.uk/scholarships/sitemap.xml\nSitemap: https://www.ucl.ac.uk/safety-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/rough-path-and-machine-learning-group/sitemap.xml\nSitemap: https://www.ucl.ac.uk/robotics/sitemap.xml\nSitemap: https://www.ucl.ac.uk/rice/sitemap.xml\nSitemap: https://www.ucl.ac.uk/residences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/research-it-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/research-institute-collections/sitemap.xml\nSitemap: https://www.ucl.ac.uk/research-innovation-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/research/sitemap.xml\nSitemap: https://www.ucl.ac.uk/racism-racialisation/sitemap.xml\nSitemap: https://www.ucl.ac.uk/quantum-spins/sitemap.xml\nSitemap: https://www.ucl.ac.uk/quantum-devices/sitemap.xml\nSitemap: https://www.ucl.ac.uk/qualitative-health-research-network/sitemap.xml\nSitemap: https://www.ucl.ac.uk/public-policy/sitemap.xml\nSitemap: https://www.ucl.ac.uk/public-engagement/sitemap.xml\nSitemap: https://www.ucl.ac.uk/psychoanalysis/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prospective-students/undergraduate/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prospective-students/summer-school/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prospective-students/study-abroad-at-ucl/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prospective-students/international/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prospective-students/graduate/sitemap.xml\nSitemap: https://www.ucl.ac.uk/professional-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/prejudice-in-power/sitemap.xml\nSitemap: https://www.ucl.ac.uk/policy-lab/sitemap.xml\nSitemap: https://www.ucl.ac.uk/pharmacy/sitemap.xml\nSitemap: https://www.ucl.ac.uk/pg-teaching-opportunities-hub/sitemap.xml\nSitemap: https://www.ucl.ac.uk/orengo-group/sitemap.xml\nSitemap: https://www.ucl.ac.uk/open-education/sitemap.xml\nSitemap: https://www.ucl.ac.uk/nuclear-centre/sitemap.xml\nSitemap: https://www.ucl.ac.uk/nshpc/sitemap.xml\nSitemap: https://www.ucl.ac.uk/north/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ncl-disease/sitemap.xml\nSitemap: https://www.ucl.ac.uk/nanoengineered-systems/sitemap.xml\nSitemap: https://www.ucl.ac.uk/nahrein/sitemap.xml\nSitemap: https://www.ucl.ac.uk/museums-collections/sitemap.xml\nSitemap: https://www.ucl.ac.uk/multidisciplinary-and-intercultural-inquiry/sitemap.xml\nSitemap: https://www.ucl.ac.uk/module-catalogue/sitemap.xml\nSitemap: https://www.ucl.ac.uk/medical-modelling/sitemap.xml\nSitemap: https://www.ucl.ac.uk/medical-education-consultancy/sitemap.xml\nSitemap: https://www.ucl.ac.uk/mediacentral/sitemap.xml\nSitemap: https://www.ucl.ac.uk/mathematical-statistical-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/mathematical-physical-sciences/teaching-interest-network/sitemap.xml\nSitemap: https://www.ucl.ac.uk/made-at-ucl/sitemap.xml\nSitemap: https://www.ucl.ac.uk/london-geochemistry-isotope-centre/sitemap.xml\nSitemap: https://www.ucl.ac.uk/london/sitemap.xml\nSitemap: https://www.ucl.ac.uk/library/sitemap.xml\nSitemap: https://www.ucl.ac.uk/lgbtq-research/sitemap.xml\nSitemap: https://www.ucl.ac.uk/legal-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/lccos/sitemap.xml\nSitemap: https://www.ucl.ac.uk/joint-research-office/sitemap.xml\nSitemap: https://www.ucl.ac.uk/jevons-institute/sitemap.xml\nSitemap: https://www.ucl.ac.uk/isd/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ioe/student-helpdesk/sitemap.xml\nSitemap: https://www.ucl.ac.uk/international-cognitive-stimulation-therapy/sitemap.xml\nSitemap: https://www.ucl.ac.uk/intelligent-imaging-healthcare/sitemap.xml\nSitemap: https://www.ucl.ac.uk/integrated-screening-outcomes-surveillance/sitemap.xml\nSitemap: https://www.ucl.ac.uk/institute-of-advanced-studies/sitemap.xml\nSitemap: https://www.ucl.ac.uk/institute-finance-technology/sitemap.xml\nSitemap: https://www.ucl.ac.uk/information-security/sitemap.xml\nSitemap: https://www.ucl.ac.uk/infection-sense/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ineq-cities/sitemap.xml\nSitemap: https://www.ucl.ac.uk/indigo/sitemap.xml\nSitemap: https://www.ucl.ac.uk/inclusive-enterprise-zone/sitemap.xml\nSitemap: https://www.ucl.ac.uk/impact/sitemap.xml\nSitemap: https://www.ucl.ac.uk/iccs/sitemap.xml\nSitemap: https://www.ucl.ac.uk/humanitarian/sitemap.xml\nSitemap: https://www.ucl.ac.uk/human-tissue/sitemap.xml\nSitemap: https://www.ucl.ac.uk/human-resources/sitemap.xml\nSitemap: https://www.ucl.ac.uk/human-evolution/sitemap.xml\nSitemap: https://www.ucl.ac.uk/here-east/sitemap.xml\nSitemap: https://www.ucl.ac.uk/hazard-centre/sitemap.xml\nSitemap: https://www.ucl.ac.uk/hawkes-institute/sitemap.xml\nSitemap: https://www.ucl.ac.uk/grondt/sitemap.xml\nSitemap: https://www.ucl.ac.uk/grand-challenges/sitemap.xml\nSitemap: https://www.ucl.ac.uk/global/sitemap.xml\nSitemap: https://www.ucl.ac.uk/gender-studies/sitemap.xml\nSitemap: https://www.ucl.ac.uk/from-knowledge-to-wisdom/sitemap.xml\nSitemap: https://www.ucl.ac.uk/friends-of-wisdom/sitemap.xml\nSitemap: https://www.ucl.ac.uk/frankel-laboratory/sitemap.xml\nSitemap: https://www.ucl.ac.uk/fragments-roman-republican-antiquarians/sitemap.xml\nSitemap: https://www.ucl.ac.uk/foi/sitemap.xml\nSitemap: https://www.ucl.ac.uk/finance/sitemap.xml\nSitemap: https://www.ucl.ac.uk/exoplanets/sitemap.xml\nSitemap: https://www.ucl.ac.uk/events/sitemap.xml\nSitemap: https://www.ucl.ac.uk/event-ticketing/sitemap.xml\nSitemap: https://www.ucl.ac.uk/european-institute/sitemap.xml\nSitemap: https://www.ucl.ac.uk/estates/sitemap.xml\nSitemap: https://www.ucl.ac.uk/equality-diversity-inclusion/sitemap.xml\nSitemap: https://www.ucl.ac.uk/epsrc-doctoral-training/sitemap.xml\nSitemap: https://www.ucl.ac.uk/enterprise/sitemap.xml\nSitemap: https://www.ucl.ac.uk/education-research-programme/sitemap.xml\nSitemap: https://www.ucl.ac.uk/early-modern/sitemap.xml\nSitemap: https://www.ucl.ac.uk/early-medieval-atlas/sitemap.xml\nSitemap: https://www.ucl.ac.uk/drupal-training/sitemap.xml\nSitemap: https://www.ucl.ac.uk/digital-humanities/dhoer/sitemap.xml\nSitemap: https://www.ucl.ac.uk/digital-humanities/sitemap.xml\nSitemap: https://www.ucl.ac.uk/debt-politics/sitemap.xml\nSitemap: https://www.ucl.ac.uk/day-nursery/sitemap.xml\nSitemap: https://www.ucl.ac.uk/data-science/sitemap.xml\nSitemap: https://www.ucl.ac.uk/data-protection/sitemap.xml\nSitemap: https://www.ucl.ac.uk/da-forum/sitemap.xml\nSitemap: https://www.ucl.ac.uk/culture-schools-projects/sitemap.xml\nSitemap: https://www.ucl.ac.uk/culture-online/sitemap.xml\nSitemap: https://www.ucl.ac.uk/cromis-2/sitemap.xml\nSitemap: https://www.ucl.ac.uk/critical-heritage-studies/sitemap.xml\nSitemap: https://www.ucl.ac.uk/crest/sitemap.xml\nSitemap: https://www.ucl.ac.uk/creative-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/crabtree/sitemap.xml\nSitemap: https://www.ucl.ac.uk/covid-19-research/sitemap.xml\nSitemap: https://www.ucl.ac.uk/covid-19-longitudinal-health-wellbeing/sitemap.xml\nSitemap: https://www.ucl.ac.uk/coronavirus/sitemap.xml\nSitemap: https://www.ucl.ac.uk/comprehensive-clinical-trials-unit/sitemap.xml\nSitemap: https://www.ucl.ac.uk/commercial-procurement/sitemap.xml\nSitemap: https://www.ucl.ac.uk/commercial-law/sitemap.xml\nSitemap: https://www.ucl.ac.uk/clinical-psychology-doctorate/sitemap.xml\nSitemap: https://www.ucl.ac.uk/clinical-operational-research-unit/sitemap.xml\nSitemap: https://www.ucl.ac.uk/climate-change/sitemap.xml\nSitemap: https://www.ucl.ac.uk/climate-action-unit/sitemap.xml\nSitemap: https://www.ucl.ac.uk/circular-economy-lab/sitemap.xml\nSitemap: https://www.ucl.ac.uk/chinese-heritage-archaeology/sitemap.xml\nSitemap: https://www.ucl.ac.uk/china-health/sitemap.xml\nSitemap: https://www.ucl.ac.uk/chars/sitemap.xml\nSitemap: https://www.ucl.ac.uk/chamber-music/sitemap.xml\nSitemap: https://www.ucl.ac.uk/challenging-risk/sitemap.xml\nSitemap: https://www.ucl.ac.uk/centre-law-europe/sitemap.xml\nSitemap: https://www.ucl.ac.uk/centre-digital-innovation/sitemap.xml\nSitemap: https://www.ucl.ac.uk/centre-developmental-cognitive-neuroscience/sitemap.xml\nSitemap: https://www.ucl.ac.uk/centre-applied-archaeology/sitemap.xml\nSitemap: https://www.ucl.ac.uk/careers/recruiters/sitemap.xml\nSitemap: https://www.ucl.ac.uk/career-frameworks/sitemap.xml\nSitemap: https://www.ucl.ac.uk/campaign/sitemap.xml\nSitemap: https://www.ucl.ac.uk/british-womens-heart-health-study/sitemap.xml\nSitemap: https://www.ucl.ac.uk/brexit/sitemap.xml\nSitemap: https://www.ucl.ac.uk/bloomsbury-theatre/sitemap.xml\nSitemap: https://www.ucl.ac.uk/bloomsbury-environmental-isotope-facility/sitemap.xml\nSitemap: https://www.ucl.ac.uk/bloomsbury-consortium-light-electron-microscopy/sitemap.xml\nSitemap: https://www.ucl.ac.uk/biological-services/sitemap.xml\nSitemap: https://www.ucl.ac.uk/bartlett/real-estate/sitemap.xml\nSitemap: https://www.ucl.ac.uk/astrea/sitemap.xml\nSitemap: https://www.ucl.ac.uk/artificial-intelligence/sitemap.xml\nSitemap: https://www.ucl.ac.uk/art-futures/sitemap.xml\nSitemap: https://www.ucl.ac.uk/animal-research/sitemap.xml\nSitemap: https://www.ucl.ac.uk/aihealth-cdt/sitemap.xml\nSitemap: https://www.ucl.ac.uk/advanced-research-computing/sitemap.xml\nSitemap: https://www.ucl.ac.uk/accessibility/sitemap.xml\nSitemap: https://www.ucl.ac.uk/uclic/sitemap.xml\nSitemap: https://www.ucl.ac.uk/study/sitemap.xml\nSitemap: https://www.ucl.ac.uk/social-historical-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/research-innovation/sitemap.xml\nSitemap: https://www.ucl.ac.uk/population-health-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/news/sitemap.xml\nSitemap: https://www.ucl.ac.uk/medical-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/mathematical-physical-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/life-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/library/sitemap.xml\nSitemap: https://www.ucl.ac.uk/laws/sitemap.xml\nSitemap: https://www.ucl.ac.uk/isd/sitemap.xml\nSitemap: https://www.ucl.ac.uk/ioe/sitemap.xml\nSitemap: https://www.ucl.ac.uk/health/sitemap.xml\nSitemap: https://www.ucl.ac.uk/giving/sitemap.xml\nSitemap: https://www.ucl.ac.uk/events/sitemap.xml\nSitemap: https://www.ucl.ac.uk/estates/sitemap.xml\nSitemap: https://www.ucl.ac.uk/engineering/sitemap.xml\nSitemap: https://www.ucl.ac.uk/engage/sitemap.xml\nSitemap: https://www.ucl.ac.uk/creative-cultural-industries/sitemap.xml\nSitemap: https://www.ucl.ac.uk/consultants/sitemap.xml\nSitemap: https://www.ucl.ac.uk/cms-training/sitemap.xml\nSitemap: https://www.ucl.ac.uk/brand-and-experience/sitemap.xml\nSitemap: https://www.ucl.ac.uk/brain-sciences/sitemap.xml\nSitemap: https://www.ucl.ac.uk/bartlett/sitemap.xml\nSitemap: https://www.ucl.ac.uk/arts-humanities/sitemap.xml\nSitemap: https://www.ucl.ac.uk/alumni/sitemap.xml\nSitemap: https://www.ucl.ac.uk/about/sitemap.xml\n","crawlerList":{"count":29,"updated":"2026-10-01","version":"29-19a6fb23"},"tier":"free","upgrade":{"api":"https://tools.yukai.uk/go/ai-crawlers-api?from=free-ai-crawlers&c=upgrade","bulk":"https://tools.yukai.uk/go/ai-crawlers-apify?from=free-ai-crawlers&c=upgrade","all":"https://tools.yukai.uk/llms.txt","note":"More checks per month: AI Crawler Access Checker API (free plan: 100 requests/month). Many sites per run and change monitoring: AI Crawler Access Checker on Apify ($2 per 1,000 sites)."},"index":"https://tools.yukai.uk/ai-crawler-index"}