{"success":true,"site":"https://rai.it","verdict":"Open to all listed AI crawlers.","policy":"open","aiSearchScore":100,"aiAccessScore":100,"allowedBots":["GPTBot","OAI-SearchBot","ChatGPT-User","OAI-AdsBot","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Google-CloudVertexBot","Google-GeminiNotebook","Google-Agent","Applebot","Applebot-Extended","Meta-ExternalAgent","meta-webindexer","meta-externalfetcher","meta-externalads","Amazonbot","Amzn-SearchBot","Amzn-User","DuckAssistBot","MistralAI-User","MistralAI-Index","MistralAI-Training","CCBot","Bytespider","cohere-ai"],"blockedBots":[],"partialBots":[],"unknownBots":[],"contentSignals":null,"robotsTxt":{"url":"https://rai.it/robots.txt","status":200,"state":"found","reason":null,"sitemaps":[]},"llmsTxt":{"found":false,"url":"https://rai.it/llms.txt","status":404,"startsWithH1":null},"llmsFullTxt":{"found":false,"url":"https://rai.it/llms-full.txt","status":404,"startsWithH1":null},"homepage":{"status":200,"metaRobots":null,"xRobotsTag":null},"noAiDirective":false,"testedPaths":["/"],"bots":[{"bot":"GPTBot","company":"OpenAI","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-SearchBot","company":"OpenAI","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ChatGPT-User","company":"OpenAI","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-AdsBot","company":"OpenAI","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ClaudeBot","company":"Anthropic","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-SearchBot","company":"Anthropic","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-User","company":"Anthropic","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"PerplexityBot","company":"Perplexity","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Perplexity-User","company":"Perplexity","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Extended","company":"Google","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-CloudVertexBot","company":"Google","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-GeminiNotebook","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Agent","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot","company":"Apple","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot-Extended","company":"Apple","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Meta-ExternalAgent","company":"Meta","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-webindexer","company":"Meta","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalfetcher","company":"Meta","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalads","company":"Meta","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amazonbot","company":"Amazon","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-SearchBot","company":"Amazon","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-User","company":"Amazon","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"DuckAssistBot","company":"DuckDuckGo","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-User","company":"Mistral","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Index","company":"Mistral","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Training","company":"Mistral","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"CCBot","company":"Common Crawl","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Bytespider","company":"ByteDance","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"cohere-ai","company":"Cohere","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]}],"recommendedRobotsSnippet":null,"suggestedPolicy":"# AI model training crawlers: blocked (does not affect AI search answers)\nUser-agent: GPTBot\nUser-agent: ClaudeBot\nUser-agent: Google-Extended\nUser-agent: Applebot-Extended\nUser-agent: Meta-ExternalAgent\nUser-agent: Amazonbot\nUser-agent: MistralAI-Training\nUser-agent: CCBot\nUser-agent: Bytespider\nUser-agent: cohere-ai\nDisallow: /\n\n# AI search and assistant crawlers: allowed\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: PerplexityBot\nUser-agent: Perplexity-User\nUser-agent: Google-CloudVertexBot\nUser-agent: Google-GeminiNotebook\nUser-agent: Google-Agent\nUser-agent: Applebot\nUser-agent: meta-webindexer\nUser-agent: meta-externalfetcher\nUser-agent: Amzn-SearchBot\nUser-agent: Amzn-User\nUser-agent: DuckAssistBot\nUser-agent: MistralAI-User\nUser-agent: MistralAI-Index\nAllow: /\nDisallow: /dl/rainews/meteo/\nDisallow: /dl/rainews/includes/\nDisallow: /dl/rainews/js/\nDisallow: /dl/rainews/editool/\nDisallow: /dl/rainews/html/\nDisallow: /dl/rainews/mobile/\nDisallow: /dl/rainews/json/\nDisallow: */dl/RaiTV/*iframe*\nDisallow: /dl/rainews/articoli/enac-ciampino-arrestati-funzionari-pubblici-f15d3b06-acbe-412c-ab57-50218fcf4d5e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-3411043a-8587-4e21-a3a8-c5e647816258.html\nDisallow: /dl/raiSport/Page-60055a3a-118b-46f7-bddd-645e0d709ebb.html\nDisallow: /dl/test/\nDisallow: /*json$\nDisallow: /dl/rainews/articoli/Terremoto-LAquila-tangenti-per-appalti-da-28-milioni-di-euro-6f39222d-bc2c-4e26-bfc1-e444ecb3c92a.html\nDisallow: /it/news.php?newsid=165172\nDisallow: /dl/tg1/2010/articoli/ContentItem-424c41df-c5f7-4518-a9d3-34279b213f57.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-8e5b29cd-933c-4d5b-9bed-cffead25b00d.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-f01a79fd-490c-454e-8e0a-818e41a724f4.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-da5fe62c-b658-4ad6-a4a8-0750ac42c5f7.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-d97020eb-4e1b-4667-a5d3-9e2a928aa14c.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-0fbdd365-6824-4643-9573-a79a5b8eb1c7.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-45daba2c-fa87-4e00-8e7f-662b38b8f936.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-82e1481a-cf4f-491c-89cc-b834668f3dd1.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-74da40c6-777b-41ab-aeec-c712048f2eb4.html\nDisallow: /dl/rainews/media/ContentItem-dbb60dc1-537b-4b19-873a-424318bd423c.html\nDisallow: /dl/rainews/media/ContentItem-3cacf698-6c4b-4d41-99ac-2b2546251235.html\nDisallow: /dl/rainews/media/ContentItem-a2e93f1d-4e07-4c8a-b67e-eaabc55cccb2.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-4f7a86a1-a596-4fa6-944b-d2a1fcd7e46e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-51cab9ce-f41d-4d08-8ba1-56f68f47afca-tg1.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-ea268af6-438c-4f17-b429-ffe6b412826c.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-8797dfef-8b64-44c5-ad7c-2d10d54fd79e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-b894b725-a2fa-4688-9ebb-384b7c295165.html\nDisallow: /dl/grr/notizie/ContentItem-ae5076a7-2bfb-4808-a616-3298ae078785.html\nDisallow: /dl/rainews/articoli/La-GdF-scopre-un-conte-povero-con-ville-ed-elicotteri-6593adbe-2da4-4919-92fc-276819b0b5b5.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-bb0e316f-992a-4450-aade-3ac536c13422-tg1.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-29141be9-68f6-4a35-8798-02a12ca8e117.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-0ffc2803-78f4-4922-ac2c-7a270416b8a6.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-52a1ca66-5872-4120-9743-d4d0828e11a3-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-70f5afdb-1416-4d91-a6c7-ffd57900cbe3-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-ad166080-03c7-43f2-a75f-18466bec3eec-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-7e93c3db-d570-43b1-8201-6ffd787ddcd7-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-9bd82651-df36-4ca9-ae10-ed33639bb614-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-3e2a6edc-da42-420c-878c-aa39b6a99a00-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-b90fd9b9-0e1c-4a24-89f0-d520a57af388-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-2007d7fa-9dc5-4c55-a7b9-af4658ea97de-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-3f61293c-d437-4247-909c-dec08b83f7f8-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-ce8a0dd4-b0f7-419f-ba74-7888d8c09875-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-f7523e06-306c-4628-bd9c-122eeb2ef689-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-570e5c15-e4c5-44fb-ab9e-53add8d0403c-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-6f1416ed-24b5-4bcd-8faf-af9704f9f157-0.html\n\n# Everyone else\nUser-agent: *\nDisallow: /dl/rainews/meteo/\nDisallow: /dl/rainews/includes/\nDisallow: /dl/rainews/js/\nDisallow: /dl/rainews/editool/\nDisallow: /dl/rainews/html/\nDisallow: /dl/rainews/mobile/\nDisallow: /dl/rainews/json/\nDisallow: */dl/RaiTV/*iframe*\nDisallow: /dl/rainews/articoli/enac-ciampino-arrestati-funzionari-pubblici-f15d3b06-acbe-412c-ab57-50218fcf4d5e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-3411043a-8587-4e21-a3a8-c5e647816258.html\nDisallow: /dl/raiSport/Page-60055a3a-118b-46f7-bddd-645e0d709ebb.html\nDisallow: /dl/test/\nDisallow: /*json$\nDisallow: /dl/rainews/articoli/Terremoto-LAquila-tangenti-per-appalti-da-28-milioni-di-euro-6f39222d-bc2c-4e26-bfc1-e444ecb3c92a.html\nDisallow: /it/news.php?newsid=165172\nDisallow: /dl/tg1/2010/articoli/ContentItem-424c41df-c5f7-4518-a9d3-34279b213f57.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-8e5b29cd-933c-4d5b-9bed-cffead25b00d.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-f01a79fd-490c-454e-8e0a-818e41a724f4.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-da5fe62c-b658-4ad6-a4a8-0750ac42c5f7.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-d97020eb-4e1b-4667-a5d3-9e2a928aa14c.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-0fbdd365-6824-4643-9573-a79a5b8eb1c7.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-45daba2c-fa87-4e00-8e7f-662b38b8f936.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-82e1481a-cf4f-491c-89cc-b834668f3dd1.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-74da40c6-777b-41ab-aeec-c712048f2eb4.html\nDisallow: /dl/rainews/media/ContentItem-dbb60dc1-537b-4b19-873a-424318bd423c.html\nDisallow: /dl/rainews/media/ContentItem-3cacf698-6c4b-4d41-99ac-2b2546251235.html\nDisallow: /dl/rainews/media/ContentItem-a2e93f1d-4e07-4c8a-b67e-eaabc55cccb2.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-4f7a86a1-a596-4fa6-944b-d2a1fcd7e46e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-51cab9ce-f41d-4d08-8ba1-56f68f47afca-tg1.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-ea268af6-438c-4f17-b429-ffe6b412826c.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-8797dfef-8b64-44c5-ad7c-2d10d54fd79e.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-b894b725-a2fa-4688-9ebb-384b7c295165.html\nDisallow: /dl/grr/notizie/ContentItem-ae5076a7-2bfb-4808-a616-3298ae078785.html\nDisallow: /dl/rainews/articoli/La-GdF-scopre-un-conte-povero-con-ville-ed-elicotteri-6593adbe-2da4-4919-92fc-276819b0b5b5.html\nDisallow: /dl/RaiTV/programmi/media/ContentItem-bb0e316f-992a-4450-aade-3ac536c13422-tg1.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-29141be9-68f6-4a35-8798-02a12ca8e117.html\nDisallow: /dl/tg1/2010/articoli/ContentItem-0ffc2803-78f4-4922-ac2c-7a270416b8a6.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-52a1ca66-5872-4120-9743-d4d0828e11a3-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-70f5afdb-1416-4d91-a6c7-ffd57900cbe3-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-ad166080-03c7-43f2-a75f-18466bec3eec-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-7e93c3db-d570-43b1-8201-6ffd787ddcd7-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-9bd82651-df36-4ca9-ae10-ed33639bb614-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-3e2a6edc-da42-420c-878c-aa39b6a99a00-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-b90fd9b9-0e1c-4a24-89f0-d520a57af388-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-2007d7fa-9dc5-4c55-a7b9-af4658ea97de-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-3f61293c-d437-4247-909c-dec08b83f7f8-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-ce8a0dd4-b0f7-419f-ba74-7888d8c09875-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-f7523e06-306c-4628-bd9c-122eeb2ef689-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-570e5c15-e4c5-44fb-ab9e-53add8d0403c-0.html\nDisallow: /dl/rainews/TGR/redazioni/ContentSet-6f1416ed-24b5-4bcd-8faf-af9704f9f157-0.html\n","crawlerList":{"count":29,"updated":"2026-10-01","version":"29-19a6fb23"},"tier":"free","upgrade":{"api":"https://tools.yukai.uk/go/ai-crawlers-api?from=free-ai-crawlers&c=upgrade","bulk":"https://tools.yukai.uk/go/ai-crawlers-apify?from=free-ai-crawlers&c=upgrade","all":"https://tools.yukai.uk/llms.txt","note":"More checks per month: AI Crawler Access Checker API (free plan: 100 requests/month). Many sites per run and change monitoring: AI Crawler Access Checker on Apify ($2 per 1,000 sites)."},"index":"https://tools.yukai.uk/ai-crawler-index"}