{"success":true,"site":"https://elespectador.com","verdict":"Open to all listed AI crawlers.","policy":"open","aiSearchScore":100,"aiAccessScore":100,"allowedBots":["GPTBot","OAI-SearchBot","ChatGPT-User","OAI-AdsBot","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Google-CloudVertexBot","Google-GeminiNotebook","Google-Agent","Applebot","Applebot-Extended","Meta-ExternalAgent","meta-webindexer","meta-externalfetcher","meta-externalads","Amazonbot","Amzn-SearchBot","Amzn-User","DuckAssistBot","MistralAI-User","MistralAI-Index","MistralAI-Training","CCBot","Bytespider","cohere-ai"],"blockedBots":[],"partialBots":[],"unknownBots":[],"contentSignals":null,"robotsTxt":{"url":"https://elespectador.com/robots.txt","status":200,"state":"found","reason":null,"sitemaps":["https://www.elespectador.com/arc/outboundfeeds/sitemap-index/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/sitemap/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/video-index/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/video-sitemap/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/image-sitemap/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/news-sitemap/?outputType=xml","https://www.elespectador.com/arc/outboundfeeds/tags-sitemap/?outputType=xml"]},"llmsTxt":{"found":false,"url":"https://elespectador.com/llms.txt","status":404,"startsWithH1":null},"llmsFullTxt":{"found":false,"url":"https://elespectador.com/llms-full.txt","status":404,"startsWithH1":null},"homepage":{"status":200,"metaRobots":"follow, index, max-snippet:150, max-image-preview:large","xRobotsTag":null},"noAiDirective":false,"testedPaths":["/"],"bots":[{"bot":"GPTBot","company":"OpenAI","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-SearchBot","company":"OpenAI","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ChatGPT-User","company":"OpenAI","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-AdsBot","company":"OpenAI","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ClaudeBot","company":"Anthropic","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-SearchBot","company":"Anthropic","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-User","company":"Anthropic","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"PerplexityBot","company":"Perplexity","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Perplexity-User","company":"Perplexity","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Extended","company":"Google","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-CloudVertexBot","company":"Google","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-GeminiNotebook","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Agent","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot","company":"Apple","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot-Extended","company":"Apple","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Meta-ExternalAgent","company":"Meta","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-webindexer","company":"Meta","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalfetcher","company":"Meta","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalads","company":"Meta","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amazonbot","company":"Amazon","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-SearchBot","company":"Amazon","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-User","company":"Amazon","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"DuckAssistBot","company":"DuckDuckGo","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-User","company":"Mistral","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Index","company":"Mistral","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Training","company":"Mistral","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"CCBot","company":"Common Crawl","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Bytespider","company":"ByteDance","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"cohere-ai","company":"Cohere","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]}],"recommendedRobotsSnippet":null,"suggestedPolicy":"# AI model training crawlers: blocked (does not affect AI search answers)\nUser-agent: GPTBot\nUser-agent: ClaudeBot\nUser-agent: Google-Extended\nUser-agent: Applebot-Extended\nUser-agent: Meta-ExternalAgent\nUser-agent: Amazonbot\nUser-agent: MistralAI-Training\nUser-agent: CCBot\nUser-agent: Bytespider\nUser-agent: cohere-ai\nDisallow: /\n\n# AI search and assistant crawlers: allowed\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: PerplexityBot\nUser-agent: Perplexity-User\nUser-agent: Google-CloudVertexBot\nUser-agent: Google-GeminiNotebook\nUser-agent: Google-Agent\nUser-agent: Applebot\nUser-agent: meta-webindexer\nUser-agent: meta-externalfetcher\nUser-agent: Amzn-SearchBot\nUser-agent: Amzn-User\nUser-agent: DuckAssistBot\nUser-agent: MistralAI-User\nUser-agent: MistralAI-Index\nAllow: /\nDisallow: /wp-admin/\nAllow: /wp-admin/admin-ajax.php\nDisallow: /admin/\nDisallow: /buscador/\nDisallow: /user/register/\nDisallow: /user/password/\nDisallow: /user/login/\nDisallow: /user/logout/\nDisallow: /jscroll_view_entity/\nDisallow: /ee-comments-services/\nDisallow: /taxonomy/\nDisallow: /files/\nDisallow: /?outputType=articleTest/\nDisallow: /pf/api/v3/*\nDisallow: /noticias/bogota/marco-fidel-ramirez-debe-expulsar-a-asesor-que-agredio-a-su-novia-2/\nDisallow: /bogota/marco-fidel-ramirez-debe-expulsar-a-asesor-que-agredio-a-su-novia-article-491781/\nDisallow: /noticias/bogota/periodista-agredida-por-exasesor-de-concejal-dice-que-siempre-le-tuvo-miedo-2/\nDisallow: /bogota/periodista-agredida-por-exasesor-de-concejal-dice-que-siempre-le-tuvo-miedo-article-492254/\nDisallow: /noticias/investigacion/el-top-10-de-los-casos-de-corrupcion-ad-portas-de-fallo/\nDisallow: /investigacion/el-top-10-de-los-casos-de-corrupcion-ad-portas-de-fallo-article-447582/\nDisallow: /noticias/bogota/atencion-a-las-mujeres-es-insuficiente/\nDisallow: /bogota/atencion-a-las-mujeres-es-insuficiente-article-491974/\nDisallow: /entretenimiento/musica/las-mejores-frases-bob-marley-en-su-dia-video-737643/\nDisallow: /colombia/mas-regiones/los-lios-de-adolfo-enrique-herrera-monsalve-article-367463/\nDisallow: /noticias/nacional/los-lios-de-adolfo-enrique-herrera-monsalve-video-367463/\nDisallow: /colombia/cartagena/a-empresario-condenado-por-estafa-le-siguen-adjudicando-contratos-del-estado-article-367475/\nDisallow: /judicial/denunciaron-por-fraude-procesal-a-jaime-lombana-abogado-de-alvaro-uribe-article/\nDisallow: /judicial/un-fraude-por-1-4-millones-de-dolares-article-638608/\nDisallow: /tags/lida-marcela-pedraza-quinche/\nDisallow: /judicial/un-fraude-por-1-4-millones-de-dolares-article-638608\nDisallow: /judicial/la-carta-que-enfrenta-a-tres-hombres-polemicos-article-152571/\nDisallow: /judicial/los-expedientes-engavetados-contra-los-hermanos-angel-article-891367/\nDisallow: /noticias/judicial/los-expedientes-engavetados-contra-los-hermanos-angel/\nDisallow: /judicial/los-hilos-sueltos-de-cuchillo-article-349042/\nDisallow: /contenido-patrocinado/pulso-por-la-alcaldia-de-medellin-fico-gutierrez-correa-y-upegui-marcan-la-pauta/\nDisallow: /contenido-patrocinado/atilano-giraldo-sin-contendor-en-la-proxima-eleccion-de-gobernador-en-quindio/\nDisallow: /contenido-patrocinado/pulso-por-la-alcaldia-de-bogota-galan-oviedo-bolivar-y-gaviria-marcan-la-pauta/\nDisallow: /contenido-patrocinado/elecciones-2023-medellin-en-vilo-y-luis-perez-lidera-en-antioquia/\nDisallow: /contenido-patrocinado/elecciones-2023-yahir-acuna-lidera-las-encuestas-en-sincelejo/\nDisallow: /contenido-patrocinado/si-hoy-fueran-las-elecciones-en-medellin-federico-gutierrez-seria-el-alcalde/\nDisallow: /contenido-patrocinado/dos-pesos-pesados-del-partido-liberal-se-disputan-la-alcaldia-de-bucaramanga/\nDisallow: /contenido-patrocinado/el-pulso-preelectoral-por-la-alcaldia-de-cartagena/\nDisallow: /comments/\nDisallow: /judicial/por-irrespetuosa-corte-pide-investigar-a-abogada-que-busca-impedir-el-aborto-article/\nDisallow: /actualidad/emprende-un-viaje-fascinante-desde-las-colosales-piramides-a-imponentes-fortalezas/\nDisallow: /judicial/investigaran-a-abelardo-de-la-espriella-por-presunto-enriquecimiento-ilicito-article-491238/\nDisallow: /judicial/investigaran-a-abelardo-de-la-espriella-por-presunto-enriquecimiento-ilicito-article-491238\nDisallow: /judicial/fiscalia-acuso-al-exministro-gustavo-adolfo-canal-por-peculado-article-337464/\nDisallow: /judicial/fiscalia-acuso-al-exministro-gustavo-adolfo-canal-por-peculado-article-337464\nDisallow: /judicial/por-peculado-ordenan-captura-del-exministro-gustavo-canal-article-308931/\n\n# Everyone else\nUser-agent: *\nDisallow: /wp-admin/\nAllow: /wp-admin/admin-ajax.php\nDisallow: /admin/\nDisallow: /buscador/\nDisallow: /user/register/\nDisallow: /user/password/\nDisallow: /user/login/\nDisallow: /user/logout/\nDisallow: /jscroll_view_entity/\nDisallow: /ee-comments-services/\nDisallow: /taxonomy/\nDisallow: /files/\nDisallow: /?outputType=articleTest/\nDisallow: /pf/api/v3/*\nDisallow: /noticias/bogota/marco-fidel-ramirez-debe-expulsar-a-asesor-que-agredio-a-su-novia-2/\nDisallow: /bogota/marco-fidel-ramirez-debe-expulsar-a-asesor-que-agredio-a-su-novia-article-491781/\nDisallow: /noticias/bogota/periodista-agredida-por-exasesor-de-concejal-dice-que-siempre-le-tuvo-miedo-2/\nDisallow: /bogota/periodista-agredida-por-exasesor-de-concejal-dice-que-siempre-le-tuvo-miedo-article-492254/\nDisallow: /noticias/investigacion/el-top-10-de-los-casos-de-corrupcion-ad-portas-de-fallo/\nDisallow: /investigacion/el-top-10-de-los-casos-de-corrupcion-ad-portas-de-fallo-article-447582/\nDisallow: /noticias/bogota/atencion-a-las-mujeres-es-insuficiente/\nDisallow: /bogota/atencion-a-las-mujeres-es-insuficiente-article-491974/\nDisallow: /entretenimiento/musica/las-mejores-frases-bob-marley-en-su-dia-video-737643/\nDisallow: /colombia/mas-regiones/los-lios-de-adolfo-enrique-herrera-monsalve-article-367463/\nDisallow: /noticias/nacional/los-lios-de-adolfo-enrique-herrera-monsalve-video-367463/\nDisallow: /colombia/cartagena/a-empresario-condenado-por-estafa-le-siguen-adjudicando-contratos-del-estado-article-367475/\nDisallow: /judicial/denunciaron-por-fraude-procesal-a-jaime-lombana-abogado-de-alvaro-uribe-article/\nDisallow: /judicial/un-fraude-por-1-4-millones-de-dolares-article-638608/\nDisallow: /tags/lida-marcela-pedraza-quinche/\nDisallow: /judicial/un-fraude-por-1-4-millones-de-dolares-article-638608\nDisallow: /judicial/la-carta-que-enfrenta-a-tres-hombres-polemicos-article-152571/\nDisallow: /judicial/los-expedientes-engavetados-contra-los-hermanos-angel-article-891367/\nDisallow: /noticias/judicial/los-expedientes-engavetados-contra-los-hermanos-angel/\nDisallow: /judicial/los-hilos-sueltos-de-cuchillo-article-349042/\nDisallow: /contenido-patrocinado/pulso-por-la-alcaldia-de-medellin-fico-gutierrez-correa-y-upegui-marcan-la-pauta/\nDisallow: /contenido-patrocinado/atilano-giraldo-sin-contendor-en-la-proxima-eleccion-de-gobernador-en-quindio/\nDisallow: /contenido-patrocinado/pulso-por-la-alcaldia-de-bogota-galan-oviedo-bolivar-y-gaviria-marcan-la-pauta/\nDisallow: /contenido-patrocinado/elecciones-2023-medellin-en-vilo-y-luis-perez-lidera-en-antioquia/\nDisallow: /contenido-patrocinado/elecciones-2023-yahir-acuna-lidera-las-encuestas-en-sincelejo/\nDisallow: /contenido-patrocinado/si-hoy-fueran-las-elecciones-en-medellin-federico-gutierrez-seria-el-alcalde/\nDisallow: /contenido-patrocinado/dos-pesos-pesados-del-partido-liberal-se-disputan-la-alcaldia-de-bucaramanga/\nDisallow: /contenido-patrocinado/el-pulso-preelectoral-por-la-alcaldia-de-cartagena/\nDisallow: /comments/\nDisallow: /judicial/por-irrespetuosa-corte-pide-investigar-a-abogada-que-busca-impedir-el-aborto-article/\nDisallow: /actualidad/emprende-un-viaje-fascinante-desde-las-colosales-piramides-a-imponentes-fortalezas/\nDisallow: /judicial/investigaran-a-abelardo-de-la-espriella-por-presunto-enriquecimiento-ilicito-article-491238/\nDisallow: /judicial/investigaran-a-abelardo-de-la-espriella-por-presunto-enriquecimiento-ilicito-article-491238\nDisallow: /judicial/fiscalia-acuso-al-exministro-gustavo-adolfo-canal-por-peculado-article-337464/\nDisallow: /judicial/fiscalia-acuso-al-exministro-gustavo-adolfo-canal-por-peculado-article-337464\nDisallow: /judicial/por-peculado-ordenan-captura-del-exministro-gustavo-canal-article-308931/\n\nSitemap: https://www.elespectador.com/arc/outboundfeeds/sitemap-index/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/sitemap/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/video-index/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/video-sitemap/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/image-sitemap/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/news-sitemap/?outputType=xml\nSitemap: https://www.elespectador.com/arc/outboundfeeds/tags-sitemap/?outputType=xml\n","crawlerList":{"count":29,"updated":"2026-10-01","version":"29-19a6fb23"},"tier":"free","upgrade":{"api":"https://tools.yukai.uk/go/ai-crawlers-api?from=free-ai-crawlers&c=upgrade","bulk":"https://tools.yukai.uk/go/ai-crawlers-apify?from=free-ai-crawlers&c=upgrade","all":"https://tools.yukai.uk/llms.txt","note":"More checks per month: AI Crawler Access Checker API (free plan: 100 requests/month). Many sites per run and change monitoring: AI Crawler Access Checker on Apify ($2 per 1,000 sites)."},"index":"https://tools.yukai.uk/ai-crawler-index"}