{"success":true,"site":"https://xuexi.cn","verdict":"Open to all listed AI crawlers.","policy":"open","aiSearchScore":100,"aiAccessScore":100,"allowedBots":["GPTBot","OAI-SearchBot","ChatGPT-User","OAI-AdsBot","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Google-CloudVertexBot","Google-GeminiNotebook","Google-Agent","Applebot","Applebot-Extended","Meta-ExternalAgent","meta-webindexer","meta-externalfetcher","meta-externalads","Amazonbot","Amzn-SearchBot","Amzn-User","DuckAssistBot","MistralAI-User","MistralAI-Index","MistralAI-Training","CCBot","Bytespider","cohere-ai"],"blockedBots":[],"partialBots":[],"unknownBots":[],"contentSignals":null,"robotsTxt":{"url":"https://xuexi.cn/robots.txt","status":200,"state":"found","reason":null,"sitemaps":[]},"llmsTxt":{"found":false,"url":"https://xuexi.cn/llms.txt","status":200,"startsWithH1":null},"llmsFullTxt":{"found":false,"url":"https://xuexi.cn/llms-full.txt","status":200,"startsWithH1":null},"homepage":{"status":200,"metaRobots":null,"xRobotsTag":null},"noAiDirective":false,"testedPaths":["/"],"bots":[{"bot":"GPTBot","company":"OpenAI","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-SearchBot","company":"OpenAI","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ChatGPT-User","company":"OpenAI","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"OAI-AdsBot","company":"OpenAI","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"ClaudeBot","company":"Anthropic","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-SearchBot","company":"Anthropic","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Claude-User","company":"Anthropic","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"PerplexityBot","company":"Perplexity","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Perplexity-User","company":"Perplexity","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Extended","company":"Google","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-CloudVertexBot","company":"Google","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-GeminiNotebook","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Google-Agent","company":"Google","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot","company":"Apple","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Applebot-Extended","company":"Apple","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Meta-ExternalAgent","company":"Meta","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-webindexer","company":"Meta","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalfetcher","company":"Meta","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"meta-externalads","company":"Meta","purpose":"ads","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amazonbot","company":"Amazon","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-SearchBot","company":"Amazon","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Amzn-User","company":"Amazon","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","ignoresRobots":true,"paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"DuckAssistBot","company":"DuckDuckGo","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-User","company":"Mistral","purpose":"user","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Index","company":"Mistral","purpose":"search","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"MistralAI-Training","company":"Mistral","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"CCBot","company":"Common Crawl","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"Bytespider","company":"ByteDance","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]},{"bot":"cohere-ai","company":"Cohere","purpose":"training","status":"allowed","allowedAll":true,"matchedGroup":"*","paths":[{"path":"/","allowed":true,"rule":null}]}],"recommendedRobotsSnippet":null,"suggestedPolicy":"# AI model training crawlers: blocked (does not affect AI search answers)\nUser-agent: GPTBot\nUser-agent: ClaudeBot\nUser-agent: Google-Extended\nUser-agent: Applebot-Extended\nUser-agent: Meta-ExternalAgent\nUser-agent: Amazonbot\nUser-agent: MistralAI-Training\nUser-agent: CCBot\nUser-agent: Bytespider\nUser-agent: cohere-ai\nDisallow: /\n\n# AI search and assistant crawlers: allowed\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: PerplexityBot\nUser-agent: Perplexity-User\nUser-agent: Google-CloudVertexBot\nUser-agent: Google-GeminiNotebook\nUser-agent: Google-Agent\nUser-agent: Applebot\nUser-agent: meta-webindexer\nUser-agent: meta-externalfetcher\nUser-agent: Amzn-SearchBot\nUser-agent: Amzn-User\nUser-agent: DuckAssistBot\nUser-agent: MistralAI-User\nUser-agent: MistralAI-Index\nAllow: /\nAllow: /72ac54163d26d6677a80b8e21a776cfa/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /a251c490b44555c8493816ebf219f64e/2535d56a07560271cd54d3b4abe0dea6.html\nAllow: /fb0dd2e00a2e629d5a9af80de649b956/d9f5df53e6bec23cefb9428feb90e44e.html\nAllow: /8d9b1af46e364538c701b5b09ba7a66b/9aa52441571757a3d0d7e46d543027c6.html\nAllow: /71a472c6203e03e49df7768d4d01ba31/b78fdcf1d588904b1965faf807264e6f.html\nAllow: /3960624581d7231cef96ba3ca43ec77c/d0fd85813f78b23f5e5399baa4304972.html\nAllow: /d05cad69216e688d304bb91ef3aac4c6/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /7097477a9643eacffe4cc101e4906fdb/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /105c2fa2843fa9e6d17440e172115c92/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /db30203b53baae523b23ca9583a33612/db93dd803f9534aa6609cc91fa3fba9b.html\nAllow: /e4081212402c47f6034fe5cb0b2b8e58/b026785c5043851a5dfc0ae65a4749c5.html\nAllow: /3ba8dc38186382c15f99f1091f5c97da/393405012b41a41ff5162ae36d8f0133.html\nAllow: /9b55c5be5c44c6011d7d3f29b26a27be/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /fd4fb77375f9cd9d861d49fca07019b1/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /76d8067b02c0a10ad302571730e748bd/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3389e3d7cc455c212440cf3fe4738963/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3828d3b5b717db72d097e3400b0796e3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /e2db54f6548e7fd4f95d0f61b9a85a0e/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /be7aeab6bf038c4186038bbfa9d5b744/c2a25b2d3ae83918457b74771648645e.html\nAllow: /4bd96f9caec335e55cce69bef1b2ec7a/5957f69bffab66811b99940516ec8784.html\nAllow: /613da18ec5f69b495cea5650ecd354e3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /c83eb4891fa7508722760b684ee3356b/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /9bc28239c691139fe0bdbd0f38126f8c/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f997e76a890b0e5a053c57b19f468436/018d244441062d8916dd472a4c6a0a0b.html\nAllow: /5d4c3d336cada5bc77c6ed4ec9d0744c/dfd18a80777a73adaec6f238b9a8b017.html\nAllow: /271bf6ef371c513e2545676cd3b32a3a/dfd18a80777a73adaec6f238b9a8b017.html\nAllow: /452c4849461017a427f3058d631af227/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f11b8719d2a78845de241543be472e2a/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /b725e28e6602b9ae6a552a2696e56cc3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3cfd8fe84fa5ea827acb278708e725ba/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f627e24234c1011f311a7fb910c6cd9b/5957f69bffab66811b99940516ec8784.html\nAllow: /cc72a0454287bdedb7e2c156db55e818/71eb7214c6c0c1f5e6ec6e29564decb4.html\nAllow: /c06bf4acc7eef6ef0a560328938b5771/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /89acb6d339cd09d5aaf0c2697b6a3278/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /588a4707f9db9606d832e51bfb3cea3b/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /6db80fbc0859e5c06b81fd5d6d618749/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /2e5fc9557e56b14ececee0174deac67f/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /682fd2c2ee5b0fa149e0ff11f8f13cea/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /13e9b085b05a257ed25359b0a7b869ff/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /9ca612f28c9f86ad87d5daa34c588e00/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /03c8b56d5bce4b3619a9d6c2dfb180ef/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /bab787a637b47d3e51166f6a0daeafdb/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /2b50c77aa08a2621e69cdc7cb29e7d4b/b87d700beee2c44826a9202c75d18c85.html\nAllow: /ca3099a155c1978b221dfcb195da3abf/b87d700beee2c44826a9202c75d18c85.html\nAllow: /5c90534c80d14c060d6683fa960e3676/82573c005c024095037d2186a02244cb.html\nAllow: /a37d12660a3cff39fe040e6c53132b13/ad67bb8ffd0ed21c31cdc657d247c8f9.html\nAllow: /201b4b77563fc1aa1c21c60723ab4286/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /4b93eb98090f5f4d0ed95e54d6d9dfd4/ba635b20ba5f94e503123161c188170c.html\nAllow: /0fb73b9ce86fdbd571f97f3151853120/4879181329066c054dcedc2322349332.html\nAllow: /84e4bcf1a51c7a4731969ecd3e1fcf44/101e83575e300916a040edc4afe62c3d.html\n\n# Everyone else\nUser-agent: *\nAllow: /72ac54163d26d6677a80b8e21a776cfa/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /a251c490b44555c8493816ebf219f64e/2535d56a07560271cd54d3b4abe0dea6.html\nAllow: /fb0dd2e00a2e629d5a9af80de649b956/d9f5df53e6bec23cefb9428feb90e44e.html\nAllow: /8d9b1af46e364538c701b5b09ba7a66b/9aa52441571757a3d0d7e46d543027c6.html\nAllow: /71a472c6203e03e49df7768d4d01ba31/b78fdcf1d588904b1965faf807264e6f.html\nAllow: /3960624581d7231cef96ba3ca43ec77c/d0fd85813f78b23f5e5399baa4304972.html\nAllow: /d05cad69216e688d304bb91ef3aac4c6/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /7097477a9643eacffe4cc101e4906fdb/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /105c2fa2843fa9e6d17440e172115c92/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /db30203b53baae523b23ca9583a33612/db93dd803f9534aa6609cc91fa3fba9b.html\nAllow: /e4081212402c47f6034fe5cb0b2b8e58/b026785c5043851a5dfc0ae65a4749c5.html\nAllow: /3ba8dc38186382c15f99f1091f5c97da/393405012b41a41ff5162ae36d8f0133.html\nAllow: /9b55c5be5c44c6011d7d3f29b26a27be/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /fd4fb77375f9cd9d861d49fca07019b1/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /76d8067b02c0a10ad302571730e748bd/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3389e3d7cc455c212440cf3fe4738963/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3828d3b5b717db72d097e3400b0796e3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /e2db54f6548e7fd4f95d0f61b9a85a0e/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /be7aeab6bf038c4186038bbfa9d5b744/c2a25b2d3ae83918457b74771648645e.html\nAllow: /4bd96f9caec335e55cce69bef1b2ec7a/5957f69bffab66811b99940516ec8784.html\nAllow: /613da18ec5f69b495cea5650ecd354e3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /c83eb4891fa7508722760b684ee3356b/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /9bc28239c691139fe0bdbd0f38126f8c/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f997e76a890b0e5a053c57b19f468436/018d244441062d8916dd472a4c6a0a0b.html\nAllow: /5d4c3d336cada5bc77c6ed4ec9d0744c/dfd18a80777a73adaec6f238b9a8b017.html\nAllow: /271bf6ef371c513e2545676cd3b32a3a/dfd18a80777a73adaec6f238b9a8b017.html\nAllow: /452c4849461017a427f3058d631af227/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f11b8719d2a78845de241543be472e2a/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /b725e28e6602b9ae6a552a2696e56cc3/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /3cfd8fe84fa5ea827acb278708e725ba/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /f627e24234c1011f311a7fb910c6cd9b/5957f69bffab66811b99940516ec8784.html\nAllow: /cc72a0454287bdedb7e2c156db55e818/71eb7214c6c0c1f5e6ec6e29564decb4.html\nAllow: /c06bf4acc7eef6ef0a560328938b5771/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /89acb6d339cd09d5aaf0c2697b6a3278/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /588a4707f9db9606d832e51bfb3cea3b/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /6db80fbc0859e5c06b81fd5d6d618749/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /2e5fc9557e56b14ececee0174deac67f/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /682fd2c2ee5b0fa149e0ff11f8f13cea/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /13e9b085b05a257ed25359b0a7b869ff/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /9ca612f28c9f86ad87d5daa34c588e00/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /03c8b56d5bce4b3619a9d6c2dfb180ef/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /bab787a637b47d3e51166f6a0daeafdb/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /2b50c77aa08a2621e69cdc7cb29e7d4b/b87d700beee2c44826a9202c75d18c85.html\nAllow: /ca3099a155c1978b221dfcb195da3abf/b87d700beee2c44826a9202c75d18c85.html\nAllow: /5c90534c80d14c060d6683fa960e3676/82573c005c024095037d2186a02244cb.html\nAllow: /a37d12660a3cff39fe040e6c53132b13/ad67bb8ffd0ed21c31cdc657d247c8f9.html\nAllow: /201b4b77563fc1aa1c21c60723ab4286/9a3668c13f6e303932b5e0e100fc248b.html\nAllow: /4b93eb98090f5f4d0ed95e54d6d9dfd4/ba635b20ba5f94e503123161c188170c.html\nAllow: /0fb73b9ce86fdbd571f97f3151853120/4879181329066c054dcedc2322349332.html\nAllow: /84e4bcf1a51c7a4731969ecd3e1fcf44/101e83575e300916a040edc4afe62c3d.html\n","crawlerList":{"count":29,"updated":"2026-10-01","version":"29-19a6fb23"},"tier":"free","upgrade":{"api":"https://tools.yukai.uk/go/ai-crawlers-api?from=free-ai-crawlers&c=upgrade","bulk":"https://tools.yukai.uk/go/ai-crawlers-apify?from=free-ai-crawlers&c=upgrade","all":"https://tools.yukai.uk/llms.txt","note":"More checks per month: AI Crawler Access Checker API (free plan: 100 requests/month). Many sites per run and change monitoring: AI Crawler Access Checker on Apify ($2 per 1,000 sites)."},"index":"https://tools.yukai.uk/ai-crawler-index"}