{"metric":"access_weekly","about":"Tranco top sites: share blocking each AI crawler and signal adoption, per run","source":"https://github.com/doescodinggiteasier/wknipe-site/blob/main/data/ai_access/access_weekly.csv","licence":"CC BY 4.0, cite wknipe.com","data_built_at":"2026-10-01T03:48:19.566Z","rows":[{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"content_signal","value":0.02425,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"rsl","value":0.00063,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"any_ai_bot_blocked","value":0.10335,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:petalbot","value":0.06754,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:gptbot","value":0.03282,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:amazonbot","value":0.03084,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:bytespider","value":0.03047,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:claudebot","value":0.02853,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:meta-externalagent","value":0.02693,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:ccbot","value":0.02666,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:google-extended","value":0.02502,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:applebot-extended","value":0.02441,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:anthropic-ai","value":0.00445,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:facebookbot","value":0.00413,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:chatgpt-user","value":0.00396,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:cohere-ai","value":0.00324,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:omgili","value":0.00313,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:imagesiftbot","value":0.00307,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:diffbot","value":0.00297,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:omgilibot","value":0.00283,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:perplexitybot","value":0.00266,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:claude-web","value":0.00263,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:oai-searchbot","value":0.00243,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:youbot","value":0.00239,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:ai2bot","value":0.00224,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:timpibot","value":0.00195,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:cohere-training-data-crawler","value":0.00183,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:velenpublicwebcrawler","value":0.00145,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:duckassistbot","value":0.0012,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:meta-externalfetcher","value":0.00113,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:claude-searchbot","value":0.00101,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:google-cloudvertexbot","value":0.00075,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:claude-user","value":0.00071,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:perplexity-user","value":0.00068,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:panscient","value":0.00064,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:mistralai-user","value":0.00042,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:gemini-deep-research","value":0.00035,"n":2672187},{"date":"2026-09-27","population":"CC-MAIN-2026-39 5% sample (hosts with robots.txt)","metric":"named_block:novellum","value":0.00001,"n":2672187},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:gptbot","value":0.16805,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:gptbot","value":0.20747,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:gptbot","value":0.6556,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:oai-searchbot","value":0.06432,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:oai-searchbot","value":0.10788,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:oai-searchbot","value":0.75311,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:chatgpt-user","value":0.08506,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:chatgpt-user","value":0.12863,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:chatgpt-user","value":0.73237,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:claudebot","value":0.1639,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:claudebot","value":0.20747,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:claudebot","value":0.6556,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:claude-searchbot","value":0.07054,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:claude-searchbot","value":0.12241,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:claude-searchbot","value":0.74689,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:claude-user","value":0.07884,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:claude-user","value":0.12863,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:claude-user","value":0.73859,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:anthropic-ai","value":0.09336,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:anthropic-ai","value":0.1556,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:anthropic-ai","value":0.71162,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:google-extended","value":0.14315,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:google-extended","value":0.18257,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:google-extended","value":0.67842,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:google-cloudvertexbot","value":0.06846,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:google-cloudvertexbot","value":0.13071,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:google-cloudvertexbot","value":0.74481,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:applebot-extended","value":0.12033,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:applebot-extended","value":0.16598,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:applebot-extended","value":0.70332,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:perplexitybot","value":0.12448,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:perplexitybot","value":0.1639,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:perplexitybot","value":0.6971,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:perplexity-user","value":0.07469,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:perplexity-user","value":0.13485,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:perplexity-user","value":0.72822,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:meta-externalagent","value":0.13693,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:meta-externalagent","value":0.1888,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:meta-externalagent","value":0.68672,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:meta-externalfetcher","value":0.07261,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:meta-externalfetcher","value":0.12448,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:meta-externalfetcher","value":0.75311,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:ccbot","value":0.18672,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:ccbot","value":0.24274,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:ccbot","value":0.62863,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:bytespider","value":0.17842,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:bytespider","value":0.23651,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:bytespider","value":0.64108,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:amazonbot","value":0.09751,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:amazonbot","value":0.1473,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:amazonbot","value":0.71992,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:cohere-ai","value":0.11203,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:cohere-ai","value":0.17427,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:cohere-ai","value":0.69917,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:cohere-training-data-crawler","value":0.06639,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:cohere-training-data-crawler","value":0.13485,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:cohere-training-data-crawler","value":0.74066,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:mistralai-user","value":0.06224,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:mistralai-user","value":0.12448,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:mistralai-user","value":0.74689,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:duckassistbot","value":0.06846,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:duckassistbot","value":0.12448,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:duckassistbot","value":0.75104,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:ai2bot","value":0.07469,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:ai2bot","value":0.14108,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:ai2bot","value":0.73444,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:diffbot","value":0.12448,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:diffbot","value":0.18672,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:diffbot","value":0.68672,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:youbot","value":0.09751,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:youbot","value":0.1556,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:youbot","value":0.71784,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"named_block:timpibot","value":0.08714,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"blocked:timpibot","value":0.15145,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"partial:timpibot","value":0.72407,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"robots_found","value":0.70365,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"any_ai_bot_blocked","value":0.25934,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"all_training_bots_blocked","value":0.09544,"n":482},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"content_signal","value":0.02044,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"rsl","value":0.00438,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"tdmrep","value":0.01314,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"llms_txt","value":0.14745,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"http_402","value":0.00146,"n":685},{"date":"2026-09-30","population":"Tranco top 1000 (V349N)","metric":"machine_readable_price","value":0.00146,"n":685}]}