{"domain":"example.com","checked_at":"2026-09-30T18:18:31.016Z","user_agent":"wknipe-policy-check/1.0 (+https://wknipe.com/check/)","summary":{"ai_bots_checked":25,"blocked":0,"partial":0,"allowed":25,"default_for_other_bots":"allowed","content_signal":false,"rsl":false,"tdmrep":false,"llms_txt":false,"machine_readable_price":false},"robots":{"state":"none","status":404,"url":"https://example.com/robots.txt","bytes":713,"groups":0,"sitemaps":0,"bots":[{"token":"GPTBot","operator":"OpenAI","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"OAI-SearchBot","operator":"OpenAI","purpose":"search","status":"allowed","via":"none","rule":null},{"token":"ChatGPT-User","operator":"OpenAI","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"ClaudeBot","operator":"Anthropic","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Claude-SearchBot","operator":"Anthropic","purpose":"search","status":"allowed","via":"none","rule":null},{"token":"Claude-User","operator":"Anthropic","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"anthropic-ai","operator":"Anthropic (legacy token)","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Google-Extended","operator":"Google","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Google-CloudVertexBot","operator":"Google","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"Applebot-Extended","operator":"Apple","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"PerplexityBot","operator":"Perplexity","purpose":"search","status":"allowed","via":"none","rule":null},{"token":"Perplexity-User","operator":"Perplexity","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"Meta-ExternalAgent","operator":"Meta","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Meta-ExternalFetcher","operator":"Meta","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"CCBot","operator":"Common Crawl","purpose":"dataset","status":"allowed","via":"none","rule":null},{"token":"Bytespider","operator":"ByteDance","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Amazonbot","operator":"Amazon","purpose":"mixed","status":"allowed","via":"none","rule":null},{"token":"cohere-ai","operator":"Cohere","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"cohere-training-data-crawler","operator":"Cohere","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"MistralAI-User","operator":"Mistral","purpose":"user","status":"allowed","via":"none","rule":null},{"token":"DuckAssistBot","operator":"DuckDuckGo","purpose":"search","status":"allowed","via":"none","rule":null},{"token":"AI2Bot","operator":"Allen Institute for AI","purpose":"training","status":"allowed","via":"none","rule":null},{"token":"Diffbot","operator":"Diffbot","purpose":"dataset","status":"allowed","via":"none","rule":null},{"token":"YouBot","operator":"You.com","purpose":"search","status":"allowed","via":"none","rule":null},{"token":"Timpibot","operator":"Timpi","purpose":"dataset","status":"allowed","via":"none","rule":null}]},"content_signal":{"found":false,"lines":[]},"rsl":{"found":false,"links":[]},"tdmrep":{"found":false,"status":404},"llms_txt":{"found":false,"status":404,"bytes":0,"title":null},"homepage":{"status":200,"http_402":false,"crawler_price":null,"crawler_charged":null,"x402_accepts":null,"url":"https://example.com/","x_robots_tag":null,"meta":{"robots":null,"tdm_reservation":null,"tdm_policy":null,"rsl_link":null}},"cached":true}