200 · success
{
"website_url": "https://acmeinvoicing.com",
"audited": true,
"retrievability_score": 58.75,
"ai_bots": [
{
"bot": "OAI-SearchBot",
"allowed": true
},
{
"bot": "Claude-SearchBot",
"allowed": false
},
{
"bot": "PerplexityBot",
"allowed": true
},
{
"bot": "GPTBot",
"allowed": false
}
],
"server_rendered": true,
"has_structured_data": true,
"has_llms_txt": false,
"generated_llms_txt": "# Acme Invoicing\n\n> Invoicing for Indian freelancers…",
"pages_audited": 40,
"coverage": 0.96,
"findings": [
{
"check": "ai_crawler_access",
"status": "warn",
"impact": "high",
"detail": "robots.txt blocks Claude-SearchBot, a crawler that fetches pages to answer live questions.",
"recommendation": "Allow the search-role crawlers on every page you would want quoted."
}
],
"scorecard": {
"score": 58.75,
"raw_score": 62.1,
"coverage": 0.96,
"capped_by": {
"id": "citation_crawler_blocked",
"ceiling": 58.75,
"reason": "robots.txt blocks Claude-SearchBot — the assistants behind it cannot cite this site at all."
},
"caps": [
{
"id": "citation_crawler_blocked",
"ceiling": 58.75,
"reason": "robots.txt blocks Claude-SearchBot — the assistants behind it cannot cite this site at all."
}
],
"pillars": [
{
"id": "retrievability",
"label": "Retrievability",
"question": "Can AI crawlers fetch and read the site at all?",
"weight": 30,
"points": 25.3,
"share": 0.8433,
"coverage": 1
}
],
"dimensions": [
{
"id": "ai_crawler_access",
"label": "AI crawler access",
"pillar": "retrievability",
"weight": 12,
"score": 0.7333,
"points": 8.8,
"status": "partial",
"detail": "robots.txt blocks Claude-SearchBot.",
"recommendation": "Allow the search-role crawlers on every page you would want quoted.",
"impact": "high",
"blame": null,
"evidence_json": "{\"blocked_count\": 38, \"corpus_size\": 40}"
}
]
}
}