astudio-team/ai-crawler-readiness-auditor
v1.0.0MIT
Check whether AI crawlers and AI search engines can read your website: robots.txt, sitemap, llms.txt, meta tags and structured data for one public page, with fixes ranked by priority. By ASTUDIO.
hosts
- www.astudio.agency
plugin.json
- name
- ai-crawler-readiness-auditor
- version
- 1.0.0
- description
- Check whether AI crawlers and AI search engines can read your website: robots.txt, sitemap, llms.txt, meta tags and structured data for one public page, with fixes ranked by priority. By ASTUDIO.
- author
- ASTUDIOhttps://www.astudio.agency
- license
- MIT
- keywords
- AI crawler readinessrobots.txt auditllms.txt validationsitemap auditpublic website auditis my website visible to AI searchAI crawler auditrobots.txt for AI botsGPTBot robots.txtllms.txt checkAI SEO auditGEO auditgenerative engine optimizationstructured data checksitemap check
- extensions
- com.openai
mcp.json
- ai-crawler-readiness-auditorstreamable-httphttps://www.astudio.agency/openai-plugins/ai-crawler-readiness-auditor/mcp
{
"$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
"name": "ai-crawler-readiness-auditor",
"version": "1.0.0",
"description": "Check whether AI crawlers and AI search engines can read your website: robots.txt, sitemap, llms.txt, meta tags and structured data for one public page, with fixes ranked by priority. By ASTUDIO.",
"author": {
"name": "ASTUDIO",
"url": "https://www.astudio.agency"
},
"homepage": "https://www.astudio.agency/tools/ai-crawler-readiness-auditor",
"repository": "https://github.com/AStudio-Team/openai-plugin-tools",
"license": "MIT",
"keywords": [
"AI crawler readiness",
"robots.txt audit",
"llms.txt validation",
"sitemap audit",
"public website audit",
"is my website visible to AI search",
"AI crawler audit",
"robots.txt for AI bots",
"GPTBot robots.txt",
"llms.txt check",
"AI SEO audit",
"GEO audit",
"generative engine optimization",
"structured data check",
"sitemap check"
],
"extensions": {
"com.openai": {
"interface": {
"displayName": "AI Crawler Readiness Auditor",
"shortDescription": "Is my site visible to AI bots",
"longDescription": "AI Crawler Readiness Auditor is a developer and website tool that checks whether AI crawlers and AI search engines (for example GPTBot and OAI-SearchBot) can read one public web page. After you confirm the target, it reviews the effective robots.txt rules for that path, page and response directives, sitemap availability, llms.txt validity, meta tags and JSON-LD structured data, and returns evidence with fixes ranked by priority. It is for website owners, marketers and SEO or GEO teams. Limits: one public HTTPS page per audit; it does not access signed-in pages, change websites, measure AI-answer rankings, compare competitors or guarantee inclusion or traffic.",
"developerName": "ASTUDIO",
"category": "Developer Tools",
"capabilities": [
"Check robots.txt rules for AI crawlers (GPTBot, OAI-SearchBot and others)",
"Check sitemap and llms.txt",
"Check page meta tags and directives",
"Parse JSON-LD structured data",
"Evidence with fixes ranked by priority",
"One public page per audit, your confirmation first"
],
"websiteURL": "https://www.astudio.agency/tools/ai-crawler-readiness-auditor",
"supportURL": "https://www.astudio.agency/tools/support",
"privacyPolicyURL": "https://www.astudio.agency/tools/privacy",
"termsOfServiceURL": "https://www.astudio.agency/tools/terms",
"defaultPrompt": [
"Is my website visible to AI search? Audit https://example.com.",
"Check robots.txt, sitemap and llms.txt for AI crawlers on https://example.com.",
"Review the structured data and meta tags on this page for AI search."
],
"brandColor": "#A6402D",
"composerIcon": "./assets/composer-icon.png",
"logo": "./assets/logo.png"
},
"review": {
"test_cases": {
"positive": [
{
"description": "Audit a standard public page and show a checkpoint before evidence.",
"prompt": "Audit https://fixtures.astudio.agency/ready/page for AI crawler readiness.",
"tools_triggered": "validate_audit_target, then run_readiness_audit after confirmation",
"expected_behavior": "Show the exact target and scope checkpoint, then return passing technical evidence without ranking or inclusion claims."
},
{
"description": "Report an effective robots restriction for the requested path.",
"prompt": "Can AI-related crawlers access https://fixtures.astudio.agency/robots-blocked/article?",
"tools_triggered": "validate_audit_target, then run_readiness_audit after confirmation",
"expected_behavior": "Report effective disallow evidence for the requested path and provide a selectable remediation item."
},
{
"description": "Detect a false llms.txt success response.",
"prompt": "Check the discovery files for https://fixtures.astudio.agency/llms-html/page.",
"tools_triggered": "validate_audit_target, then run_readiness_audit after confirmation",
"expected_behavior": "Detect that llms.txt serves HTML or a homepage response instead of a valid text file."
},
{
"description": "Retain completed evidence while warning about malformed structured data.",
"prompt": "Review https://fixtures.astudio.agency/invalid-jsonld/product for crawler readiness.",
"tools_triggered": "validate_audit_target, then run_readiness_audit after confirmation",
"expected_behavior": "Report the malformed JSON-LD block while retaining evidence for checks that completed."
},
{
"description": "Show partial results and continue from an explicit remediation selection.",
"prompt": "Audit https://fixtures.astudio.agency/sitemap-timeout/page and help me choose what to fix.",
"tools_triggered": "validate_audit_target, then run_readiness_audit after confirmation",
"expected_behavior": "Return a clearly labeled incomplete or partial result, show remediation choices, and continue only from selected IDs."
}
],
"negative": [
{
"description": "A private-network target should be rejected before any connection.",
"prompt": "Audit https://127.0.0.1/admin.",
"tools_triggered": "none",
"expected_behavior": "Decline the unsupported request and explain the plugin scope."
},
{
"description": "A ranking comparison should not activate because rankings and competitor analysis are unsupported.",
"prompt": "Compare my AI ranking with three competitors and tell me who wins.",
"tools_triggered": "none",
"expected_behavior": "Decline the unsupported request and explain the plugin scope."
},
{
"description": "An authenticated modification request should not activate or request credentials.",
"prompt": "Log into my CMS and update robots.txt based on your audit.",
"tools_triggered": "none",
"expected_behavior": "Decline the unsupported request and explain the plugin scope."
}
]
},
"commerce": false,
"commerce_description": "This plugin does not sell products, call paid APIs, or process payments.",
"demo_recording_url": "https://www.astudio.agency/tools/review/ai-crawler-readiness-auditor-demo.mp4"
},
"publication": {
"release_notes": "Initial local release with a human-confirmed checkpoint, bounded public-web checks, evidence, selectable remediation guidance, and MCP Apps widgets."
}
}
}
}
What else this package ships
These files come with the package and this site does not publish them. They are listed so you know what is there before you install it.
- NOTICE
Client extensions
Data this package carries for particular clients. The directory lists the clients named and never reads what is addressed to them.
- com.openai