{"name":"io.github.Grubbomatic/crawl-readiness","slug":"grubbomatic-crawl-readiness","title":null,"description":"Audit any site for 50+ AI crawlers, generate llms.txt, robots.txt and schema, track AI mentions.","url":"https://mcp.market/server/grubbomatic-crawl-readiness","rating":null,"grade":"B","score":80,"certified":false,"status":"active","category":"scraping","tags":["scraping"],"presence":{"score":30,"stars":0,"forks":0,"downloads_week":207,"last_push_at":"2026-09-20T22:09:38.000Z","license":"MIT"},"uptime":null,"claimed":false,"transport":"npm","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/Grubbomatic/crawl-readiness-mcp","website":"https://www.crawlreadiness.com/mcp","version":"0.2.3","remotes":[],"packages":[{"registryType":"npm","identifier":"crawl-readiness-mcp","version":"0.2.3","transport":{"type":"stdio"},"environmentVariables":[{"description":"Free API key from https://www.crawlreadiness.com/dashboard. The four audit tools work without it; the three generators and get_monitor_trend need it.","format":"string","isSecret":true,"name":"CRAWL_READINESS_API_KEY"},{"description":"Override the API base URL. Only useful for testing against a preview deployment; defaults to https://www.crawlreadiness.com.","format":"string","name":"CRAWL_READINESS_API_BASE"}]}],"tools":[{"name":"check_ai_readiness","description":"Check whether AI crawlers (ChatGPT, Claude, Perplexity, Google AI, and 50+ others) can access a website.","write_action":false,"price_micros":0,"input_schema":null},{"name":"check_content_parity","description":"Compare what human browsers see vs what AI crawlers see. Fetches a page four times in parallel — as Chrome,","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_llms_txt","description":"Generate a properly formatted llms.txt file for a website. Crawls the site's sitemap, groups pages by section,","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_robots_txt","description":"Generate a complete, ready-to-save AI-crawler-aware robots.txt for a website. Fetches the existing robots.txt","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_schema","description":"Generate JSON-LD structured data for a website. Detects the site's name, logo, social profiles, contact info,","write_action":false,"price_micros":0,"input_schema":null},{"name":"get_monitor_trend","description":"See whether AI assistants (ChatGPT, Claude, Perplexity, Google AI) actually mention a brand in their","write_action":false,"price_micros":0,"input_schema":null},{"name":"validate_robots","description":"Audit a robots.txt file line-by-line. Detects syntax errors, empty user-agent groups, orphan Allow/Disallow","write_action":false,"price_micros":0,"input_schema":null},{"name":"validate_schema","description":"Validate all JSON-LD structured data on a URL. Extracts every <script type=\"application/ld+json\"> block,","write_action":false,"price_micros":0,"input_schema":null}],"scan":{"score":80,"grade":"B","scanned_at":"2026-09-21T05:08:19.830Z","report":{"scannerVersion":"0.1.9","scannedAt":"2026-09-21T05:08:19.856Z","components":{"code":{"score":25,"max":25,"notes":["3 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":6,"max":15,"notes":["static API keys via environment variables"]},"maintenance":{"score":15,"max":15,"notes":["last push 0 days ago"]},"identity":{"score":6,"max":10,"notes":["registry namespace matches repository owner"]}},"findings":[],"inputs":{"packages":[{"registryType":"npm","identifier":"crawl-readiness-mcp","version":"0.2.3","found":true,"license":"MIT","hasInstallScripts":false,"dependencyCount":2,"publishedAt":"2026-09-20T22:10:57.489Z","repositoryUrl":"git+https://github.com/Grubbomatic/crawl-readiness-mcp.git","weeklyDownloads":207}],"repo":{"found":true,"owner":"Grubbomatic","repo":"crawl-readiness-mcp","archived":false,"pushedAt":"2026-09-20T22:09:38Z","stars":0,"forks":0,"openIssues":0,"ownerType":"User","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/279892543?v=4","ownerCreatedAt":"2026-04-28T02:43:24Z","license":"MIT"},"icon":{"url":"https://www.crawlreadiness.com/favicon.svg","source":"site"},"presence":{"stars":0,"forks":0,"downloadsWeek":207,"license":"MIT","lastPushAt":"2026-09-20T22:09:38.000Z","score":30}}}},"grade_history":[],"reviews":[]}