{"name":"io.github.Grubbomatic/crawl-readiness","slug":"grubbomatic-crawl-readiness","title":null,"description":"Check what AI crawlers may read and what a page permits, generate llms.txt and schema.","url":"https://mcp.market/server/grubbomatic-crawl-readiness","rating":null,"grade":"B","score":80,"certified":false,"status":"active","category":"scraping","tags":["scraping"],"presence":{"score":32,"stars":0,"forks":0,"downloads_week":744,"last_push_at":"2026-10-29T22:07:30.000Z","license":"MIT"},"uptime":null,"claimed":false,"transport":"npm","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/Grubbomatic/crawl-readiness-mcp","website":"https://www.crawlreadiness.com/mcp","version":"0.2.9","remotes":[],"packages":[{"registryType":"npm","identifier":"crawl-readiness-mcp","version":"0.2.9","transport":{"type":"stdio"},"environmentVariables":[{"description":"Free API key from https://www.crawlreadiness.com/dashboard. The four audit tools and check_permission work without it; the three generators need it, and get_monitor_trend needs one on a plan with Answer Analyses.","format":"string","isSecret":true,"name":"CRAWL_READINESS_API_KEY"},{"description":"Override the API base URL. Only useful for testing against a preview deployment; defaults to https://www.crawlreadiness.com.","format":"string","name":"CRAWL_READINESS_API_BASE"}]}],"tools":[{"name":"check_ai_readiness","description":"Check whether AI crawlers (ChatGPT, Claude, Perplexity, Google AI, and 50+ others) can access a website, and what access policy it states.","write_action":false,"price_micros":0,"input_schema":null},{"name":"check_content_parity","description":"Compare what human browsers see vs what AI crawlers see. Fetches a page four times in parallel — as Chrome,","write_action":false,"price_micros":0,"input_schema":null},{"name":"check_permission","description":"Ask whether a page may be used for a purpose, from every machine-readable signal the site publishes: robots.txt","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_llms_txt","description":"Generate a properly formatted llms.txt file for a website. Crawls the site's sitemap, groups pages by section,","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_robots_txt","description":"Generate a complete, ready-to-save AI-crawler-aware robots.txt for a website. Fetches the existing robots.txt","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_schema","description":"Generate JSON-LD structured data for a website. Detects the site's name, logo, social profiles, contact info,","write_action":false,"price_micros":0,"input_schema":null},{"name":"get_monitor_trend","description":"Read the user's Answer Analysis: for the questions a brand's customers ask, how often live AI search","write_action":false,"price_micros":0,"input_schema":null},{"name":"validate_robots","description":"Audit a robots.txt file line-by-line. Detects syntax errors, empty user-agent groups, orphan Allow/Disallow","write_action":false,"price_micros":0,"input_schema":null},{"name":"validate_schema","description":"Validate all JSON-LD structured data on a URL. Extracts every <script type=\"application/ld+json\"> block,","write_action":false,"price_micros":0,"input_schema":null}],"scan":{"score":80,"grade":"B","scanned_at":"2026-10-30T18:16:17.938Z","report":{"scannerVersion":"0.1.10","scannedAt":"2026-10-30T18:16:17.864Z","components":{"code":{"score":25,"max":25,"notes":["3 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":6,"max":15,"notes":["static API keys via environment variables"]},"maintenance":{"score":15,"max":15,"notes":["last push 1 days ago"]},"identity":{"score":6,"max":10,"notes":["registry namespace matches repository owner"]}},"findings":[],"inputs":{"packages":[{"registryType":"npm","identifier":"crawl-readiness-mcp","version":"0.2.9","found":true,"license":"MIT","hasInstallScripts":false,"dependencyCount":2,"publishedAt":"2026-10-30T00:11:45.394Z","repositoryUrl":"git+https://github.com/Grubbomatic/crawl-readiness-mcp.git","weeklyDownloads":744}],"repo":{"found":true,"owner":"Grubbomatic","repo":"crawl-readiness-mcp","archived":false,"pushedAt":"2026-10-29T22:07:30Z","stars":0,"forks":0,"openIssues":0,"ownerType":"User","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/279892543?v=4","ownerCreatedAt":"2026-04-28T02:43:24Z","license":"MIT"},"icon":{"url":"https://www.crawlreadiness.com/favicon.svg","source":"registry"},"presence":{"stars":0,"forks":0,"downloadsWeek":744,"license":"MIT","lastPushAt":"2026-10-29T22:07:30.000Z","score":32}}}},"grade_history":[],"reviews":[]}