{
  "slug": "io-github-grubbomatic-crawl-readiness",
  "name": "io.github.Grubbomatic/crawl-readiness",
  "title": "crawl-readiness",
  "description": "Audit a site for 50+ AI crawlers, check if a page permits an AI use, generate llms.txt and schema.",
  "version": "0.2.6",
  "publishedAt": "2026-10-25T12:45:45.793519Z",
  "updatedAt": "2026-10-25T12:45:45.793519Z",
  "repoUrl": "https://github.com/Grubbomatic/crawl-readiness-mcp",
  "websiteUrl": "https://www.crawlreadiness.com/mcp",
  "namespace": {
    "type": "github",
    "owner": "Grubbomatic"
  },
  "kind": "local",
  "packages": [
    {
      "registryType": "npm",
      "identifier": "crawl-readiness-mcp",
      "version": "0.2.6",
      "transport": "stdio",
      "runtimeHint": null
    }
  ],
  "remotes": [],
  "envVars": [
    {
      "name": "CRAWL_READINESS_API_KEY",
      "isSecret": true,
      "isRequired": false,
      "description": "Free API key from https://www.crawlreadiness.com/dashboard. The four audit tools and check_permission work without it; the three generators and get_monitor_trend need it."
    },
    {
      "name": "CRAWL_READINESS_API_BASE",
      "isSecret": false,
      "isRequired": false,
      "description": "Override the API base URL. Only useful for testing against a preview deployment; defaults to https://www.crawlreadiness.com."
    }
  ],
  "category": "browser",
  "subcategory": "scraping",
  "company": "",
  "categoryAuto": true,
  "checks": [
    {
      "id": "source-linked",
      "label": "Source repository linked",
      "result": "pass",
      "detail": "https://github.com/Grubbomatic/crawl-readiness-mcp"
    },
    {
      "id": "version-pinned",
      "label": "Version pinned",
      "result": "pass",
      "detail": "Every package has an explicit version"
    },
    {
      "id": "secrets-requested",
      "label": "Secrets requested",
      "result": "info",
      "detail": "Asks for 1 secret: CRAWL_READINESS_API_KEY"
    },
    {
      "id": "known-registry",
      "label": "Known package registry",
      "result": "pass",
      "detail": "All packages come from npm, PyPI, OCI, NuGet or MCPB"
    },
    {
      "id": "namespace",
      "label": "Namespace ownership",
      "result": "info",
      "detail": "Name verified via GitHub account Grubbomatic"
    },
    {
      "id": "meta-text",
      "label": "Registry text aimed at the AI",
      "result": "pass",
      "detail": "Description and settings contain no hidden characters or instructions to the AI"
    },
    {
      "id": "install-scripts",
      "label": "Install scripts",
      "result": "pass",
      "detail": "crawl-readiness-mcp@0.2.6 runs nothing at install"
    },
    {
      "id": "code-flags",
      "label": "Code red flags",
      "result": "pass",
      "detail": "Read 4 files in crawl-readiness-mcp@0.2.6: no obfuscation, encoded execution, credential reads or data-collection endpoints found"
    },
    {
      "id": "ai-text",
      "label": "Text aimed at the AI",
      "result": "pass",
      "detail": "No hidden characters or instructions to the AI in 4 files, including comments and the README"
    }
  ],
  "scannedAt": "2026-10-29",
  "level": "Scanned",
  "install": [
    {
      "label": "Claude Desktop (npm)",
      "kind": "claude_desktop_json",
      "text": "{\n  \"mcpServers\": {\n    \"crawl-readiness\": {\n      \"command\": \"npx\",\n      \"args\": [\n        \"-y\",\n        \"crawl-readiness-mcp@0.2.6\"\n      ]\n    }\n  }\n}"
    }
  ],
  "curated": true,
  "stars": 0,
  "archived": false,
  "pushedAt": "2026-10-29T00:30:24Z",
  "health": {
    "score": 53,
    "parts": {
      "popularity": 0.2709053805178821,
      "activity": 0.6,
      "issues": null,
      "security": 1
    },
    "fail": 0,
    "warn": 0,
    "raw": {
      "stars": 0,
      "forks": 0,
      "downloads": 744,
      "hn": null,
      "issuesOpen": 0,
      "issuesClosed": 0,
      "prsMerged": 3,
      "commits90": 0,
      "release": "2026-10-30T00:13:37Z",
      "pushed": "2026-10-29T00:30:24Z",
      "growth": null,
      "growthDays": null,
      "archived": false
    },
    "at": "2026-10-31T07:35:52.424Z"
  }
}