{
  "schemaVersion": "2.0",
  "scannerVersion": "0.4.0",
  "url": "https://mongodb.com/",
  "score": 50,
  "level": "Level 2 — Partly discoverable",
  "siteProfile": {
    "type": "saas",
    "source": "inferred",
    "platform": null
  },
  "dimensions": {
    "discoverable": {
      "label": "Discoverable",
      "score": 76,
      "status": "measured",
      "passedWeight": 32,
      "applicableWeight": 42,
      "checks": [
        "robots",
        "sitemap",
        "contentSignals",
        "linkHeaders",
        "llmsTxt"
      ]
    },
    "readable": {
      "label": "Readable",
      "score": 0,
      "status": "measured",
      "passedWeight": 0,
      "applicableWeight": 18,
      "checks": [
        "markdownNegotiation"
      ]
    },
    "actionable": {
      "label": "Actionable",
      "score": null,
      "status": "not_measured",
      "passedWeight": 0,
      "applicableWeight": 0,
      "checks": []
    },
    "trust-access": {
      "label": "Trust & access",
      "score": 0,
      "status": "measured",
      "passedWeight": 0,
      "applicableWeight": 4,
      "checks": [
        "authMd"
      ]
    },
    "reliable": {
      "label": "Reliable",
      "score": null,
      "status": "not_measured",
      "passedWeight": 0,
      "applicableWeight": 0,
      "checks": []
    }
  },
  "checks": {
    "robots": {
      "status": "pass",
      "title": "Robots.txt",
      "summary": "Site publishes a valid-looking robots.txt file.",
      "evidence": "# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file\n\nUser-agent: mauibot\nDisallow: /community/forums/\n \nUser-agent: semrushbot\nDisallow: /community/forums/\n \nUser-agent: ahrefsbot\nDisallow: /community/forums/\n \nUser-agent: blexbot\nDisallow: /community/forums/\n \nUser-agent: seo spider\nDisallow: /community/forums/\n \nUser-agent: bingbot\nDisallow: /community/forums/auth/\nDisallow: /community/forums/assets/browser-update*.js\nDisallow: /community/forums/email/\nDisallow: /community/forums/session\nDisallow: /community/forums/session/\nDisallow: /community/forums/admin\nDisallow: /community/forums/admin/\nDisallow: /community/forums/user-api-key\nDisallow: /community/forums/user-api-key/\nDisallow: /community/forums/*?api_key*\nDisallow: /community/forums/*?*api_key*\n\nUser-agent: *\n# Directories\nDisallow: /company/blog/search\nDisallow: /misc/\nDisallow: /profiles/\nDisallow: /u/\nDisallow: /community/forums/auth/\nDisallow: /community/forums/email/\nDisallow: /community/forums/session\nDisallow: /community/forums/session/\nDisallow: /community/forums/admin\nDisallow: /community/forums/admin/\nDisallow: /community/forums/user-api-key\nDisallow: /community/forums/user-api-key/\nDisallow: /community/forums/g/\nDisallow: /community/forums/u/\nDisallow: /community/forums/user_avatar/\n\n# Files\nDisallow: /admin/*\nDisallow: /data/*\nDisallow: /comment/reply/\nDisallow: /filter/tips/\nDisallow: /node/add/\nDisallow: /search/\nDisallow: /search\nDisallow: /user/register/\nDisallow: /user/password/\nDisallow: /user/login/\nDisallow: /user/logout/\nDisallow: /lp/p/*\nDisallow: /lp/s/*\nDisallow: /lp/d/*\nDisallow: /thank-you/*\nDisallow: /link/*\nDisallow: /community/forums/assets/browser-update*.js\nDisallow: /docs/*.epub\nDisallow: /docs/*.pdf\nDisallow: /docs/atlas/app-services/\n\n# No access for quicktabs in the URL\nDisallow: /*?quicktabs_*\nDisallow: /*&quicktabs_*\nDisallow: /*?qt-view_*\nDisallow: /*&qt-view_*\n# No crawling field collections or taxonomy\nDisallow: /field-collection/*\nDisallow: /tags/*\nDisallow: /taxonomy/term/*\n# Paths (no clean URLs)\nDisallow: /?q=admin/\nDisallow: /?q=comment/reply/\nDisallow: /?q=filter/tips/\nDisallow: /?q=node/add/\nDisallow: /?q=search/\nDisallow: /?q=user/password/\nDisallow: /?q=user/register/\nDisallow: /?q=user/login/\nDisallow: /?q=user/logout/\n# Specific pages\nDisallow: /commercialsupport/\nDisallow: /partners/referral-federal\nDisallow: /customer-evaluation-downloads-development-versions\nDisallow: /community/forums/*?api_key*\nDisallow: /community/forums/*?*api_key*\nDisallow: /docs/meta/\nDisallow: /docs/site-search/\nDisallow: /docs/openapi/\n\n# Prevent exposing future docs\nDisallow: /docs-qa*\n\n# Prevent exposing devhub UAT\nDisallow: /devcenter-uat*\n\nDisallow: /lp/internal/cheq-ppc-invalid-users*\n\nDisallow: /.well-known/security.txt\n\nSitemap: https://www.mongodb.com/sitemap-index.xml\n"
    },
    "sitemap": {
      "status": "pass",
      "title": "Sitemap",
      "summary": "Site publishes a reachable sitemap.",
      "evidence": "https://www.mongodb.com/sitemap-index.xml"
    },
    "contentSignals": {
      "status": "fail",
      "title": "Content Signals",
      "summary": "Robots.txt does not declare Content-Signal policy.",
      "fix": "Add a Content-Signal directive to robots.txt to state AI training/search/input policy."
    },
    "linkHeaders": {
      "status": "fail",
      "title": "Link Headers",
      "summary": "Homepage does not expose discovery-oriented Link headers.",
      "fix": "Add optional HTTP Link headers for /llms.txt, API catalogs or agent manifests where appropriate."
    },
    "llmsTxt": {
      "status": "pass",
      "title": "LLMs.txt",
      "summary": "Site publishes /llms.txt for LLM-friendly discovery.",
      "evidence": "https://mongodb.com/llms.txt"
    },
    "markdownNegotiation": {
      "status": "fail",
      "title": "Markdown Negotiation",
      "summary": "Homepage does not return Markdown for Accept: text/markdown.",
      "evidence": "text/html; charset=utf-8",
      "fix": "Serve clean Markdown versions of important pages for agent requests."
    },
    "apiCatalog": {
      "status": "not_applicable",
      "title": "API Catalog",
      "summary": "API Catalog is not required for a saas site.",
      "evidence": "404"
    },
    "openApi": {
      "status": "not_applicable",
      "title": "OpenAPI description",
      "summary": "OpenAPI description is not required for a saas site.",
      "evidence": "404"
    },
    "mcpServerCard": {
      "status": "not_applicable",
      "title": "MCP Server Card",
      "summary": "MCP Server Card is not required for a saas site.",
      "evidence": "404"
    },
    "agentSkills": {
      "status": "not_applicable",
      "title": "Agent Skills index",
      "summary": "Agent Skills index is not required for a saas site.",
      "evidence": "404"
    },
    "webMcp": {
      "status": "not_applicable",
      "title": "WebMCP",
      "summary": "WebMCP is not required for a saas site."
    },
    "authMd": {
      "status": "fail",
      "title": "Auth.md",
      "summary": "Site does not publish /auth.md.",
      "evidence": "404",
      "fix": "Publish /auth.md describing whether agent access is public or how agents should register/authenticate."
    }
  },
  "recommendations": [
    "Serve clean Markdown versions of important pages for agent requests.",
    "Publish /auth.md describing whether agent access is public or how agents should register/authenticate.",
    "Add a Content-Signal directive to robots.txt to state AI training/search/input policy.",
    "Add optional HTTP Link headers for /llms.txt, API catalogs or agent manifests where appropriate."
  ],
  "methodology": "/methodology"
}