{ "schemaVersion": "2.0", "scannerVersion": "0.4.0", "url": "https://cursor.com/", "score": 50, "level": "Level 2 — Partly discoverable", "siteProfile": { "type": "saas", "source": "inferred", "platform": null }, "dimensions": { "discoverable": { "label": "Discoverable", "score": 76, "status": "measured", "passedWeight": 32, "applicableWeight": 42, "checks": [ "robots", "sitemap", "contentSignals", "linkHeaders", "llmsTxt" ] }, "readable": { "label": "Readable", "score": 0, "status": "measured", "passedWeight": 0, "applicableWeight": 18, "checks": [ "markdownNegotiation" ] }, "actionable": { "label": "Actionable", "score": null, "status": "not_measured", "passedWeight": 0, "applicableWeight": 0, "checks": [] }, "trust-access": { "label": "Trust & access", "score": 0, "status": "measured", "passedWeight": 0, "applicableWeight": 4, "checks": [ "authMd" ] }, "reliable": { "label": "Reliable", "score": null, "status": "not_measured", "passedWeight": 0, "applicableWeight": 0, "checks": [] } }, "checks": { "robots": { "status": "pass", "title": "Robots.txt", "summary": "Site publishes a valid-looking robots.txt file.", "evidence": "# *\nUser-agent: *\nAllow: /\nAllow: /marketplace\nAllow: /*/marketplace\nDisallow: /api/\nDisallow: /dashboard\nDisallow: /*/dashboard\nDisallow: /agents\nDisallow: /*/agents\nDisallow: /settings/\nDisallow: /*/settings/\nDisallow: /marketplace/publish$\nDisallow: /*/marketplace/publish$\nDisallow: /team/accept-invite\nDisallow: /*/team/accept-invite\nDisallow: /team/free-trial\nDisallow: /team/new-team\nDisallow: /*/team/new-team\nDisallow: /verifyEmail\nDisallow: /*/verifyEmail\nDisallow: /failure\nDisallow: /*/failure\nDisallow: /loginDeepControl\nDisallow: /*/loginDeepControl\nDisallow: /loginDeepPage\nDisallow: /*/loginDeepPage\nDisallow: /referral\nDisallow: /*/referral\nDisallow: /pricing-history\nDisallow: /*/pricing-history\nDisallow: /artifacts/c/\nDisallow: /artifacts/v/\nDisallow: /marketing-static/\nDisallow: /docs-static/\n# Favicon/icon assets must stay crawlable: the homepage declares its favicon\n# under /marketing-static/ (and docs pages under /docs-static/), and Google\n# drops the site icon from search results when the declared favicon URL is\n# blocked by robots.txt. These longer Allow rules take precedence over the\n# Disallow prefixes above.\nAllow: /marketing-static/favicon*\nAllow: /marketing-static/icon-*\nAllow: /marketing-static/apple-touch-icon*\nAllow: /docs-static/favicon*\nAllow: /docs-static/icon-*\nAllow: /docs-static/apple-touch-icon*\nDisallow: /link/prompt\nDisallow: /*/link/prompt\nDisallow: /*/docs\nDisallow: /*/docs/\nDisallow: /*/learn\nDisallow: /*/learn/\nDisallow: /*/help\nDisallow: /*/help/\nDisallow: /*/for\nDisallow: /*/for/\n\n# Host\nHost: https://cursor.com\n\n# Sitemaps\nSitemap: https://cursor.com/sitemap_index.xml\nSitemap: https://forum.cursor.com/sitemap.xml\n" }, "sitemap": { "status": "pass", "title": "Sitemap", "summary": "Site publishes a reachable sitemap.", "evidence": "https://cursor.com/sitemap_index.xml" }, "contentSignals": { "status": "fail", "title": "Content Signals", "summary": "Robots.txt does not declare Content-Signal policy.", "fix": "Add a Content-Signal directive to robots.txt to state AI training/search/input policy." }, "linkHeaders": { "status": "fail", "title": "Link Headers", "summary": "Homepage has Link headers, but not for agent-readable resources.", "evidence": "; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"font\"; crossorigin=\"\"; type=\"font/woff2\", ; rel=preload; as=\"image\"", "fix": "If useful, add subtle HTTP Link headers for /llms.txt or machine-readable service metadata." }, "llmsTxt": { "status": "pass", "title": "LLMs.txt", "summary": "Site publishes /llms.txt for LLM-friendly discovery.", "evidence": "https://cursor.com/llms.txt" }, "markdownNegotiation": { "status": "fail", "title": "Markdown Negotiation", "summary": "Homepage does not return Markdown for Accept: text/markdown.", "evidence": "text/html; charset=utf-8", "fix": "Serve clean Markdown versions of important pages for agent requests." }, "apiCatalog": { "status": "not_applicable", "title": "API Catalog", "summary": "API Catalog is not required for a saas site.", "evidence": "network Response exceeds the 1000000-byte scan limit." }, "openApi": { "status": "not_applicable", "title": "OpenAPI description", "summary": "OpenAPI description is not required for a saas site.", "evidence": "network Response exceeds the 1000000-byte scan limit." }, "mcpServerCard": { "status": "not_applicable", "title": "MCP Server Card", "summary": "MCP Server Card is not required for a saas site.", "evidence": "network Response exceeds the 1000000-byte scan limit." }, "agentSkills": { "status": "not_applicable", "title": "Agent Skills index", "summary": "Agent Skills index is not required for a saas site.", "evidence": "network Response exceeds the 1000000-byte scan limit." }, "webMcp": { "status": "not_applicable", "title": "WebMCP", "summary": "WebMCP is not required for a saas site." }, "authMd": { "status": "fail", "title": "Auth.md", "summary": "Site does not publish /auth.md.", "evidence": "network Response exceeds the 1000000-byte scan limit.", "fix": "Publish /auth.md describing whether agent access is public or how agents should register/authenticate." } }, "recommendations": [ "Serve clean Markdown versions of important pages for agent requests.", "Publish /auth.md describing whether agent access is public or how agents should register/authenticate.", "Add a Content-Signal directive to robots.txt to state AI training/search/input policy.", "If useful, add subtle HTTP Link headers for /llms.txt or machine-readable service metadata." ], "methodology": "/methodology" }