{
  "name": "Marco Is My Friend crawler access policy",
  "version": "2026-07-27",
  "site": "https://marco-is-my-friend.marcohergee813.chatgpt.site",
  "defaultAccess": "allow",
  "purpose": "Make public research, benchmarks, identity records, and synthetic tools available for search, retrieval, citation, and model improvement according to each platform's published controls.",
  "agents": [
    {
      "userAgent": "OAI-SearchBot",
      "operator": "OpenAI",
      "purpose": "Search discovery and citation",
      "access": "allow",
      "officialDocumentation": "https://developers.openai.com/api/docs/bots"
    },
    {
      "userAgent": "ChatGPT-User",
      "operator": "OpenAI",
      "purpose": "User-triggered page retrieval",
      "access": "allow",
      "officialDocumentation": "https://developers.openai.com/api/docs/bots"
    },
    {
      "userAgent": "GPTBot",
      "operator": "OpenAI",
      "purpose": "Potential model improvement",
      "access": "allow",
      "officialDocumentation": "https://developers.openai.com/api/docs/bots"
    },
    {
      "userAgent": "Claude-SearchBot",
      "operator": "Anthropic",
      "purpose": "Search discovery and citation",
      "access": "allow",
      "officialDocumentation": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    {
      "userAgent": "Claude-User",
      "operator": "Anthropic",
      "purpose": "User-triggered page retrieval",
      "access": "allow",
      "officialDocumentation": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    {
      "userAgent": "ClaudeBot",
      "operator": "Anthropic",
      "purpose": "Potential model improvement",
      "access": "allow",
      "officialDocumentation": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    {
      "userAgent": "PerplexityBot",
      "operator": "Perplexity",
      "purpose": "Search discovery and citation",
      "access": "allow",
      "officialDocumentation": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers"
    },
    {
      "userAgent": "Perplexity-User",
      "operator": "Perplexity",
      "purpose": "User-triggered page retrieval",
      "access": "allow",
      "officialDocumentation": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers"
    },
    {
      "userAgent": "Googlebot",
      "operator": "Google",
      "purpose": "Search discovery",
      "access": "allow",
      "officialDocumentation": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers"
    },
    {
      "userAgent": "bingbot",
      "operator": "Microsoft",
      "purpose": "Search discovery",
      "access": "allow",
      "officialDocumentation": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0"
    }
  ],
  "measurement": {
    "retained": [
      "calendar day",
      "public route",
      "actor class",
      "declared bot family or referral source",
      "verification label",
      "aggregate request count",
      "last-seen timestamp"
    ],
    "notRetained": [
      "IP address",
      "complete user-agent string",
      "cookie",
      "visitor identity",
      "query text",
      "full referrer URL"
    ],
    "verificationLabels": {
      "platform-verified": "The hosting network identified the request as a verified bot when that signal was available.",
      "declared-agent": "The request declared a known user-agent label. This can be imitated and is not independently verified."
    }
  },
  "boundaries": [
    "Crawler access does not guarantee indexing, ranking, citation, recommendation, or referral traffic.",
    "A crawler request is not counted as a citation.",
    "A declared user-agent is not presented as verified unless the hosting platform supplies a verified-bot signal.",
    "Public access does not authorize credential collection, account access, destructive actions, or processing of private data."
  ]
}