{
  "service": "crawl.tools.town",
  "version": "1.0.0",
  "description": "Fetch robots.txt and sitemap XML from the edge for SEO tooling, audits, and internal monitors — no browser CORS.",
  "limits": {
    "max_robots_bytes": 262144,
    "max_sitemap_bytes": 2097152
  },
  "endpoints": {
    "docs_html": "GET /",
    "robots": "GET /v1/robots?url= — any page on origin; fetches /robots.txt",
    "sitemap": "GET /v1/sitemap?url= — full sitemap URL",
    "discover": "GET /v1/discover?url= — robots.txt + parsed Sitemap: URLs",
    "validate": "GET /v1/validate?url=",
    "embed_widget": "GET /embed/",
    "health": "GET /health",
    "discovery": "GET /meta"
  }
}