# Production robots.txt for Ur Point # Allow search engines to index public content while protecting sensitive areas User-agent: * # Block sensitive directories Disallow: /admin Disallow: /admin-panel Disallow: /admincp Disallow: /api/ Disallow: /auth/ Disallow: /settings/ Disallow: /dashboard Disallow: /messages Disallow: /connections Disallow: /file_upload Disallow: /test-* Disallow: /debug Disallow: /health Disallow: /csrf-* Disallow: /graphql # Block AI/scraping bots User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: GPTBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: PetalBot Disallow: / User-agent: uptimerobot Disallow: / User-agent: viberbot Disallow: / User-agent: YaK Disallow: / User-agent: Yandex Disallow: / User-agent: Yeti Disallow: / # Set crawl delay to prevent server overload User-agent: * Crawl-delay: 2 # Sitemap location (add this when you create one) # Sitemap: https://www.ur-point.com/sitemap.xml