# robots.txt for OptRL User-agent: * Allow: / # Disallow admin or sensitive areas (if any in future) # Disallow: /admin/ # Disallow: /private/ # Sitemap location Sitemap: https://divyeshpatel.github.io/reinforcelab/sitemap.xml # Crawl-delay (optional, helps prevent server overload) Crawl-delay: 1