# https://www.robotstxt.org/robotstxt.html # ENGImitra robots.txt — configured for `engimitra.in` User-agent: * # Allow all content Allow: / # Disallow non-public paths Disallow: /__debug__ Disallow: /server-status # Sitemap reference Sitemap: https://engimitra.in/sitemap.xml # Favicon references (explicitly for search engine indexing) Host: https://engimitra.in Favicon: https://engimitra.in/favicon.ico # Googlebot: no crawl delay, can fetch all resources User-agent: Googlebot Allow: / Crawl-delay: 0 # Optional: set crawl delay for other crawlers (seconds) # Crawl-delay: 1