# ============================================================================== # Robots.txt for GeoIdentity & Fake Address Generator # Fully compliant with Google Search Central & modern search engine crawlers # ============================================================================== User-agent: * Allow: / Allow: /assets/ Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/ # Disallow admin panel and internal data stores Disallow: /admin.php Disallow: /admin.html Disallow: /data/ Disallow: /api.php # Polite crawl rate Crawl-delay: 1 # Modern Google-compliant Sitemaps Sitemap: http://localhost:8080/fake-address-generator/sitemap.xml Sitemap: http://localhost:8080/fake-address-generator/sitemap.php