# robots.txt for dummyjsongenerator.com # Updated: 2026-06-11 # Allow all search engine crawlers User-agent: * Allow: / # Block admin/private paths (add yours here if needed) # Disallow: /admin/ # Disallow: /private/ # Allow AI crawlers to index the site (important for AI visibility) User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / # Sitemap location Sitemap: https://dummyjsongenerator.com/sitemap.xml