User-agent: * Allow: / # Sitemaps Sitemap: https://gklean.gn/sitemap.xml # Crawl-delay Crawl-delay: 10 # Disallow patterns Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /*.json$ Disallow: /*.xml$ Disallow: /*?* # Allow patterns Allow: /*.js Allow: /*.css Allow: /*.png Allow: /*.jpg Allow: /*.gif Allow: /*.svg Allow: /*.ico