User-agent: *
Allow: /

# Sitemap
Sitemap: https://app.toolset.biz/amazescan/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Disallow specific files
Disallow: /ga-config.js
Disallow: /browserconfig.xml

# Allow important pages
Allow: /index.html
Allow: /en.html
Allow: /zh-CN.html
Allow: /ja.html
Allow: /privacy.html
Allow: /privacy-en.html
Allow: /privacy-zh-CN.html
Allow: /privacy-ja.html
Allow: /terms.html
Allow: /terms-en.html
Allow: /terms-zh-CN.html
Allow: /terms-ja.html
Allow: /sitemap.xml
Allow: /app-ads.txt