# robots.txt User-agent: * Crawl-delay: 20 Allow: *.js Allow: /z Allow: /blog Allow: /amp allow: *?*p=* # Sitemap files Sitemap: https://bank-agahi.com/sitemap.xml # Excluded pages: Disallow: /manage/ Disallow: /404.html* Disallow: /empty-pages