User-agent: *
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/*
Disallow: /catalog/*
Crawl-delay: 60
 
User-agent: SemrushBot
Crawl-delay: 60
 
User-agent: AwarioBot/1.0
Disallow: /catalogsearch/*
Disallow: /searchautocomplete/*
 
User-agent: Bytespider
Disallow: /catalogsearch/*
Disallow: /searchautocomplete/*
 
Sitemap: https://allfasteners.com/pub/sitemap/sitemap.xml

User-agent: Amazonbot
Disallow: /*