# Disallow all crawlers access to certain pages.
User-agent: * 
Disallow: /cgi-bin/
Disallow: /catalog/product/view/id/
Disallow: /catalogsearch/
Disallow: /blog/tag/
Disallow: /blog/author/
Disallow: /blog/index/list/
Disallow: /blog/cat/view/identifier/
Disallow: /checkout/cart/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /customer/account/create/
Disallow: /customer/account/forgotpassword/

# Disallow following crawlers access to the entire site.
User-agent: ia_archiver
Disallow: /

User-agent: AboutUsBot 
Disallow: /

# Sitemap listing
Sitemap: https://www.indigopreciousmetals.com/sitemap.xml