Sitemap: https://www.1stclasshumidors.com/sitemap.xml
User-agent: *
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/

Disallow: /*?
Disallow: /discount-cigars/
Disallow: /catalog/product/view/id/
crawl-delay:10

User-Agent: MJ12bot
Crawl-Delay: 5