User-agent: *
 Disallow:  /login
 Disallow:  /wp-admin
 Allow: /wp-admin/admin-ajax.php
 
 Disallow:  /*pmin*
 Disallow:  /*pmax*
 Disallow:  /*prefn1*
 Disallow:  /*prefn2*
 Disallow:  /*prefn3*
 Disallow:  /*prefn4*
 Disallow:  /*prefv1*
 Disallow:  /*prefv2*
 Disallow:  /*prefv3*
 Disallow:  /*prefv4*
 Disallow:  /*srule*
 
 # Allow search crawlers to discover the sitemap
 Sitemap: www.tessco.com/sitemap.xml	

 Request-rate: 1/10              # maximum rate is one page every 10 seconds
 Crawl-delay: 10                 # 10 seconds between page requests
 Visit-time: 0400-0845           # only visit between 04:00 and 08:45 UTC

# Block CazoodleBot as it does not present correct accept content headers
 User-agent: CazoodleBot
 Disallow: /

# Block MJ12bot as it is just noise
 User-agent: MJ12bot
 Disallow: /

# Block dotbot as it cannot parse base urls properly
 User-agent: dotbot/1.0
 Disallow: /

# Block Gigabot
 User-agent: Gigabot
 Disallow: /