# robots.txt exclusion for www.knifecenter.com
# 
# for all agents, keep them out of the /cgi-bin directory
User-agent: *
Disallow: /admin
Disallow: /cgi-bin
Disallow: /area51
Disallow: /includes/PageFooter.inc.html
Disallow: /polls
Disallow: /kc_new/actions
Disallow: /kc_new/store_actions_new.html
Disallow: /kc_new/inc
Disallow: /kc_new/tmp
Disallow: /kc_new/edcreview/inc/
Disallow: /kc_new/store_review_new.html
Disallow: /redesign
Disallow: /members
Disallow: /mobile
Disallow: *country=
Disallow: *showall=
Disallow: *min_price=
Disallow: *max_price=
Disallow: *c=
Disallow: *style=
Disallow: *freeshipping=
Disallow: *design=
Disallow: *steel=
Disallow: *staffpick=
Disallow: *giftpick=
Disallow: *quality=
Disallow: *locktype=
Disallow: *value=
Disallow: *style=
Disallow: *min_blade=
Disallow: *max_blade=
Disallow: *PIF5datarq=
Disallow: *eqCATEGORYdatarq=
Disallow: *eqSIZEdatarq=
Disallow: *eqON HANDdatarq=
Disallow: *eqSUB_CAT_CODEdatarq=
Disallow: *eqUSERFIELD1datarq=
Disallow: *eqFIELD167Rdatarq=
Disallow: *eqPIF1datarq=
Disallow: *eqPIF2datarq=
Disallow: *eqPIF3datarq=
Disallow: *eqPIF4datarq=
Disallow: *eqPIF5datarq=
Disallow: *eqCOUNTRYORIGINdatarq=
Disallow: *eqLOCKdatarq=
Disallow: *eqCLIPdatarq=
Disallow: *eqSHEATHdatarq=
Disallow: *eqBLADESTEELdatarq=
Disallow: *eqVENDORPRCOSTdatarq=
Disallow: *eqKEY5datarq=
Disallow: *eqEDGETYPEdatarq=
Disallow: *wobladesteeldatarq=
Disallow: *wnwwwcat_1datarq=
Disallow: *wwwcat_1datarq=
Disallow: *wwwcat_2datarq=
Disallow: *store_detail.html
Disallow: *store_store.html

Sitemap: https://www.knifecenter.com/sitemap.xml

User-agent: MJ12bot
Crawl-Delay:   20

User-agent: msnbot
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 20

User-agent: AhrefsBot 
Crawl-Delay: 20

User-agent: AhrefsSiteAudit
Crawl-Delay: 20