Sitemap: /_generalWebFunctions/sitemap.cfm

User-agent: bingbot
Disallow: *.csi
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /coldspring/
Disallow: /ModelGlue/
Disallow: /tobaccoRecovery/
Disallow: /tobaccoRecoveryStaging/
Disallow: /_generalWebFunctions/
Allow: /_generalWebFunctions/sitemap.cfm
Disallow: /funding/login/
Disallow: /ATCSurvey/login/
Disallow: /console/
Disallow: /FAQs/login/
Disallow: /training/
Crawl-delay: 10

User-agent: googlebot
Disallow: *.csi
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /training/
Disallow: /coldspring/
Disallow: /ModelGlue/
Disallow: /tobaccoRecovery/
Disallow: /tobaccoRecoveryStaging/
Disallow: /_generalWebFunctions/
Allow: /_generalWebFunctions/sitemap.cfm
Disallow: /funding/login/
Disallow: /ATCSurvey/login/
Disallow: /console/
Disallow: /FAQs/login/
Disallow: /training/
Crawl-delay: 10

#yahoo
User-agent: Slerp
Disallow: *.csi
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /training/
Disallow: /coldspring/
Disallow: /ModelGlue/
Disallow: /tobaccoRecovery/
Disallow: /tobaccoRecoveryStaging/
Disallow: /_generalWebFunctions/
Allow: /_generalWebFunctions/sitemap.cfm
Disallow: /funding/login/
Disallow: /ATCSurvey/login/
Disallow: /console/
Disallow: /FAQs/login/
Disallow: /training/
Crawl-delay: 10

User-agent: nys-crawler
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /training/
Disallow: /coldspring/
Disallow: /ModelGlue/
Disallow: /tobaccoRecovery/
Disallow: /tobaccoRecoveryStaging/
Disallow: /_generalWebFunctions/
Allow: /_generalWebFunctions/sitemap.cfm
Disallow: /funding/login/
Disallow: /ATCSurvey/login/
Disallow: /console/
Disallow: /FAQs/login/
Disallow: /training/
Crawl-delay: 10

User-agent: nys-qa-crawler
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/
Disallow: /training/
Disallow: /coldspring/
Disallow: /ModelGlue/
Disallow: /tobaccoRecovery/
Disallow: /tobaccoRecoveryStaging/
Disallow: /_generalWebFunctions/
Allow: /_generalWebFunctions/sitemap.cfm
Disallow: /funding/login/
Disallow: /ATCSurvey/login/
Disallow: /console/ 
Disallow: /FAQs/login/
Disallow: /training/
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: sitecheck
Disallow: 

#China
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

#China
User-agent: YoudaoBot
Disallow: /

#China
User-agent: sogou spider
Disallow: /

#Italy
User-agent: IstellaBot 
Disallow: /

user-agent: AhrefsBot
 disallow: / 

User-agent: Nutch
Disallow: /

#Russia
User-agent: Yandex
Disallow: /

#Germany
User-agent: DeuSu
Disallow: /

User-agent: ccbot
 Disallow: /

User-agent: msnbot-media
 Disallow: /

User-agent: ExaBot
 Disallow: /

User-agent: SemrushBot
 Disallow: / 
 
User-agent: *
Disallow: /