# robots.txt for http://www.civicinfo.bc.ca/

#User-agent: Googlebot
#Disallow:

#User-agent: Googlebot-image
#Disallow: 

User-agent: *
Crawl-delay: 5
Disallow: /aspCode/
#Disallow: /aspCode_2015/
Disallow: /ConferenceReporting/
Disallow: /eventreporting/
Disallow: /lgma/
Disallow: /lgmaCircular/
Disallow: /Survey/
Disallow: /mobile/
Disallow: /api/
Disallow: /civicstats/
Disallow: /news-archive


#User-agent: bingbot
#Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /



User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-SEOAB
Disallow: /