#Disallow all other bots

User-agent: *
Disallow: /
Disallow: /admin/
Disallow: /modules/publicity/client/ClickPublicity.aspx

#Allow Good bots with a crawl delay of 30 seconds

#Google
User-agent: Googlebot
Allow: /
Crawl-delay: 30
Disallow: /admin/
Disallow: /modules/publicity/client/ClickPublicity.aspx

User-agent: Googlebot-image
Allow: /
Crawl-delay: 30
Disallow: /admin/
Disallow: /modules/publicity/client/ClickPublicity.aspx

#Bing
User-agent: bingbot
Allow: /
Crawl-delay: 30
Disallow: /admin/
Disallow: /modules/publicity/client/ClickPublicity.aspx

#Yahoo
User-agent: Slurp
Allow: /
Crawl-delay: 30
Disallow: /admin/
Disallow: /modules/publicity/client/ClickPublicity.aspx


#Disallow specific bots found in the logs

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

#Not working. Need to contact hello@gnowit.com to block websites individually
User-agent: GnowitNewsbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Semanticbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: SiteCheckerBotCrawler
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: MauiBot
Disallow: /