# Slow down bots
User-agent: *
Crawl-delay: 1800

# Block bad bots
User-agent: Experibot
User-agent: IndeedBot
User-agent: ExtLinksBot
User-agent: crawler4j
User-agent: dataprovider
User-agent: DAUM
User-agent: MauiBot
User-agent: panscient.com
User-agent: vscooter
User-agent: psbot
User-agent: ia_archiver
User-agent: MJ12bot
User-agent: twiceler
User-agent: Yandex
User-agent: taptubot
User-agent: Googlebot-Image
User-agent: TwengaBot
User-agent: sitebot
User-agent: Baiduspider
User-agent: AhrefsBot
User-agent: Ezooms
User-agent: sistrix
User-agent: aiHitBot
User-agent: InfoPath
User-agent: InfoPath.2
User-agent: swebot
User-agent: EC2LinkFinder
User-agent: TurnitinBot
User-agent: The Knowledge AI
User-agent: Mappy
Disallow: /

User-agent: SearchmetericsBot
User-agent: WBSearchBot
User-agent: Exabot
User-agent: Sosospider
User-agent: ip-web-crawler.com
User-agent: netEstate NE Crawler
User-agent: Aboundexbot
User-agent: Aboundex
User-agent: meanpathbot
User-agent: Mail.Ru
User-agent: spbot
User-agent: archive.org_bot
User-agent: LinkpadBot
User-agent: EasouSpider
User-agent: SeznamBot
User-agent: wotbox
User-agent: BLEXBot
User-agent: XoviBot
User-agent: SemrushBot
User-agent: A6-Indexer
User-agent: Riddler
User-agent: LoadTimeBot
User-agent: oBot
User-agent: MojeekBot
User-agent: memoryBot
User-agent: ltx71
Disallow: /

User-agent: AdvBot
User-agent: SMTBot
User-agent: YisouSpider
User-agent: LSSRocketCrawler
User-agent: gsa-crawler
User-agent: Nutch
User-agent: tbot-nutch
User-agent: thunderstone
User-agent: yacybot
User-agent: RankSonicBot
User-agent: betaBot
User-agent: parsijoo-bot
User-agent: NextGenSearchBot
User-agent: gocrawl
User-agent: plukkie
User-agent: Applebot
User-agent: Lipperhey
User-agent: SafeDNSBot
User-agent: RankActiveLinkBot
User-agent: Sogou blog
User-agent: Sogou inst spider
User-agent: Sogou News Spider
User-agent: Sogou Orion spider
User-agent: Sogou spider2
User-agent: Sogou web spider
User-agent: Uptimebot
User-agent: Seeker
User-agent: Cliqzbot
User-agent: DomainCrawler
User-agent: yoozBot
User-agent: 007ac9
User-agent: coccocbot-web
User-agent: Qwantify
User-agent: SiteExplorer
User-agent: Findxbot
User-agent: GarlikCrawler
User-agent: ZoominfoBot
User-agent: BUbiNG
User-agent: Barkrowler
User-agent: rogerbot
User-agent: dotbot
User-agent: JamesBOT
User-agent: Contacts-Crawler
User-agent: CCBot
User-agent: IDBot
User-agent: DnyzBot
User-agent: PiplBot
User-agent: AlphaBot
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: SEOkicks-Robot
Disallow: /