User-agent: dotbot
User-agent: Nutch
User-agent: NutchBOA
User-agent: NutchBOA/Nutch-1.0-dev
User-agent: NutchCVS
User-agent: Nutch
User-agent: Linguee
User-agent: linguatools
User-agent: AhrefsBot
User-agent: Clewwa-Bot
User-agent: Clewwa-Bot/Nutch-1.0
User-agent: Pixray-Seeker
User-agent: 008
User-agent: MJ12bot
User-agent: trendictionbot
User-agent: sosospider
User-agent: Exabot
User-agent: ICCrawler - iCjobs
User-agent: Acoon
User-agent: Infohelfer
User-agent: NAVER
User-agent: grapeshot
User-agent: SurveyBot
User-agent: wotbox
User-agent: MiaDev
User-agent: Spinn3r
User-agent: coccoc
User-agent: UnisterBot
User-agent: WBSearchBot
User-agent: careerbot
User-agent: jobs.de-Robot
User-agent: it2media-domain-crawler
User-agent: SemrushBot
User-agent: SiteExplorer
User-agent: BLEXBot
User-agent: spbot
User-agent: SearchmetricsBot
User-agent: SEOkicks-Robot
User-agent: SEOkicks
User-agent: niki-bot
User-agent: careerbot
User-agent: LinkpadBot
User-agent: berlin-fu-cow
User-agent: picmole
User-agent: LLC
User-agent: publiclibraryarchive
User-agent: spbot
User-agent: TurnitinBot
User-agent: memoryBot
User-agent: Netluchs
User-agent: NutchCVS
User-agent: Nutch
User-agent: BacklinkCrawler
User-agent: Jobroboter
User-agent: Mail.RU_Bot
User-agent: Mail.Ru
User-agent: MauiBot
User-agent: savetheworldheritage.org
User-agent: sqlmap
User-agent: MegaIndex.ru
User-agent: BUbiNG
User-agent: vebidoo
User-agent: seoscanners
User-agent: seoscanners.net
User-agent: seoscanners.net/1
User-agent: JobboerseBot
User-agent: ia_archiver
User-agent: BurdaForward
User-agent: vebidoobot
User-agent: SpiderLing
User-agent: heritrix
User-agent: Jobkicks
User-agent: adscanner
User-agent: DomainStatsBot
User-agent: serpstatbot
User-agent: vebidoobot
User-agent: Seekport Crawler
User-agent: ClaudeBot
Disallow: /

User-agent: Baiduspider
User-agent: Yandex
User-agent: Slurp
User-agent: Bingbot
Crawl-delay: 10