User-agent: Scrapy
Allow: /

User-agent: serpstatbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: bingbot
Crawl-delay: 5

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

#User-agent: AhrefsBot
#Disallow: /

#User-agent: Googlebot
#Disallow: /brugte-biler/
#Disallow: /lagerliste-biler-til-salg/

#User-agent: SemrushBot
#Disallow: /

#User-agent: SemrushBot-BA
#Disallow: /

# Block ZoominfoBot
User-agent: ZoominfoBot
Disallow: / 

# Block ZoominfoBot
User-agent: ZoominfoBot (zoominfobot at zoominfo dot com)
Disallow: / 

# Block Admantx Bot
User-agent: ADmantX
Disallow: / 

# Block Heritrix
User-agent: Heritrix
Disallow: / 

# Block Indy Library Bot
User-agent: Mozilla/3.0 (compatible; Indy Library)
Disallow: / 

# Block Indy Library Bot
User-agent: Indy Library
Disallow: / 

# Block Mail.Ru
User-agent: Mail.Ru
Disallow: / 

# Block Majestic-12 Bot
User-agent: MJ12bot
Disallow: / 

# Block Moz DotBot
User-agent: dotbot
Disallow: / 

# Block Moz Rogerbot
User-agent: rogerbot
Disallow: / 

# Block PHPCrawl Bot
User-agent: PHPCrawl
Disallow: / 

# Block BLEXBot
User-agent: BLEXBot
Disallow: / 

# Block Brandwatch's Magpie Crawler
User-agent: magpie-crawler
Disallow: /

# Block SeznamBot
User-agent: SeznamBot
Disallow: / 

# Block this bot
User-agent: seoscanners.net
Disallow: / 

# Block SoftSearch Bot
User-agent: SoftSearch.ru robot
Disallow: / 

# Block Uptime Bot
User-agent: Uptimebot
Disallow: / 

User-agent: Python-urllib
Disallow: / 

User-agent: python-requests
Disallow: / 

User-agent: Python-httplib2
Disallow: / 

User-agent: expo9
Disallow: / 

User-agent: ZumBot
Disallow: / 

User-agent: Yandex
Disallow: / # blocks access to whole site for Yandex

User-agent: EventMachine HttpClient
Disallow: /

User-agent: MaxPointCrawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MaxPointCrawler/Nutch-1.10
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Go-http-client/1.1
Disallow: /

User-agent: Go 1.1 package http
Disallow: /

User-Agent: Wget
Disallow: /

User-agent: uipbot
Disallow: /

User-agent: uipbot/1.0 (uipbot@semasio.net)
Disallow: /

User-agent: GetIntent Crawler
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: BUbiNG
Disallow: /

#Buzzbot: http://www.buzzstream.com
User-agent: Buzzbot
Disallow: /

User-agent: Free WebSite Submitter/1.0
Disallow: /

User-agent: Free WebSite Submitter
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User Agent: DomainStatsBot/1.0 (https://domainstats.com/pages/our-bot)
Disallow: /