User-agent: 008
User-agent: A6-Indexer
User-agent: AhrefsBot
User-agent: AliveAdvisorCrawler
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: Anonymous Coward
User-agent: ApolloBot
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: Barkrowler
User-agent: Bitvorebot
User-agent: Blekkobot
User-agent: BLEXBot
User-agent: BrandVerity/1.0
User-agent: btcrawler
User-agent: BUbiNG
User-agent: Buck
User-agent: Buck/2.2
User-agent: CAAM
User-agent: ClarsentiaBot
User-agent: ClineCrawler
User-agent: Cliqzbot
User-agent: Companybook-Crawler
User-agent: Dataprovider.com
User-agent: DomainCrawler
User-agent: elefent
User-agent: Exabot
User-agent: Exabot-Thumbnails
User-agent: expo9
User-agent: Ezooms
User-agent: fairshare.cc
User-agent: FAST Enterprise Crawler
User-agent: Flamingo_SearchEngine
User-agent: Flipboard
User-agent: FlipboardProxy
User-agent: fr_crawler
User-agent: GarlikCrawler
User-agent: Genieo
User-agent: Gigabot
User-agent: G-i-g-a-b-o-t
User-agent: GnowitNewsbot
User-agent: Goodzer
User-agent: heritrix
User-agent: IntegromeDB
User-agent: Laserlikebot
User-agent: Linguee Bot
User-agent: ltx71
User-agent: LumtelBot
User-agent: magpie-crawler
User-agent: Mail.RU_Bot
User-agent: mandalay
User-agent: MauiBot
User-agent: MaxPointCrawler
User-agent: mediawords
User-agent: MeltwaterNews
User-agent: MeMoNewsBot
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Moreoverbot
User-agent: netEstate NE Crawler
User-agent: newslookup-bot
User-agent: NewsNow
User-agent: panscient.com
User-agent: PaperLiBot
User-agent: psbot
User-agent: PiplBot
User-agent: proximic
User-agent: RSSingBot
User-agent: Qwantify
User-agent: Qwant-news/2.0
User-agent: R6_CommentReader
User-agent: R6_FeedFetcher
User-agent: RediffNewsBot
User-agent: Riddler
User-agent: rogerbot
User-agent: scalaj-http
User-agent: scalaj-http/1.0
User-agent: Scrapy
User-agent: SemrushBot
User-agent: SEOkicks-Robot
User-agent: Shakoo
User-agent: SmartBriefBot
User-agent: sogou spider
User-agent: sosospider
User-agent: spbot
User-agent: Spinn3r
User-agent: Superfeedr
User-agent: Superfeedr bot
User-agent: Synthesio
User-agent: TencentTraveler
User-agent: test bot
User-agent: The Knowledge AI
User-agent: TosCrawler
User-agent: ToutiaoSpider
User-agent: trendictionbot
User-agent: trendkite-akashic-crawler
User-agent: TurnitinBot
User-agent: uipbot
User-agent: Vegi bot
User-agent: Veooz
User-agent: Veooz/1.0
User-agent: VocusBot
User-agent: WikiDo
User-agent: Wotbox
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexImages
User-agent: YandexNews
Disallow: /

User-agent: *
Crawl-delay: 5
Allow: /
Disallow: /admin/
Disallow: /saxotech_importer/
Disallow: /api/
Disallow: /wp-admin/
Disallow: /wp-includes/