User-Agent: BingPreview
User-agent: coccocbot-web
User-agent: coccocbot-image
User-agent: Pandalytics
User-agent: MixnodeCache
User-agent: Cliqzbot
User-agent: ZoominfoBot
User-agent: XML Sitemaps Generator
User-agent: DF Bot
User-agent: VelenPublicWebCrawler
User-agent: VoluumDSP-content-bot
User-agent: MauiBot
User-agent: The Knowledge AI
User-agent: hypestat
User-agent: LightspeedSystemsCrawler
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: SEOkicks
User-agent: bidswitchbot
User-agent: FemtosearchBot
User-agent: Gowikibot
User-agent: SemanticScholarBot
User-agent: AbonTool
User-agent: Barkrowler
User-agent: beambot
User-agent: demandbase-bot
User-agent: TweetmemeBot
User-agent: elefent
User-agent: NTENTbot
User-agent: NTENTbot-fetch
User-agent: NTENTbot-news
User-agent: ERACrawler
User-agent: ConveraCrawler
User-agent: DJEcoBot
User-agent: GarlikCrawler
User-agent: Getintent Crawler
User-agent: Uptimebot
User-agent: Prlog
User-agent: Blackboard Safeassign
User-agent: admantx-euastn
User-agent: weborama-fetcher
User-agent: RankingBot2
User-agent: netEstate NE Crawler
User-agent: Laserlikebot
User-agent: IndeedBot
User-agent: Diffbot
User-agent: StorygizeBot
User-agent: YesupBot
User-agent: TeeRaidBot
User-agent: LinexBot
User-agent: oBot
User-agent: MetaCommentBot
User-agent: seoscanners.net
User-agent: Plukkie
User-agent: ScoutJet
User-agent: Dataprovider
User-agent: Spendabot
User-agent: WebCorpLSEBot
User-agent: Searchie
User-agent: uipbot
User-agent: eContext
User-agent: SafeDNSBot
User-agent: TWMBot
User-agent: mfibot
User-agent: mindUpBot
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Nutch
User-agent: NextGenSearchBot
User-agent: deepcrawl
User-agent: Kraken
User-agent: Lipperhey
User-agent: Lipperhey Spider
User-agent: Lipperhey-Kaus-Australis
User-agent: CloudServerMarketSpider
User-agent: heritrix
User-agent: Yeti
User-agent: WeSEE
User-agent: WeSEE_Bot
User-agent: WBSearchBot
User-agent: BDCbot
User-agent: meanpathbot
User-agent: SurdotlyBot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: Sogou web spider
User-agent: YoudaoBot
user-agent: AhrefsBot
user-agent: ltx71
user-agent: AddThis.com robot
user-agent: AddThis.com robot tech.support@clearspring.com
User-agent: MJ12bot
User-agent: Genieo
User-agent: BLEXBot
User-agent: EasouSpider
User-agent: Schenkerianbot
User-agent: GrapeshotCrawler
User-agent: grapeshot
User-agent: grapeFX
User-agent: voltron
User-agent: LexxeBot
User-agent: DotBot
User-agent: TerrawizBot
User-agent: Mail.RU_Bot
User-agent: XoviBot
User-agent: Scrapy
User-agent: SiteExplorer
User-agent: NerdyBot
User-agent: adbeat_bot
User-agent: coccoc
User-agent: Dalvik
User-agent: SeznamBot
User-agent: BUbiNG
User-agent: WebIndex
User-agent: proximic
User-agent: SISTRIX Crawler
User-agent: ContextAd Bot
User-agent: CRAZYWEBCRAWLER
User-agent: LSSRocketCrawler
User-agent: crawler4j
User-agent: spbot
User-agent: SMTBot
User-agent: AppEngine-Google
User-agent: CrazyWebCrawler-Spider
User-agent: Exabot
User-agent: MixrankBot
User-agent: ia_archiver
User-agent: YisouSpider
User-agent: linkdexbot
User-agent: GigablastOpenSource
User-agent: CCBot
User-agent: sistrix
User-agent: 007ac9
User-agent: NetSeer
User-agent: proximic
User-agent: linkapediabot
User-agent: yoozBot
User-agent: Findxbot
User-agent: DomainAppender
User-agent: archive.org_bot
User-agent: SkimBot
User-agent: MaxPointCrawler
User-agent: Wotbox
User-agent: ia_archiver
User-agent: LinkWalker
User-agent: LivelapBot
User-agent: OpenHoseBot
User-agent: acapbot
User-agent: Riddler
User-agent: musobot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: TinEye-bot
User-agent: FatBot
User-agent: rogerbot
User-agent: DeuSu
User-agent: uMBot
User-agent: MegaIndex
User-agent: Abonti
User-agent: AdvBot
User-agent: MediavBot
User-agent: GetintentCrawler
User-agent: TurnitinBot
User-agent: Leikibot
User-agent: YandexDirect
User-agent: YandexDirectDyn
User-agent: YandexMedia
User-agent: YandexImages
User-agent: YaDirectFetcher
User-agent: YandexBlogs
User-agent: YandexNews
User-agent: YandexPagechecker
User-agent: YandexMetrika
User-agent: YandexCalendar
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexWebmaster
User-agent: YandexMobileBot
User-agent: IstellaBot
User-agent: GoogleOther
User-agent: Google-Extended
Disallow: /
Disallow: /*

User-agent: *
Disallow: /cgi-bin/
Disallow: /e/
Disallow: /r/
Disallow: /t/
Disallow: /terms
Disallow: /doubleclick/
Disallow: /eyeblaster/
Disallow: /translate_c/