User-agent: *
Disallow: /goto/
Disallow: /search/do,load_search_results/
Disallow: /similar/
Disallow: /phone/
Disallow: /number/
Disallow: /phone-number/do,load_comments/
Disallow: /purchase/
Disallow: /lookup/
Disallow: /static/content/
Disallow: /static/csv/
Disallow: /static/json/
Disallow: /chart/
Disallow: /attorney-request/

User-agent: AhrefsBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Siteliner
Disallow: /

User-agent: A6-Indexer
Disallow: /

User-agent: proximic
Disallow: /

User-agent: AccompanyBot
Disallow: /

User-agent: adbeat_bot
Disallow: /

User-agent: adidxbot/2.0
Disallow: /

User-agent: AdsTxtCrawler
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: AppNexusAdsTxtCrawler/1.0
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: badbot
Disallow: /

User-agent: bidswitchbot/1.0
Disallow: /

User-agent: bingbot
Crawl-delay: 1

User-agent: BLEXBot/1.0
Disallow: /

User-agent: Clickagy Intelligence Bot v2
Disallow: /

User-agent: coccocbot-image/1.0
Disallow: /

User-agent: coccocbot-web/1.0
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: DataForSeoBot/1.0
Disallow: /

User-agent: DF Bot 1.0
Disallow: /

User-agent: DotBot/1.2
Disallow: /

User-agent: GetIntent
Disallow: /

User-agent: IAB ATQ team adform robot
Disallow: /

User-agent: INETDEX BOT/INETDEX BOT 1.4
Disallow: /

User-agent: MJ12bot/v1.4.8
Disallow: /

User-agent: moatbot
Disallow: /

User-agent: MojeekBot/0.10
Disallow: /

User-agent: Neevabot/1.0
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Pinterestbot/1.0
Disallow: /

User-agent: PubMatic Crawler Bot
Disallow: /

User-agent: Quantcastbot/1.0
Disallow: /

User-agent: RSSingBot
Disallow: /

User-agent: SemrushBot/7~bl
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-BM/1.0
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SeznamBot/3.2
Disallow: /

User-agent: SeznamBot/3.2-test1
Disallow: /

User-agent: SirdataBot
Disallow: /

User-agent: Slackbot-LinkExpanding 1.0
Disallow: /

User-agent: SMTBot/1.0
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: startmebot/1.0
Disallow: /

User-agent: TelegramBot (like TwitterBot)
Disallow: /

User-agent: Trade Desk ads.txt & sellers.json crawler
Disallow: /

User-agent: Yellowbrandprotectionbot/1.0
Disallow: /

User-agent: UCMore Crawler App
Disallow: /