User-agent: *
Disallow: */get-pdf

# https://mj12bot.com/
User-Agent: MJ12bot
Crawl-Delay: 9

# https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Crawl-delay: 9

# https://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Crawl-delay: 8

# https://ahrefs.com/robot/
User-agent: AhrefsBot
Crawl-Delay: 5

# https://panscient.com/faq.htm
User-Agent: panscient.com
Crawl-delay: 5

# http://webmeup-crawler.com/
User-agent: BLEXBot
Crawl-delay: 5

# https://dataforseo.com/dataforseo-bot
User-agent: DataForSeoBot
Crawl-delay: 5

# https://serpstatbot.com/
User-Agent: serpstatbot
Crawl-Delay: 5

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Crawl-delay: 5

User-agent: megaindex.com
Crawl-delay: 5

User-agent: SEOkicks
User-agent: SEOkicks-Robot
Crawl-Delay: 5

# http://help.yahoo.com/help/us/ysearch/slurp
User-agent: Slurp
Crawl-delay: 4

# https://bot.seekport.com/
User-agent: SeekportBot
Crawl-delay: 4

# https://awario.com/bots.html
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 4

# https://www.semrush.com/bot/
User-agent: SemrushBot
Crawl-Delay: 2

User-agent: SiteAuditBot
Crawl-Delay: 2

User-agent: SemrushBot-BA
Crawl-Delay: 2

User-agent: SemrushBot-SI
Crawl-Delay: 2

User-agent: SemrushBot-SWA
Crawl-Delay: 2

User-agent: SemrushBot-CT
Crawl-Delay: 2

User-agent: SemrushBot-BM
Crawl-Delay: 2

User-agent: SplitSignalBot
Crawl-Delay: 2

User-agent: SemrushBot-COUB
Crawl-Delay: 2

# Sitemap
Sitemap: https://www.aidsmeds.com/sitemap.xml