# Block bad bots
User-agent: adbeat_bot
User-agent: AhrefsBot
User-agent: AITCSRobot
User-agent: Alexibot
User-agent: BLEXBot
User-agent: Cliqzbot
User-agent: dotbot
User-agent: Exabot
User-agent: expo9
User-agent: Huaweisymantecspider
User-agent: InfluenceBot
User-agent: ltx71 - (http://ltx71.com/)
User-agent: MaxPointCrawler
User-agent: MJ12bot
User-agent: Offline Explorer
User-agent: rogerbot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SiteSnagger
User-agent: SurveyBot
User-agent: TeleportPro
User-agent: WebCopier
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xaldon_WebSpider
User-agent: Xenu’s
User-agent: Xenu’s Link Sleuth 1.1c
Disallow: / 

# Slow some bots down

User-agent: Applebot
User-agent: coccoc
User-agent: ia_archiver
User-agent: istellabot
User-agent: grapeshot
Crawl-delay: 15

# Block URL parameters and certain directories from all bots
User-agent: *
Disallow: /*?
Disallow: /phprint.php
Disallow: /404.php
Disallow: /neil-coghlan/
Disallow: /external-banners/
Disallow: /banners/
Disallow: /premium/members/
Disallow: /premium/spanish-members/
Crawl-delay: 5


Sitemap: https://www.esl-lounge.com/sitemap.xml
Sitemap: https://www.esl-lounge.com/student/sitemap.xml
Sitemap: https://www.esl-lounge.com/premium/sitemap.xml