# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
User-agent: *
Disallow: /auth/
Disallow: /assets/browser-update*.js
Disallow: /users/
Disallow: /u/
Disallow: /my/
Disallow: /badges/
Disallow: /search
Disallow: /search/


Disallow: /email/
Disallow: /session
Disallow: /session/
Disallow: /admin
Disallow: /admin/
Disallow: /user-api-key
Disallow: /user-api-key/
Disallow: /*?api_key*
Disallow: /*?*api_key*
Disallow: /groups
Disallow: /groups/
Disallow: /t/*/*.rss
Disallow: /tags/*.rss
Disallow: /c/*.rss


User-agent: mauibot
Disallow: /


User-agent: semrushbot
Disallow: /


User-agent: ahrefsbot
Disallow: /


User-agent: blexbot
Disallow: /


User-agent: seo spider
Disallow: /


User-agent: Nimbostratus
Disallow: /


User-agent: SiteCheckerBotCrawler
Disallow: /


User-agent: CCBot
Disallow: /


User-agent: Barkrowler
Disallow: /


User-agent: TweetmemeBot
Disallow: /


User-agent: Discordbot
Disallow: /


User-agent: redditbot
Disallow: /


User-agent: MBCrawler
Disallow: /


User-agent: Linkdex
Disallow: /


User-agent: TelegramBot (like TwitterBot)
Disallow: /


User-agent: mj12bo
Disallow: /


User-agent: SiteCheckerBotCrawler/1.0 (+http://sitechecker.pro)
Disallow: /


User-agent: bingbot
Crawl-delay: 60
Disallow: /auth/
Disallow: /assets/browser-update*.js
Disallow: /users/
Disallow: /u/
Disallow: /my/
Disallow: /badges/
Disallow: /search
Disallow: /search/
Disallow: /tags
Disallow: /tags/
Disallow: /email/
Disallow: /session
Disallow: /session/
Disallow: /admin
Disallow: /admin/
Disallow: /user-api-key
Disallow: /user-api-key/
Disallow: /*?api_key*
Disallow: /*?*api_key*
Disallow: /groups
Disallow: /groups/
Disallow: /t/*/*.rss
Disallow: /tags/*.rss
Disallow: /c/*.rss



Sitemap: https://esporttalk.org/sitemap.xml