# disallow all
User-agent: *
Allow: /ads.txt
Allow: /app-ads.txt
Disallow: /
Crawl-delay: 600

# but allow only important bots
User-agent: DuckDuckBot
User-agent: DuckDuck
User-agent: Bingbot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Adsbot-Google
User-agent: Mediapartners-Google
User-agent: Storebot-Google
User-agent: Google-InspectionTool
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: AdsBot-Google-Mobile
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Yandex
User-agent: YandexBot
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: proximic
User-agent: MJ12
User-agent: MJ12Bot
User-agent: SEMrush
User-agent: SEMrushBot
User-agent: Dot
User-agent: DotBot
User-agent: Applebot
User-agent: LinkedInBot
User-agent: Pinterestbot
User-agent: FacebookBot
User-agent: facebookcatalog
User-Agent: Amazon-Advertising-ad-standards-bot
User-Agent: Gapps

Disallow: /*.less
Disallow: /admin/
Disallow: /bin/
Disallow: /cache/
Disallow: /cache
Disallow: /change_lang.aspx
# Disallow: /ChartImage.axd
Disallow: /classes/
# Disallow: /client.ashx
Disallow: /cls/
Disallow: /components/
Disallow: /constants/
Disallow: /controls/
Disallow: /cookie_sync
Disallow: /en/change_lang.aspx
Disallow: /en/facebookLink.aspx
Disallow: /en/facebookLogin.aspx
Disallow: /en/facebookPost.aspx
Disallow: /en/facebookUnlink.aspx
Disallow: /en/gpoollogin.aspx
Disallow: /en/gpoollogout.aspx
Disallow: /en/gsearchcp.aspx
Disallow: /en/home_wl.aspx
Disallow: /en/empty.aspx
Disallow: /en/maintenance.aspx
Disallow: /en/newsref.aspx
Disallow: /en/parallel.aspx
# Disallow: /en/socialshare.aspx
Disallow: /en/userlogin.aspx
Disallow: /en/userlogout.aspx
Disallow: /facebookLink.aspx
Disallow: /facebookLogin.aspx
Disallow: /facebookPost.aspx
Disallow: /facebookredirect.axd
Disallow: /facebookUnlink.aspx
Disallow: /fr/change_lang.aspx
Disallow: /fr/facebookLink.aspx
Disallow: /fr/facebookLogin.aspx
Disallow: /fr/facebookPost.aspx
Disallow: /fr/facebookUnlink.aspx
Disallow: /fr/gpoollogin.aspx
Disallow: /fr/gpoollogout.aspx
Disallow: /fr/gsearchcp.aspx
Disallow: /fr/home_wl.aspx
Disallow: /fr/empty.aspx
Disallow: /fr/maintenance.aspx
Disallow: /fr/newsref.aspx
Disallow: /fr/parallel.aspx
# Disallow: /fr/socialshare.aspx
Disallow: /fr/userlogin.aspx
Disallow: /fr/userlogout.aspx
Disallow: /gpoollogin.aspx
Disallow: /gpoollogout.aspx
Disallow: /gsearchcp.aspx
Disallow: /home_wl.aspx
Disallow: /empty.aspx
Disallow: /includes/
Disallow: /maintenance.aspx
Disallow: /newsref.aspx
Disallow: /openrtb2/auction
Disallow: /parallel.aspx
Disallow: /request.ashx
Disallow: /resources/
# Disallow: /ScriptResource.axd
# Disallow: /socialshare.aspx
Disallow: /Telerik.RadUploadProgressHandler.ashx
Disallow: /Telerik.Web.UI.DialogHandler.aspx
# Disallow: /Telerik.Web.UI.SpellCheckHandler.axd
# Disallow: /Telerik.Web.UI.WebResource.axd
Disallow: /therest.ashx
Disallow: /userlogin.aspx
Disallow: /userlogout.aspx
Disallow: /v01/
Disallow: /v02/
Disallow: /v03/
# Disallow: /WebResource.axd
Crawl-delay: 5
Sitemap: https://www.poolexpert.com/sitemaps/sitemap-index.xml