# Sitemaps
Sitemap: https://www.megasur.es/sitemap.xml

# Sitemaps categorías
# Sitemap: https://www.megasur.es/sitemap_categories.xml

# Sitemaps products
# Sitemap: https://www.megasur.es/sitemap_products.xml

User-agent: *
User-agent: SemrushBot
#Blocked Urls
Disallow: /search?*
#Disallow: /cart
Disallow: /cart/
Disallow: /cart/*
Disallow: /management
Disallow: /management/*
Disallow: /webservice
Disallow: /webservice/*
Disallow: /task/*
Disallow: /tasks/*
Disallow: /download/*
Disallow: /user/*
Disallow: /data-ice/*
Disallow: /condiciones-generales

Allow: /*/*/*/*.jpg
Allow: /*/*/*/*.png

# Blocked Urls filters
Disallow: /*/*/*/*

# Blocked Urls pagination
Disallow: /*?pagina=*

Crawl-delay: 10

# Bot config
User-agent: Bingbot
User-agent: msnbot
User-agent: BLEXBot

# Blocked Bad Bots
User-agent: Bytespider
User-agent: PetalBot
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: spbot
User-agent: ezooms
User-agent: sistrix
User-agent: Yandex
User-agent: Baiduspider
User-agent: Yahoo! Slurp China
User-agent: YandexBot
User-agent: YandexImages
User-agent: Baiduspider-image
User-agent: MSIECrawler
User-agent: WebCopier
User-agent: Python-urllib
User-agent: URL_Spider_Pro
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: WebBandit
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: CopyRightCheck
User-agent: Alexibot
User-agent: Web Image Collector
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Xenu's
User-agent: Zeus
User-agent: Zeus Link Scout
User-agent: EroCrawler
User-agent: LinkScan/8.1a Unix
User-agent: Keyword Density/0.9
User-agent: WebCopier v3.2a
User-agent: WebCapture 2.0
User-agent: WebCopier v.2.2
User-agent: EtaoSpider
User-agent: Black Hole
User-agent: Xenu\\\'s Link Sleuth 1.1c
User-agent: Xenu\\\'s

User-agent: AhrefsBot
User-agent: archive.org_bot
User-agent: noxtrumbot
User-agent: Slurp
Disallow: /