# Improved robots.txt for betachek.com
# Removes Crawl-Delay (hurts Bing/other crawlers; Google ignores it anyway)
# Points crawlers to current regional sitemaps in /sitemaps/

User-agent: *
Disallow: /index.php/
Disallow: /*?
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /admin/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Allow: /media/
Allow: /static/

# Googlebot previously had an empty Disallow (crawl all), which let Merchant
# Centre Autofeed invent products from filtered category URLs like
# /de/shop?price=30-40. Block query-string URLs for Googlebot too; clean PDPs
# do not need ?params.
User-agent: Googlebot
Disallow: /*?

User-agent: Googlebot-image
Disallow:

# Regional store sitemaps (Magento)
Sitemap: https://betachek.com/sitemaps/sitemap_index.xml
Sitemap: https://betachek.com/sitemaps/sitemap_au.xml
Sitemap: https://betachek.com/sitemaps/sitemap_uk.xml
Sitemap: https://betachek.com/sitemaps/sitemap_us.xml
Sitemap: https://betachek.com/sitemaps/sitemap_nl.xml
Sitemap: https://betachek.com/sitemaps/sitemap_de.xml
Sitemap: https://betachek.com/sitemaps/sitemap_fr.xml
Sitemap: https://betachek.com/sitemaps/sitemap_eu.xml
Sitemap: https://betachek.com/sitemaps/sitemap_it.xml
Sitemap: https://betachek.com/sitemaps/sitemap_my.xml

# Bing prefix-property sitemaps (same files, under the store path Bing verifies)
Sitemap: https://betachek.com/au/sitemap.xml
Sitemap: https://betachek.com/uk/sitemap.xml
Sitemap: https://betachek.com/us/sitemap.xml
Sitemap: https://betachek.com/nl/sitemap.xml
Sitemap: https://betachek.com/de/sitemap.xml
Sitemap: https://betachek.com/fr/sitemap.xml
Sitemap: https://betachek.com/eu/sitemap.xml
Sitemap: https://betachek.com/it/sitemap.xml
Sitemap: https://betachek.com/my/sitemap.xml

# Video sitemaps (only files that exist under pub/sitemaps/)
Sitemap: https://betachek.com/sitemaps/sitemap_video_au.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_uk.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_us.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_eu.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_de.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_nl.xml
Sitemap: https://betachek.com/sitemaps/sitemap_video_fr.xml

# Blog sitemaps (legacy paths — update when WordPress sitemap plugin configured)
Sitemap: https://betachek.com/blog/sitemap_index.xml