# --- Specific bots allowed in full ---
User-agent: Googlebot
Allow: /
Disallow: /*?

# Google Ads landing page checkers

User-agent: AdsBot-Google
Allow: /
Allow: /*?
User-agent: AdsBot-Google-Mobile
Allow: /
Allow: /*?
User-agent: AdsBot-Google-Mobile-Apps
Allow: /
Allow: /*?

# AdSense crawlers

User-agent: Mediapartners-Google
Allow: /
Allow: /*?
User-agent: Google-Display-Ads-Bot
Allow: /
Allow: /*?

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Twitterbot
Allow: /

# --- Known scrapers blocked ---
User-agent: MegaIndex.ru
Disallow: /
Disallow: /*?

User-agent: megaindex.com
Disallow: /
Disallow: /*?

User-agent: MauiBot
Disallow: /
Disallow: /*?

User-agent: SemrushBot
Disallow: /

# --- Default rules for everyone else ---
User-agent: *
# Block any URL with query parameters
Disallow: /*?
# Block category and order paths
Disallow: /*/*/cat/
Disallow: /*/cat/
Disallow: /*/order
# Block admin and sensitive areas
Disallow: /admin/
Disallow: /sales/
Disallow: /billing/

# --- Sitemaps ---
Sitemap: https://www.classifieds.co.zw/static.xml
Sitemap: https://www.classifieds.co.zw/category.xml
Sitemap: https://www.classifieds.co.zw/directory-category.xml
Sitemap: https://www.classifieds.co.zw/listings-index.xml
Sitemap: https://www.classifieds.co.zw/category-locations-index.xml
Sitemap: https://www.classifieds.co.zw/popular-searches.xml