User-agent: *
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/*
Disallow: /catalog/product/view/*
Disallow: /catalogsearch/
Disallow: /checkout/*
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/*
Disallow: /customize/
Disallow: /newsletter/*
Disallow: /sendfriend/*
Disallow: /wishlist/*

# Query Strings
Disallow: /*?*price=
Disallow: /*?*size=
Disallow: /*?*size_filter=
Disallow: /*?*color_primary=
Disallow: /*?*brand=
Disallow: /*?*cat=
Disallow: /*?*gender=
Disallow: /*?*p=
Disallow: /*?*style=
Disallow: /*?*Size=
Disallow: /*?*Color=
Disallow: /*?*Brand=
Disallow: /*?*occasion=
Disallow: /*?*Style=
Disallow: /*?*Gender=
Disallow: /*?*Category=
Disallow: /*?*Occasion=
Disallow: /*?*SID=
Disallow: /*?*phqqbk=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*q=
 
# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
Disallow: /*.php$
Disallow: /rep-list-ah2dz443a

Sitemap: https://www.shiekh.com/media/sitemaps/shiekh_sitemap.xml

#user-agent: pinterestbot
#Crawl-delay: 0.5

# --- Additional restrictions for verified bots and AJAX/API endpoints ---

# General: block all bots from crawling AJAX, API and service endpoints
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

# --- Baiduspider ---
User-agent: Baiduspider
Crawl-delay: 10
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

# --- Google family ---
User-agent: Googlebot
Crawl-delay: 10
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

User-agent: AdsBot-Google
Crawl-delay: 10
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/

User-agent: Googlebot-Image
Crawl-delay: 10
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/

# --- Bing ---
User-agent: Bingbot
Crawl-delay: 10
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

# --- DuckDuckGo ---
User-agent: DuckDuckBot
Crawl-delay: 5
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

# --- Semrush ---
User-agent: SemrushBot
Crawl-delay: 15
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*

# --- Ahrefs ---
User-agent: AhrefsBot
Crawl-delay: 15
Disallow: /ajax/
Disallow: /api/
Disallow: /rest/
Disallow: /customerstatus/
Disallow: /*ajax=*
Disallow: /*format=json*