# Gulf Photo Plus — robots.txt
# Managed in the AIOS theme mirror: apps/shopify-theme/templates/robots.txt.liquid
#
# 1. Shopify's default rules are emitted first (below). These keep Googlebot,
#    Bingbot, and the social link-preview crawlers working exactly as before —
#    our SEO is untouched.
# 2. After that we explicitly DISALLOW AI-training and bulk-scraper crawlers.
#    This is advisory (honour-system): well-behaved crawlers obey, and it does
#    NOT affect our own Admin/Storefront API access or QA browser automation.


User-agent: *

  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /62472814779/checkouts
  Disallow: /62472814779/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /policies/
  Disallow: /*/policies/
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /recommendations/products
  Disallow: /*/recommendations/products
  Disallow: /services/login_with_shop
  Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Sitemap: https://gulfphotoplus.com/sitemap.xml

User-agent: adsbot-google

  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /carts
  Disallow: /orders
  Disallow: /62472814779/checkouts
  Disallow: /62472814779/orders
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /cdn/wpm/*.js
  Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /services/login_with_shop
  
User-agent: Nutch

  Disallow: /
  
User-agent: AhrefsBot

  Crawl-delay: 10
  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /62472814779/checkouts
  Disallow: /62472814779/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /policies/
  Disallow: /*/policies/
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /services/login_with_shop
  Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Sitemap: https://gulfphotoplus.com/sitemap.xml

User-agent: AhrefsSiteAudit

  Crawl-delay: 10
  Disallow: /a/downloads/-/*
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /62472814779/checkouts
  Disallow: /62472814779/orders
  Disallow: /carts
  Disallow: /account
  Disallow: /collections/*sort_by*
  Disallow: /*/collections/*sort_by*
  Disallow: /collections/*+*
  Disallow: /collections/*%2B*
  Disallow: /collections/*%2b*
  Disallow: /*/collections/*+*
  Disallow: /*/collections/*%2B*
  Disallow: /*/collections/*%2b*
  Disallow: */collections/*filter*&*filter*
  Disallow: /blogs/*+*
  Disallow: /blogs/*%2B*
  Disallow: /blogs/*%2b*
  Disallow: /*/blogs/*+*
  Disallow: /*/blogs/*%2B*
  Disallow: /*/blogs/*%2b*
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /policies/
  Disallow: /*/policies/
  Disallow: /*/*?*ls=*&ls=*
  Disallow: /*/*?*ls%3D*%3Fls%3D*
  Disallow: /*/*?*ls%3d*%3fls%3d*
  Disallow: /search
  Disallow: /apple-app-site-association
  Disallow: /.well-known/shopify/monorail
  Disallow: /cdn/wpm/*.js
  Disallow: /services/login_with_shop
  Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
  Sitemap: https://gulfphotoplus.com/sitemap.xml

User-agent: MJ12bot

  Crawl-delay: 10
  
User-agent: Pinterest

  Crawl-delay: 1
  

# --- AI-training crawlers (block: they scrape content to train models) ---
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Timpibot
Disallow: /

# --- Bulk scrapers / dataset harvesters ---
User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Scrapy
Disallow: /

# --- Competitor SEO crawlers (block: they map our catalog + backlinks) ---
# Remove any of these if we ever license that tool to audit our own site.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# NOTE: we intentionally do NOT block Googlebot, Bingbot, DuckDuckBot,
# Applebot (Siri/Spotlight), OAI-SearchBot, Claude-User, ChatGPT-User,
# facebookexternalhit, Twitterbot, or LinkedInBot — those drive search
# ranking, AI-answer citations, and link-preview cards we WANT.