User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /1279459389/checkouts
Disallow: /1279459389/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: /services/login_with_shop
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Sitemap: https://lolalykke.com/sitemap.xml

User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /1279459389/checkouts
Disallow: /1279459389/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /services/login_with_shop

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /1279459389/checkouts
Disallow: /1279459389/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Sitemap: https://lolalykke.com/sitemap.xml

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /1279459389/checkouts
Disallow: /1279459389/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Sitemap: https://lolalykke.com/sitemap.xml

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1


# Custom noindex rules
User-agent: *
  # LLM discovery: Allow AI bots to access llms.txt
  Allow: /llms.txt
  Allow: /apps/a/llms.txt
Disallow: /*authorize?
Disallow: /*.atom$

# SEO & AI Discovery Engine - Optimized for search engines and AI bots
# Note: Checkout and customer areas remain blocked by Shopify's default Disallow rules

# Sitemap directive - CRITICAL for SEO (helps search engines discover all pages)
Sitemap: https://lola-lykke.myshopify.com/sitemap.xml
# Note: llms.txt is discovered via Allow rules below, not via Sitemap directive

# Allow Googlebot to crawl public content (standard search engine)
# Note: Homepage (/) is allowed by default, we only need to explicitly allow public content paths
User-agent: Googlebot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout, cart, orders, account, and admin remain blocked by default Disallow rules

# Allow Bingbot to crawl public content (standard search engine)
User-agent: Bingbot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout, cart, orders, account, and admin remain blocked by default Disallow rules

# Allow GPTBot (OpenAI) to crawl public product pages
User-agent: GPTBot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout and customer areas remain blocked by default Disallow rules

# Allow ChatGPT-User (OpenAI) to crawl public product pages
User-agent: ChatGPT-User
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout and customer areas remain blocked by default Disallow rules

# Allow anthropic-ai (Anthropic Claude) to crawl public product pages
User-agent: anthropic-ai
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout and customer areas remain blocked by default Disallow rules

# Allow Claude-Web (Anthropic) to crawl public product pages
User-agent: Claude-Web
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Checkout and customer areas remain blocked by default Disallow rules

# Allow PerplexityBot (Perplexity AI) to crawl public product pages
User-agent: PerplexityBot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt

# Allow Google-Extended / GoogleOther (Google Gemini) to crawl public product pages
User-agent: GoogleOther
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt

# Allow CCBot (Common Crawl) to crawl public product pages
User-agent: CCBot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt

# Allow FacebookBot (Meta AI) to crawl public product pages
User-agent: FacebookBot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt

# Allow YouBot (You.com) to crawl public product pages
User-agent: YouBot
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt

# Explicitly allow public content for all crawlers (User-agent: *)
# This clarifies that public content is allowed despite the many Disallow rules above
# Note: Disallow rules are more specific and still block checkout/customer areas
User-agent: *
Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /llms.txt
Allow: /apps/a/llms.txt
# Homepage (/) is allowed by default when no explicit Disallow exists
# All Disallow rules from above still apply (checkout, cart, orders, account, admin, etc.)