# robots.txt for https://www.lemonandlimeinteriors.co.uk/

Sitemap: https://www.lemonandlimeinteriors.co.uk/sitemap_index.xml
# Sitemap: https://www.lemonandlimeinteriors.co.uk/sitemap_index_llm.xml

# -------------------------
# Default policy (everyone)
# -------------------------
User-agent: *
Disallow: /cgi-bin/

# WordPress admin (install appears under /wp/)
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php

# Block author archives
Disallow: /author/
Disallow: /author/*

# Low-value / duplicate URL patterns
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true

# Site-specific paths (content dir appears to be /content/)
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php

# Allow assets and uploads (including PDFs)
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Optional: allow common static file types (fine to keep)
Allow: /*.css$
Allow: /*.js$
Allow: /*.mjs$
Allow: /*.json$
Allow: /*.xml$
Allow: /*.ico$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.otf$
Allow: /*.eot$

# -------------------------
# Google / Gemini bots
# -------------------------

# Allow Google Search discovery
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Allow Gemini grounding / model-use policy for permitted URLs
User-agent: Google-Extended
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# -------------------------
# Microsoft / Bing bots
# -------------------------

# Allow Bing search and Copilot discovery via the Bing index
User-agent: bingbot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# -------------------------
# Apple bots
# -------------------------

# Allow Siri / Spotlight / Safari discovery
User-agent: Applebot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Allow Apple generative-model use for permitted URLs
User-agent: Applebot-Extended
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# -------------------------
# Common Crawl
# -------------------------

# Allow Common Crawl indexing
User-agent: CCBot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# -------------------------
# OpenAI bots
# -------------------------

# Allow ChatGPT search indexing/citations
User-agent: OAI-SearchBot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Allow user-triggered fetches (when someone asks ChatGPT to open your page)
User-agent: ChatGPT-User
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Block training crawler
User-agent: GPTBot
Disallow: /

# -------------------------
# Anthropic bots
# -------------------------

# Allow Claude search indexing/citations
User-agent: Claude-SearchBot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Allow user-triggered fetches from Claude
User-agent: Claude-User
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Block training crawler
User-agent: ClaudeBot
Disallow: /

# -------------------------
# Perplexity bots
# -------------------------

# Allow Perplexity search indexing/citations
User-agent: PerplexityBot
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/

# Allow user-triggered fetches from Perplexity
User-agent: Perplexity-User
Disallow: /cgi-bin/
Disallow: /wp/wp-admin/
Disallow: /wp/wp-login.php
Allow: /wp/wp-admin/admin-ajax.php
Disallow: /author/
Disallow: /author/*
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?action=search
Disallow: /*&action=search
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?preview=true
Disallow: /*&preview=true
Disallow: /content/cache/
Disallow: /content/themes/*/*.php
Disallow: /content/plugins/*/*.php
Allow: /content/themes/
Allow: /content/plugins/
Allow: /content/uploads/