# PLC Production site
# -----------------
# Pulse Light Clinic content is made available under our terms and conditions of use.
# Any other uses are not permitted, incl. but not limited to: for large language
# models (LLMs), machine learning and/or artificial intelligence-related
# purposes; with any of the aforementioned technologies; and/or for any
# commercial purposes. Contact customersupport@pulselightclinic.co.uk for assistance

# 1. Ban bots that don't benefit us.
# --------------------------------

# 2. Allow AI Search & Citations (Helps your SEO/Visibility)
# -----------------
# OpenAI (ChatGPT / SearchGPT)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google Gemini / AI Extended
User-agent: Google-Extended
Allow: /

# 3. General Rules for Search Engines (Google, Bing, etc.)
# -----------------
User-Agent: *
Disallow: /*?comments
Disallow: /wp-comments-post.php
Disallow: /wp-admin/
Disallow: /wp-json/
Allow: /wp-admin/admin-ajax.php

# Prevent crawling CF challenge URLs
Disallow: /cdn-cgi/

# 4. AI context file for LLM-based search and discovery
# See: https://llmstxt.org/ (Located at root: https://www.pulselightclinic.co.uk/llms.txt)
# -----------------

# 5. Sitemap
# -----------------
Sitemap: https://www.pulselightclinic.co.uk/sitemap_index.xml