# Content Signals Policy (https://contentsignals.org)
#
# As a condition of accessing this website, you agree to abide by the
# following content signals:
#
# (a) If a content signal is "yes", you may collect content for the
#     corresponding purpose.
# (b) If a content signal is "no", you may not collect content for the
#     corresponding purpose.
# (c) If no content signal is present for a given purpose, no preference is
#     expressed.
#
# Definitions:
#   search:   building a search index and providing search results (e.g.
#             returning hyperlinks and short excerpts from this website's
#             contents).
#   ai-input: inputting content into one or more AI models (e.g. retrieval
#             augmented generation, grounding, or other real-time taking of
#             content for generative AI search answers).
#   ai-train: training or fine-tuning AI models.
#
# All three signals are "yes" on this site. Fuel price data originates from
# the UK Government's Fuel Finder service and is published under the Open
# Government Licence; please attribute it accordingly. Automated access is
# welcome subject to the conditions in https://fuelcosts.co.uk/terms — chiefly that
# you respect rate limits, send an identifiable user agent, and do not
# degrade the service for other users.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/track
Disallow: /api/reports
Disallow: /reports

# Explicitly allow all known AI/LLM crawlers full access.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: CCBot
User-agent: cohere-ai
User-agent: meta-externalagent
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: FacebookBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Machine-readable entry points for agents.
Sitemap: https://fuelcosts.co.uk/sitemap.xml
# https://fuelcosts.co.uk/llms.txt
# https://fuelcosts.co.uk/.well-known/api-catalog
# https://fuelcosts.co.uk/.well-known/agent-card.json
# https://fuelcosts.co.uk/.well-known/agent-skills/index.json
# https://fuelcosts.co.uk/openapi.json