# AshPacket LLC robots.txt
#
# Preference: crawlers may index this site for search and may use live page
# content to answer user questions. Content may NOT be used to train or
# fine-tune AI models.
#
# As a condition of accessing this website, you agree to abide by the following
# content signals:
#
# (a) If a content-signal = yes, you may collect content for the corresponding use.
# (b) If a content-signal = no, you may not collect content for the corresponding use.
# (c) If the website operator does not include a content signal for a corresponding
#     use, the website operator neither grants nor restricts permission via content
#     signal with respect to the corresponding use.
#
# The content signals and their meanings are:
#
# search: building a search index and providing search results (for example,
#   returning hyperlinks and short excerpts). Search does not include providing
#   AI-generated search summaries.
# ai-input: inputting content into one or more AI models at query time (for
#   example, retrieval augmented generation, grounding, or other real-time use
#   for generative AI answers).
# ai-train: training or fine-tuning AI models.
#
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

User-agent: *
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

# --- Training / bulk AI corpus crawlers (blocked) ---
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

# --- Live answer / user-initiated fetchers (allowed; still no training) ---
User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: Claude-User
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: Googlebot
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: Bingbot
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

Sitemap: https://ashpacket.net/sitemap.xml
Host: https://ashpacket.net