# yardsnail.com — the marketing site. Everything here is meant to be indexed;
# the application lives on app.yardsnail.com and ships its own robots.txt.
#
# This file did not exist. The public/ directory was empty, so the one property
# in the business whose entire job is acquisition was shipping with no robots
# directive and no sitemap reference at all.

User-agent: *
Allow: /

# Language variants are ?lang= query params on the same URLs, which hreflang in
# index.html already declares — nothing to disallow there.
#
# The auth paths below are not pages on this host: they forward to
# app.yardsnail.com, which serves the real thing. Keeping them out of the index
# avoids a search result that points at a redirect shim instead of the app.
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /oauth-consent

# ── AI training crawlers ─────────────────────────────────────────────
#
# These are opt-outs, not walls. robots.txt is a request that well-behaved
# crawlers honour and badly-behaved ones ignore — it stops nobody who does not
# want to be stopped. It is here for two real reasons anyway:
#
#   1. The major AI companies do honour it, so the copy, photos and seller
#      listings on this site stay out of their training sets.
#   2. Having asked, in writing, with a timestamp, is what gives you standing
#      if you ever need to send a takedown. "They ignored our robots.txt" is a
#      much better first line than "we never said not to".
#
# Search crawlers are deliberately NOT listed here. Being indexed by Google is
# the entire job of this site; blocking crawlers to prevent scraping would be
# turning off your own acquisition channel to inconvenience a competitor.

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://yardsnail.com/sitemap.xml