User-agent: *
Allow: /

# Filter permutations are near-duplicates of the unfiltered grid.
Disallow: /marketplace?*sort=
Disallow: /marketplace?*page=
Disallow: /*?utm_

# AI crawlers and answer engines are welcome here, stated explicitly
# rather than left to the "*" fallback: some tooling treats an unnamed
# product token as an opt-out, and Google-Extended is the token that
# governs whether Gemini and Vertex may use this content.
#
# The filter exclusions are repeated on purpose. A crawler that finds a
# group naming its own token ignores the "*" group completely, so
# without these three lines, naming a bot here would hand it every
# ?sort=, ?page= and ?utm_ permutation we just spent a group excluding.
User-agent: Google-Extended
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
Allow: /
Disallow: /marketplace?*sort=
Disallow: /marketplace?*page=
Disallow: /*?utm_

Sitemap: https://gyrocopters.com/sitemap.xml

# Structured summary for language models and answer engines.
# https://gyrocopters.com/llms.txt