# robots.txt — Reston Town Center (www.restontowncenter.com)
# Updated 2026-10-15 by Interface Multimedia.
# Search engines and AI answer engines are welcome. Utility and
# password-protected pages are kept out of the crawl.
#
# AI crawlers are named in the SAME group as "*" on purpose: a crawler
# obeys only the most specific group that names it, so a separate
# "User-agent: GPTBot / Allow: /" group would let it skip the
# Disallow rules below.

User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Bytespider
User-agent: CCBot
Allow: /
# Password-protected pages (return 401)
Disallow: /dashboard
# Utility pages
Disallow: /search
Disallow: /401
Disallow: /404

# Main sitemap (Webflow-generated).
Sitemap: https://www.restontowncenter.com/sitemap.xml

# IFMM sitemap beacon: serves this same sitemap and records which
# AI and search crawlers check in.
Sitemap: https://sitemaps.consentline.com/s/rtc/sitemap.xml

Sitemap: https://www.restontowncenter.com/sitemap.xml