# RFC 9309 section 2.2.1: a crawler obeys the ONE group whose user-agent matches it most
# specifically and ignores every other group. So every named group below repeats the wildcard
# group's rules verbatim. A named group with only "Allow: /" silently exempts that crawler from
# everything the wildcard group says, which is how Googlebot and Bingbot were invited into /app/.
#
# /m/ /r/ /q/ /c/ are deliberately absent from every group. Disallow blocks the FETCH, so a crawler
# that learns a microsite URL from somewhere else would index it URL-only and never read the
# X-Robots-Tag noindex the Worker puts on it. Leaving them crawlable is what makes that header the
# operative control. `/p/` is different: it is a short packet locator with no content of its own,
# so it is also explicitly excluded from crawling. Its redirect and destination still carry the
# same X-Robots-Tag in case a crawler reaches it from a leaked direct URL. See RULING gotcha 11.
#
# /groundcontrol/bids/ is Bid Control's sign-up and app. The public bid pages link to it; crawlers that
# followed those links ran the sign-up and were counted as funnel visitors (Oct 8 2026).

User-agent: *
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /app/
Disallow: /admin/
Disallow: /login
Disallow: /logout
Disallow: /thanks
Disallow: /p/
Disallow: /groundcontrol/bids/

Sitemap: https://porchrocket.com/sitemap-index.xml
Sitemap: https://porchrocket.com/bidcontrol/bids/sitemap.xml