# TrailConvoy tenant robots policy. # Public surface per tenant: marketing homepage, login, signup. Everything # else is gated behind auth and would 302-redirect crawlers into /login.php # (which itself is noindex,nofollow). Tell crawlers not to bother — saves # our crawl budget and prevents soft-404 / thin-content signals from # authenticated pages that render as redirects. User-agent: * Allow: /$ # Pages are served extensionless. The .php forms 301 to the clean ones and # stay allowed so a crawler can follow the hop from an older link. Allow: /login Allow: /login.php Allow: /signup Allow: /signup.php # Share teaser links (/s/): MUST be crawlable or social link-preview # scrapers (LinkedIn/Facebook/Slack/etc. all obey robots.txt) refuse to fetch # the page and no unfurl card renders. The pages are unguessable tokens linked # from nowhere public, so allowing crawl here does not expose anything. Allow: /s/ Allow: /default-themes/ Allow: /favicon.ico Allow: /robots.txt Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.ico$ Allow: /*.woff$ Allow: /*.woff2$ Disallow: /