| User-agent: * | |
| # Start by disallowing everything. | |
| Disallow: / | |
| # Some specific things are okay, though. | |
| Allow: /$ | |
| Allow: /hosting | |
| Allow: /p/*/adminIntro | |
| # Allow files needed to render the new UI | |
| Allow: /prpc/* | |
| Allow: /static/* | |
| # Query strings are hard. We only allow ?id=N, no other parameters. | |
| Allow: /p/*/issues/detail?id=* | |
| Allow: /p/*/issues/detail_ezt?id=* | |
| Disallow: /p/*/issues/detail?id=*&* | |
| Disallow: /p/*/issues/detail?*&id=* | |
| # 10 second crawl delay for bots that honor it. | |
| Crawl-delay: 10 |