# Forbid crawlers from indexing parts of site
User-agent: *
Disallow: /api/
Disallow: /activation/
Disallow: /avatar/
Disallow: /banned/
Disallow: /forgotten-password/
Disallow: /login/
Disallow: /options/
Disallow: /p/
Disallow: /private-threads/
Disallow: /notifications/
Disallow: /request-activation/
Disallow: /search/
Disallow: /u/