User-agent: ia_archiver
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: snap.com beta crawler v0
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Googlebot
Disallow: /2257/
Disallow: /abuse/
Disallow: /errors/
Disallow: /help/
Disallow: /join/
Disallow: /login/
Disallow: /logout/
Disallow: /signup/
Disallow: /terms/
Disallow: /user/
Disallow: */view$
Disallow: */view/$
Disallow: */headers.txt$

User-agent: *
Disallow: /2257/
Disallow: /abuse/
Disallow: /errors/
Disallow: /help/
Disallow: /join/
Disallow: /login/
Disallow: /logout/
Disallow: /signup/
Disallow: /terms/
Disallow: /user/