# exclude static content from crawlers
User-agent: *
Disallow: /u/*.pdf$
Disallow: /a/*.pdf$
Disallow: /u/*.xml$
Disallow: /a/*.xml$
Disallow: /js/
Disallow: /css/
Disallow: /img/

# crawlers wo dont like
User-agent: 123People
User-agent: findestars
User-agent: MyOnID
User-agent: peekyou
User-agent: Pipl
User-agent: rapleaf
User-agent: snitch
User-agent: spock
User-agent: tweepz
User-agent: wink
User-agent: Yasni
User-agent: yoname
User-agent: yourtraces
User-agent: zoominfo
Disallow: /*