User-agent: EmailCollector
Disallow: /

User-agent: * # directed to all robots
Disallow: /_notes
Disallow: /cgi-bin
Disallow: /admin
Disallow: /Connections
Disallow: /content
Disallow: /dlab.v1p
Disallow: /download
Disallow: /help
Disallow: /lib
Disallow: /logs
Disallow: /moses
Disallow: /phpmyadmin
Disallow: /styles
Disallow: /upload
Disallow: /x-test
Disallow: /x-crash
Disallow: /x-connect
Disallow: /x-frame
Disallow: /beta4
Disallow: /ftp_pub