#
# mae.princeton.edu: robots.txt
#

# google indexing
User-agent: googlebot
Disallow: /error/
Disallow: /images/
Disallow: /phplib/
Disallow: /styles/global.css

# the rest...
User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: LexiBot
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Mata Hari
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: mozilla/4
Disallow: /

User-agent: mozilla/5
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: URLy Warning
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

# global...
User-agent: *
Disallow: /error/
Disallow: /images/
Disallow: /phplib/
Disallow: /styles/global.css