#robots shouldn't have access to them. 
User-agent: *
Disallow: \.dat
Disallow: \.txt
Disallow: \.pdf
Disallow: /data/
Disallow: /about/
Disallow: /ad2/
Disallow: /admin/
Disallow: /agreements/
Disallow: /akopia/
Disallow: /brennan/
Disallow: /buckets/
Disallow: /cgi-bin/
Disallow: /classes/
Disallow: /contact_us/
Disallow: /cpanel/
Disallow: /customer_service/
Disallow: /custservices/
Disallow: /cybertote/
Disallow: /docs/
Disallow: /emu/
Disallow: /ezhomesite/
Disallow: /flash/
Disallow: /hawthorne/
Disallow: /homepics/
Disallow: /htdocs/
Disallow: /icons/
Disallow: /images/
Disallow: /input/
Disallow: /leavitt/
Disallow: /lucia/
Disallow: /mdomolib/
Disallow: /neoboard/
Disallow: /network21/
Disallow: /oceanside/
Disallow: /old/
Disallow: /ordering/
Disallow: /php3/
Disallow: /policies/
Disallow: /popup/
Disallow: /press_releases/
Disallow: /rrn/
Disallow: /sample/
Disallow: /sample_pages/
Disallow: /sja2/
Disallow: /sportsmans/
Disallow: /styleguide/
Disallow: /stylesheets/
Disallow: /techsupport/
Disallow: /template/
Disallow: /test/
Disallow: /testcat/
Disallow: /testing/
Disallow: /toc/
Disallow: /whois/
Disallow: /webtrends/
Disallow: /webwin/
Disallow: /working/
Disallow: /zeal/