# Default robots.txt file

User-agent: digout4u
User-agent: extractorpro
User-agent: GetRight
User-agent: go-ahead-got-it
User-agent: grub
User-agent: HTTPClient
User-agent: LinkWalker
User-agent: nearsite
User-agent: netattache
User-agent: NEWT ActiveX
User-agent: sitesnagger
User-agent: teleport
User-agent: TovekTools Web Indexer
User-agent: UbiCrawler
User-agent: Web Downloader
User-agent: WebTrends
User-agent: webwhacker
User-agent: webzip
Disallow: /

User-agent: *
Disallow: /family/
Disallow: /mediaArchive/
Disallow: /edu/
Disallow: /temp/
Disallow: /media/
Disallow: /portfolio/