# robots.txt
User-agent: *
#Disallow: 
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /admin/
Disallow: /photos/
Disallow: /classifieds/manager/
Disallow: /classifieds/tools/

# added to prevent rude crawlers
User-agent: Wget/1.6 
Disallow: / 

User-agent: Wget 
Disallow: / 

User-agent: MSIECrawler 
Disallow: / 

User-agent: Wget/1.5.3 
Disallow: /