# robots.txt for 

User-agent: psbot
Disallow: /


User-agent: *
Disallow: /etc/
Disallow: /tmp/ 
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /wap/
Disallow: /data/
Disallow: /images/
Disallow: /travel/images/
Disallow: /theatre/images/
Disallow: /ap/
Disallow: /cgi-local/
Disallow: /shopping/smmercat
Disallow: /shopping/smproduct-
Crawl-delay: 50