#
# robots.txt file 

User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /flash
Disallow: /images
Disallow: /script
Disallow: /freestuff