#robots.txt User-agent: * allow: / Disallow: /cgi-bin/ Disallow: /*.jpg Disallow: /admin/ Disallow: /template.* Disallow: /inc/ Disallow: /images/ Disallow: /s-9-p.com/ Disallow: /vids/ Disallow: /holder/ Disallow: /data/ Disallow: /css/ Disallow: /js/ Disallow: /flash/ Disallow: /dev/