# robots.txt for http://www.example.com/ User-agent: * Disallow: /test Disallow: /movies Disallow: /cgi-bin Disallow: /takethepiss Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /preview.* Disallow: /discus Disallow: /discus_admin_28329861 Disallow: /ModelShop Disallow: /shop