# Robots.txt file from http://www.searchengineworld.com # # Disallow /cgi-bin/ User-agent: * Disallow: /pics/ Disallow: /custom*.* Disallow: /login.php Disallow: /senduserinfo.php Disallow: /*.gif$ Disallow: /*.jpg$