# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin, art, aspnet_client, aspnet_webadmin, css, images # # Disallow /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /aspnet_client/ Disallow: /aspnet_webadmin/ Disallow: /css/ Disallow: /_vti_cnf/ Disallow: /app_data/ Disallow: /art/ Disallow: /form/ Disallow: /bin/ Disallow: /data/