User-agent: * Disallow: /login.asp Disallow: /webchat.css Disallow: /loginhelp.asp Disallow: /authenticate.asp Disallow: /img/ # User-agent: * # Disallow: /blog/ # Disallow: /cgi-bin/ # Disallow: /info/conferences-past.html # Disallow: /info/robots/ # don't let search engines see the RSS feed, it's just confusing. # User-agent: Googlebot # User-agent: Scooter # User-agent: Slurp # User-agent: FAST-WebCrawler # User-agent: Lycos_Spider # User-agent: NetMechanic # User-agent: libwww-perl # Disallow: /searchtools-rss.xml