User-agent: * Disallow: /GeneratedItems/ Disallow: /agentfriendlyartists.com/ Disallow: /.htacces Disallow: /404.shtml Disallow: /css/ Disallow: /scripts/ Disallow: /lookup.js Disallow: /searchpage.html Disallow: /spam_vaccine/ Disallow: /using_search.html