# robots.txt for http://www.mercuryleads.com # Google only - no pdf's User-agent: Googlebot Disallow: /*.pdf$ # valid for all user agents User-agent: * Sitemap: http://www.mercuryleads.com/sitemap.xml # disallow dynamically generated pages # Disallow: /*? # disallow the following directories Disallow: /CGI-BIN/ Disallow: /css/ Disallow: /db/ Disallow: /js/ Disallow: /ci/ Disallow: /s/ # disallow the following individual pages Disallow: /SiteMap-Generator-php/ Disallow: /lp-process.asp Disallow: /pr-sales-lead-generation.asp Disallow: /seo-w3c.asp Disallow: /seo-w3c-2.asp