# robots.txt for www.toplicht.de # We want the bots to only index the product catalog and the # content pages. So we disallow all purely functional pages. # sitemap Sitemap: http://www.toplicht.de/sitemap.xml.gz # googlebot supports wildcards... User-Agent: Googlebot Disallow: /DirectOrder.html Disallow: /Login.html Disallow: /ShoppingCartPage.html Disallow: /*loginLink* Disallow: /*directOrder* Disallow: /*directOrder2* Disallow: /*.pdf$ Disallow: /*.PDF$ # and so does yahoo User-Agent: Yahoo! Slurp Disallow: /DirectOrder.html Disallow: /Login.html Disallow: /ShoppingCartPage.html Disallow: /*loginLink* Disallow: /*directOrder* Disallow: /*directOrder2* Disallow: /*.pdf$ Disallow: /*.PDF$ # msnbot supports wildcard for filetypes.. # must end with $ User-Agent: msnbot Disallow: /DirectOrder.html Disallow: /Login.html Disallow: /ShoppingCartPage.html Disallow: /*.direct$ Disallow: /*.sdirect$ Disallow: /*.pdf$ Disallow: /*.PDF$ # for others, a long (hopefully complete) list.. User-agent: * Disallow: /pdf/ Disallow: /DirectOrder.html Disallow: /Login.html Disallow: /ShoppingCartPage.html Disallow: /Home,$HomeBorder.$Header.loginLink.direct Disallow: /Home,$HomeBorder.$Header.directOrder.direct Disallow: /Home,$CatalogBorder.$Header.loginLink.direct Disallow: /Home,$CatalogBorder.$Header.directOrder.direct Disallow: /ProductPage,$CatalogBorder.$Header.loginLink.direct Disallow: /ProductPage,$CatalogBorder.$Header.directOrder.direct Disallow: /Catalog,$HomeBorder.$Header.loginLink.direct Disallow: /Catalog,$HomeBorder.$Header.directOrder.direct Disallow: /Service,$HomeBorder.$Header.loginLink.direct Disallow: /Service,$HomeBorder.$Header.directOrder.direct Disallow: /cms/Service,$HomeBorder.$Header.loginLink.direct Disallow: /cms/Service,$HomeBorder.$Header.directOrder.direct Disallow: /Contact,$HomeBorder.$Header.loginLink.direct Disallow: /Contact,$HomeBorder.$Header.directOrder.direct Disallow: /Contact,$HomeBorder2.$Header.loginLink.direct Disallow: /Contact,$HomeBorder2.$Header.directOrder.direct Disallow: /Login,$HomeBorder.$Header.loginLink.sdirect Disallow: /Login,$HomeBorder.$Header.directOrder.sdirect Disallow: /ShoppingCartPage,$HomeBorder.$Header.loginLink.direct Disallow: /ShoppingCartPage,$HomeBorder.$Header.directOrder.direct Disallow: /TermsAndConditions,$HomeBorder.$Header.loginLink.direct Disallow: /TermsAndConditions,$HomeBorder.$Header.directOrder.direct Disallow: /cms/TermsAndConditions,$HomeBorder.$Header.loginLink.direct Disallow: /cms/TermsAndConditions,$HomeBorder.$Header.directOrder.direct Disallow: /Level1,$CatalogBorder.$Header.loginLink.direct Disallow: /Level1,$CatalogBorder.$Header.directOrder.direct Disallow: /Level2,$CatalogBorder.$Header.loginLink.direct Disallow: /Level2,$CatalogBorder.$Header.directOrder.direct Disallow: /ProductList,$CatalogBorder.$Header.loginLink.direct Disallow: /ProductList,$CatalogBorder.$Header.directOrder.direct Disallow: /ProductList,$CatalogBorder.$CatalogHeader.loginLink.direct Disallow: /ProductList,$CatalogBorder.$CatalogHeader.directOrder.direct Disallow: /ProductPage,$CatalogBorder.$Header.loginLink.direct Disallow: /ProductPage,$CatalogBorder.$Header.directOrder.direct Disallow: /ProductPage,$CatalogBorder.$CatalogHeader.loginLink.direct Disallow: /ProductPage,$CatalogBorder.$CatalogHeader.directOrder.direct