# robots.txt file created at http://www.searchenginepromotionhelp.com/ # Sat, 15 Apr 2006 04:56:53 -0400 # Exclude Files From All Robots: User-agent: * Disallow: /html/ Disallow: /images/ Disallow: /antique_furniture_amoires.html Disallow: /html/homepage.aspx Disallow: /html/review.aspx Disallow: /html/about.aspx Disallow: /european_antiques.html Disallow: /antique_furniture.html Disallow: /french_amoires.html Disallow: /europeanantiques.html Disallow: /antiquefurniture.html Disallow: /frenchamoires.html # End robots.txt file # # robots.txt for http://www.rosenkavalierantiques.com/html/homepage.aspx # # $Id: robots.txt,v 1.41 2006/02/22 16:31:58 ted Exp $ # # For use by search.thietke123.com User-agent: W3C-gsa Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: / # exclude some access-controlled areas User-agent: * Disallow: /www.rosenkavalierantiques.com Disallow: /www.rosenkavalierantiques.com/antique_furniture_amoires.html Disallow: /www.rosenkavalierantiques.com/european_antiques.html Disallow: /www.rosenkavalierantiques.com/antique_furniture.html Disallow: /www.rosenkavalierantiques.com/french_amoires.html Disallow: /www.rosenkavalierantiques.com/html/ Disallow: /www.rosenkavalierantiques.com/images/ Disallow: /www.rosenkavalierantiques.com/html/review.aspx Disallow: /www.rosenkavalierantiques.com/html/contact.aspx Disallow: /mid/ Disallow: /People/all/ Disallow: /RDF/Validator/ARPServlet Disallow: /2003/03/Translations/byLanguage Disallow: /2003/03/Translations/byTechnology Disallow: /2005/11/Translations/Query Disallow: /2003/glossary/subglossary/antiques #Disallow: /2005/06/blog/ #Disallow: /2001/07/pubrules-checker #shouldnt get transparent proxies but will ml links of things like pubrules Disallow: /2000/06/antique_furniture_amoires.html/xslt Disallow: /2000/09/webdata/xslt