User-agent: * # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /mx/Foreclosure/ User-agent: baiduspider Disallow: / # sitemaps.org xml file Sitemap: http://www.westallrealestate.com/sitemap.xml