# Requesting robots and spiders not crawl the following directories and pages User-agent: * # Global Rules - START Disallow: /content Disallow: /data Disallow: /modules Allow: /content/images Allow: /content/css # Global Rules - END #Site Specific Rules - START sitemap : http://www.akin-webster-matson.com/geositemap.xml Sitemap: https://www.akin-webster-matson.com/sitemap.xml.gz #Site Specific Rules - END