# By default, allow all crawlers to visit the site User-agent: * Disallow: /public Disallow: /cms Disallow: /files Disallow: /images Disallow: /templates Disallow: /themes Disallow: /tools Disallow: /cgi-bin/ User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / # Google Images, the Internet Archives, and AltaVista will be # prevented from crawling the website. User-agent: Googlebot-Image Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-Agent: Scooter Disallow: / # The following link should point directly to the sitemap # Sitemap: http://insightcompleteeyecare.com/sitemap.xml