# By default, allow all crawlers to visit the site User-agent: * Disallow: admin/ Disallow: hydra/ Disallow: system/ Disallow: blog/ Disallow: blog/admin Disallow: blog/images Disallow: blog/themes Disallow: blog/license.txt User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / # Google Images, the Internet Archives, and AltaVista will be # prevented from crawling the website. # User-agent: Googlebot-Image # Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-Agent: Scooter Disallow: / # The following link should point directly to the sitemap Sitemap: http://ichill.com/sitemap.xml