# robot.txt for www.clear.com # match all crawlers User-agent: * # keep them out of the following Disallow: /account-usage/ Disallow: /charts/ Disallow: /drivers/ Disallow: /email_html/ Disallow: /includes/ Disallow: /js/ Disallow: /images/ Disallow: /css/ Disallow: /my_account/ Disallow: /order_entry/ Disallow: /store/ # only page that is allowed to be accessed in shop folder Allow: /shop/get_clear.php Disallow: /shop/