# Robots.txt file for http://calearth.org/ # 2009 by DianeV. Web Design Studio # last slash covers everything in the directory User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /misc/ Disallow: /shop/misc/ # ALLOW SPIDERING BUT BLOCK CURRENCY RATE URLS & SIMILAR URLS Disallow: /shop/index.php?l=page_view&p=forgot_password* Disallow: /shop/index.php?action=account* Disallow: /shop/index.php?l=page_view&p=contact_us* # # BLOCK SPIDERING AT ALL Disallow: /shop/index.php?l=cart_view Disallow: /shop/index.php?l=page_view&p=advanced_search # Disallow: /shop/index.php?m=&c* Disallow: /shop/my_rate* Disallow: /shop/index.php?m=&c=&p=advanced_search # # BLOCK SEARCH URLS Disallow: /*search.html # # BLOCK CURRENCY RATE URLS Disallow: /shop/*=AUD Disallow: /shop/*=CAD Disallow: /shop/*=CHF Disallow: /shop/*=CNY Disallow: /shop/*=EUR Disallow: /shop/*=GBP Disallow: /shop/*=HKD Disallow: /shop/*=JMD Disallow: /shop/*=JPY Disallow: /shop/*=MXN Disallow: /shop/*=NZD Disallow: /shop/*=RUB Disallow: /shop/*=SEK Disallow: /shop/*=TWD Disallow: /shop/*=USD Disallow: /shop/*=VND Disallow: /shop/*=ZAR