# $Id: robots.txt,v 1.0 2008/05/18 18:57:07 TopDizine Exp $
#
# robots.txt for carhirecarhire.com
#
# NC, this file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth, server resources and gain a bit of Seo headstart.
#
# Please note this file must be in the server-root to be effective. 
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# You can also give me a call, that's easier!
# Rgds MW


User-agent: *
Crawl-delay: 9
# Directories
Disallow: /text/
Disallow: /forum/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /allkeyfiles/
Disallow: /worldwideholidaycarhirecom_archive/
Disallow: /tdp/
# Files
Disallow: /worldwide_carhire_txt.php
Disallow: /more.html
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /text/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /allkeyfiles/
Disallow: /SCH_archive/
Disallow: /tdp/
# Paths (no clean URLs)
# only clean URLs