# $Id: robots.txt,v 1.0 2008/05/18 18:57:07 TopDizine Exp $
#
# robots.txt for carrentalinbarcelona.com
#
# NC, this file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth, server resources and gain a bit of Seo headstart.
#
# Please note this file must be in the server-root to be effective. 
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
# Rgds MW


User-agent: *
#Crawl-delay: 9
# Directories
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /allkeyfiles/
Disallow: /carrentalinbarcelonacom_archive/
Disallow: /tdp/
# Files
Disallow: /more.html
Disallow: /spanishholidayrental.html
Disallow: /update.php
Disallow: /install.php
# Paths (clean URLs)
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /allkeyfiles/
Disallow: /carrentalinbarcelonacom_archive/
Disallow: /tdp/
# Paths (no clean URLs)
# only clean URLs