# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /drupaltest/ User-agent: * Crawl-delay: 10 # Directories Disallow: /drupaltest/database/ Disallow: /drupaltest/includes/ Disallow: /drupaltest/misc/ Disallow: /drupaltest/modules/ Disallow: /drupaltest/sites/ Disallow: /drupaltest/themes/ Disallow: /drupaltest/scripts/ Disallow: /drupaltest/updates/ Disallow: /drupaltest/profiles/ Disallow: /drupaltest/_files/ # Files Disallow: /drupaltest/xmlrpc.php Disallow: /drupaltest/cron.php Disallow: /drupaltest/update.php Disallow: /drupaltest/install.php Disallow: /drupaltest/_files/INSTALL.txt Disallow: /drupaltest/_files/INSTALL.mysql.txt Disallow: /drupaltest/_files/INSTALL.pgsql.txt Disallow: /drupaltest/_files/CHANGELOG.txt Disallow: /drupaltest/_files/MAINTAINERS.txt Disallow: /drupaltest/_files/LICENSE.txt Disallow: /drupaltest/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /drupaltest/admin/ Disallow: /drupaltest/comment/reply/ Disallow: /drupaltest/contact/ Disallow: /drupaltest/logout/ Disallow: /drupaltest/node/add/ Disallow: /drupaltest/search/ Disallow: /drupaltest/user/register/ Disallow: /drupaltest/user/password/ Disallow: /drupaltest/user/login/ # Paths (no clean URLs) Disallow: /drupaltest/?q=admin/ Disallow: /drupaltest/?q=comment/reply/ Disallow: /drupaltest/?q=contact/ Disallow: /drupaltest/?q=logout/ Disallow: /drupaltest/?q=node/add/ Disallow: /drupaltest/?q=search/ Disallow: /drupaltest/?q=user/password/ Disallow: /drupaltest/?q=user/register/ Disallow: /drupaltest/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /eyeofthebeholder/ User-agent: * Crawl-delay: 10 # Directories Disallow: /eyeofthebeholder/database/ Disallow: /eyeofthebeholder/includes/ Disallow: /eyeofthebeholder/misc/ Disallow: /eyeofthebeholder/modules/ Disallow: /eyeofthebeholder/sites/ Disallow: /eyeofthebeholder/themes/ Disallow: /eyeofthebeholder/scripts/ Disallow: /eyeofthebeholder/updates/ Disallow: /eyeofthebeholder/profiles/ Disallow: /eyeofthebeholder/_files/ # Files Disallow: /eyeofthebeholder/xmlrpc.php Disallow: /eyeofthebeholder/cron.php Disallow: /eyeofthebeholder/update.php Disallow: /eyeofthebeholder/install.php Disallow: /eyeofthebeholder/_files/INSTALL.txt Disallow: /eyeofthebeholder/_files/INSTALL.mysql.txt Disallow: /eyeofthebeholder/_files/INSTALL.pgsql.txt Disallow: /eyeofthebeholder/_files/CHANGELOG.txt Disallow: /eyeofthebeholder/_files/MAINTAINERS.txt Disallow: /eyeofthebeholder/_files/LICENSE.txt Disallow: /eyeofthebeholder/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /eyeofthebeholder/admin/ Disallow: /eyeofthebeholder/comment/reply/ Disallow: /eyeofthebeholder/contact/ Disallow: /eyeofthebeholder/logout/ Disallow: /eyeofthebeholder/node/add/ Disallow: /eyeofthebeholder/search/ Disallow: /eyeofthebeholder/user/register/ Disallow: /eyeofthebeholder/user/password/ Disallow: /eyeofthebeholder/user/login/ # Paths (no clean URLs) Disallow: /eyeofthebeholder/?q=admin/ Disallow: /eyeofthebeholder/?q=comment/reply/ Disallow: /eyeofthebeholder/?q=contact/ Disallow: /eyeofthebeholder/?q=logout/ Disallow: /eyeofthebeholder/?q=node/add/ Disallow: /eyeofthebeholder/?q=search/ Disallow: /eyeofthebeholder/?q=user/password/ Disallow: /eyeofthebeholder/?q=user/register/ Disallow: /eyeofthebeholder/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /dtest/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dtest/database/ Disallow: /dtest/includes/ Disallow: /dtest/misc/ Disallow: /dtest/modules/ Disallow: /dtest/sites/ Disallow: /dtest/themes/ Disallow: /dtest/scripts/ Disallow: /dtest/updates/ Disallow: /dtest/profiles/ Disallow: /dtest/_files/ # Files Disallow: /dtest/xmlrpc.php Disallow: /dtest/cron.php Disallow: /dtest/update.php Disallow: /dtest/install.php Disallow: /dtest/_files/INSTALL.txt Disallow: /dtest/_files/INSTALL.mysql.txt Disallow: /dtest/_files/INSTALL.pgsql.txt Disallow: /dtest/_files/CHANGELOG.txt Disallow: /dtest/_files/MAINTAINERS.txt Disallow: /dtest/_files/LICENSE.txt Disallow: /dtest/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dtest/admin/ Disallow: /dtest/comment/reply/ Disallow: /dtest/contact/ Disallow: /dtest/logout/ Disallow: /dtest/node/add/ Disallow: /dtest/search/ Disallow: /dtest/user/register/ Disallow: /dtest/user/password/ Disallow: /dtest/user/login/ # Paths (no clean URLs) Disallow: /dtest/?q=admin/ Disallow: /dtest/?q=comment/reply/ Disallow: /dtest/?q=contact/ Disallow: /dtest/?q=logout/ Disallow: /dtest/?q=node/add/ Disallow: /dtest/?q=search/ Disallow: /dtest/?q=user/password/ Disallow: /dtest/?q=user/register/ Disallow: /dtest/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /dptest/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dptest/database/ Disallow: /dptest/includes/ Disallow: /dptest/misc/ Disallow: /dptest/modules/ Disallow: /dptest/sites/ Disallow: /dptest/themes/ Disallow: /dptest/scripts/ Disallow: /dptest/updates/ Disallow: /dptest/profiles/ Disallow: /dptest/_files/ # Files Disallow: /dptest/xmlrpc.php Disallow: /dptest/cron.php Disallow: /dptest/update.php Disallow: /dptest/install.php Disallow: /dptest/_files/INSTALL.txt Disallow: /dptest/_files/INSTALL.mysql.txt Disallow: /dptest/_files/INSTALL.pgsql.txt Disallow: /dptest/_files/CHANGELOG.txt Disallow: /dptest/_files/MAINTAINERS.txt Disallow: /dptest/_files/LICENSE.txt Disallow: /dptest/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dptest/admin/ Disallow: /dptest/comment/reply/ Disallow: /dptest/contact/ Disallow: /dptest/logout/ Disallow: /dptest/node/add/ Disallow: /dptest/search/ Disallow: /dptest/user/register/ Disallow: /dptest/user/password/ Disallow: /dptest/user/login/ # Paths (no clean URLs) Disallow: /dptest/?q=admin/ Disallow: /dptest/?q=comment/reply/ Disallow: /dptest/?q=contact/ Disallow: /dptest/?q=logout/ Disallow: /dptest/?q=node/add/ Disallow: /dptest/?q=search/ Disallow: /dptest/?q=user/password/ Disallow: /dptest/?q=user/register/ Disallow: /dptest/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /dbox/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dbox/database/ Disallow: /dbox/includes/ Disallow: /dbox/misc/ Disallow: /dbox/modules/ Disallow: /dbox/sites/ Disallow: /dbox/themes/ Disallow: /dbox/scripts/ Disallow: /dbox/updates/ Disallow: /dbox/profiles/ Disallow: /dbox/_files/ # Files Disallow: /dbox/xmlrpc.php Disallow: /dbox/cron.php Disallow: /dbox/update.php Disallow: /dbox/install.php Disallow: /dbox/_files/INSTALL.txt Disallow: /dbox/_files/INSTALL.mysql.txt Disallow: /dbox/_files/INSTALL.pgsql.txt Disallow: /dbox/_files/CHANGELOG.txt Disallow: /dbox/_files/MAINTAINERS.txt Disallow: /dbox/_files/LICENSE.txt Disallow: /dbox/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dbox/admin/ Disallow: /dbox/comment/reply/ Disallow: /dbox/contact/ Disallow: /dbox/logout/ Disallow: /dbox/node/add/ Disallow: /dbox/search/ Disallow: /dbox/user/register/ Disallow: /dbox/user/password/ Disallow: /dbox/user/login/ # Paths (no clean URLs) Disallow: /dbox/?q=admin/ Disallow: /dbox/?q=comment/reply/ Disallow: /dbox/?q=contact/ Disallow: /dbox/?q=logout/ Disallow: /dbox/?q=node/add/ Disallow: /dbox/?q=search/ Disallow: /dbox/?q=user/password/ Disallow: /dbox/?q=user/register/ Disallow: /dbox/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /dbfm/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dbfm/database/ Disallow: /dbfm/includes/ Disallow: /dbfm/misc/ Disallow: /dbfm/modules/ Disallow: /dbfm/sites/ Disallow: /dbfm/themes/ Disallow: /dbfm/scripts/ Disallow: /dbfm/updates/ Disallow: /dbfm/profiles/ Disallow: /dbfm/_files/ # Files Disallow: /dbfm/xmlrpc.php Disallow: /dbfm/cron.php Disallow: /dbfm/update.php Disallow: /dbfm/install.php Disallow: /dbfm/_files/INSTALL.txt Disallow: /dbfm/_files/INSTALL.mysql.txt Disallow: /dbfm/_files/INSTALL.pgsql.txt Disallow: /dbfm/_files/CHANGELOG.txt Disallow: /dbfm/_files/MAINTAINERS.txt Disallow: /dbfm/_files/LICENSE.txt Disallow: /dbfm/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dbfm/admin/ Disallow: /dbfm/comment/reply/ Disallow: /dbfm/contact/ Disallow: /dbfm/logout/ Disallow: /dbfm/node/add/ Disallow: /dbfm/search/ Disallow: /dbfm/user/register/ Disallow: /dbfm/user/password/ Disallow: /dbfm/user/login/ # Paths (no clean URLs) Disallow: /dbfm/?q=admin/ Disallow: /dbfm/?q=comment/reply/ Disallow: /dbfm/?q=contact/ Disallow: /dbfm/?q=logout/ Disallow: /dbfm/?q=node/add/ Disallow: /dbfm/?q=search/ Disallow: /dbfm/?q=user/password/ Disallow: /dbfm/?q=user/register/ Disallow: /dbfm/?q=user/login/