# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 /drupal/ User-agent: * Crawl-delay: 10 # Directories Disallow: /drupal/database/ Disallow: /drupal/includes/ Disallow: /drupal/misc/ Disallow: /drupal/modules/ Disallow: /drupal/sites/ Disallow: /drupal/themes/ Disallow: /drupal/scripts/ Disallow: /drupal/updates/ Disallow: /drupal/profiles/ Disallow: /drupal/_files/ # Files Disallow: /drupal/xmlrpc.php Disallow: /drupal/cron.php Disallow: /drupal/update.php Disallow: /drupal/install.php Disallow: /drupal/_files/INSTALL.txt Disallow: /drupal/_files/INSTALL.mysql.txt Disallow: /drupal/_files/INSTALL.pgsql.txt Disallow: /drupal/_files/CHANGELOG.txt Disallow: /drupal/_files/MAINTAINERS.txt Disallow: /drupal/_files/LICENSE.txt Disallow: /drupal/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /drupal/admin/ Disallow: /drupal/comment/reply/ Disallow: /drupal/contact/ Disallow: /drupal/logout/ Disallow: /drupal/node/add/ Disallow: /drupal/search/ Disallow: /drupal/user/register/ Disallow: /drupal/user/password/ Disallow: /drupal/user/login/ # Paths (no clean URLs) Disallow: /drupal/?q=admin/ Disallow: /drupal/?q=comment/reply/ Disallow: /drupal/?q=contact/ Disallow: /drupal/?q=logout/ Disallow: /drupal/?q=node/add/ Disallow: /drupal/?q=search/ Disallow: /drupal/?q=user/password/ Disallow: /drupal/?q=user/register/ Disallow: /drupal/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 /main/ User-agent: * Crawl-delay: 10 # Directories Disallow: /main/database/ Disallow: /main/includes/ Disallow: /main/misc/ Disallow: /main/modules/ Disallow: /main/sites/ Disallow: /main/themes/ Disallow: /main/scripts/ Disallow: /main/updates/ Disallow: /main/profiles/ Disallow: /main/_files/ # Files Disallow: /main/xmlrpc.php Disallow: /main/cron.php Disallow: /main/update.php Disallow: /main/install.php Disallow: /main/_files/INSTALL.txt Disallow: /main/_files/INSTALL.mysql.txt Disallow: /main/_files/INSTALL.pgsql.txt Disallow: /main/_files/CHANGELOG.txt Disallow: /main/_files/MAINTAINERS.txt Disallow: /main/_files/LICENSE.txt Disallow: /main/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /main/admin/ Disallow: /main/comment/reply/ Disallow: /main/contact/ Disallow: /main/logout/ Disallow: /main/node/add/ Disallow: /main/search/ Disallow: /main/user/register/ Disallow: /main/user/password/ Disallow: /main/user/login/ # Paths (no clean URLs) Disallow: /main/?q=admin/ Disallow: /main/?q=comment/reply/ Disallow: /main/?q=contact/ Disallow: /main/?q=logout/ Disallow: /main/?q=node/add/ Disallow: /main/?q=search/ Disallow: /main/?q=user/password/ Disallow: /main/?q=user/register/ Disallow: /main/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.6 /chadlane/ User-agent: * Crawl-delay: 10 # Directories Disallow: /chadlane/database/ Disallow: /chadlane/includes/ Disallow: /chadlane/misc/ Disallow: /chadlane/modules/ Disallow: /chadlane/sites/ Disallow: /chadlane/themes/ Disallow: /chadlane/scripts/ Disallow: /chadlane/updates/ Disallow: /chadlane/profiles/ Disallow: /chadlane/_files/ # Files Disallow: /chadlane/xmlrpc.php Disallow: /chadlane/cron.php Disallow: /chadlane/update.php Disallow: /chadlane/install.php Disallow: /chadlane/_files/INSTALL.txt Disallow: /chadlane/_files/INSTALL.mysql.txt Disallow: /chadlane/_files/INSTALL.pgsql.txt Disallow: /chadlane/_files/CHANGELOG.txt Disallow: /chadlane/_files/MAINTAINERS.txt Disallow: /chadlane/_files/LICENSE.txt Disallow: /chadlane/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /chadlane/admin/ Disallow: /chadlane/comment/reply/ Disallow: /chadlane/contact/ Disallow: /chadlane/logout/ Disallow: /chadlane/node/add/ Disallow: /chadlane/search/ Disallow: /chadlane/user/register/ Disallow: /chadlane/user/password/ Disallow: /chadlane/user/login/ # Paths (no clean URLs) Disallow: /chadlane/?q=admin/ Disallow: /chadlane/?q=comment/reply/ Disallow: /chadlane/?q=contact/ Disallow: /chadlane/?q=logout/ Disallow: /chadlane/?q=node/add/ Disallow: /chadlane/?q=search/ Disallow: /chadlane/?q=user/password/ Disallow: /chadlane/?q=user/register/ Disallow: /chadlane/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.12 /dipod_new/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dipod_new/database/ Disallow: /dipod_new/includes/ Disallow: /dipod_new/misc/ Disallow: /dipod_new/modules/ Disallow: /dipod_new/sites/ Disallow: /dipod_new/themes/ Disallow: /dipod_new/scripts/ Disallow: /dipod_new/updates/ Disallow: /dipod_new/profiles/ Disallow: /dipod_new/_files/ # Files Disallow: /dipod_new/xmlrpc.php Disallow: /dipod_new/cron.php Disallow: /dipod_new/update.php Disallow: /dipod_new/install.php Disallow: /dipod_new/_files/INSTALL.txt Disallow: /dipod_new/_files/INSTALL.mysql.txt Disallow: /dipod_new/_files/INSTALL.pgsql.txt Disallow: /dipod_new/_files/CHANGELOG.txt Disallow: /dipod_new/_files/MAINTAINERS.txt Disallow: /dipod_new/_files/LICENSE.txt Disallow: /dipod_new/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dipod_new/admin/ Disallow: /dipod_new/comment/reply/ Disallow: /dipod_new/contact/ Disallow: /dipod_new/logout/ Disallow: /dipod_new/node/add/ Disallow: /dipod_new/search/ Disallow: /dipod_new/user/register/ Disallow: /dipod_new/user/password/ Disallow: /dipod_new/user/login/ # Paths (no clean URLs) Disallow: /dipod_new/?q=admin/ Disallow: /dipod_new/?q=comment/reply/ Disallow: /dipod_new/?q=contact/ Disallow: /dipod_new/?q=logout/ Disallow: /dipod_new/?q=node/add/ Disallow: /dipod_new/?q=search/ Disallow: /dipod_new/?q=user/password/ Disallow: /dipod_new/?q=user/register/ Disallow: /dipod_new/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.13 /dipod/ User-agent: * Crawl-delay: 10 # Directories Disallow: /dipod/database/ Disallow: /dipod/includes/ Disallow: /dipod/misc/ Disallow: /dipod/modules/ Disallow: /dipod/sites/ Disallow: /dipod/themes/ Disallow: /dipod/scripts/ Disallow: /dipod/updates/ Disallow: /dipod/profiles/ Disallow: /dipod/_files/ # Files Disallow: /dipod/xmlrpc.php Disallow: /dipod/cron.php Disallow: /dipod/update.php Disallow: /dipod/install.php Disallow: /dipod/_files/INSTALL.txt Disallow: /dipod/_files/INSTALL.mysql.txt Disallow: /dipod/_files/INSTALL.pgsql.txt Disallow: /dipod/_files/CHANGELOG.txt Disallow: /dipod/_files/MAINTAINERS.txt Disallow: /dipod/_files/LICENSE.txt Disallow: /dipod/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /dipod/admin/ Disallow: /dipod/comment/reply/ Disallow: /dipod/contact/ Disallow: /dipod/logout/ Disallow: /dipod/node/add/ Disallow: /dipod/search/ Disallow: /dipod/user/register/ Disallow: /dipod/user/password/ Disallow: /dipod/user/login/ # Paths (no clean URLs) Disallow: /dipod/?q=admin/ Disallow: /dipod/?q=comment/reply/ Disallow: /dipod/?q=contact/ Disallow: /dipod/?q=logout/ Disallow: /dipod/?q=node/add/ Disallow: /dipod/?q=search/ Disallow: /dipod/?q=user/password/ Disallow: /dipod/?q=user/register/ Disallow: /dipod/?q=user/login/ # $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # File identity - # So that the contents of this file are copied only once to DocumentRoot/robots.txt at # installation time the file must contain a unique string. # The copy_robots_text.pl program looks for a line with a string of the form "hhh ddd vvv ooo" # where hhh is '#' # ddd is 'Drupal' # vvv is 'version' # ooo is some other chars to make it unique. For instance, using the version and installation directory (see 3 lines down). # If copy_robots_text.pl finds that string in DocumentRoot/robots.txt it assumes that the data is already there and does not copy again. # DO NOT REMOVE THE NEXT LINE - it prevents copying to DocumentRoot more than once. # Drupal version 6.15 /studios/ User-agent: * Crawl-delay: 10 # Directories Disallow: /studios/database/ Disallow: /studios/includes/ Disallow: /studios/misc/ Disallow: /studios/modules/ Disallow: /studios/sites/ Disallow: /studios/themes/ Disallow: /studios/scripts/ Disallow: /studios/updates/ Disallow: /studios/profiles/ Disallow: /studios/_files/ # Files Disallow: /studios/xmlrpc.php Disallow: /studios/cron.php Disallow: /studios/update.php Disallow: /studios/install.php Disallow: /studios/_files/INSTALL.txt Disallow: /studios/_files/INSTALL.mysql.txt Disallow: /studios/_files/INSTALL.pgsql.txt Disallow: /studios/_files/CHANGELOG.txt Disallow: /studios/_files/MAINTAINERS.txt Disallow: /studios/_files/LICENSE.txt Disallow: /studios/_files/UPGRADE.txt # Paths (clean URLs) Disallow: /studios/admin/ Disallow: /studios/comment/reply/ Disallow: /studios/contact/ Disallow: /studios/logout/ Disallow: /studios/node/add/ Disallow: /studios/search/ Disallow: /studios/user/register/ Disallow: /studios/user/password/ Disallow: /studios/user/login/ # Paths (no clean URLs) Disallow: /studios/?q=admin/ Disallow: /studios/?q=comment/reply/ Disallow: /studios/?q=contact/ Disallow: /studios/?q=logout/ Disallow: /studios/?q=node/add/ Disallow: /studios/?q=search/ Disallow: /studios/?q=user/password/ Disallow: /studios/?q=user/register/ Disallow: /studios/?q=user/login/