# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10

# AWARDS TO CHERISH
#  Directories
Disallow: /atcTest/
Disallow: /awardstocherish/database/
Disallow: /awardstocherish/includes/
Disallow: /awardstocherish/misc/
Disallow: /awardstocherish/modules/
Disallow: /awardstocherish/sites/
Disallow: /awardstocherish/themes/
Disallow: /awardstocherish/scripts/
Disallow: /awardstocherish/updates/
Disallow: /awardstocherish/profiles/
#files
Disallow: /awardstocherish/xmlrpc.php
Disallow: /awardstocherish/cron.php
Disallow: /awardstocherish/update.php
Disallow: /awardstocherish/install.php
Disallow: /awardstocherish/INSTALL.mysql.txt
Disallow: /awardstocherish/INSTALL.pgsql.txt
Disallow: /awardstocherish/CHANGELOG.txt
Disallow: /awardstocherish/MAINTAINERS.txt
Disallow: /awardstocherish/LICENSE.txt
Disallow: /awardstocherish/UPGRADE.txt
# Paths (clean URLs)
Disallow: /awardstocherish/admin/
Disallow: /awardstocherish/aggregator/
Disallow: /awardstocherish/comment/reply/
Disallow: /awardstocherish/contact/
Disallow: /awardstocherish/logout/
Disallow: /awardstocherish/node/add/
Disallow: /awardstocherish/search/
Disallow: /awardstocherish/user/register/
Disallow: /awardstocherish/user/password/
Disallow: /awardstocherish/user/login/
Disallow: /atcTest/admin/
Disallow: /atcTest/aggregator/
Disallow: /atcTest/comment/reply/
Disallow: /atcTest/contact/
Disallow: /atcTest/logout/
Disallow: /atcTest/node/add/
Disallow: /atcTest/search/
Disallow: /atcTest/user/register/
Disallow: /atcTest/user/password/
Disallow: /atcTest/user/login/
# Paths (no clean URLs)
#Disallow: /awardstocherish/?q=admin/
#Disallow: /awardstocherish/?q=aggregator/
#Disallow: /awardstocherish/?q=comment/reply/
#Disallow: /awardstocherish/?q=contact/
#Disallow: /awardstocherish/?q=logout/
#Disallow: /awardstocherish/?q=node/add/
#Disallow: /awardstocherish/?q=search/
#Disallow: /awardstocherish/?q=user/password/
#Disallow: /awardstocherish/?q=user/register/
#Disallow: /awardstocherish/?q=user/login/



# FAMILY POST ONLINE
#test site
Disallow: /familypost/test/
#directories
Disallow: /familypost/database/
Disallow: /familypost/includes/
Disallow: /familypost/misc/
Disallow: /familypost/modules/
Disallow: /familypost/sites/
Disallow: /familypost/themes/
Disallow: /familypost/scripts/
Disallow: /familypost/updates/
Disallow: /familypost/profiles/
#files
Disallow: /familypost/xmlrpc.php
Disallow: /familypost/cron.php
Disallow: /familypost/update.php
Disallow: /familypost/install.php
Disallow: /familypost/INSTALL.mysql.txt
Disallow: /familypost/INSTALL.pgsql.txt
Disallow: /familypost/CHANGELOG.txt
Disallow: /familypost/MAINTAINERS.txt
Disallow: /familypost/LICENSE.txt
Disallow: /familypost/UPGRADE.txt
# Paths (clean URLs)
Disallow: /familypost/admin/
Disallow: /familypost/aggregator/
Disallow: /familypost/comment/reply/
Disallow: /familypost/contact/
Disallow: /familypost/logout/
Disallow: /familypost/node/add/
Disallow: /familypost/search/
Disallow: /familypost/user/register/
Disallow: /familypost/user/password/
Disallow: /familypost/user/login/
Disallow: /familypost/test/admin/
Disallow: /familypost/test/aggregator/
Disallow: /familypost/test/comment/reply/
Disallow: /familypost/test/contact/
Disallow: /familypost/test/logout/
Disallow: /familypost/test/node/add/
Disallow: /familypost/test/search/
Disallow: /familypost/test/user/register/
Disallow: /familypost/test/user/password/
Disallow: /familypost/test/user/login/
# Paths (no clean URLs)
#Disallow: /familypost/?q=admin/
#Disallow: /familypost/?q=aggregator/
#Disallow: /familypost/?q=comment/reply/
#Disallow: /familypost/?q=contact/
#Disallow: /familypost/?q=logout/
#Disallow: /familypost/?q=node/add/
#Disallow: /familypost/?q=search/
#Disallow: /familypost/?q=user/password/
#Disallow: /familypost/?q=user/register/
#Disallow: /familypost/?q=user/login/



# STEVENS ELEMENT
# Drupal Test on Stevens Element site
Disallow: /drupal/
Disallow: /cgi/
Disallow: /images/
Disallow: /jonathanchris/
Disallow: /music/
Disallow: /php_uploads/
Disallow: /stats/
Disallow: /test/
Disallow: /tmp/
Disallow: /awards.css
Disallow: /favicon.ico
Disallow: /firstlist.m3u
Disallow: /gdform.php


#This is the default robots.txt file info (I've commented it out)
# Directories
#Disallow: /database/
#Disallow: /includes/
#Disallow: /misc/
#Disallow: /modules/
#Disallow: /sites/
#Disallow: /themes/
#Disallow: /scripts/
#Disallow: /updates/
#Disallow: /profiles/
# Files
#Disallow: /xmlrpc.php
#Disallow: /cron.php
#Disallow: /update.php
#Disallow: /install.php
#Disallow: /INSTALL.mysql.txt
#Disallow: /INSTALL.pgsql.txt
#Disallow: /CHANGELOG.txt
#Disallow: /MAINTAINERS.txt
#Disallow: /LICENSE.txt
#Disallow: /UPGRADE.txt
## Paths (clean URLs)
#Disallow: /admin/
#Disallow: /aggregator/
#Disallow: /comment/reply/
#Disallow: /contact/
#Disallow: /logout/
#Disallow: /node/add/
#Disallow: /search/
#Disallow: /user/register/
#Disallow: /user/password/
#Disallow: /user/login/
## Paths (no clean URLs)
#Disallow: /?q=admin/
#Disallow: /?q=aggregator/
#Disallow: /?q=comment/reply/
#Disallow: /?q=contact/
#Disallow: /?q=logout/
#Disallow: /?q=node/add/
#Disallow: /?q=search/
#Disallow: /?q=user/password/
#Disallow: /?q=user/register/
#Disallow: /?q=user/login/