| 123456789101112131415161718192021222324252627282930313233 |
- #
- # robots.txt
- #
- # This file is to prevent the crawling and indexing of certain parts
- # of your site by web crawlers and spiders run by sites like Yahoo!
- # and Google. By telling these "robots" where not to go on your site,
- # you save bandwidth and server resources.
- #
- #
- # For more information about the robots.txt standard, see:
- # http://www.robotstxt.org/wc/robots.html
- #
- # For syntax checking, see:
- # http://www.sxw.org.uk/computing/robots/check.html
- User-Agent: *
- # Directories
- Disallow: /archive/
- Disallow: /courses/
- Disallow: /documentation/
- Disallow: /home/
- Disallow: /main/
- Disallow: /plugin/
- Disallow: /searchdb/
- Disallow: /tests/
-
- # Files
- Disallow: /license.txt
- Disallow: /README.txt
- Disallow: /webchatdeny.php
- Disallow: /whoisonline.php
- Disallow: /whoisonlinesession.php
|
