| 1234567891011121314151617181920212223242526272829303132333435 |
- #
- # robots.txt
- #
- # This file is to prevent the crawling and indexing of certain parts
- # of your site by web crawlers and spiders run by sites like Yahoo!
- # and Google. By telling these "robots" where not to go on your site,
- # you save bandwidth and server resources.
- #
- #
- # For more information about the robots.txt standard, see:
- # http://www.robotstxt.org/wc/robots.html
- #
- # For syntax checking, see:
- # http://www.sxw.org.uk/computing/robots/check.html
- User-Agent: *
- # Directories
- Disallow: /courses/
- Disallow: /documentation/
- Disallow: /home/
- Disallow: /main/
- Disallow: /plugin/
- Disallow: /searchdb/
- Disallow: /tests/
- Disallow: /config/
- Disallow: /data/
- Disallow: /temp/
- Disallow: /logs/
- Disallow: /vendor/
- # Files
- Disallow: /license.txt
- Disallow: /README.txt
|
