# $Id: robots.txt,v 1.9.2.1 2010/02/25 17:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Directories Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_pvt/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /Adobe_flash_project/ Disallow: /cgi-bin/ Disallow: /codeigniter Disallow: /domains/ Disallow: /drupal/ Disallow: /hemsida2/ Disallow: /hpbimg/ Disallow: /index-filer/ Disallow: /kallhall/ Disallow: /Login_System_v.2.0/ Disallow: /PHP-Projekt/ Disallow: /phprojekt/ Disallow: /portal/ Disallow: /webplatform/ # Files Disallow: /.htaccess Disallow: /.htm Disallow: /.htpasswd Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml Disallow: /index.html Disallow: /index.html.moved Disallow: /index[00].html Disallow: /index[0].html Disallow: /index[0].php Disallow: /index[1].html Disallow: /robots.txt # Paths (clean URLs) Disallow: /.htpasswd/ Disallow: /awstats/ Disallow: /logs/ Disallow: /private_html/ Disallow: /public_ftp/ Disallow: /public_html/ Disallow: /admin/ Disallow: /auth/ Disallow: /backup/ Disallow: /blocks/ Disallow: /blog/ Disallow: /calendar/ Disallow: /course/ Disallow: /data/ Disallow: /default2-filer/ Disallow: /enrol/ Disallow: /error/ Disallow: /files/ Disallow: /filter/ Disallow: /grade/ Disallow: /group/ Disallow: /install/ Disallow: /iplookup/ Disallow: /lang/ Disallow: /lib/ Disallow: /login/ Disallow: /message/ Disallow: /mnet/ Disallow: /mod/ Disallow: /my/ Disallow: /notes/ Disallow: /pix/ Disallow: /question/ Disallow: /rss/ Disallow: /search/ Disallow: /sso/ Disallow: /tag/ Disallow: /theme/ Disallow: /user/ Disallow: /userpix/ # Paths (no clean URLs) Disallow: /?q=.htpasswd/ Disallow: /?q=awstats/ Disallow: /?q=logs/ Disallow: /?q=private_html/ Disallow: /?q=public_ftp/ Disallow: /?q=public_html/ Disallow: /?q=admin/ Disallow: /?q=auth/ Disallow: /?q=backup/ Disallow: /?q=blocks/ Disallow: /?q=blog/ Disallow: /?q=calendar/ Disallow: /?q=course/ Disallow: /?q=data/ Disallow: /?q=default2-filer/ Disallow: /?q=enrol/ Disallow: /?q=error/ Disallow: /?q=files/ Disallow: /?q=filter/ Disallow: /?q=grade/ Disallow: /?q=group/ Disallow: /?q=install/ Disallow: /?q=iplookup/ Disallow: /?q=lang/ Disallow: /?q=lib/ Disallow: /?q=login/ Disallow: /?q=message/ Disallow: /?q=mnet/ Disallow: /?q=mod/ Disallow: /?q=my/ Disallow: /?q=notes/ Disallow: /?q=pix/ Disallow: /?q=question/ Disallow: /?q=rss/ Disallow: /?q=search/ Disallow: /?q=sso/ Disallow: /?q=tag/ Disallow: /?q=theme/ Disallow: /?q=user/ Disallow: /?q=userpix/