# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /4LJ/ Disallow: /_admin/ Disallow: /_Alexeys/ Disallow: /_cgi-bin/ Disallow: /_conf/ Disallow: /_doc/ Disallow: /_images/ Disallow: /_imgs/ Disallow: /_includes/ Disallow: /_js/ Disallow: /_lib/ Disallow: /_signs/ Disallow: /_style/ Disallow: /_template/ Disallow: /_uploads/ Disallow: /about/ Disallow: /admin/ Disallow: /album/ Disallow: /css/ Disallow: /doc/ Disallow: /FAMILY/ Disallow: /FRIENDS/ Disallow: /images/ Disallow: /imgs/ Disallow: /install/ Disallow: /lib/ Disallow: /LJ/ Disallow: /modules/ Disallow: /plugins/ Disallow: /resume/ Disallow: /rss/ Disallow: /scripts/ Disallow: /services/ Disallow: /SITE_dao/ Disallow: /SITE_dao2/ Disallow: /solutions/ Disallow: /td/ Disallow: /tmp/ Disallow: /TRAVELS/ Disallow: /uploads/ Disallow: /X/ Disallow: /PHOTOS/ Disallow: /error_log Disallow: /_password.txt Disallow: /test.html Disallow: /test.php Disallow: /temp.txt Disallow: /_404.html Disallow: /access.php Disallow: /_reg.php Disallow: /_cmsms_favicon_cms.ico Disallow: /fileloc.php Disallow: /index.w.php Disallow: /index.htm_ Disallow: /index.html_ Disallow: /500.shtml Disallow: /_400.shtml Disallow: /dwarf.htm Disallow: /_newsUpd.login.php Disallow: /filesDB.csv Disallow: /_moduleinterface.php Disallow: /version.php Disallow: /_PicOfTheDay.php Disallow: /_login.php Disallow: /labels.rdf Disallow: /labels_1.rdf Disallow: /_recScandir.php Disallow: /_preview.php Disallow: /_ratePicture.php Disallow: /stylesheet.css Disallow: /.htaccess Disallow: /ajax.php Disallow: /top2.inc.php Disallow: /soap.php Disallow: /404.shtml Disallow: /stylesheet.php Disallow: /config.php Disallow: /include.php Disallow: /PicOfTheDay.inc Disallow: /dwarf.php Disallow: /_preparePage.php Disallow: /_photoAlbum.2006-05-08.php Disallow: /_photoAlbum.php # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /*sort= Disallow: /*/feed$ Disallow: /tracker?