# disallow access of robots to certain places User-Agent: * Crawl-delay: 10 Request-rate: 1/10 Visit-time: 2300-0900 Sitemap: http://slawa.mine.nu/sitemap.php Sitemap: http://slawa.mine.nu/10e/sitemap.xml Sitemap: http://slawa.mine.nu/kami/index.php?option=com_xmap&sitemap=1&view=xml&no_html=1 Sitemap: http://slawa.mine.nu/yoko-gallery/sitemap.xml Sitemap: http://slawa.mine.nu/dvda/sitemap.xml Sitemap: http://slawa.mine.nu/symbian/sitemap.xml Sitemap: http://slawa.mine.nu/funds/sitemap.php Sitemap: http://slawa.mine.nu/lyrics/sitemap.php # some special extensions Disallow: *.js Disallow: *.prc Disallow: *.zip Disallow: *.rar Disallow: *.flv Disallow: *.pdf Disallow: *.sis Disallow: *.sisx # system folders Disallow: /system Disallow: /sms Disallow: /sales Disallow: /schema Disallow: /comments # 10e # Directories Disallow: /10e/database/ Disallow: /10e/includes/ Disallow: /10e/misc/ Disallow: /10e/modules/ Disallow: /10e/sites/ Disallow: /10e/themes/ Disallow: /10e/scripts/ Disallow: /10e/updates/ Disallow: /10e/profiles/ Disallow: /10e/printpdf/ # Files Disallow: /10e/xmlrpc.php Disallow: /10e/cron.php Disallow: /10e/update.php Disallow: /10e/install.php Disallow: /10e/INSTALL.txt Disallow: /10e/INSTALL.mysql.txt Disallow: /10e/INSTALL.pgsql.txt Disallow: /10e/CHANGELOG.txt Disallow: /10e/MAINTAINERS.txt Disallow: /10e/LICENSE.txt Disallow: /10e/UPGRADE.txt # Paths (clean URLs) Disallow: /10e/admin/ Disallow: /10e/comment/reply/ Disallow: /10e/contact/ Disallow: /10e/logout/ Disallow: /10e/node/add/ Disallow: /10e/search/ Disallow: /10e/user/register/ Disallow: /10e/user/password/ Disallow: /10e/user/login/ Disallow: /10e/calendar/ # Kami Disallow: /kami/administrator