# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems) # # validators: # http://tool.motoricerca.info/robots-checker.phtml (extensive) # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi (basic) # # This says to apply these settings to ALL search engine spiders/crawlers # User-agent: * # # These settings will keep spiders from indexing your pages listed below Disallow: /kid/administrator/ Disallow: /kid/cache/ Disallow: /kid/components/ Disallow: /kid/templates/ Disallow: /kid/images/ Disallow: /kid/includes/ Disallow: /kid/language/ Disallow: /kid/libraries/ Disallow: /kid/logs Disallow: /kid/media/ Disallow: /kid/modules/ Disallow: /kid/tmp/ Disallow: /kid/xmlrpc/ Disallow: /kid/configuration.php Disallow: /kid/index2.php Disallow: /kid/install.php Disallow: /Plesk-stat/ Disallow: /subdomeinen/ Disallow: /tmp/ Disallow: /test_lilatoys/ Disallow: /winkel/admin/ Disallow: index.php