# robots.txt v1.1, AO, Denmark, 24. August 2006 # # Read more about robots.txt at: http://www.robotstxt.org/wc/robots.html # Auto-generate your robots.txt at: http://www.invision-graphics.com/robotstxt_generator.html # Check for errors in your robots.txt file at: http://tool.motoricerca.info/robots-checker.phtml # Bots database: http://www.robotstxt.org/wc/active/html/ # # User-agent: * # Disallow: / # Allow all other bots # Block Frontpage directories and files # Block specific hosting and script directories and files User-agent: * Disallow: /postinfo.html Disallow: /phpinfo.php Disallow: /rawlogs/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /admin/ Disallow: /forum/admin/ Disallow: /db/ Disallow: /database/ Disallow: /databases/ Disallow: /aspnet_client/ Disallow: /ScriptLib/ Disallow: /cp/ Disallow: /webmail/ Disallow: /*.jpe$ Disallow: /*.bmp$ Disallow: /*.png$ Disallow: /*.psd$ Disallow: /*.ps$ Disallow: /*.pps$ Disallow: /*.ppt$ Disallow: /*.eps$ Disallow: /*.txt$ Disallow: /*.doc$ Disallow: /*.tif$ Disallow: /*.tiff$ Disallow: /*.ppt$ Disallow: /*.pub$ Disallow: /*.xls$ Disallow: /*.mdb$ Disallow: /*.db$ Disallow: /*.swf$ Disallow: /*.flv$ Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.tar$ Disallow: /*.ace$ Disallow: /*.gz$ Disallow: /*.tgz$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xsl$ Disallow: /*.exe$ Disallow: /*.dll$ Disallow: /*.mp3$ Disallow: /*.mp4$ Disallow: /*.mpg$ Disallow: /*.mpeg$ Disallow: /*.mid$ Disallow: /*.midi$ Disallow: /*.mov$ Disallow: /*.movie$ Disallow: /*.wm$ Disallow: /*.wma$ Disallow: /*.wav$ Disallow: /*.ivf$ Disallow: /*.lsf$ Disallow: /*.lsx$ Disallow: /*.avi$