# robots.txt for http://CVibes.net/ and http://CVibes.info/ # The file tells the robot (spider) which files it may spider (download). # This system is called, The Robots Exclusion Standard. User-agent: * Disallow: /cgi-bin/ Disallow: /scr/ Disallow: /admin/ Disallow: /phpMyAdmin/ Disallow: /mirror/ Disallow: /download/ Disallow: /images/ Disallow: /testbed/ Disallow: /Library/ Disallow: /photoalbum/ Disallow: feedback.html Disallow: *.doc Disallow: *.jpg Disallow: *.jpeg Disallow: *.pdf Disallow: *.rtf Disallow: *.php #Disallow: /links/ #Disallow: /links/mt/docs_info/ #Disallow: /links/mt/images/ #Disallow: /links/mt/lib/ #Disallow: /links/mt/templates/ Disallow: /links/mt/config.php3 Disallow: /links/mt/file_id.txt #Disallow: /links/mt/index.php3 Disallow: /links/mt/index.php3?count User-agent: ia_archiver Disallow: /