# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /dvds/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory User-agent: * Disallow: /archives/ # Disallow directory User-agent: * Disallow: /november.html/ # Disallow directory User-agent: * Disallow: /twatch/ # Disallow directory User-agent: * Disallow: /new_stats/ # Disallow directory User-agent: * Disallow: /boxes/ # Disallow directory User-agent: * Disallow: /cp/ # Disallow directory User-agent: * Disallow: /webalizer/ # Disallow directory User-agent: * Disallow: /ads/ # Disallow directory User-agent: * Disallow: /ad/ # Disallow directory User-agent: * Disallow: /new_phpads/ # Disallow directory User-agent: * Disallow: /php_edit/ # Disallow directory User-agent: * Disallow: /phpads_old/ # Disallow directory User-agent: * Disallow: /votingpoll/ # Disallow directory User-agent: * Disallow: /scripts.txt/ # Disallow directory User-agent: * Disallow: /click/ # Disallow directory User-agent: * Disallow: /click2/ # Disallow directory User-agent: * Disallow: /clix.php/ # Disallow directory User-agent: * Disallow: /clix_admin.php/ # Disallow directory User-agent: * Disallow: /phpform/ # Disallow directory User-agent: * Disallow: /clix_cfg.dat/ # Disallow directory User-agent: * Disallow: /emoticons/ # Disallow directory User-agent: * Disallow: /review_old.php/ # Disallow directory User-agent: * Disallow: /staff_old.php/ # Disallow directory User-agent: * Disallow: /staff_old.php # Disallow directory User-agent: * Disallow: /cast_old.php/ # Disallow directory User-agent: * Disallow: /cast_old.php/ # Disallow directory User-agent: * Disallow: /review_old.php # Disallow directory User-agent: * Disallow: /404_footer.php/ # Disallow directory User-agent: * Disallow: /error404.php/ # Disallow directory User-agent: * Disallow: /footer.php/ # Disallow directory User-agent: * Disallow: /g_ads.php/ # Disallow directory User-agent: * Disallow: /twatch_include/ # Disallow directory User-agent: * Disallow: /news/ # Disallow directory User-agent: * Disallow: /refer_a_review.php/ # Disallow directory User-agent: * Disallow: /print_view.php/ # Disallow directory User-agent: * Disallow: /test/ # Disallow directory User-agent: * Disallow: /update.php # Disallow directory User-agent: * Disallow: /new_key.php # Disallow directory User-agent: * Disallow: /test # Disallow directory User-agent: * Disallow: /print_view.php # Disallow directory User-agent: * Disallow: /tellafriend_mes_footer.txt/ # Disallow directory User-agent: * Disallow: /tellafriend_message.txt/ # Disallow directory User-agent: * Disallow: /news/ # Disallow directory User-agent: * Disallow: /search_test/ # Disallow directory User-agent: * Disallow: /videos/ # Disallow directory User-agent: * Disallow: /rating/ #Disallow Gigabot User-agent: Gigabot Disallow: / #Disallow PicSearch User-agent: psbot Disallow: /