# Disallow all crawlers access to certain pages. User-agent: * Crawl-delay: 10 Disallow: contact_action.php Disallow: /a/tales2/ Disallow: /a/tales Disallow: /tales2/ Disallow: /tales3/ Disallow: /tales4/ Disallow: /tales5/ Disallow: /super-sons/saga/ Disallow: /super-sons/little/ Disallow: /super-sons/angel/ Disallow: /super-sons/nomore/ Disallow: /batman/bat-comics/ Disallow: /manic_images/ # Disallow google access to certain pages. User-agent: Googlebot Crawl-delay: 10 Disallow: /a/media/ Disallow: /a/media/mp3 Disallow: /a/homemade.php Disallow: /batman/bat-comics/ Disallow: /super-sons/saga/ Disallow: /super-sons/little/ Disallow: /super-sons/angel/ Disallow: /super-sons/nomore/ Disallow: /tales2/ Disallow: /tales3/ Disallow: /tales4/ Disallow: /tales5/