######################################################################### # # robots.txt file for www.firstballymena.org # # Addresses specific robots permitted access to index the site first # and then all other robots denied access by the wildcard * # # If you wish your crawler to be permitted access to this site # please contact the webmaster@firstballymena.org # # list folders that "friendly" robots are NOT allowed to index # ######################################################################### User-agent: Googlebot Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Googlebot-Image Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Adsbot-Google Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Mediapartners-Google Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Googlebot-Mobile Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Teoma Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Slurp Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: msnbot Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: msnbot-media Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Grub Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: gigabot Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Scooter Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Mercator Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Tarantula Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: WebCrawler Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: ChristCRAWLER Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: lookbot Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: MantraAgent Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # User-agent: Lycos_Spider_(T-Rex) Disallow: /errors/ Disallow: /install/ Disallow: /dbProcs/ Disallow: /modules/ Disallow: /javascript/ # # # Deny access to other robots # User-agent: * Disallow: / # # End of robots.txt file # #########################################################################