# Filename:robots.txt file for http://www.demo.celebrateit.ie # Created May, 06, 2014. # Author: Ashish Sharma # Email : ashish@veominfotech.com # Edited : May 06th, 2014 # guruji,google-mobile User-agent: Googlebot # Googlebot Disallow: /demo/ Disallow: /demo.celebrateit.ie Disallow: /test/wp-admin/ Crawl-delay: 100 Disallow: /celebrateitgroup.co.uk/ Disallow: /celebrateitgroup.co.uk User-agent: Googlebot-Image # Googlebot Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Mediapartners-Google* # GoogleMedia Partners Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: AdsBot-Google # Google Adsbot Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Googlebot-Mobile # Google Mobile robot Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: GurujiBot Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: ia_archiver # Alexa Disallow:/ User-agent: msnbot # MSN search bot Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Slurp # Yahoo Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Teoma # Ask Jeeves Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Scooter # Altavista Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Robozilla # Open directory project Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: baiduspider # Baidu Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: lycos # Lycos Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: gulliver # Northern Light Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Arachnoidea # Euroseek Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Gulper # Yuntis Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Fluffy the spider # Search Hippo Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: MantraAgent # Look smart Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: MSICrawler #MS Internet Explorer for offline viewing Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: Echo! Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: ia_archiver Disallow:/demo/ Disallow:/test/wp-admin/ Crawl-delay: 100 User-agent: * #Disallow all other spiders Disallow: /demo/ Disallow: /demo.celebrateit.ie Disallow: /ecampus/ Disallow: /content/6-wedding-toppers Disallow: /6-wedding-toppers Disallow: /wedding-toppers-6 Disallow: /wedding-toppers.html Disallow: /stores Disallow: /celebrateitgroup.co.uk/ Disallow: /celebrateitgroup.co.uk Disallow: /login/