robots.txt details

067470e6849ccbb30977cf7b0cc1b024

saved: | size: 10929kb | checksum: 067470e6849ccbb30977cf7b0cc1b024

websites using this robots.txt

content


# Filename:robots.txt file for http://www.siliconindia.com/
# Created june 03, 2014

User-agent: Googlebot # Googlebot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: newsletter_si/
Disallow: /1005770/
Disallow: /answers_new/
Disallow: /directory/
Disallow: /memberfeed
Disallow: /market/category
Disallow: /marketproduct/
Disallow: /network/weekend_remove
Disallow: /weekend/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: /profiles/Kaushal-Patel-P7TEU3ND.html
Disallow: /profiles/-P7TEU3ND.html
Disallow: /profiles/Mona-Joshi-1Y4fJ9s5.html
Disallow: /profiles/-1Y4fJ9s5.html
Disallow: /profiles/theanammai-chinniah-OIKLVPhW.html
Disallow: /profiles/shilpa-kamin-bWvqVh64.html
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Googlebot-Image # Googlebot
Disallow:/images/new_welcome_page
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /qacity/
Disallow: /newsletter/
Disallow: /category/
Disallow: /newsletter_si/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Googlebot-Mobile # Google Mobile robot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /newsletter_si/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Mediapartners-Google # GoogleMedia
Allow: /

User-agent: Googlebot-News
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: newsletter_si/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html


User-agent: AdsBot-Google # Google Adsbot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /newsletter_si/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: GurujiBot #Guruji Bot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /newsletter_si/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Twiceler #Cuil Bot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /newsletter_si/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/

User-agent: ia_archiver # Alexa
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /category/
Disallow: /education
Disallow: /mba
Disallow: /qacity/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: msnbot # MSN search bot
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Slurp # Yahoo
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Bingbot #Hotmail
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: Askbot #Ask
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/

User-agent: AOLbot #aol
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/

User-agent: Teoma # Ask Jeeves
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/

User-agent: Scooter # Altavista
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/

User-agent: Robozilla # Open directory project
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: baiduspider # Baidu
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: lycos # Lycos
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: gulliver # Northern Light
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html

User-agent: *
Disallow: /cache
Disallow: /admin
Disallow: /network
Disallow: /vote_market
Disallow: /subdom
Disallow: /profilenews/
Disallow: /shownewsletter
Disallow: /newsletter/
Disallow: /qacity/
Disallow: /category/
Disallow: /1005770/
Disallow: /bridgeit/
Disallow: /browsecategory/
Disallow: /advertise/
Disallow: /siliconindia_events/
Disallow: /finance/blogs.html
Disallow: https://startup.siliconindia.com/vendor/data-center-solution-providers-2020-ctrls-datacenters-cid-12807.html
Disallow: /housekeeping-service-providers-2019/righttrack-catid-97-cid-777.html
Disallow: /news/enterpriseit.html
Sitemap: https://www.siliconindia.com/sitemapnews.xml
Sitemap: https://www.siliconindia.com/SiliconindiaSitemap.xml
Sitemap: https://www.siliconindia.com/si_mag_vendor_sitemap.xml
Sitemap: https://www.siliconindia.com/si_mag_ranking_sitemap.xml
Sitemap: https://www.siliconindia.com/si_mag_main_links_sitemap.xml