User-agent: *
Disallow: /apps
Disallow: /discussions
Disallow: /cgi-bin
Disallow: /search
Disallow: /sendit
Disallow: /soundoff
Disallow: /resources/inc500.5172005
Disallow: /resources/inc500.20050819
Disallow: /resources/inc500.postDART
Disallow: /resources/inc500.preDART
Disallow: /resources/inc500.tmp
Disallow: /inctv/video/featured-video
Disallow: /inctv/video/featured-audio
Disallow: /inc5000dev
Disallow: /adops
Disallow: /adsales
Disallow: /atlas
Disallow: /brandnet
Disallow: /cache
Disallow: /clients
Disallow: /conf
Disallow: /doubleclick
Disallow: /lib
Disallow: /models
Disallow: /modules
Disallow: /users
Disallow: /lib/twitter/start.php

#Disallow robots


User-Agent: Googlebot
Allow: /
User-agent: Twitterbot
Disallow:
User-Agent: Googlebot-Mobile
Allow: /
User-Agent: msnbot
Allow: /
User-Agent: bingbot
Allow: /
# Adsense
User-Agent: Mediapartners-Google
Allow: / 
# Blekko
User-Agent: ScoutJet
Allow: / 
User-Agent: Yandex
Allow: / 
User-agent: baiduspider
Allow: / 
User-agent: DuckDuckBot
Allow: / 
# CommonCrawl
User-agent: ccbot
Allow: / 
User-Agent: *
Disallow: /

Sitemap: http://www.inc.com/sitemap.xml.gz
Sitemap: http://www.inc.com/newssitemap.xml.gz
Sitemap: http://technology.inc.com/sitemap.xml.gz
Sitemap: http://www.inc.com/sitemap.xml
Sitemap: http://www.inc.com/news_sitemap.xml