# # This file is used to allow crawlers to index our site. # # List of all web robots: http://www.robotstxt.org/wc/active/html/index.html # # Check robots.txt at: # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # # Details about Googlebot available at: http://www.google.com/bot.html # The Google search engine can see everything User-agent: Googlebot Disallow: /en_US/ssi Disallow: /en_US/FlashPlatform Disallow: /en_US/FlashPlatform Disallow: /en_US/Flash/11.0/ Disallow: /en_US/AfterEffects/10.0/ Disallow: /en_US/Bridge/4.0/ Disallow: /en_US/Dreamweaver/11.0/ Disallow: /en_US/Lightroom/3.0/ Disallow: /en_US/Photoshop/12.0/ Disallow: /en_US/PremierePro/5.0/ Disallow: /en_US/FlashCatalyst/CS5/ # All other robots will be restricted from accessing the following directories User-agent: * Disallow: /en_US/ssi Disallow: /en_US/FlashPlatform Disallow: /en_US/FlashPlatform Disallow: /en_US/Flash/11.0/ Disallow: /en_US/AfterEffects/10.0/ Disallow: /en_US/Bridge/4.0/ Disallow: /en_US/Dreamweaver/11.0/ Disallow: /en_US/Lightroom/3.0/ Disallow: /en_US/Photoshop/12.0/ Disallow: /en_US/PremierePro/5.0/ Disallow: /en_US/FlashCatalyst/CS5/ # Allow our GSA to crawl all directories except for /en_US/ssi User-agent: gsa-crawler-www Disallow: Disallow: /en_US/ssi Allow: /en_US/Flash/11.0/ Allow: /en_US/FlashPlatform Allow: /en_US/AfterEffects/10.0/ Allow: /en_US/Bridge/4.0/ Allow: /en_US/Dreamweaver/11.0/ Allow: /en_US/Lightroom/3.0/ Allow: /en_US/Photoshop/12.0/ Allow: /en_US/PremierePro/5.0/