# robots.txt for NAS and HECC public websites # last updated: 19 July 2012 # john.hardman@nasa.gov # add sitemap back in after search fixes #Sitemap: http://www.nas.nasa.gov/sitemap.xml #Ban Bad Robots! Reward Good Robots! User-agent: Googlebot Disallow: Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /hecc/includes/ Disallow: /assets/images/ Disallow: /hecc/assets/images/ Disallow: /assets/movies/ Disallow: /hecc/assets/movies/ Disallow: /assets/datasets/ Disallow: /hecc/assets/datasets/ Disallow: /styles/ Disallow: /hecc/styles/ Disallow: /scripts/ Disallow: /hecc/scripts/ Disallow: /search.html Disallow: /hecc/search.html Disallow: /sitemap.html Disallow: /hecc/sitemap.html Disallow: /hecc/support/kb/print/ Disallow: /hecc/support/kb/*.pdf User-agent: bingbot Disallow: Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /hecc/includes/ Disallow: /assets/images/ Disallow: /hecc/assets/images/ Disallow: /assets/movies/ Disallow: /hecc/assets/movies/ Disallow: /assets/datasets/ Disallow: /hecc/assets/datasets/ Disallow: /styles/ Disallow: /hecc/styles/ Disallow: /scripts/ Disallow: /hecc/scripts/ Disallow: /search.html Disallow: /hecc/search.html Disallow: /sitemap.html Disallow: /hecc/sitemap.html Disallow: /hecc/support/kb/print/ Disallow: /hecc/support/kb/*.pdf User-agent: * Disallow: /