# ALL SEARCH ENGINES ALLOWED User-agent: * # IGNORE INDEXING OF ALL FILES ENDING WITH .EXT # Disallow: /*.cgi$ Disallow: /*.shtml$ Disallow: /*.swf$ Disallow: /*.asp$ # DIRECTORIES - WITH CONTENT AND LINKS BUT DON'T WANT CRAWLED Disallow: /emailer/ Disallow: /sitecontrol/ Disallow: /professional-services/ Disallow: /advancedproducts/ Disallow: /promo/tf/ # NEVER ALLOWED - DIRECTORIES - NO CONTENT # Disallow: /cgi-bin/ # Disallow: /cmon/ Disallow: /css/ Disallow: /js/ Disallow: /templates/ Disallow: /nar/ # SINGLE PAGES - THANK YOU LANDING PAGES Disallow: /thank-you.html # GOOGLE ONLY User-agent: Googlebot # BLOCK GOOGLEBOT FROM CRAWLING ANY URL THAT INCLUDES A QUESTION MARK (?) # MORE SPECIFICALLY, ANY URL THAT BEGINS WITH YOUR DOMAIN NAME, FOLLOWED BY ANY STRING, FOLLOWED BY A QUESTION MARK, FOLLOWED BY ANY STRING Disallow: /*?