# ALL SEARCH ENGINE ALLOWED User-agent: * # IGNORE INDEXING OF ALL FILES ENDING WITH .EXT # Disallow: /*.cgi$ Disallow: /*.shtml$ Disallow: /*.content$ # DIRECTORIES - USER-PROTECTED Disallow: /kontakt/reseller/ # DIRECTORIES - WITH CONTENT AND LINKS BUT DON'T WANT CRAWLED Disallow: /site/include/ Disallow: /site/css/ Disallow: /pagemash/ # NEVER ALLOWED - DIRECTORIES - NO CONTENT # Disallow: /cgi-bin/ # Disallow: /cmon/ # SINGLE PAGES - THANK YOU LANDING PAGES Disallow: /kontakt/danke/index.php # GOOGLE ONLY User-agent: Googlebot # BLOCK GOOGLEBOT FROM BLOCK CRAWLING ANY URL THAT INCLUDES A ? # MORE SPECIFICALLY, ANY URL THAT BEGINS WITH YOUR DOMAIN NAME, FOLLOWED BY ANY STRING, FOLLOWED BY A QUESTION MARK, FOLLOWED BY ANY STRING Disallow: /*?