User-agent: * # disallow directories Disallow: /js/ Disallow: /css/ Disallow: /cgi-bin/ Disallow: /db/ Disallow: /admin/ Disallow: /cache/ # disallow these urls Disallow: /offerte-lavoro/ # disallow these urls Disallow: /concorsi.php Disallow: /concorso.php Disallow: /offerta-lavoro.php Disallow: /privacy.php Disallow: /informazioni-cercalavoro.php Disallow: /ricerca-candidati.php Disallow: /condizioni-servizio.php Disallow: /pubblica-offerte-lavoro.php Disallow: /contatti.php Disallow: /offerte-lavoro.php Disallow: /index.php? Disallow: /index-cerca.php # disallow urls starting with quote Disallow: /" # disallow all files with a? in url Disallow: /*?* # disallow all the old searches the new website Disallow: /offerte-lavoro/j_* Disallow: /offerte-lavoro/p_* Disallow: /offerte-lavoro/a_* # disallow CL redirects (new website) Disallow: /rd/* # disallow all files ending in specific extension Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$