User-agent: * # disallow directories disallow: /js/ disallow: /css/ disallow: /cgi-bin/ disallow: /db/ disallow: /admin/ disallow: /cache/ # disallow these urls disallow: /concorsi.php disallow: /concorso.php disallow: /offerta-lavoro.php disallow: /privacy.php disallow: /informazioni-cercalavoro.php disallow: /ricerca-candidati.php disallow: /condizioni-servizio.php disallow: /pubblica-offerte-lavoro.php disallow: /contatti.php disallow: /offerte-lavoro.php disallow: /index.php? disallow: /index-cerca.php # disallow urls starting with quote disallow: /" # disallow all files with a? in url disallow: /*?* # disallow CL redirects disallow: /?rd=* # disallow all files ending in specific extension disallow: /*.php$ disallow: /*.js$ disallow: /*.inc$ disallow: /*.css$ disallow: /*.txt$