User-agent: *
 Disallow:
#elenco delle dir bolccate

User-agent: *

Disallow: /cms/
Disallow: /advertising/
Disallow: /banners/
Disallow: /bin/
Disallow: /controls/
Disallow: /css/
Disallow: /fckeditor/
Disallow: /images/
Disallow: /img/
Disallow: /script/
Disallow: /templates/

Disallow: /Home.htm
Disallow: /it/Riservato_a/
Disallow: /de/Vorbehalten/
Disallow: /en/Reserved_to/
Disallow: /it/extra/
Disallow: /de/extra/
Disallow: /en/extra/
Disallow: /it/Footer/Footer.aspx
Disallow: /de/Footer/Footer.aspx
Disallow: /en/Footer/Footer.aspx
Disallow: /it/Istituzionale/Istituzionale.aspx
Disallow: /de/Institutionellen/Institutionellen.aspx
Disallow: /en/Istitutional/Istitutional.aspx
Disallow: /it/Footer/Footer.htm
Disallow: /de/Footer/Footer.htm
Disallow: /en/Footer/Footer.htm
Disallow: /it/Istituzionale/Istituzionale.htm
Disallow: /de/Institutionellen/Institutionellen.htm
Disallow: /en/Istitutional/Istitutional.htm
Disallow: /it/commerciale/commerciale.aspx
Disallow: /de/Kommerzielle/Kommerzielle.aspx
Disallow: /en/commercial/commercial.aspx
Disallow: /it/commerciale/commerciale.htm
Disallow: /de/Kommerzielle/Kommerzielle.htm
Disallow: /en/commercial/commercial.htm
Disallow: /it/Principale/Principale.aspx
Disallow: /de/hauptsachlich/hauptsachlich.aspx
Disallow: /en/Main/Main.aspx
Disallow: /it/Principale/Principale.htm
Disallow: /de/hauptsachlich/hauptsachlich.htm
Disallow: /en/Main/Main.htm

Disallow: /it/old_itliguriapocket.sitemap
Disallow: /de/old_deliguriapocket.sitemap
Disallow: /en/old_enliguriapocket.sitemap

Disallow: /advertising.aspx
Disallow: /contatti.aspx
Disallow: /ins_rating.aspx
Disallow: /rating.aspx
Disallow: /login.aspx
Disallow: /showbanner.aspx
Disallow: /square.aspx
Disallow: /standard.aspx
Disallow: /standardhome.aspx
Disallow: /standardinterno.aspx
Disallow: /standardinterno_nosidebar.aspx
Disallow: /web.config
Disallow: /GSitemap.ashx

#velocità degli spider accettata e  orari di visita

Crawl-delay: 5 		#  MSNBot visita una pagina al massimo ogni 10 secondi
Request-rate: 1/5               # Visita al massimo una pagina ogni 5 secondi
Visit-time:               0600-0830           # Vista soltanto tra le 6:00 AM e le 8:45 AM UT (GMT)




# Crawler che creano problemi perchè  non rendono pubblici i risultati e rallentano il server

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: aipbot 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: NPBot-1/2.0 
Disallow: /

User-agent: NPBot 
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /


User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: aipbot 
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: NPBot-1/2.0 
Disallow: /

User-agent: NPBot 
Disallow: /





# Fine della compilazione del file robots.txt