User-Agent: *
# no crawl for these urls
Disallow: /recherche/resultats
Disallow: /search/%QUERY
Disallow: /mf3-base-theme/*
Disallow: /mf3-rpc-portlet/*
Disallow: /integration/*
Disallow: /mf3-instit-portlet/*
Disallow: /mf3-editorial-layout/*
Disallow: /mf3-liferay-portlet/*
Disallow: /mf3-plugin/*
Disallow: /mf3-portlet-GP-hook/*
Disallow: /mf3-portlet-hook/*
Disallow: /rest/*
Disallow: /documents/*
#disallow remote urls
Disallow: /previsions-meteo-antilles-guyane/temps-pour-les-prochains-jours/20*
Disallow: /legende
Disallow: /zones-pluie
Disallow: /previsions-meteo-marine-antilles-guyane/stop
Disallow: /previsions-meteo-marine-antilles-guyane/play
Disallow: /previsions-meteo-marine-antilles-guyane/loop
Disallow: /previsions-meteo-marine-antilles-guyane/next
Disallow: /previsions-meteo-marine-antilles-guyane/prev
Disallow: /previsions-meteo-marine-antilles-guyane/marine/vent/stop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/vent/play
Disallow: /previsions-meteo-marine-antilles-guyane/marine/vent/loop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/vent/next
Disallow: /previsions-meteo-marine-antilles-guyane/marine/vent/prev
Disallow: /previsions-meteo-marine-antilles-guyane/marine/mertotale/prev
Disallow: /previsions-meteo-marine-antilles-guyane/marine/mertotale/next
Disallow: /previsions-meteo-marine-antilles-guyane/marine/mertotale/play
Disallow: /previsions-meteo-marine-antilles-guyane/marine/mertotale/stop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/mertotale/loop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/houle/prev
Disallow: /previsions-meteo-marine-antilles-guyane/marine/houle/next
Disallow: /previsions-meteo-marine-antilles-guyane/marine/houle/loop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/houle/stop
Disallow: /previsions-meteo-marine-antilles-guyane/marine/houle/play
# slow down Yahoo bot.
User-agent: Slurp
Crawl-delay:1
# slow down msn bot.
User-Agent: msnbot
Crawl-Delay:1