# The Googlebot is the bot of google
User-agent: Googlebot
#Disallow: /*.pdf
#Noindex:  /*.pdf
#Disallow: /downloads/*
#Noindex: /downloads/*
Noindex: /propertysearch.php
Disallow: /propertysearch.php
Noindex: /searchresults.php
Disallow: /searchresults.php
Noindex: /rss.php
Disallow: /rss.php
Noindex: /rss.xml
Disallow: /rss.xml
#Noindex: /hotproperty/*
#Disallow: /hotproperty/*
#Noindex: /index.php?option=*
#Disallow: /index.php?option=*

# The Googlebot-Image is the image bot for google
User-agent: Googlebot-Image
Allow: /*

# The Slurp is the bot of Yahoo
User-agent: Slurp
Crawl-delay: 300
#Disallow: /*.pdf
#Disallow: /downloads/*
Disallow: /propertysearch.php
Disallow: /searchresults.php
Disallow: /rss.php
Disallow: /rss.xml
#Disallow: /hotproperty/*
#Disallow: /index.php?option=*

# The Msnbot is the bot of MSN
User-Agent: Msnbot
Crawl-delay: 120
#Disallow: /*.pdf
#Disallow: /downloads/*
Disallow: /propertysearch.php
Disallow: /searchresults.php
Disallow: /rss.php
Disallow: /rss.xml
#Disallow: /hotproperty/*
#Disallow: /index.php?option=*

# The Nutch is a bad bot
User-agent: nutch
Disallow: / 

# The following block bad bots stealing articles
User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

# Rules for all other bots not listed above
User-agent: *
#Disallow: /downloads/*
Disallow: /propertysearch.php
Noindex: /propertysearch.php
Disallow: /searchresults.php
Noindex: /propertysearch.php
Disallow: /rss.php
Noindex: /rss.php
Disallow: /rss.xml
Noindex: /rss.xm
#Disallow: /hotproperty/*
#Disallow: /index.php?option=*

# Sitemap location
Sitemap: http://www.luxury-french-property.com/sitemap.xml
Sitemap: http://www.luxury-french-property.com/blog/sitemap.xml