# robots.txt for http://www.marktplaats.nl/

# Google bot
User-agent: Googlebot
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# Google adsence crawler bot
User-agent: Mediapartners-Google
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# Google image crawler bot
User-agent: googlebot-Image
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# Google mobile crawler bot
User-agent: Googlebot-Mobile
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# yahoo bot
User-agent: Slurp
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# yahoo image crawler bot
User-agent: yahoo-mmcrawler
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# Ilse.nl's crawler bot
User-agent: IlseBot
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# MSN's crawler bot
User-agent: msnbot
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# Internet Archiver Wayback Machine's crawler bot
User-agent: ia_archiver
Allow: /
Disallow: /google/
Disallow: /click.php
Disallow: /add_counter_image.php
Disallow: /mail_item.php
Disallow: /email_user.php
Disallow: /adsenseGoogle.php
Disallow: /activate.php
Disallow: /edit_item.php
Disallow: /call_forward_boxnr.php
Disallow: /ebaysearch.php
Disallow: /0900/
Disallow: /redirect_external_url.php
Disallow: /get_image.php
Disallow: /soap/
Disallow: /print/

# By default, disallow all bots
User-agent: *
Disallow: /