# robots.txt for http://www.hengelspullen.nl/

# Google bot
User-agent: Googlebot
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# Google adsence crawler bot
User-agent: Mediapartners-Google
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# Google image crawler bot
User-agent: googlebot-Image
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# Google mobile crawler bot
User-agent: Googlebot-Mobile
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# yahoo bot
User-agent: Slurp
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp


# yahoo image crawler bot
User-agent: yahoo-mmcrawler
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# Ilse.nl's crawler bot
User-agent: IlseBot
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# MSN's crawler bot
User-agent: msnbot
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp


# Internet Archiver Wayback Machine's crawler bot
User-agent: ia_archiver
Allow: /
Disallow: /nieuw/
Disallow: /contactshop.asp
Disallow: /doorstuur2.asp
Disallow: /contact.asp
Disallow: /doorstuur.asp
Disallow: /aanmelden.asp

# By default, disallow all bots
User-agent: *
Disallow: /