#Robots voor Movisie # Bots voor google User-agent: googlebot Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # Google adsence crawler bot User-agent: Mediapartners-Google Allow: / # Google image crawler bot User-agent: googlebot-Image Disallow: / Allow: /pics/ # Google mobile crawler bot User-agent: Googlebot-Mobile Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # yahoo bot User-agent: Slurp Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # yahoo image crawler bot User-agent: yahoo-mmcrawler Allow: /pics/ Disallow: / # Ilse.nl's crawler bot User-agent: IlseBot Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # MSN's crawler bot User-agent: msnbot Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # Internet Archiver Wayback Machine's crawler bot User-agent: ia_archiver Allow: / Disallow: /mijn_movisie.nl/ Disallow: /intranet/ Disallow: /javascript/ Disallow: /manager.dws Disallow: /global.asa # Alle andere bots weren. User-agent: * Disallow: /