# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow # Only Googlebot, MSNbot and Yahoo! (Slurp) support wildcards # Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays # All agents User-agent: * # Block all files in these directories Disallow: /kalender/ #Disallow: /kalender/kalender.php #Disallow: /kalender/kalender_en.php User-agent: Twiceler Disallow: /kalender/ Disallow: /kalender/kalender.php Disallow: /kalender/kalender_en.php # Google User-agent: Googlebot Disallow: /kalender/ Disallow: /kalender/kalender.php Disallow: /kalender/kalender_en.php # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.opml$ Disallow: /*.shtml$ Disallow: /*.xml$ #But allow /index.php and /sitemap.xml Allow: /index.php Allow: /schreieggs-post.css