# robots.txt generated at www.mcanerin.com User-agent: Twiceler-0.9 Disallow: / User-agent: IRLBot Disallow: / User-agent: Java/1.6.0_02 Disallow: / User-agent: www.fi crawler Disallow: / User-agent: msnbot Disallow: / User-agent: msnbot-media Disallow: / User-agent: Slurp Disallow: / User-agent: Teoma Disallow: / User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: / User-agent: Robozilla Disallow: / User-agent: Nutch Disallow: / User-agent: ia_archiver Disallow: / User-agent: baiduspider Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: MJ12bot Disallow: / User-agent: twiceler Disallow: / User-agent: Yeti/1.0 Disallow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: * Disallow: /blog Disallow: /kalenteri Disallow: /cgi-bin/ Disallow: /Vieraskirja Disallow: /mrtg Disallow: /webalizer Disallow: /phpmyadmin Disallow: /Mikko_Bosnia Disallow: /gallery/albums