# Robot Exclusion File -- robots.txt # Author: Baseops.de # Last Updated: 18 Januar 2010 23:31 User-agent: Slurp Crawl-delay: 120 Disallow: /myb/ Disallow: /album/ Disallow: /ai/ Disallow: /data/ Disallow: /mains/main.php Disallow: /mains/main.php/ Disallow: /pic/ User-agent: googlebot Disallow: /myb/ Disallow: /album/ Disallow: /ai/ Disallow: /data/ Disallow: /mains/main.php Disallow: /mains/main.php/ Disallow: /pic/ User-agent: msnbot Disallow: /myb/ Disallow: /album/ Disallow: /ai/ Disallow: /data/ Disallow: /mains/main.php Disallow: /mains/main.php/ Disallow: /pic/ User-agent: Googlebot-Image Disallow: / User-agent: ia_archiver Disallow: / # MSN Search Preview User-agent: searchpreview Disallow:/ User-agent: msnbot-media Disallow: / # MSN Pic search User-agent: psbot Disallow: / User-agent: webalta Disallow: / User-agent: Yandex Disallow: / User-agent: SnapPreviewBot Disallow: / User-agent: ICCrawler - iCjobs Disallow: / User-agent: dotbot Disallow: / User-agent: panscient.com Disallow: / User-agent: itsapic.com_crawler Disallow: / User-agent: Nutch Disallow: / User-agent: infometrics-bot Disallow: / User-agent: flatlandbot Disallow: / User-agent: great-plains-web-spider Disallow: / User-agent: verticalman Disallow: / User-agent: TurnitinBot Disallow: / User-agent: VEDENSBOT Disallow: / User-agent: envolk Disallow: / User-agent: 008 Disallow: / User-agent: * Crawl-delay: 120 Disallow: /myb/ Disallow: /ai/ Disallow: /album/ Disallow: /data/ Disallow: /mains/main.php Disallow: /mains/main.php/ Disallow: /pic/ Disallow: /admin1/ Disallow: /css Disallow: /images Disallow: /includes Disallow: /js Disallow: /pages