# http://i-know.jp/ User-agent: Comaneci_bot Disallow: / # http://help.naver.com/delete_main.asp User-agent: NaverBot Disallow: / # http://web.archive.org/web/ User-agent: ia_archiver Disallow: / User-agent: libwww-perl Disallow: / # robots.txt http://www.robotstxt.org/wc/norobots.html User-agent: * Disallow: /access_report/ Disallow: /cgi-bin/ Disallow: /error.html Disallow: /images/ Disallow: /images-blog/ Disallow: /images-myspace/ Disallow: /jp/ Disallow: /html/ Disallow: /favicon.ico Disallow: /kibaraSt.css Disallow: /_mm Disallow: /logo_001.gif Disallow: /logo_002.gif # MSNBot is crawling a site too often User-agent: msnbot Crawl-delay: 3600