# $Id: robots.txt,v 1.26 2004/09/06 10:31:44 mobidick Exp $ # # robots.txt for: # http://www.academa.si/ # http://www.academa.net/ # http://www.academa.org/ # # For use by search.geabios.* User-agent: AcademaRobot/1 Disallow: /old # GeaBios Link checker User-agent: AcademaLinkChecker Disallow: User-agent: Gaisbot/3.0 Disallow: / # exclude some areas User-agent: * Disallow: /asp Disallow: /bin Disallow: /cache Disallow: /cgi-bin Disallow: /data Disallow: /dhtml Disallow: /java Disallow: /setup Disallow: /misc Crawl-delay: 2