# robots.txt User-agent: * Disallow: /banner/ Disallow: /cache/ Disallow: /cgi-bin/ Disallow: /db_admin_tool/ Disallow: /forum/ Disallow: /forum/admin/ Disallow: /logs/ Disallow: /portal/admin/ Disallow: /portal/tools/ Disallow: /usage/ User-agent: Slurp Crawl-delay: 999 Disallow: / User-agent: Yahoo! Slurp Crawl-delay: 999 Disallow: /