# robots.txt for f2.org User-agent: * Disallow: /t/ # Text-equivalent of pages Disallow: /cgi-bin/feedback.cgi # Feedback forms Crawl-delay: 1200 User-agent: Slurp Crawl-delay: 3600 User-agent: msnbot Crawl-delay: 3600