User-agent: * Disallow: /cgi-bin/ Disallow: /users/ Disallow: /xi/ Disallow: /yabb/ Disallow: /yabbfiles/ Disallow: /chat/ Disallow: /posts/ User-agent: Slurp Disallow: / Crawl-delay: 1000