# /robots.txt as defined in # User-agent: Ultraseek Disallow: /cgi-bin/ Disallow: /calendar/calendar Disallow: /calendar/cal_list Disallow: /calendar/list Disallow: /calendar/email Disallow: /calendar/ics Disallow: /calendar/rss Crawl-delay: 5 User-agent: * Disallow: /cgi-bin/ Crawl-delay: 5