User-agent: *   # directed to all spiders, not just Scooter
           Disallow: /cgis
           Disallow: /clients
           Disallow: /www
           Disallow: /board
           Disallow: /catalog
           Disallow: /websearch