# $Id: robots.txt,v 1.20 2006/01/01 15:18:30 krusch Exp $
#
# This is a file retrieved by webwalkers
#
# Format is:
# User-agent:
# Disallow: |
# -----------------------------------------------------------------------------
User-agent: *
Disallow: /Admin
Disallow: /common
Disallow: /cgi-
Disallow: /fcgi-
Disallow: /scripts
Disallow: /Scripts
Disallow: /fscripts
Disallow: /search
Disallow: /perl
User-agent: Fast corporate crawler
Disallow: /Admin
Disallow: /common
Disallow: /cgi-
Disallow: /fcgi-
Disallow: /scripts
Disallow: /Scripts
Disallow: /fscripts
Disallow: /search
Disallow: /perl
#