User-agent: ia_archiver
Disallow: /
User-agent: *
# Disallow: /cgi-bin/
# Disallow: /images/
# Disallow: /crowe/
# Disallow: /old_theatre/
# Disallow: /scgi-bin/
Disallow: /about.cgi
Disallow: /admin
Disallow: /css
Disallow: /images
Disallow: /includes
Disallow: /js
Disallow: /pages