User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /_private/
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /cgibin/
Disallow: /conf/
Disallow: /docs/
Disallow: /homesadmin/
Disallow: /htsconf/
Disallow: /htsdata/
Disallow: /images/
Disallow: /includes/
Disallow: /link/
Disallow: /logs/
Disallow: /movies/
Disallow: /private/
Disallow: /pub/
Disallow: /public_hts/
Disallow: /random/
Disallow: /spaw/