User-agent: *
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /ftp/
Disallow: /htsdata/
Disallow: /logs/
Disallow: /stats/
Disallow: /mtm/