User-agent: *
Disallow: /pub/

User-agent: *
Disallow: /cache/

User-agent: *
Disallow: /cgi_bin/

User-agent: *
Disallow: /docs/

User-agent: *
Disallow: /download/

User-agent: *
Disallow: /editors/

User-agent: *
Disallow: /media/

User-agent: *
Disallow: /mylildarlings/

User-agent: *
Disallow: /servlet/

User-agent: *
Disallow: /test/