User-agent: *
Disallow: /dev/

User-agent: Googlebot
Disallow: /public/*.avi$
Disallow: /public/*.mp4$
Disallow: /public/*.mkv$
Disallow: /public/*.md5$
Disallow: /public/*.sfv$
Disallow: /public/*.sha1$