sitemap: http://www.crunchyroll.com/sitemap
User-agent: *
Disallow: /showtag
Disallow: /search
Disallow: /facebook
Disallow: /css/
Disallow: /js/
Disallow: /ajax/
Disallow: /files/
Disallow: /captchas/
Disallow: /tmp/
Disallow: /flash/
Disallow: /server/
Disallow: /sitedown/
Disallow: /ads/
Disallow: /status/
Disallow: /client/
Disallow: /common/
Disallow: /getitem
Disallow: /user