User-agent: *
Crawl-Delay: 5
Disallow: /beta
Disallow: /mt-static
Disallow: /mt
Disallow: /m/