User-Agent: *
Disallow: /apis/
Disallow: /css/
Disallow: /error/
Disallow: /incs/
Disallow: /js/
Disallow: /libs/
Disallow: /scss/
Disallow: /sitedown/
User-agent: MJ12bot
Crawl-Delay: 5
User-agent: Nutch
Disallow: /