# Block all crawlers for /document/*
User-agent: *
Disallow: /document/*

# Block all crawlers for /document
User-agent: *
Disallow: /document

# Block all crawlers for /new
User-agent: *
Disallow: /new

# Block all crawlers for /new/*
User-agent: *
Disallow: /new/*

User-agent: *
Allow: /sitemap.xml

Sitemap: https://d5m.site/sitemap.xml