# housekeeping: crawler rules and sitemap
# last edited by Raven

# -----------------------
# internal archivers / specialized crawlers (blocked)
# -----------------------
User-agent: Lumen*
Disallow: /

User-agent: LumenAPI*
Disallow: /

User-agent: ChillingEffects*
Disallow: /

User-agent: Google-Legal-Removals
Disallow: /

User-agent: CopyScape*
Disallow: /

User-agent: PlagiarismBot*
Disallow: /

User-agent: AntiPiracyBot*
Disallow: /

User-agent: DMCAchecker*
Disallow: /

User-agent: CopyrightBot*
Disallow: /

# -----------------------
# explicit allow for major search engines
# -----------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yahoo! Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# -----------------------
# default rule for all other agents
# -----------------------
User-agent: *
Allow: /

# -----------------------
# server load hint (honored by some crawlers)
# -----------------------
Crawl-delay: 10

# -----------------------
# sitemap
# -----------------------
Sitemap: https://www.mountshine.com/sitemap.xml