# ========================================
# MASTER ROBOTS.TXT — WORDPRESS NON-ECOM
# ========================================

# Global rules
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Feeds, archives, auto-generated pages (SEO cleanup)
Disallow: /feed/
Disallow: /comments/
Disallow: /trackback/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
Disallow: /page/
Disallow: /archive/
Disallow: /*?s=

# Legacy article cleanup (optional)
Disallow: /articles/
Disallow: /article/
Disallow: /*?article=

# Optional (ignored by most crawlers)
Crawl-delay: 10

# Sitemaps
Sitemap: https://nzmusic.org.nz/sitemap.xml