# Block all crawlers for pro only sites User-agent: * Disallow: /monitoring # Allow all crawlers User-agent: * Allow: /