- action: WEIGH expression: "true" name: robots-txt-policy-crawl-delay-1 weight: adjust: 3 - action: WEIGH expression: userAgent.contains("Googlebot") name: robots-txt-policy-crawl-delay-2 weight: adjust: 3 - action: WEIGH expression: userAgent.contains("SpamBot") name: robots-txt-policy-crawl-delay-3 weight: adjust: 3 - action: DENY expression: any: - userAgent.contains("BadBot") - userAgent.contains("SpamBot") name: robots-txt-policy-blacklist-4 - action: CHALLENGE expression: path.startsWith("/admin") name: robots-txt-policy-disallow-5 - action: CHALLENGE expression: all: - userAgent.contains("Googlebot") - path.startsWith("/search") name: robots-txt-policy-disallow-6