mirror of
https://github.com/TecharoHQ/anubis.git
synced 2026-04-10 18:48:44 +00:00
37 lines
872 B
YAML
37 lines
872 B
YAML
- name: robots-txt-policy-crawl-delay-1
|
|
action: WEIGH
|
|
expression:
|
|
single: "true"
|
|
weight:
|
|
adjust: 3
|
|
- name: robots-txt-policy-disallow-2
|
|
action: CHALLENGE
|
|
expression:
|
|
single: path.startsWith("/admin")
|
|
- name: robots-txt-policy-blacklist-3
|
|
action: DENY
|
|
expression:
|
|
single: userAgent.contains("BadBot")
|
|
- name: robots-txt-policy-crawl-delay-4
|
|
action: WEIGH
|
|
expression:
|
|
single: userAgent.contains("SpamBot")
|
|
weight:
|
|
adjust: 3
|
|
- name: robots-txt-policy-blacklist-5
|
|
action: DENY
|
|
expression:
|
|
single: userAgent.contains("SpamBot")
|
|
- name: robots-txt-policy-crawl-delay-6
|
|
action: WEIGH
|
|
expression:
|
|
single: userAgent.contains("Googlebot")
|
|
weight:
|
|
adjust: 3
|
|
- name: robots-txt-policy-disallow-7
|
|
action: CHALLENGE
|
|
expression:
|
|
all:
|
|
- userAgent.contains("Googlebot")
|
|
- path.startsWith("/search")
|