Files
anubis-mirror/data/crawlers/openai-gptbot.yaml
Xe Iaso 5e2bff8397 format: run prettier tree-wide
Signed-off-by: Xe Iaso <me@xeiaso.net>
2026-02-15 12:46:08 +00:00

18 lines
465 B
YAML

# Collects AI training data
# https://platform.openai.com/docs/bots/overview-of-openai-crawlers
- name: openai-gptbot
user_agent_regex: GPTBot/1\.1; \+https\://openai\.com/gptbot
action: ALLOW
# https://openai.com/gptbot.json
remote_addresses:
[
"52.230.152.0/24",
"20.171.206.0/24",
"20.171.207.0/24",
"4.227.36.0/25",
"20.125.66.80/28",
"172.182.204.0/24",
"172.182.214.0/24",
"172.182.215.0/24",
]