anubis-mirror/data/botPolicies.json

{
  "bots": [
    {
      "import": "(data)/bots/ai-robots-txt.yaml"
    },
    {
      "import": "(data)/bots/cloudflare-workers.yaml"
    },
    {
      "import": "(data)/bots/headless-browsers.yaml"
    },
    {
      "import": "(data)/bots/us-ai-scraper.yaml"
    },
    {
      "import": "(data)/bots/aggressive-brazilian-scrapers.yaml"
    },
    {
      "import": "(data)/clients/curl-impersonate.yaml"
    },
    {
      "import": "(data)/crawlers/googlebot.yaml"
    },
    {
      "import": "(data)/crawlers/bingbot.yaml"
    },
    {
      "import": "(data)/crawlers/duckduckbot.yaml"
    },
    {
      "import": "(data)/crawlers/qwantbot.yaml"
    },
    {
      "import": "(data)/crawlers/internet-archive.yaml"
    },
    {
      "import": "(data)/crawlers/kagibot.yaml"
    },
    {
      "import": "(data)/crawlers/marginalia.yaml"
    },
    {
      "import": "(data)/crawlers/mojeekbot.yaml"
    },
    {
      "import": "(data)/common/keep-internet-working.yaml"
    },
    {
      "name": "generic-browser",
      "user_agent_regex": "Mozilla|Opera",
      "action": "CHALLENGE"
    }
  ],
  "dnsbl": false
}