mirror of
https://github.com/TecharoHQ/anubis.git
synced 2026-05-09 16:42:52 +00:00
Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| e9969ba22a | |||
| 7db2c9ebb5 | |||
| 57c0b2b22c | |||
| 186ffeb744 | |||
| ff87aac4e7 |
@@ -64,7 +64,6 @@ ckie
|
|||||||
cloudflare
|
cloudflare
|
||||||
Codespaces
|
Codespaces
|
||||||
confd
|
confd
|
||||||
connnection
|
|
||||||
containerbuild
|
containerbuild
|
||||||
containerregistry
|
containerregistry
|
||||||
coreutils
|
coreutils
|
||||||
@@ -243,6 +242,7 @@ oci
|
|||||||
OCOB
|
OCOB
|
||||||
ogtag
|
ogtag
|
||||||
oklch
|
oklch
|
||||||
|
oldstable
|
||||||
omgili
|
omgili
|
||||||
omgilibot
|
omgilibot
|
||||||
openai
|
openai
|
||||||
@@ -257,6 +257,7 @@ Pangu
|
|||||||
parseable
|
parseable
|
||||||
passthrough
|
passthrough
|
||||||
Patreon
|
Patreon
|
||||||
|
perplexitybot
|
||||||
pgrep
|
pgrep
|
||||||
phrik
|
phrik
|
||||||
pidfile
|
pidfile
|
||||||
|
|||||||
@@ -12,6 +12,11 @@ permissions:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
go_tests:
|
go_tests:
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
go_version:
|
||||||
|
- oldstable
|
||||||
|
- stable
|
||||||
#runs-on: alrest-techarohq
|
#runs-on: alrest-techarohq
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-24.04
|
||||||
steps:
|
steps:
|
||||||
@@ -26,10 +31,11 @@ jobs:
|
|||||||
|
|
||||||
- uses: actions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f # v6.1.0
|
- uses: actions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f # v6.1.0
|
||||||
with:
|
with:
|
||||||
node-version: '24.11.0'
|
node-version: "latest"
|
||||||
|
|
||||||
- uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
|
- uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
|
||||||
with:
|
with:
|
||||||
go-version: '1.25.4'
|
go-version: ${{ matrix.go_version }}
|
||||||
|
|
||||||
- name: Cache playwright binaries
|
- name: Cache playwright binaries
|
||||||
uses: actions/cache@9255dc7a253b0ccc959486e2bca901246202afeb # v5.0.1
|
uses: actions/cache@9255dc7a253b0ccc959486e2bca901246202afeb # v5.0.1
|
||||||
|
|||||||
@@ -4,5 +4,5 @@
|
|||||||
# - Claude-User: No published IP allowlist
|
# - Claude-User: No published IP allowlist
|
||||||
- name: "ai-clients"
|
- name: "ai-clients"
|
||||||
user_agent_regex: >-
|
user_agent_regex: >-
|
||||||
ChatGPT-User|Claude-User|MistralAI-User
|
ChatGPT-User|Claude-User|MistralAI-User|Perplexity-User
|
||||||
action: DENY
|
action: DENY
|
||||||
|
|||||||
@@ -0,0 +1,12 @@
|
|||||||
|
# Acts on behalf of user requests
|
||||||
|
# https://docs.perplexity.ai/guides/bots
|
||||||
|
- name: perplexity-user
|
||||||
|
user_agent_regex: Perplexity-User/.+; \+https\://perplexity\.ai/perplexity-user
|
||||||
|
action: ALLOW
|
||||||
|
# https://www.perplexity.com/perplexity-user.json
|
||||||
|
remote_addresses: [
|
||||||
|
"44.208.221.197/32",
|
||||||
|
"34.193.163.52/32",
|
||||||
|
"18.97.21.0/30",
|
||||||
|
"18.97.43.80/29",
|
||||||
|
]
|
||||||
@@ -4,5 +4,5 @@
|
|||||||
# - Claude-SearchBot: No published IP allowlist
|
# - Claude-SearchBot: No published IP allowlist
|
||||||
- name: "ai-crawlers-search"
|
- name: "ai-crawlers-search"
|
||||||
user_agent_regex: >-
|
user_agent_regex: >-
|
||||||
OAI-SearchBot|Claude-SearchBot
|
OAI-SearchBot|Claude-SearchBot|PerplexityBot
|
||||||
action: DENY
|
action: DENY
|
||||||
|
|||||||
@@ -0,0 +1,16 @@
|
|||||||
|
# Indexing for search, does not collect training data
|
||||||
|
# https://docs.perplexity.ai/guides/bots
|
||||||
|
- name: perplexitybot
|
||||||
|
user_agent_regex: PerplexityBot/.+; \+https\://perplexity\.ai/perplexitybot
|
||||||
|
action: ALLOW
|
||||||
|
# https://www.perplexity.com/perplexitybot.json
|
||||||
|
remote_addresses: [
|
||||||
|
"107.20.236.150/32",
|
||||||
|
"3.224.62.45/32",
|
||||||
|
"18.210.92.235/32",
|
||||||
|
"3.222.232.239/32",
|
||||||
|
"3.211.124.183/32",
|
||||||
|
"3.231.139.107/32",
|
||||||
|
"18.97.1.228/30",
|
||||||
|
"18.97.9.96/29",
|
||||||
|
]
|
||||||
@@ -3,5 +3,7 @@
|
|||||||
- import: (data)/bots/ai-catchall.yaml
|
- import: (data)/bots/ai-catchall.yaml
|
||||||
- import: (data)/crawlers/ai-training.yaml
|
- import: (data)/crawlers/ai-training.yaml
|
||||||
- import: (data)/crawlers/openai-searchbot.yaml
|
- import: (data)/crawlers/openai-searchbot.yaml
|
||||||
|
- import: (data)/crawlers/perplexitybot.yaml
|
||||||
- import: (data)/clients/openai-chatgpt-user.yaml
|
- import: (data)/clients/openai-chatgpt-user.yaml
|
||||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||||
|
- import: (data)/clients/perplexity-user.yaml
|
||||||
|
|||||||
@@ -2,5 +2,7 @@
|
|||||||
- import: (data)/bots/ai-catchall.yaml
|
- import: (data)/bots/ai-catchall.yaml
|
||||||
- import: (data)/crawlers/openai-searchbot.yaml
|
- import: (data)/crawlers/openai-searchbot.yaml
|
||||||
- import: (data)/crawlers/openai-gptbot.yaml
|
- import: (data)/crawlers/openai-gptbot.yaml
|
||||||
|
- import: (data)/crawlers/perplexitybot.yaml
|
||||||
- import: (data)/clients/openai-chatgpt-user.yaml
|
- import: (data)/clients/openai-chatgpt-user.yaml
|
||||||
- import: (data)/clients/mistral-mistralai-user.yaml
|
- import: (data)/clients/mistral-mistralai-user.yaml
|
||||||
|
- import: (data)/clients/perplexity-user.yaml
|
||||||
|
|||||||
@@ -51,9 +51,8 @@ If you are using Kubernetes, you will need to create an image pull secret:
|
|||||||
kubectl create secret docker-registry \
|
kubectl create secret docker-registry \
|
||||||
techarohq-botstopper \
|
techarohq-botstopper \
|
||||||
--docker-server ghcr.io \
|
--docker-server ghcr.io \
|
||||||
--docker-username your-username \
|
--docker-username any-username \
|
||||||
--docker-password your-access-token \
|
--docker-password <your-access-token> \
|
||||||
--docker-email your@email.address
|
|
||||||
```
|
```
|
||||||
|
|
||||||
Then attach it to your Deployment:
|
Then attach it to your Deployment:
|
||||||
|
|||||||
Reference in New Issue
Block a user