mirror of
https://github.com/TecharoHQ/anubis.git
synced 2026-04-09 10:08:45 +00:00
Compare commits
8 Commits
Xe/fix-doc
...
fix/upgrad
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7882bdd656 | ||
|
|
d8c2ef9801 | ||
|
|
71bb9803ac | ||
|
|
68fcc0c44f | ||
|
|
6a7f80e6f5 | ||
|
|
a5bb6d2751 | ||
|
|
1e298f5d0e | ||
|
|
a4770956a8 |
@@ -1,12 +1,12 @@
|
|||||||
services:
|
services:
|
||||||
playwright:
|
playwright:
|
||||||
image: mcr.microsoft.com/playwright:v1.52.0-noble
|
image: mcr.microsoft.com/playwright:v1.56.0-noble
|
||||||
init: true
|
init: true
|
||||||
network_mode: service:workspace
|
network_mode: service:workspace
|
||||||
command:
|
command:
|
||||||
- /bin/sh
|
- /bin/sh
|
||||||
- -c
|
- -c
|
||||||
- npx -y playwright@1.52.0 run-server --port 9001 --host 0.0.0.0
|
- npx -y playwright@1.56.0 run-server --port 9001 --host 0.0.0.0
|
||||||
|
|
||||||
valkey:
|
valkey:
|
||||||
image: valkey/valkey:8
|
image: valkey/valkey:8
|
||||||
|
|||||||
1
.github/actions/spelling/allow.txt
vendored
1
.github/actions/spelling/allow.txt
vendored
@@ -8,3 +8,4 @@ msgbox
|
|||||||
xeact
|
xeact
|
||||||
ABee
|
ABee
|
||||||
tencent
|
tencent
|
||||||
|
maintnotifications
|
||||||
6
.github/workflows/go.yml
vendored
6
.github/workflows/go.yml
vendored
@@ -38,7 +38,7 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
path: |
|
path: |
|
||||||
~/.cache/ms-playwright
|
~/.cache/ms-playwright
|
||||||
key: ${{ runner.os }}-playwright-${{ hashFiles('**/go.sum') }}
|
key: ${{ runner.os }}-playwright-1.56.0
|
||||||
|
|
||||||
- name: install node deps
|
- name: install node deps
|
||||||
run: |
|
run: |
|
||||||
@@ -46,8 +46,8 @@ jobs:
|
|||||||
|
|
||||||
- name: install playwright browsers
|
- name: install playwright browsers
|
||||||
run: |
|
run: |
|
||||||
npx --no-install playwright@1.52.0 install --with-deps
|
npx playwright@1.56.0 install --with-deps
|
||||||
npx --no-install playwright@1.52.0 run-server --port 9001 &
|
npx playwright@1.56.0 run-server --port 9001 &
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
run: npm run build
|
run: npm run build
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
FROM docker.io/library/node AS build
|
FROM docker.io/library/node:lts AS build
|
||||||
|
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY . .
|
COPY . .
|
||||||
|
|||||||
@@ -13,10 +13,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|||||||
|
|
||||||
<!-- This changes the project to: -->
|
<!-- This changes the project to: -->
|
||||||
|
|
||||||
|
- Expose WEIGHT rule matches as Prometheus metrics.
|
||||||
- Allow more OCI registry clients [based on feedback](https://github.com/TecharoHQ/anubis/pull/1253#issuecomment-3506744184).
|
- Allow more OCI registry clients [based on feedback](https://github.com/TecharoHQ/anubis/pull/1253#issuecomment-3506744184).
|
||||||
- Expose services directory in the embedded `(data)` filesystem.
|
- Expose services directory in the embedded `(data)` filesystem.
|
||||||
- Add Ukrainian locale ([#1044](https://github.com/TecharoHQ/anubis/pull/1044))
|
- Add Ukrainian locale ([#1044](https://github.com/TecharoHQ/anubis/pull/1044)).
|
||||||
- Allow Renovate as an OCI registry client
|
- Allow Renovate as an OCI registry client.
|
||||||
|
- Properly handle 4in6 addresses so that IP matching works with those addresses.
|
||||||
|
- Add support to simple Valkey/Redis cluster mode
|
||||||
|
- Bump the Playwright dev dependency to 1.56.0
|
||||||
|
|
||||||
## v1.23.1: Lyse Hext - Echo 1
|
## v1.23.1: Lyse Hext - Echo 1
|
||||||
|
|
||||||
|
|||||||
@@ -99,7 +99,7 @@ const (
|
|||||||
actionChallenge action = "CHALLENGE"
|
actionChallenge action = "CHALLENGE"
|
||||||
|
|
||||||
placeholderIP = "fd11:5ee:bad:c0de::"
|
placeholderIP = "fd11:5ee:bad:c0de::"
|
||||||
playwrightVersion = "1.52.0"
|
playwrightVersion = "1.56.0"
|
||||||
)
|
)
|
||||||
|
|
||||||
type action string
|
type action string
|
||||||
|
|||||||
@@ -576,6 +576,7 @@ func (s *Server) check(r *http.Request, lg *slog.Logger) (policy.CheckResult, *p
|
|||||||
return cr("bot/"+b.Name, b.Action, weight), &b, nil
|
return cr("bot/"+b.Name, b.Action, weight), &b, nil
|
||||||
case config.RuleWeigh:
|
case config.RuleWeigh:
|
||||||
lg.Debug("adjusting weight", "name", b.Name, "delta", b.Weight.Adjust)
|
lg.Debug("adjusting weight", "name", b.Name, "delta", b.Weight.Adjust)
|
||||||
|
policy.Applications.WithLabelValues("bot/"+b.Name, "WEIGH").Add(1)
|
||||||
weight += b.Weight.Adjust
|
weight += b.Weight.Adjust
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -51,6 +51,11 @@ func (rac *RemoteAddrChecker) Check(r *http.Request) (bool, error) {
|
|||||||
return false, fmt.Errorf("%w: %s is not an IP address: %w", ErrMisconfiguration, host, err)
|
return false, fmt.Errorf("%w: %s is not an IP address: %w", ErrMisconfiguration, host, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Convert IPv4-mapped IPv6 addresses to IPv4
|
||||||
|
if addr.Is6() && addr.Is4In6() {
|
||||||
|
addr = addr.Unmap()
|
||||||
|
}
|
||||||
|
|
||||||
return rac.prefixTable.Contains(addr), nil
|
return rac.prefixTable.Contains(addr), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -21,6 +21,20 @@ func TestRemoteAddrChecker(t *testing.T) {
|
|||||||
ok: true,
|
ok: true,
|
||||||
err: nil,
|
err: nil,
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
name: "match_ipv4_in_ipv6",
|
||||||
|
cidrs: []string{"0.0.0.0/0"},
|
||||||
|
ip: "::ffff:1.1.1.1",
|
||||||
|
ok: true,
|
||||||
|
err: nil,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "match_ipv4_in_ipv6_hex",
|
||||||
|
cidrs: []string{"0.0.0.0/0"},
|
||||||
|
ip: "::ffff:101:101",
|
||||||
|
ok: true,
|
||||||
|
err: nil,
|
||||||
|
},
|
||||||
{
|
{
|
||||||
name: "match_ipv6",
|
name: "match_ipv6",
|
||||||
cidrs: []string{"::/0"},
|
cidrs: []string{"::/0"},
|
||||||
|
|||||||
@@ -5,80 +5,98 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/TecharoHQ/anubis/lib/store"
|
"github.com/TecharoHQ/anubis/lib/store"
|
||||||
valkey "github.com/redis/go-redis/v9"
|
valkey "github.com/redis/go-redis/v9"
|
||||||
)
|
"github.com/redis/go-redis/v9/maintnotifications"
|
||||||
|
|
||||||
var (
|
|
||||||
ErrNoURL = errors.New("valkey.Config: no URL defined")
|
|
||||||
ErrBadURL = errors.New("valkey.Config: URL is invalid")
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
store.Register("valkey", Factory{})
|
store.Register("valkey", Factory{})
|
||||||
}
|
}
|
||||||
|
|
||||||
type Factory struct{}
|
// Errors kept as-is so other code/tests still pass.
|
||||||
|
var (
|
||||||
func (Factory) Build(ctx context.Context, data json.RawMessage) (store.Interface, error) {
|
ErrNoURL = errors.New("valkey.Config: no URL defined")
|
||||||
var config Config
|
ErrBadURL = errors.New("valkey.Config: URL is invalid")
|
||||||
|
)
|
||||||
if err := json.Unmarshal([]byte(data), &config); err != nil {
|
|
||||||
return nil, fmt.Errorf("%w: %w", store.ErrBadConfig, err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := config.Valid(); err != nil {
|
|
||||||
return nil, fmt.Errorf("%w: %w", store.ErrBadConfig, err)
|
|
||||||
}
|
|
||||||
|
|
||||||
opts, err := valkey.ParseURL(config.URL)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("%w: %w", store.ErrBadConfig, err)
|
|
||||||
}
|
|
||||||
|
|
||||||
rdb := valkey.NewClient(opts)
|
|
||||||
|
|
||||||
if _, err := rdb.Ping(ctx).Result(); err != nil {
|
|
||||||
return nil, fmt.Errorf("can't ping valkey instance: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return &Store{
|
|
||||||
rdb: rdb,
|
|
||||||
}, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (Factory) Valid(data json.RawMessage) error {
|
|
||||||
var config Config
|
|
||||||
if err := json.Unmarshal([]byte(data), &config); err != nil {
|
|
||||||
return fmt.Errorf("%w: %w", store.ErrBadConfig, err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := config.Valid(); err != nil {
|
|
||||||
return fmt.Errorf("%w: %w", store.ErrBadConfig, err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
|
// Config is what Anubis unmarshals from the "parameters" JSON.
|
||||||
type Config struct {
|
type Config struct {
|
||||||
URL string `json:"url"`
|
URL string `json:"url"`
|
||||||
|
Cluster bool `json:"cluster,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c Config) Valid() error {
|
func (c Config) Valid() error {
|
||||||
var errs []error
|
|
||||||
|
|
||||||
if c.URL == "" {
|
if c.URL == "" {
|
||||||
errs = append(errs, ErrNoURL)
|
return ErrNoURL
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Just validate that it's a valid Redis URL.
|
||||||
if _, err := valkey.ParseURL(c.URL); err != nil {
|
if _, err := valkey.ParseURL(c.URL); err != nil {
|
||||||
errs = append(errs, ErrBadURL)
|
return fmt.Errorf("%w: %v", ErrBadURL, err)
|
||||||
}
|
|
||||||
|
|
||||||
if len(errs) != 0 {
|
|
||||||
return fmt.Errorf("valkey.Config: invalid config: %w", errors.Join(errs...))
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// redisClient is satisfied by *valkey.Client and *valkey.ClusterClient.
|
||||||
|
type redisClient interface {
|
||||||
|
Get(ctx context.Context, key string) *valkey.StringCmd
|
||||||
|
Set(ctx context.Context, key string, value interface{}, expiration time.Duration) *valkey.StatusCmd
|
||||||
|
Del(ctx context.Context, keys ...string) *valkey.IntCmd
|
||||||
|
Ping(ctx context.Context) *valkey.StatusCmd
|
||||||
|
}
|
||||||
|
|
||||||
|
type Factory struct{}
|
||||||
|
|
||||||
|
func (Factory) Valid(data json.RawMessage) error {
|
||||||
|
var cfg Config
|
||||||
|
if err := json.Unmarshal(data, &cfg); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return cfg.Valid()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (Factory) Build(ctx context.Context, data json.RawMessage) (store.Interface, error) {
|
||||||
|
var cfg Config
|
||||||
|
if err := json.Unmarshal(data, &cfg); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
if err := cfg.Valid(); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
opts, err := valkey.ParseURL(cfg.URL)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("valkey.Factory: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var client redisClient
|
||||||
|
|
||||||
|
if cfg.Cluster {
|
||||||
|
// Cluster mode: use the parsed Addr as the seed node.
|
||||||
|
clusterOpts := &valkey.ClusterOptions{
|
||||||
|
Addrs: []string{opts.Addr},
|
||||||
|
// Explicitly disable maintenance notifications
|
||||||
|
// This prevents the client from sending CLIENT MAINT_NOTIFICATIONS ON
|
||||||
|
MaintNotificationsConfig: &maintnotifications.Config{
|
||||||
|
Mode: maintnotifications.ModeDisabled,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
client = valkey.NewClusterClient(clusterOpts)
|
||||||
|
} else {
|
||||||
|
opts.MaintNotificationsConfig = &maintnotifications.Config{
|
||||||
|
Mode: maintnotifications.ModeDisabled,
|
||||||
|
}
|
||||||
|
client = valkey.NewClient(opts)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Optional but nice: fail fast if the cluster/single node is unreachable.
|
||||||
|
if err := client.Ping(ctx).Err(); err != nil {
|
||||||
|
return nil, fmt.Errorf("valkey.Factory: ping failed: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return &Store{client: client}, nil
|
||||||
|
}
|
||||||
|
|||||||
@@ -2,52 +2,46 @@ package valkey
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/TecharoHQ/anubis/lib/store"
|
"github.com/TecharoHQ/anubis/lib/store"
|
||||||
valkey "github.com/redis/go-redis/v9"
|
valkey "github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// Store implements store.Interface on top of Redis/Valkey.
|
||||||
type Store struct {
|
type Store struct {
|
||||||
rdb *valkey.Client
|
client redisClient
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Store) Delete(ctx context.Context, key string) error {
|
var _ store.Interface = (*Store)(nil)
|
||||||
n, err := s.rdb.Del(ctx, key).Result()
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("can't delete from valkey: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
switch n {
|
|
||||||
case 0:
|
|
||||||
return fmt.Errorf("%w: %d key(s) deleted", store.ErrNotFound, n)
|
|
||||||
default:
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *Store) Get(ctx context.Context, key string) ([]byte, error) {
|
func (s *Store) Get(ctx context.Context, key string) ([]byte, error) {
|
||||||
result, err := s.rdb.Get(ctx, key).Result()
|
cmd := s.client.Get(ctx, key)
|
||||||
if err != nil {
|
if err := cmd.Err(); err != nil {
|
||||||
if valkey.HasErrorPrefix(err, "redis: nil") {
|
if err == valkey.Nil {
|
||||||
return nil, fmt.Errorf("%w: %w", store.ErrNotFound, err)
|
return nil, store.ErrNotFound
|
||||||
}
|
}
|
||||||
|
return nil, err
|
||||||
return nil, fmt.Errorf("can't fetch from valkey: %w", err)
|
|
||||||
}
|
}
|
||||||
|
return cmd.Bytes()
|
||||||
return []byte(result), nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Store) Set(ctx context.Context, key string, value []byte, expiry time.Duration) error {
|
func (s *Store) Set(ctx context.Context, key string, value []byte, expiry time.Duration) error {
|
||||||
if _, err := s.rdb.Set(ctx, key, string(value), expiry).Result(); err != nil {
|
return s.client.Set(ctx, key, value, expiry).Err()
|
||||||
return fmt.Errorf("can't set %q in valkey: %w", key, err)
|
}
|
||||||
}
|
|
||||||
|
|
||||||
|
func (s *Store) Delete(ctx context.Context, key string) error {
|
||||||
|
res := s.client.Del(ctx, key)
|
||||||
|
if err := res.Err(); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if n, _ := res.Result(); n == 0 {
|
||||||
|
return store.ErrNotFound
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsPersistent tells Anubis this backend is “real” storage, not in-memory.
|
||||||
func (s *Store) IsPersistent() bool {
|
func (s *Store) IsPersistent() bool {
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|||||||
16
package-lock.json
generated
16
package-lock.json
generated
@@ -16,7 +16,7 @@
|
|||||||
"cssnano": "^7.1.2",
|
"cssnano": "^7.1.2",
|
||||||
"cssnano-preset-advanced": "^7.0.10",
|
"cssnano-preset-advanced": "^7.0.10",
|
||||||
"esbuild": "^0.25.12",
|
"esbuild": "^0.25.12",
|
||||||
"playwright": "^1.52.0",
|
"playwright": "^1.56.0",
|
||||||
"postcss-cli": "^11.0.1",
|
"postcss-cli": "^11.0.1",
|
||||||
"postcss-import": "^16.1.1",
|
"postcss-import": "^16.1.1",
|
||||||
"postcss-import-url": "^7.2.0",
|
"postcss-import-url": "^7.2.0",
|
||||||
@@ -1603,13 +1603,13 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/playwright": {
|
"node_modules/playwright": {
|
||||||
"version": "1.52.0",
|
"version": "1.56.1",
|
||||||
"resolved": "https://registry.npmjs.org/playwright/-/playwright-1.52.0.tgz",
|
"resolved": "https://registry.npmjs.org/playwright/-/playwright-1.56.1.tgz",
|
||||||
"integrity": "sha512-JAwMNMBlxJ2oD1kce4KPtMkDeKGHQstdpFPcPH3maElAXon/QZeTvtsfXmTMRyO9TslfoYOXkSsvao2nE1ilTw==",
|
"integrity": "sha512-aFi5B0WovBHTEvpM3DzXTUaeN6eN0qWnTkKx4NQaH4Wvcmc153PdaY2UBdSYKaGYw+UyWXSVyxDUg5DoPEttjw==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "Apache-2.0",
|
"license": "Apache-2.0",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"playwright-core": "1.52.0"
|
"playwright-core": "1.56.1"
|
||||||
},
|
},
|
||||||
"bin": {
|
"bin": {
|
||||||
"playwright": "cli.js"
|
"playwright": "cli.js"
|
||||||
@@ -1622,9 +1622,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/playwright-core": {
|
"node_modules/playwright-core": {
|
||||||
"version": "1.52.0",
|
"version": "1.56.1",
|
||||||
"resolved": "https://registry.npmjs.org/playwright-core/-/playwright-core-1.52.0.tgz",
|
"resolved": "https://registry.npmjs.org/playwright-core/-/playwright-core-1.56.1.tgz",
|
||||||
"integrity": "sha512-l2osTgLXSMeuLZOML9qYODUQoPPnUsKsb5/P6LJ2e6uPKXUdPK5WYhN4z03G+YNbWmGDY4YENauNu4ZKczreHg==",
|
"integrity": "sha512-hutraynyn31F+Bifme+Ps9Vq59hKuUCz7H1kDOcBs+2oGguKkWTU50bBWrtz34OUWmIwpBTWDxaRPXrIXkgvmQ==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "Apache-2.0",
|
"license": "Apache-2.0",
|
||||||
"bin": {
|
"bin": {
|
||||||
|
|||||||
@@ -21,7 +21,7 @@
|
|||||||
"cssnano": "^7.1.2",
|
"cssnano": "^7.1.2",
|
||||||
"cssnano-preset-advanced": "^7.0.10",
|
"cssnano-preset-advanced": "^7.0.10",
|
||||||
"esbuild": "^0.25.12",
|
"esbuild": "^0.25.12",
|
||||||
"playwright": "^1.52.0",
|
"playwright": "^1.56.0",
|
||||||
"postcss-cli": "^11.0.1",
|
"postcss-cli": "^11.0.1",
|
||||||
"postcss-import": "^16.1.1",
|
"postcss-import": "^16.1.1",
|
||||||
"postcss-import-url": "^7.2.0",
|
"postcss-import-url": "^7.2.0",
|
||||||
@@ -31,4 +31,4 @@
|
|||||||
"@aws-crypto/sha256-js": "^5.2.0",
|
"@aws-crypto/sha256-js": "^5.2.0",
|
||||||
"preact": "^10.27.2"
|
"preact": "^10.27.2"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
0
run/openrc/anubis.initd
Normal file → Executable file
0
run/openrc/anubis.initd
Normal file → Executable file
Reference in New Issue
Block a user