Compare commits

..

1 Commits

Author SHA1 Message Date
Xe Iaso
be42c5accf fix(lib/store/bbolt): run cleanup every hour instead of every 5 minutes
Signed-off-by: Xe Iaso <me@xeiaso.net>
2025-07-06 01:15:11 +00:00
12 changed files with 46 additions and 38 deletions

View File

@@ -7,8 +7,7 @@
"workspaceFolder": "/workspace/anubis",
"postStartCommand": "npm ci && go mod download",
"features": {
"ghcr.io/xe/devcontainer-features/ko:1.1.0": {},
"ghcr.io/devcontainers/features/github-cli:1": {}
"ghcr.io/xe/devcontainer-features/ko:1.1.0": {}
},
"initializeCommand": "mkdir -p ${localEnv:HOME}${localEnv:USERPROFILE}/.local/share/atuin",
"customizations": {

View File

@@ -22,6 +22,7 @@ berr
bingbot
Bitcoin
bitrate
blogging
Bluesky
blueskybot
boi
@@ -69,7 +70,6 @@ DDOS
Debian
debrpm
decaymap
devcontainers
Diffbot
discordapp
discordbot

View File

@@ -28,6 +28,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
- Add option for forcing a specific language ([#742](https://github.com/TecharoHQ/anubis/pull/742))
- Add translation for Turkish language ([#751](https://github.com/TecharoHQ/anubis/pull/751))
- Allow [Common Crawl](https://commoncrawl.org/) by default so scrapers have less incentive to scrape
- The [bbolt storage backend](./admin/policies.mdx#bbolt) now runs its cleanup every hour instead of every five minutes.
### Potentially breaking changes

View File

@@ -6,7 +6,7 @@ import type * as Preset from '@docusaurus/preset-classic';
const config: Config = {
title: 'Anubis',
tagline: 'Weigh the soul of incoming HTTP requests to protect your website!',
tagline: 'Weigh the soul of incoming HTTP requests using proof-of-work to stop AI crawlers',
favicon: 'img/favicon.ico',
// Set the production url of your site here
@@ -40,20 +40,27 @@ const config: Config = {
[
'classic',
{
docs: {
sidebarPath: './sidebars.ts',
// Please change this to your repo.
// Remove this to remove the "edit this page" links.
editUrl:
'https://github.com/TecharoHQ/anubis/tree/main/docs/',
},
blog: {
showReadingTime: true,
feedOptions: {
type: ['rss', 'atom', "json"],
xslt: true,
},
editUrl: 'https://github.com/TecharoHQ/anubis/tree/main/docs/',
// Please change this to your repo.
// Remove this to remove the "edit this page" links.
editUrl:
'https://github.com/facebook/docusaurus/tree/main/packages/create-docusaurus/templates/shared/',
// Useful options to enforce blogging best practices
onInlineTags: 'warn',
onInlineAuthors: 'warn',
onUntruncatedBlogPosts: 'throw',
},
docs: {
sidebarPath: './sidebars.ts',
editUrl: 'https://github.com/TecharoHQ/anubis/tree/main/docs/',
onUntruncatedBlogPosts: 'warn',
},
theme: {
customCss: './src/css/custom.css',
@@ -67,7 +74,7 @@ const config: Config = {
respectPrefersColorScheme: true,
},
// Replace with your project's social card
image: 'img/social-card.jpg',
image: 'img/docusaurus-social-card.jpg',
navbar: {
title: 'Anubis',
logo: {
@@ -75,28 +82,23 @@ const config: Config = {
src: 'img/favicon.webp',
},
items: [
{ to: '/blog', label: 'Blog', position: 'left' },
{
type: 'docSidebar',
sidebarId: 'tutorialSidebar',
position: 'left',
label: 'Docs',
},
{ to: '/blog', label: 'Blog', position: 'left' },
{
to: '/docs/admin/botstopper',
label: "Unbranded Version",
position: "left"
href: 'https://github.com/sponsors/Xe',
label: "Sponsorship",
position: 'left'
},
{
href: 'https://github.com/TecharoHQ/anubis',
label: 'GitHub',
position: 'right',
},
{
href: 'https://github.com/sponsors/Xe',
label: "Sponsor the Project",
position: 'right'
},
],
},
footer: {

View File

@@ -5,50 +5,49 @@ import styles from "./styles.module.css";
type FeatureItem = {
title: string;
imageURL: string;
Svg: React.ComponentType<React.ComponentProps<"svg">>;
description: ReactNode;
};
const FeatureList: FeatureItem[] = [
{
title: "Easy to Use",
imageURL: require("@site/static/img/anubis/happy.webp").default,
Svg: require("@site/static/img/undraw_docusaurus_mountain.svg").default,
description: (
<>
Anubis sits in the background and weighs the risk of incoming requests.
If it asks a client to complete a challenge, no user interaction is
required.
Anubis is easy to set up, lightweight, and helps get rid of the lowest
hanging fruit so you can sleep at night.
</>
),
},
{
title: "Lightweight",
imageURL: require("@site/static/img/anubis/pensive.webp").default,
Svg: require("@site/static/img/undraw_docusaurus_tree.svg").default,
description: (
<>
Anubis is so lightweight you'll forget it's there until you look at your
hosting bill. On average it uses less than 128 MB of ram.
Anubis is efficient and as lightweight as possible, blocking the worst
of the bots on the internet and makes it easy to protect what you host
online.
</>
),
},
{
title: "Block the scrapers",
imageURL: require("@site/static/img/anubis/reject.webp").default,
title: "Multi-threaded",
Svg: require("@site/static/img/undraw_docusaurus_react.svg").default,
description: (
<>
Anubis uses a combination of heuristics to identify and block bots
before they take your website down. You can customize the rules with{" "}
<a href="/docs/admin/policies">your own policies</a>.
Anubis uses a multi-threaded proof of work check to ensure that users
browsers are up to date and support modern standards.
</>
),
},
];
function Feature({ title, description, imageURL }: FeatureItem) {
function Feature({ title, Svg, description }: FeatureItem) {
return (
<div className={clsx("col col--4")}>
<div className="text--center">
<img src={imageURL} className={styles.featureSvg} role="img" />
<Svg className={styles.featureSvg} role="img" />
</div>
<div className="text--center padding-horiz--md">
<Heading as="h3">{title}</Heading>

View File

@@ -31,12 +31,19 @@ export default function Home(): ReactNode {
const { siteConfig } = useDocusaurusContext();
return (
<Layout
title={`Anubis: Web AI Firewall Utility`}
description="Weigh the soul of incoming HTTP requests to protect your website!"
title={`Anubis: self hostable scraper defense software`}
description="Weigh the soul of incoming HTTP requests using proof-of-work to stop AI crawlers"
>
<HomepageHeader />
<main>
<HomepageFeatures />
<center>
<p>
This is all placeholder text. It will be fixed. Give me time. I am
one person and my project has unexpectedly gone viral.
</p>
</center>
</main>
</Layout>
);

Binary file not shown.

Before

Width:  |  Height:  |  Size: 30 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 28 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 26 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 54 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 881 KiB

View File

@@ -126,7 +126,7 @@ func (s *Store) cleanup(ctx context.Context) error {
}
func (s *Store) cleanupThread(ctx context.Context) {
t := time.NewTicker(5 * time.Minute)
t := time.NewTicker(time.Hour)
defer t.Stop()
for {