arian/anubis-mirror
1
0
Fork 0
mirror of https://github.com/TecharoHQ/anubis.git synced 2026-04-17 05:44:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: add validation for generated Anubis rules from robots.txt

Browse Source
This commit is contained in:
Jason Cameron
2025-06-13 16:56:05 -04:00
parent 4dd6a4294a
commit c1a6daf6d2
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
cmd/robots2policy/main.go
View File

@@ -85,6 +85,11 @@ func main() {
// Convert to Anubis rules // Convert to Anubis rules
anubisRules := convertToAnubisRules(rules) anubisRules := convertToAnubisRules(rules)
// Check if any rules were generated
if len(anubisRules) == 0 {
log.Fatal("no valid rules generated from robots.txt - file may be empty or contain no disallow directives")
}
// Generate output // Generate output
var output []byte var output []byte
switch strings.ToLower(*outputFormat) { switch strings.ToLower(*outputFormat) {