mirror of
https://github.com/TecharoHQ/anubis.git
synced 2026-04-11 19:18:46 +00:00
15 lines
219 B
Plaintext
15 lines
219 B
Plaintext
# Test with blacklisted user agents
|
|
User-agent: *
|
|
Disallow: /admin
|
|
Crawl-delay: 10
|
|
|
|
User-agent: BadBot
|
|
Disallow: /
|
|
|
|
User-agent: SpamBot
|
|
Disallow: /
|
|
Crawl-delay: 60
|
|
|
|
User-agent: Googlebot
|
|
Disallow: /search
|
|
Crawl-delay: 5 |