add config option for scraper deterrence

This commit is contained in:
kim 2025-04-23 11:53:19 +01:00
commit 924280ac0b
4 changed files with 80 additions and 39 deletions

View file

@ -142,6 +142,7 @@ var Defaults = Configuration{
AdvancedSenderMultiplier: 2, // 2 senders per CPU
AdvancedCSPExtraURIs: []string{},
AdvancedHeaderFilterMode: RequestHeaderFilterModeDisabled,
AdvancedScraperDeterrence: false,
Cache: CacheConfiguration{
// Rough memory target that the total