fix

internal/uaclass/uaclass.go

@@ -269,3 +269,14 @@ func IsBot(class string) bool {
 	}
 	return false
 }
+
+// IsCrawler reports self-declared crawlers, agents and scanners: the classes
+// whose 4xx noise is not user impact. Monitors and plain HTTP libraries are
+// excluded because their failures can be real.
+func IsCrawler(class string) bool {
+	switch class {
+	case AICrawler, AIAgent, SearchCrawler, SEOCrawler, ScanTool, OtherBot:
+		return true
+	}
+	return false
+}