Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions .tests/music-assistant-allowlist/config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
parsers:
- crowdsecurity/syslog-logs
- crowdsecurity/dateparse-enrich
- ./parsers/s01-parse/crowdsecurity/traefik-logs.yaml
- crowdsecurity/http-logs
- ./parsers/s02-enrich/crowdsecurity/music-assistant-allowlist.yaml
scenarios:
- crowdsecurity/http-crawl-non_statics
- crowdsecurity/http-probing
postoverflows:
- ""
log_file: music-assistant-allowlist.log
log_type: traefik
labels: {}
ignore_parsers: false
override_statics: []
51 changes: 51 additions & 0 deletions .tests/music-assistant-allowlist/music-assistant-allowlist.log

Large diffs are not rendered by default.

57 changes: 57 additions & 0 deletions .tests/music-assistant-allowlist/parser.assert
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
len(results) == 4
len(results["s00-raw"]["crowdsecurity/non-syslog"]) == 51
len(results["s00-raw"]["crowdsecurity/syslog-logs"]) == 51
len(results["s01-parse"]["crowdsecurity/traefik-logs"]) == 51
len(results["s02-enrich"]["crowdsecurity/dateparse-enrich"]) == 51
len(results["s02-enrich"]["crowdsecurity/http-logs"]) == 51
len(results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"]) == 51
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Parsed["file_name"] == "4af41ae38be3c5b2ff525ac65ce9530fac72e390084c1f3e8b7005b5d9669b17"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Parsed["request"] == "/imageproxy/4af41ae38be3c5b2ff525ac65ce9530fac72e390084c1f3e8b7005b5d9669b17"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Parsed["static_ressource"] == "false"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Parsed["status"] == "200"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Parsed["verb"] == "GET"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["http_path"] == "/imageproxy/4af41ae38be3c5b2ff525ac65ce9530fac72e390084c1f3e8b7005b5d9669b17?size=512&fmt=jpg"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["http_status"] == "200"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["http_verb"] == "GET"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["log_type"] == "http_access-log"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["service"] == "http"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["source_ip"] == "192.0.2.100"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Meta["target_fqdn"] == "music-assistant.example.com"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.Whitelisted == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][0].Evt.WhitelistReason == "Music Assistant allowlist"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Evt.Parsed["request"] == "/imageproxy/bb32996ed58e41076d220696f0b55ddb1dfe70d1ecdcf91d5d71e85330e07321"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Evt.Meta["http_path"] == "/imageproxy/bb32996ed58e41076d220696f0b55ddb1dfe70d1ecdcf91d5d71e85330e07321?size=512&checksum="
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Evt.Meta["http_status"] == "304"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Evt.Whitelisted == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][45].Evt.WhitelistReason == "Music Assistant allowlist"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Evt.Parsed["request"] == "/imageproxy/cd7d4881338c4f769cb39d5e65d0ebee51b25c60df42451f8f18185522b9e9e7"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Evt.Meta["http_path"] == "/imageproxy/cd7d4881338c4f769cb39d5e65d0ebee51b25c60df42451f8f18185522b9e9e7?size=512&fmt=png"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Evt.Meta["http_status"] == "499"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Evt.Whitelisted == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][46].Evt.WhitelistReason == "Music Assistant allowlist"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Evt.Parsed["request"] == "/imageproxy/31e7e79b01d9b1a1641c4d5a8f009fd0dbbe950b727a8bd8b7658374fda490a3"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Evt.Meta["http_path"] == "/imageproxy/31e7e79b01d9b1a1641c4d5a8f009fd0dbbe950b727a8bd8b7658374fda490a3?size=512&fmt=jpg"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Evt.Meta["http_status"] == "404"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Evt.Whitelisted == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][47].Evt.WhitelistReason == "Music Assistant allowlist"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][48].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][48].Evt.Parsed["request"] == "/"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][48].Evt.Meta["http_path"] == "/"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][48].Evt.Meta["http_status"] == "200"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][48].Evt.Whitelisted == false
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Evt.Parsed["file_name"] == "not-a-valid-hash"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Evt.Parsed["request"] == "/imageproxy/not-a-valid-hash"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Evt.Meta["http_path"] == "/imageproxy/not-a-valid-hash?size=512&fmt=jpg"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Evt.Meta["http_status"] == "400"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][49].Evt.Whitelisted == false
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][50].Success == true
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][50].Evt.Parsed["request"] == "/imageproxy/15993bf5f5141451b05fceed74d0671da78a599fece9f846ba747fed5d0a06c5"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][50].Evt.Meta["http_path"] == "/imageproxy/15993bf5f5141451b05fceed74d0671da78a599fece9f846ba747fed5d0a06c5?size=512&checksum="
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][50].Evt.Meta["http_status"] == "403"
results["s02-enrich"]["crowdsecurity/music-assistant-allowlist"][50].Evt.Whitelisted == false
len(results["success"][""]) == 0
1 change: 1 addition & 0 deletions .tests/music-assistant-allowlist/scenario.assert
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
len(results) == 0
10 changes: 10 additions & 0 deletions parsers/s02-enrich/crowdsecurity/music-assistant-allowlist.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
## Music Assistant Allowlist

### Album artwork
When a Music Assistant client loads a library view, album artwork is fetched from `/imageproxy/<sha256>` endpoints. The path contains no file extension, so `crowdsecurity/http-logs` classifies it as a non-static resource. Loading a large library therefore produces many distinct URLs in a short time, which can trigger `crowdsecurity/http-crawl-non_statics`. Clients can also cancel artwork requests while scrolling, producing `499` responses that are counted by the same scenario.

This allowlist matches `GET` requests for `/imageproxy/` followed by a 64-character hexadecimal content hash, with a `200`, `304`, `404` or `499` status. Music Assistant answers `404` when an artwork id is no longer known or the upstream provider cannot serve the image, so those requests are legitimate too.

A `403` is deliberately not allowlisted. It is returned by the reverse proxy or by an existing CrowdSec ban, not by Music Assistant, and it is the evidence that a client is already blocked. Allowlisting it would hide that signal, so those requests keep being parsed.

Other paths, verbs, statuses and malformed ids are still parsed normally, so probing unrelated URLs remains detectable.
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
name: crowdsecurity/music-assistant-allowlist
description: "Allowlist events from Music Assistant"
filter: "evt.Meta.service == 'http' && evt.Meta.log_type in ['http_access-log', 'http_error-log']"
whitelist:
reason: "Music Assistant allowlist"
expression:
- evt.Meta.http_status in ['200', '304', '404', '499'] && evt.Meta.http_verb == 'GET' && evt.Meta.http_path matches '^/imageproxy/[0-9a-fA-F]{64}/?([?].*)?$' # Album artwork