v0.18.0 raw and json formatter improvements, dockerfile, go bump to 1.27.1

2026-09-08 23:33:39 -04:00
parent dd665bb339
commit 5934a2e35f
12 changed files with 306 additions and 105 deletions
@@ -0,0 +1,92 @@
+#!/usr/bin/env bash
+# logwisp file source pass-through test
+#
+#   file src (raw, from=start) --> raw format --> file sink   byte-exact relay
+#   file src (defaults)        --> raw format --> file sink   no key dropped
+#
+# The fixture is a record whose envelope is wider than time/level/msg/fields,
+# which is what the narrow JSON branch used to reduce to an empty message.
+#
+# Usage: ./passthrough-test.sh
+# Requires: bash 5+, coreutils (timeout). Linux dev host only.
+
+set -u
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+BIN="${LOGWISP_BIN:-$SCRIPT_DIR/../bin/logwisp}"
+RUN="$SCRIPT_DIR/run/passthrough"
+
+[[ -x $BIN ]] || { echo "no binary at $BIN; run make build" >&2; exit 1; }
+
+rm -rf "$RUN"
+mkdir -p "$RUN/in" "$RUN/out-raw" "$RUN/out-parsed"
+
+cat > "$RUN/in/wide.jsonl" <<'EOF'
+{"time":"2026-09-08T21:35:44.178372768-04:00","level":"INFO","sub":"app","run":0,"tick":0,"frame":0,"fields":{"msg":"init begin","mode":"play"}}
+{"time":"2026-09-08T21:35:44.178581366-04:00","level":"PROC","run":0,"tick":0,"frame":0,"fields":{"seq":1,"seed":1788917744178374836}}
+plain text line, not JSON at all
+EOF
+
+conf() { # sink_dir raw
+	cat <<EOF
+quiet = true
+status_reporter = false
+[logging]
+output = "stderr"
+level = "error"
+[[pipelines]]
+name = "passthrough"
+[pipelines.flow.format]
+type = "raw"
+sanitizer_policy = "raw"
+[[pipelines.plugin_sources]]
+id = "wide"
+type = "file"
+[pipelines.plugin_sources.config]
+directory = "$RUN/in"
+pattern = "*.jsonl"
+raw = $2
+from = "start"
+[[pipelines.plugin_sinks]]
+id = "out"
+type = "file"
+[pipelines.plugin_sinks.config]
+directory = "$1"
+name = "relay"
+flush_interval_ms = 100
+EOF
+}
+
+conf "$RUN/out-raw" true > "$RUN/raw.toml"
+conf "$RUN/out-parsed" false > "$RUN/parsed.toml"
+
+for c in raw parsed; do
+	timeout 5 "$BIN" -c "$RUN/$c.toml" > "$RUN/$c.out" 2>&1
+done
+
+fail=0
+check() { # label condition_result
+	if (( $2 )); then echo "PASS: $1"; else echo "FAIL: $1"; fail=1; fi
+}
+
+# 1. raw = true relays the file byte for byte
+if diff -q "$RUN/in/wide.jsonl" "$RUN/out-raw/relay.log" > /dev/null; then
+	check "raw = true: output identical to input" 1
+else
+	check "raw = true: output identical to input" 0
+	diff "$RUN/in/wide.jsonl" "$RUN/out-raw/relay.log" | head -6
+fi
+
+# 2. the default parse keeps every key, JSON branch refused on the wide envelope
+n=$(grep -c '"sub":"app"' "$RUN/out-parsed/relay.log")
+check "defaults: wide envelope reaches the sink whole ($n line(s) carry sub)" $(( n == 1 ))
+n=$(grep -c '1788917744178374836' "$RUN/out-parsed/relay.log")
+check "defaults: large integers are not re-encoded through float64 ($n)" $(( n == 1 ))
+
+echo "================================================================"
+if (( fail == 0 )); then
+	echo "RESULT: ALL PASS"
+else
+	echo "RESULT: FAILURES — inspect $RUN/"
+fi
+exit "$fail"