#!/usr/bin/env python3 # Summarise what zb-otel-collector received: per service.name, the Resource attributes, the # metric names per instrumentation scope, and span counts per (scope, name). # Usage on the collector host: cd ~/zb-otel-collector/data && python3 ../otelsum.py [service.name] import json,sys,collections svc_filter=sys.argv[1] if len(sys.argv)>1 else None def attrs(r): return {a["key"]:list(a["value"].values())[0] if a["value"] else None for a in r.get("attributes",[])} res={}; mets=collections.defaultdict(set); spans=collections.Counter() for f,key in (("metrics.jsonl","resourceMetrics"),("traces.jsonl","resourceSpans"),("logs.jsonl","resourceLogs")): try: lines=open(f) except FileNotFoundError: continue for l in lines: d=json.loads(l) for r in d.get(key,[]): a=attrs(r["resource"]); s=a.get("service.name") if svc_filter and s!=svc_filter: continue res[s]={k:v for k,v in a.items() if not k.startswith("telemetry.sdk")} | {"_sdk":a.get("telemetry.sdk.version")} if key=="resourceMetrics": for sm in r["scopeMetrics"]: for m in sm["metrics"]: mets[(s,sm["scope"]["name"])].add(m["name"]) elif key=="resourceSpans": for ss in r["scopeSpans"]: for sp in ss["spans"]: spans[(s,ss["scope"]["name"],sp["name"])]+=1 else: for sl in r["scopeLogs"]: spans[(s,"",sl["scope"].get("name",""))]+=len(sl["logRecords"]) for s,a in res.items(): print("RESOURCE",s,json.dumps(a)) for (s,sc),names in sorted(mets.items()): print("METRICS",s,sc,len(names),sorted(names)) for k,v in sorted(spans.items()): print("SPANS",v,k)