Collective-Detectability Information Fusion for Asynchronous Latent States / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.001
15 },
16 "mean": 0.5088173821568489
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 0.06073589529842138
23 },
24 {
25 "cfg": {
26 "lr": 0.006
27 },
28 "mean": 0.023900731466710567
29 }
30 ],
31 "full": {
32 "mean": 0.019088300527073443,
33 "std": 0.00558386015869873,
34 "per_seed": [
35 0.018445175141096115,
36 0.023440849035978317,
37 0.02936750277876854,
38 0.024349398910999298,
39 0.01488791685551405,
40 0.012780136428773403,
41 0.01545807532966137,
42 0.013977349735796452
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "best_cfg": {
49 "lr": 0.006
50 },
51 "sweep": [
52 {
53 "cfg": {
54 "lr": 0.001
55 },
56 "mean": 0.3442936111241579,
57 "std": 0.11055745967503162,
58 "per_seed": [
59 0.4150988757610321,
60 0.572791337966919,
61 0.3577822744846344,
62 0.3750651478767395,
63 0.2974511682987213,
64 0.17869944870471954,
65 0.254057914018631,
66 0.30340272188186646
67 ],
68 "n": 8
69 },
70 {
71 "cfg": {
72 "lr": 0.003
73 },
74 "mean": 0.03436855808831751,
75 "std": 0.01405565796915205,
76 "per_seed": [
77 0.05125405639410019,
78 0.041576966643333435,
79 0.04229721054434776,
80 0.055242300033569336,
81 0.021142112091183662,
82 0.016799848526716232,
83 0.020402031019330025,
84 0.026233939453959465
85 ],
86 "n": 8
87 },
88 {
89 "cfg": {
90 "lr": 0.006
91 },
92 "mean": 0.015928541193716228,
93 "std": 0.004679734568777004,
94 "per_seed": [
95 0.0178981926292181,
96 0.013649515807628632,
97 0.024342793971300125,
98 0.021126413717865944,
99 0.012977873906493187,
100 0.008715411648154259,
101 0.01320882048457861,
102 0.015509307384490967
103 ],
104 "n": 8
105 }
106 ],
107 "mean": 0.015928541193716228,
108 "std": 0.004679734568777004,
109 "per_seed": [
110 0.0178981926292181,
111 0.013649515807628632,
112 0.024342793971300125,
113 0.021126413717865944,
114 0.012977873906493187,
115 0.008715411648154259,
116 0.01320882048457861,
117 0.015509307384490967
118 ],
119 "n": 8
120 },
121 "comparison": {
122 "delta_mean": -0.003159759333357215,
123 "idea_wins": 7,
124 "n_pairs": 8,
125 "per_seed_diffs": [
126 -0.0005469825118780136,
127 -0.009791333228349686,
128 -0.005024708807468414,
129 -0.003222985193133354,
130 -0.0019100429490208626,
131 -0.0040647247806191444,
132 -0.00224925484508276,
133 0.0015319576486945152
134 ],
135 "p_value": 0.02315,
136 "mde": 0.002818017003243901,
137 "mde_rel_pct": 14.763058655992097,
138 "verdict": "idea better (significant)",
139 "system_worked": true
140 },
141 "mechanism_signature": {
142 "collective_detectability": {
143 "window": 2,
144 "predicted_lambda_min_positive": true,
145 "observed_mean_fused_information": 1.459951639175415,
146 "observed_positive_fraction": 1.0,
147 "tolerance": "positivity and >0.99 positive fraction",
148 "confirmed": true
149 }
150 },
151 "protocol_notes": {
152 "structural_match": "dynamics: recurrent pendulum rollout and latent-state stability",
153 "paired_seeds": 8,
154 "epochs": 12,
155 "batch": 128,
156 "shared_lr_union": [
157 0.001,
158 0.003,
159 0.006
160 ],
161 "baseline_method_knob": "equal arithmetic mean (fixed by definition)",
162 "system_parity": "separately trained identical two-agent GRU encoders and predictor; only fusion differs"
163 }
164}