Farkas-Certified Neural Safety Shield / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "rows": [
  3    {
  4      "test": "cone_scaling",
  5      "m": 4,
  6      "retained": 4,
  7      "fraction": 1.0,
  8      "max_projection_error": 0.0,
  9      "decision_agreement": 1.0
 10    },
 11    {
 12      "test": "cone_scaling",
 13      "m": 8,
 14      "retained": 8,
 15      "fraction": 1.0,
 16      "max_projection_error": 0.0,
 17      "decision_agreement": 1.0
 18    },
 19    {
 20      "test": "cone_scaling",
 21      "m": 16,
 22      "retained": 15,
 23      "fraction": 0.9375,
 24      "max_projection_error": 0.0,
 25      "decision_agreement": 1.0
 26    },
 27    {
 28      "test": "cone_scaling",
 29      "m": 32,
 30      "retained": 31,
 31      "fraction": 0.96875,
 32      "max_projection_error": 0.0,
 33      "decision_agreement": 1.0
 34    },
 35    {
 36      "test": "cone_scaling",
 37      "m": 64,
 38      "retained": 60,
 39      "fraction": 0.9375,
 40      "max_projection_error": 0.0,
 41      "decision_agreement": 1.0
 42    },
 43    {
 44      "test": "cone_scaling",
 45      "m": 128,
 46      "retained": 123,
 47      "fraction": 0.9609375,
 48      "max_projection_error": 0.0,
 49      "decision_agreement": 1.0
 50    },
 51    {
 52      "test": "angular_transition",
 53      "m": 8,
 54      "retained": 8,
 55      "fraction": 1.0,
 56      "all_certified": true
 57    },
 58    {
 59      "test": "angular_transition",
 60      "m": 16,
 61      "retained": 16,
 62      "fraction": 1.0,
 63      "all_certified": true
 64    },
 65    {
 66      "test": "angular_transition",
 67      "m": 32,
 68      "retained": 32,
 69      "fraction": 1.0,
 70      "all_certified": true
 71    },
 72    {
 73      "test": "angular_transition",
 74      "m": 64,
 75      "retained": 64,
 76      "fraction": 1.0,
 77      "all_certified": true
 78    },
 79    {
 80      "test": "nominal_preservation",
 81      "nominal_full": true,
 82      "nominal_reduced": true,
 83      "bad_projection_error": 0.0,
 84      "certified": true
 85    }
 86  ],
 87  "timing": [
 88    {
 89      "m": 16,
 90      "retained": 16,
 91      "full_sec": 0.48704719700617716,
 92      "reduced_sec": 0.49556016198766883,
 93      "speedup": 0.9828215307958844
 94    },
 95    {
 96      "m": 32,
 97      "retained": 32,
 98      "full_sec": 1.822699810989434,
 99      "reduced_sec": 1.871173589999671,
100      "speedup": 0.9740944510603927
101    },
102    {
103      "m": 64,
104      "retained": 61,
105      "full_sec": 8.2662508909998,
106      "reduced_sec": 7.771398651995696,
107      "speedup": 1.0636760847260134
108    },
109    {
110      "m": 128,
111      "retained": 122,
112      "full_sec": 35.590935714004445,
113      "reduced_sec": 30.677866297002765,
114      "speedup": 1.1601502975936004
115    },
116    {
117      "m": 256,
118      "retained": 242,
119      "full_sec": 144.8057605560025,
120      "reduced_sec": 129.00558722799178,
121      "speedup": 1.1224766590929667
122    }
123  ]
124}
1256,
126      "max_offset_violation": -0.2414085765636078
127    }
128  ],
129  "timing": [
130    {
131      "m": 16,
132      "retained": 2,
133      "full_sec": 0.09646724999765866,
134      "reduced_sec": 0.0029467259882949293,
135      "speedup": 32.737095468275186
136    },
137    {
138      "m": 32,
139      "retained": 2,
140      "full_sec": 0.3374572419998003,
141      "reduced_sec": 0.0025998180062742904,
142      "speedup": 129.80033263305174
143    },
144    {
145      "m": 64,
146      "retained": 2,
147      "full_sec": 1.3993908230040688,
148      "reduced_sec": 0.0027386639994801953,
149      "speedup": 510.97572512351877
150    },
151    {
152      "m": 128,
153      "retained": 2,
154      "full_sec": 7.696013225999195,
155      "reduced_sec": 0.004165546997683123,
156      "speedup": 1847.539646120838
157    }
158  ]
159}