Seed-Anchored Budgeted Graph Context / mini_results.json
Mechanism confirmed, baseline not beaten
1{
2 "queries": 8,
3 "rows": [
4 {
5 "query": "Explain Entity_01 and Entity_18",
6 "D": 4810,
7 "gold_units": 24,
8 "budget": 1479,
9 "anchored": {
10 "recall": 1.0,
11 "units": 24,
12 "used": 1479
13 },
14 "global": {
15 "recall": 0.3333333333333333,
16 "units": 18,
17 "used": 1469
18 },
19 "random": {
20 "recall": 0.2916666666666667,
21 "units": 24,
22 "used": 1398
23 }
24 },
25 {
26 "query": "Explain Entity_04 and Entity_27",
27 "D": 3537,
28 "gold_units": 17,
29 "budget": 1065,
30 "anchored": {
31 "recall": 1.0,
32 "units": 17,
33 "used": 1065
34 },
35 "global": {
36 "recall": 0.29411764705882354,
37 "units": 13,
38 "used": 1062
39 },
40 "random": {
41 "recall": 0.47058823529411764,
42 "units": 19,
43 "used": 1031
44 }
45 },
46 {
47 "query": "Explain Entity_08 and Entity_35",
48 "D": 3120,
49 "gold_units": 14,
50 "budget": 901,
51 "anchored": {
52 "recall": 1.0,
53 "units": 14,
54 "used": 901
55 },
56 "global": {
57 "recall": 0.2857142857142857,
58 "units": 11,
59 "used": 896
60 },
61 "random": {
62 "recall": 0.21428571428571427,
63 "units": 17,
64 "used": 866
65 }
66 },
67 {
68 "query": "Explain Entity_12 and Entity_43",
69 "D": 4358,
70 "gold_units": 18,
71 "budget": 1148,
72 "anchored": {
73 "recall": 1.0,
74 "units": 18,
75 "used": 1148
76 },
77 "global": {
78 "recall": 0.2222222222222222,
79 "units": 14,
80 "used": 1143
81 },
82 "random": {
83 "recall": 0.2777777777777778,
84 "units": 21,
85 "used": 1113
86 }
87 },
88 {
89 "query": "Explain Entity_20 and Entity_31",
90 "D": 3453,
91 "gold_units": 16,
92 "budget": 1025,
93 "anchored": {
94 "recall": 1.0,
95 "units": 16,
96 "used": 1025
97 },
98 "global": {
99 "recall": 0.25,
100 "units": 12,
101 "used": 980
102 },
103 "random": {
104 "recall": 0.3125,
105 "units": 17,
106 "used": 944
107 }
108 },
109 {
110 "query": "Explain Entity_02 and Entity_40",
111 "D": 4107,
112 "gold_units": 17,
113 "budget": 1068,
114 "anchored": {
115 "recall": 1.0,
116 "units": 17,
117 "used": 1068
118 },
119 "global": {
120 "recall": 0.17647058823529413,
121 "units": 13,
122 "used": 1061
123 },
124 "random": {
125 "recall": 0.29411764705882354,
126 "units": 15,
127 "used": 1024
128 }
129 },
130 {
131 "query": "Explain Entity_15 and Entity_29",
132 "D": 2750,
133 "gold_units": 14,
134 "budget": 900,
135 "anchored": {
136 "recall": 1.0,
137 "units": 14,
138 "used": 900
139 },
140 "global": {
141 "recall": 0.2857142857142857,
142 "units": 11,
143 "used": 897
144 },
145 "random": {
146 "recall": 0.5,
147 "units": 15,
148 "used": 862
149 }
150 },
151 {
152 "query": "Explain Entity_06 and Entity_22",
153 "D": 3496,
154 "gold_units": 18,
155 "budget": 1109,
156 "anchored": {
157 "recall": 1.0,
158 "units": 18,
159 "used": 1109
160 },
161 "global": {
162 "recall": 0.3333333333333333,
163 "units": 13,
164 "used": 1062
165 },
166 "random": {
167 "recall": 0.16666666666666666,
168 "units": 18,
169 "used": 1069
170 }
171 }
172 ],
173 "average_relevant_recall": {
174 "anchored": 1.0,
175 "global": 0.2726132119514472,
176 "random": 0.31595033846872084
177 },
178 "queries_with_full_relevant_recall": {
179 "anchored": 8,
180 "global": 0,
181 "random": 0
182 }
183}