Seed-Anchored Budgeted Graph Context / mini_results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "queries": 8,
  3  "rows": [
  4    {
  5      "query": "Explain Entity_01 and Entity_18",
  6      "D": 4810,
  7      "gold_units": 24,
  8      "budget": 1479,
  9      "anchored": {
 10        "recall": 1.0,
 11        "units": 24,
 12        "used": 1479
 13      },
 14      "global": {
 15        "recall": 0.3333333333333333,
 16        "units": 18,
 17        "used": 1469
 18      },
 19      "random": {
 20        "recall": 0.2916666666666667,
 21        "units": 24,
 22        "used": 1398
 23      }
 24    },
 25    {
 26      "query": "Explain Entity_04 and Entity_27",
 27      "D": 3537,
 28      "gold_units": 17,
 29      "budget": 1065,
 30      "anchored": {
 31        "recall": 1.0,
 32        "units": 17,
 33        "used": 1065
 34      },
 35      "global": {
 36        "recall": 0.29411764705882354,
 37        "units": 13,
 38        "used": 1062
 39      },
 40      "random": {
 41        "recall": 0.47058823529411764,
 42        "units": 19,
 43        "used": 1031
 44      }
 45    },
 46    {
 47      "query": "Explain Entity_08 and Entity_35",
 48      "D": 3120,
 49      "gold_units": 14,
 50      "budget": 901,
 51      "anchored": {
 52        "recall": 1.0,
 53        "units": 14,
 54        "used": 901
 55      },
 56      "global": {
 57        "recall": 0.2857142857142857,
 58        "units": 11,
 59        "used": 896
 60      },
 61      "random": {
 62        "recall": 0.21428571428571427,
 63        "units": 17,
 64        "used": 866
 65      }
 66    },
 67    {
 68      "query": "Explain Entity_12 and Entity_43",
 69      "D": 4358,
 70      "gold_units": 18,
 71      "budget": 1148,
 72      "anchored": {
 73        "recall": 1.0,
 74        "units": 18,
 75        "used": 1148
 76      },
 77      "global": {
 78        "recall": 0.2222222222222222,
 79        "units": 14,
 80        "used": 1143
 81      },
 82      "random": {
 83        "recall": 0.2777777777777778,
 84        "units": 21,
 85        "used": 1113
 86      }
 87    },
 88    {
 89      "query": "Explain Entity_20 and Entity_31",
 90      "D": 3453,
 91      "gold_units": 16,
 92      "budget": 1025,
 93      "anchored": {
 94        "recall": 1.0,
 95        "units": 16,
 96        "used": 1025
 97      },
 98      "global": {
 99        "recall": 0.25,
100        "units": 12,
101        "used": 980
102      },
103      "random": {
104        "recall": 0.3125,
105        "units": 17,
106        "used": 944
107      }
108    },
109    {
110      "query": "Explain Entity_02 and Entity_40",
111      "D": 4107,
112      "gold_units": 17,
113      "budget": 1068,
114      "anchored": {
115        "recall": 1.0,
116        "units": 17,
117        "used": 1068
118      },
119      "global": {
120        "recall": 0.17647058823529413,
121        "units": 13,
122        "used": 1061
123      },
124      "random": {
125        "recall": 0.29411764705882354,
126        "units": 15,
127        "used": 1024
128      }
129    },
130    {
131      "query": "Explain Entity_15 and Entity_29",
132      "D": 2750,
133      "gold_units": 14,
134      "budget": 900,
135      "anchored": {
136        "recall": 1.0,
137        "units": 14,
138        "used": 900
139      },
140      "global": {
141        "recall": 0.2857142857142857,
142        "units": 11,
143        "used": 897
144      },
145      "random": {
146        "recall": 0.5,
147        "units": 15,
148        "used": 862
149      }
150    },
151    {
152      "query": "Explain Entity_06 and Entity_22",
153      "D": 3496,
154      "gold_units": 18,
155      "budget": 1109,
156      "anchored": {
157        "recall": 1.0,
158        "units": 18,
159        "used": 1109
160      },
161      "global": {
162        "recall": 0.3333333333333333,
163        "units": 13,
164        "used": 1062
165      },
166      "random": {
167        "recall": 0.16666666666666666,
168        "units": 18,
169        "used": 1069
170      }
171    }
172  ],
173  "average_relevant_recall": {
174    "anchored": 1.0,
175    "global": 0.2726132119514472,
176    "random": 0.31595033846872084
177  },
178  "queries_with_full_relevant_recall": {
179    "anchored": 8,
180    "global": 0,
181    "random": 0
182  }
183}