Spaces:
Running
Running
Commit
·
d00fdf6
1
Parent(s):
40882d2
Always use zero-shot results
Browse files- parse_results.py +3 -2
parse_results.py
CHANGED
|
@@ -63,8 +63,9 @@ def parse_outputs(dataset_id: str) -> dict[str, Any]:
|
|
| 63 |
df = ds[run].to_pandas()
|
| 64 |
for task, result in json.loads(df.results.iloc[0]).items():
|
| 65 |
if task != "all":
|
| 66 |
-
_, benchmark,
|
| 67 |
-
|
|
|
|
| 68 |
|
| 69 |
versions.update(json.loads(df.versions.iloc[0]))
|
| 70 |
|
|
|
|
| 63 |
df = ds[run].to_pandas()
|
| 64 |
for task, result in json.loads(df.results.iloc[0]).items():
|
| 65 |
if task != "all":
|
| 66 |
+
_, benchmark, n_shots = task.split("|")
|
| 67 |
+
if int(n_shots) == 0:
|
| 68 |
+
metrics[benchmark] = result
|
| 69 |
|
| 70 |
versions.update(json.loads(df.versions.iloc[0]))
|
| 71 |
|