ljvmiranda921 commited on
Commit
d00fdf6
·
1 Parent(s): 40882d2

Always use zero-shot results

Browse files
Files changed (1) hide show
  1. parse_results.py +3 -2
parse_results.py CHANGED
@@ -63,8 +63,9 @@ def parse_outputs(dataset_id: str) -> dict[str, Any]:
63
  df = ds[run].to_pandas()
64
  for task, result in json.loads(df.results.iloc[0]).items():
65
  if task != "all":
66
- _, benchmark, _ = task.split("|")
67
- metrics[benchmark] = result
 
68
 
69
  versions.update(json.loads(df.versions.iloc[0]))
70
 
 
63
  df = ds[run].to_pandas()
64
  for task, result in json.loads(df.results.iloc[0]).items():
65
  if task != "all":
66
+ _, benchmark, n_shots = task.split("|")
67
+ if int(n_shots) == 0:
68
+ metrics[benchmark] = result
69
 
70
  versions.update(json.loads(df.versions.iloc[0]))
71