Skip to content

Commit

Permalink
minor update
Browse files Browse the repository at this point in the history
  • Loading branch information
andrey-churkin committed Feb 19, 2025
1 parent 59e188e commit b5f72d5
Showing 1 changed file with 7 additions and 4 deletions.
11 changes: 7 additions & 4 deletions tools/llm_weight_compression/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -428,11 +428,14 @@ def parse_lm_eval_metrics(path: Path):

@staticmethod
def parse_who_what_benchmark_metrics(path: Path):
# TODO(andrey-churkin): Clarify possible field names
df = pd.read_csv(path)
return {
"similarity": float(df['similarity'][0]),
}

val = {}
for name in df:
if name in ["similarity", "FDT", "FDT norm", "SDT", "SDT norm"]:
val[name] = float(df[name][0])

return val

@staticmethod
def parse_optimum_params(path: Path, fields: List[str]):
Expand Down

0 comments on commit b5f72d5

Please sign in to comment.