Skip to content

Commit

Permalink
add upd
Browse files Browse the repository at this point in the history
  • Loading branch information
AtsuMiyai committed May 29, 2024
1 parent 7c1ac97 commit 909edd6
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions lmms_eval/tasks/mmupdbench/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -148,13 +148,14 @@ def mmupdbench_results_eval(results, args, upd_type, question_type):
file_json = generate_submission_file(f"mmupdbench_results_{upd_type}_{question_type}.json", args)

details_info = {
"overall_acc_dual": overall_acc_dual,
"category_acc_dual": category_acc_dual,
"overall_acc_standard": overall_acc_standard,
"category_acc_standard": category_acc_standard,
"overall_acc_upd": overall_acc_upd,
"category_acc_upd": category_acc_upd,
"overall_acc_dual": overall_acc_dual,
"category_acc_dual": category_acc_dual,
}

with open(file_json, "w") as f:
json.dump(details_info, f)

Expand Down

0 comments on commit 909edd6

Please sign in to comment.