Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
helloyongyang committed Dec 15, 2024
1 parent 492d386 commit 58ec2a0
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
1 change: 0 additions & 1 deletion llmc/__main__.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@
import torch.distributed as dist
import yaml
from easydict import EasyDict
from lmms_eval.utils import make_table
from loguru import logger
from torch.distributed import destroy_process_group, init_process_group

Expand Down
5 changes: 3 additions & 2 deletions llmc/eval/eval_vqa.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,8 @@
from lmms_eval.evaluator_utils import run_task_tests
from lmms_eval.loggers.evaluation_tracker import EvaluationTracker
from lmms_eval.tasks import TaskManager, get_task_dict
from lmms_eval.utils import get_datetime_str, simple_parse_args_string
from lmms_eval.utils import (get_datetime_str, make_table,
simple_parse_args_string)
from loguru import logger

from llmc.utils.registry_factory import MODEL_REGISTRY
Expand Down Expand Up @@ -231,6 +232,6 @@ def _adjust_config(task_dict):
results['date'] = datetime_str
# add_env_info(results) # additional environment info to results
# add_tokenizer_info(results, lm) # additional info about tokenizer
return results
return make_table(results)
else:
return None

0 comments on commit 58ec2a0

Please sign in to comment.