fix ImportError when lm_eval >= 0.4.8 (#2283)

Signed-off-by: xinhe3 <[email protected]>
Co-authored-by: xinhe3 <[email protected]>

Author: xin3he

neural_compressor/evaluation/lm_eval/accuracy.py

@@ -44,6 +44,11 @@
 
 DEFAULT_RESULTS_FILE = "results.json"
 
+try:
+    from lm_eval.evaluator_utils import eval_logger
+except ImportError:
+    from lm_eval.utils import eval_logger
+
 
 def request_caching_arg_to_dict(cache_requests: str) -> dict:
     request_caching_args = {
@@ -79,7 +84,6 @@ def cli_evaluate(args) -> None:
             raise RuntimeError(f"An unexpected error occurred: {e}")
         wandb_logger = WandbLogger(**simple_parse_args_string(args.wandb_args))
 
-    eval_logger = utils.eval_logger
     eval_logger.setLevel(getattr(logging, f"{args.verbosity}"))
     eval_logger.info(f"Verbosity set to {args.verbosity}")
     os.environ["TOKENIZERS_PARALLELISM"] = "false"

neural_compressor/evaluation/lm_eval/models/huggingface.py

@@ -41,7 +41,10 @@
 
 from neural_compressor.transformers import AutoModel, AutoModelForCausalLM, AutoModelForSeq2SeqLM
 
-eval_logger = utils.eval_logger
+try:
+    from lm_eval.evaluator_utils import eval_logger
+except ImportError:
+    from lm_eval.utils import eval_logger
 
 transformers.AutoModelForCausalLM = AutoModelForCausalLM
 transformers.AutoModelForSeq2SeqLM = AutoModelForSeq2SeqLM