Skip to content

Commit 9d7a052

Browse files
authored
fix lm_eval import (#1707)
Signed-off-by: Kaihui-intel <[email protected]>
1 parent 1342063 commit 9d7a052

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

examples/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -362,7 +362,7 @@ def eval_func(model):
362362
args=args,
363363
)
364364
else:
365-
from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate
365+
from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate
366366
results = evaluate(
367367
model="hf-causal",
368368
model_args='pretrained=' + args.model + ',tokenizer=' + args.model + ',dtype=float32',
@@ -385,7 +385,7 @@ def eval_func(model):
385385

386386
if args.performance:
387387
user_model.eval()
388-
from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate
388+
from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate
389389
import time
390390

391391
samples = args.iters * args.batch_size

examples/pytorch/nlp/huggingface_models/language-modeling/quantization/signround/eval.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55

66
def eval_model(model, model_name, tokenizer, tasks=["lambada_openai", "hellaswag", "winogrande", "piqa"], eval_bs=32):
77
try:
8-
from intel_extension_for_transformers.llm.evaluation.lm_eval import evaluate as lm_evaluate
8+
from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate as lm_evaluate
99
print("evaluation with itrex lm-eval", flush=True)
1010

1111
if str(model.device) == "cpu":

0 commit comments

Comments
 (0)