From 79b0e6c95e9f4bcf8364e11fd6ad6a416d9074f6 Mon Sep 17 00:00:00 2001 From: blzheng Date: Tue, 16 Jan 2024 00:05:12 +0800 Subject: [PATCH] import ipex in create_shard_model.py (#2470) --- examples/cpu/inference/python/llm/utils/create_shard_model.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/cpu/inference/python/llm/utils/create_shard_model.py b/examples/cpu/inference/python/llm/utils/create_shard_model.py index 09377f21c..49b0e7412 100644 --- a/examples/cpu/inference/python/llm/utils/create_shard_model.py +++ b/examples/cpu/inference/python/llm/utils/create_shard_model.py @@ -2,6 +2,8 @@ import argparse from transformers import AutoModelForCausalLM, AutoTokenizer, LlamaTokenizer, T5ForConditionalGeneration +# Here import ipex for Baichuan loading compatibility, for other models we can ignore this import +import intel_extension_for_pytorch # supported models MODEL_CLASSES = {