Skip to content

Commit

Permalink
fix cmt
Browse files Browse the repository at this point in the history
  • Loading branch information
plusbang committed Dec 13, 2024
1 parent 97b5cb0 commit 6512618
Showing 1 changed file with 1 addition and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ def convert_forward(m, target_m, new_forward):

def optimize_llm_pre(model: torch.nn.Module, qtype, mixed_precision,
quantization_group_size=0, load=False, max_prompt_len=512):
if os.environ.get("IPEX_LLM_NPU_MTL", "0") != "0":
if os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1":
# For MTL support
os.environ["IPEX_LLM_NPU_USE_LEVEL0"] = "0"
os.environ["IPEX_LLM_NPU_DISABLE_COMPILE_OPT"] = "1"
Expand Down

0 comments on commit 6512618

Please sign in to comment.