处理量化模型的时候会出现这种错误，无论是PTQ还是QAT

以下是我的报错信息

Traceback (most recent call last):
File "/root/autodl-tmp/Qwen1.5/examples/sft/finetune.py", line 378, in
train()
File "/root/autodl-tmp/Qwen1.5/examples/sft/finetune.py", line 305, in train
model = AutoModelForCausalLM.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/transformers/models/auto/auto_factory.py", line 563, in from_pretrained
return model_class.from_pretrained(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/transformers/modeling_utils.py", line 3160, in from_pretrained
hf_quantizer = AutoHfQuantizer.from_config(config.quantization_config, pre_quantized=pre_quantized)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/transformers/quantizers/auto.py", line 124, in from_config
return target_cls(quantization_config, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/transformers/quantizers/quantizer_gptq.py", line 47, in init
from optimum.gptq import GPTQQuantizer
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/optimum/gptq/init.py", line 15, in
from .quantizer import GPTQQuantizer, load_quantized_model
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/optimum/gptq/quantizer.py", line 43, in
from auto_gptq import exllama_set_max_input_length
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/auto_gptq/init.py", line 4, in
from .utils.peft_utils import get_gptq_peft_model
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/auto_gptq/utils/peft_utils.py", line 20, in
from ..nn_modules.qlinear.qlinear_exllama import QuantLinear as QuantLinearExllama
File "/root/miniconda3/envs/llama/lib/python3.11/site-packages/auto_gptq/nn_modules/qlinear/qlinear_exllama.py", line 14, in
from exllama_kernels import make_q4, q4_matmul
ImportError: /root/miniconda3/envs/llama/lib/python3.11/site-packages/exllama_kernels.cpython-311-x86_64-linux-gnu.so: undefined symbol: _ZN3c107WarningC1ENS_7variantIJNS0_11UserWarningENS0_18DeprecationWarningEEEERKNS_14SourceLocationESsb