一、现象

╭─────────────────── Traceback (most recent call last) ───────────────────╮
│ /root/KnowLM/examples/generate_lora_web.py:8 in │
│ │
│ 5 import gradio as gr │
│ 6 import torch │
│ 7 import transformers │
│ ❱ 8 from peft import PeftModel │
│ 9 from transformers import GenerationConfig, AutoModelForCausalLM, │
│ 10 from multi_gpu_inference import get_tokenizer_and_model │
│ 11 from typing import List │
│ │
│ /root/miniconda3/envs/knowlm/lib/python3.9/site-packages/peft/init. │
│ py:22 in │
│ │
│ 19 │
│ 20 version = “0.5.0” │
│ 21 │
│ ❱ 22 from .auto import ( │
│ 23 │ AutoPeftModel, │
│ 24 │ AutoPeftModelForCausalLM, │
│ 25 │ AutoPeftModelForSequenceClassification, │
│ │
│ /root/miniconda3/envs/knowlm/lib/python3.9/site-packages/peft/auto.py:3 │
│ 0 in │
│ │
│ 27 │ AutoModelForTokenClassification, │
│ 28 ) │
│ 29 │
│ ❱ 30 from .config import PeftConfig │
│ 31 from .mapping import MODEL_TYPE_TO_PEFT_MODEL_MAPPING │
│ 32 from .peft_model import ( │
│ 33 │ PeftModel, │
│ │
│ /root/miniconda3/envs/knowlm/lib/python3.9/site-packages/peft/config.py │
│ :24 in │
│ │
│ 21 from huggingface_hub import hf_hub_download │
│ 22 from transformers.utils import PushToHubMixin │
│ 23 │
│ ❱ 24 from .utils import CONFIG_NAME, PeftType, TaskType │
│ 25 │
│ 26 │
│ 27 @dataclass │
│ │
│ /root/miniconda3/envs/knowlm/lib/python3.9/site-packages/peft/utils/i │
│ nit.py:22 in │
│ │
│ 19 │
│ 20 # from .config import PeftConfig, PeftType, PromptLearningConfig, │
│ 21 from .peft_types import PeftType, TaskType │
│ ❱ 22 from .other import ( │
│ 23 │ TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPING, │
│ 24 │ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING, │
│ 25 │ TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPING, │
│ │
│ /root/miniconda3/envs/knowlm/lib/python3.9/site-packages/peft/utils/oth │
│ er.py:24 in │
│ │
│ 21 import accelerate │
│ 22 import torch │
│ 23 from accelerate.hooks import add_hook_to_module, remove_hook_from │
│ ❱ 24 from accelerate.utils import is_npu_available, is_xpu_available │
│ 25 │
│ 26 from …import_utils import is_auto_gptq_available │
│ 27 │
╰─────────────────────────────────────────────────────────────────────────╯
ImportError: cannot import name ‘is_npu_available’ from ‘accelerate.utils’

二、解决方案

pip install --upgrade accelerate