Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -69,12 +69,33 @@ def generate_response(instruction, input_text):
|
|
69 |
)
|
70 |
|
71 |
# 加载 adapter 并将其应用到基础模型上
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
|
77 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
78 |
|
79 |
# 设置 pad_token
|
80 |
tokenizer.pad_token = tokenizer.eos_token
|
|
|
69 |
)
|
70 |
|
71 |
# 加载 adapter 并将其应用到基础模型上
|
72 |
+
# 加载适配器模型时,忽略未知参数
|
73 |
+
try:
|
74 |
+
model = PeftModel.from_pretrained(
|
75 |
+
base_model,
|
76 |
+
adapter_model_name,
|
77 |
+
torch_dtype=torch.float16,
|
78 |
+
use_auth_token=hf_token
|
79 |
+
)
|
80 |
+
except TypeError as e:
|
81 |
+
if "got an unexpected keyword argument 'model_type'" in str(e):
|
82 |
+
# 手动修改配置,移除 'model_type' 参数
|
83 |
+
import json
|
84 |
+
config_path = os.path.join(adapter_model_name, 'adapter_config.json')
|
85 |
+
with open(config_path, 'r') as f:
|
86 |
+
config = json.load(f)
|
87 |
+
config.pop('model_type', None)
|
88 |
+
with open(config_path, 'w') as f:
|
89 |
+
json.dump(config, f)
|
90 |
+
# 重新加载模型
|
91 |
+
model = PeftModel.from_pretrained(
|
92 |
+
base_model,
|
93 |
+
adapter_model_name,
|
94 |
+
torch_dtype=torch.float16,
|
95 |
+
use_auth_token=hf_token
|
96 |
+
)
|
97 |
+
else:
|
98 |
+
raise e
|
99 |
|
100 |
# 设置 pad_token
|
101 |
tokenizer.pad_token = tokenizer.eos_token
|