larry1129 commited on
Commit
7ec7168
·
verified ·
1 Parent(s): 7011baa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +27 -6
app.py CHANGED
@@ -69,12 +69,33 @@ def generate_response(instruction, input_text):
69
  )
70
 
71
  # 加载 adapter 并将其应用到基础模型上
72
- model = PeftModel.from_pretrained(
73
- base_model,
74
- adapter_model_name,
75
- torch_dtype=torch.float16,
76
- use_auth_token=hf_token
77
- )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
 
79
  # 设置 pad_token
80
  tokenizer.pad_token = tokenizer.eos_token
 
69
  )
70
 
71
  # 加载 adapter 并将其应用到基础模型上
72
+ # 加载适配器模型时,忽略未知参数
73
+ try:
74
+ model = PeftModel.from_pretrained(
75
+ base_model,
76
+ adapter_model_name,
77
+ torch_dtype=torch.float16,
78
+ use_auth_token=hf_token
79
+ )
80
+ except TypeError as e:
81
+ if "got an unexpected keyword argument 'model_type'" in str(e):
82
+ # 手动修改配置,移除 'model_type' 参数
83
+ import json
84
+ config_path = os.path.join(adapter_model_name, 'adapter_config.json')
85
+ with open(config_path, 'r') as f:
86
+ config = json.load(f)
87
+ config.pop('model_type', None)
88
+ with open(config_path, 'w') as f:
89
+ json.dump(config, f)
90
+ # 重新加载模型
91
+ model = PeftModel.from_pretrained(
92
+ base_model,
93
+ adapter_model_name,
94
+ torch_dtype=torch.float16,
95
+ use_auth_token=hf_token
96
+ )
97
+ else:
98
+ raise e
99
 
100
  # 设置 pad_token
101
  tokenizer.pad_token = tokenizer.eos_token