Steven10429 commited on
Commit
3f14348
·
verified ·
1 Parent(s): cc859c9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +32 -0
app.py CHANGED
@@ -207,6 +207,36 @@ def quantize(model_path, repo_id, quant_method=None):
207
 
208
  return final_path
209
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
210
  @timeit
211
  def process_model(base_model_name, lora_model_name, repo_name, quant_methods, hf_token):
212
  """
@@ -243,6 +273,8 @@ def process_model(base_model_name, lora_model_name, repo_name, quant_methods, hf
243
  # 量化模型
244
  for quant_method in quant_methods:
245
  quantize(output_dir, repo_name, quant_method=quant_method)
 
 
246
 
247
  # 上传合并后的模型和量化模型
248
  api.upload_large_folder(
 
207
 
208
  return final_path
209
 
210
+ def create_readme(repo_name, base_model_name, lora_model_name, quant_methods):
211
+ readme_path = os.path.join("output", repo_name, "README.md")
212
+ readme_template = f"""
213
+ ---
214
+ tags:
215
+ - autotrain
216
+ - text-generation-inference
217
+ - text-generation
218
+ - peft{"\n- quantization" if len(quant_methods) > 0 else ""}
219
+ library_name: transformers
220
+ base_model: {base_model_name}
221
+ widget:
222
+ - messages:
223
+ - role: user
224
+ content: What is your favorite condiment?
225
+ license: other
226
+ datasets:
227
+ - {lora_model_name}
228
+ ---
229
+ # Model
230
+ {repo_name}
231
+ base_model: {base_model_name}
232
+ lora_model: {lora_model_name}
233
+ quant_methods: {quant_methods}
234
+ created_at: {time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())}
235
+ created_by: [Steven10429/apply_lora_and_quantize](https://github.com/Steven10429/apply_lora_and_quantize)"""
236
+
237
+ with open(readme_path, "w") as f:
238
+ f.write(readme_template)
239
+
240
  @timeit
241
  def process_model(base_model_name, lora_model_name, repo_name, quant_methods, hf_token):
242
  """
 
273
  # 量化模型
274
  for quant_method in quant_methods:
275
  quantize(output_dir, repo_name, quant_method=quant_method)
276
+
277
+ create_readme(repo_name, base_model_name, lora_model_name, quant_methods)
278
 
279
  # 上传合并后的模型和量化模型
280
  api.upload_large_folder(