slowllama/merge_lora.py

18 lines
426 B
Python

import logging
import os
import sys
import shutil
from llama2_loader import add_lora
logging.basicConfig(format='%(asctime)s %(message)s', level=logging.INFO, filename='logs/merge_lora.log')
model_path = sys.argv[1]
lora_path = sys.argv[2]
out_model_path = sys.argv[3]
if os.path.exists(out_model_path):
shutil.rmtree(out_model_path)
shutil.copytree(model_path, out_model_path)
add_lora(out_model_path, lora_path)