diff --git a/.gitignore b/.gitignore index ae14d4951..697c3e822 100644 --- a/.gitignore +++ b/.gitignore @@ -24,6 +24,7 @@ data/ # output models output_models/ +adapter_model/ # Distribution / packaging .Python diff --git a/examples/merge_lora.py b/examples/merge_lora.py index a8f40db0e..cd52363a8 100644 --- a/examples/merge_lora.py +++ b/examples/merge_lora.py @@ -66,6 +66,7 @@ def main(): device=merge_lora_args.device, ds_config=merge_lora_args.ds_config ) + model.activate_model_for_inference() model.merge_lora_weights() model.save(merge_lora_args.output_model_path, save_full_model=True)