Skip to content

Commit

Permalink
1
Browse files Browse the repository at this point in the history
  • Loading branch information
yizhen committed Mar 26, 2024
1 parent 5aa014a commit 059abc4
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions src/lmflow/models/hf_decoder_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,12 +84,7 @@
"A6000": ["LlamaForCausalLM", "GPTNeoForCausalLM", "GPT2ForCausalLM", "BloomForCausalLM"]
}
except Exception as e:
if e.__class__ == ModuleNotFoundError:
logger.warning(
"flash_attn is not installed. Install flash_attn for better performance."
)
else:
raise e
pass


class HFDecoderModel(DecoderModel, Tunable):
Expand Down

0 comments on commit 059abc4

Please sign in to comment.