Skip to content

Commit

Permalink
removed
Browse files Browse the repository at this point in the history
  • Loading branch information
ishaansehgal99 committed May 3, 2024
1 parent ef039b2 commit 52c5a76
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions presets/models/falcon/model.go
Original file line number Diff line number Diff line change
Expand Up @@ -40,10 +40,8 @@ var (
PresetFalconTagMap = map[string]string{
"Falcon7B": "0.0.4",
"Falcon7BInstruct": "0.0.4",
"Falcon7BTuning": "0.0.2",
"Falcon40B": "0.0.5",
"Falcon40BInstruct": "0.0.5",
"Falcon40BTuning": "0.0.2",
}

baseCommandPresetFalcon = "accelerate launch"
Expand Down Expand Up @@ -84,7 +82,7 @@ func (*falcon7b) GetTuningParameters() *model.PresetParam {
//ModelRunPrams: falconRunTuningParams, // TODO
ReadinessTimeout: time.Duration(30) * time.Minute,
BaseCommand: baseCommandPresetFalcon,
Tag: PresetFalconTagMap["Falcon7BTuning"],
Tag: PresetFalconTagMap["Falcon7B"],
}
}

Expand Down Expand Up @@ -157,7 +155,7 @@ func (*falcon40b) GetTuningParameters() *model.PresetParam {
//ModelRunPrams: falconRunTuningParams, // TODO
ReadinessTimeout: time.Duration(30) * time.Minute,
BaseCommand: baseCommandPresetFalcon,
Tag: PresetFalconTagMap["Falcon40BTuning"],
Tag: PresetFalconTagMap["Falcon40B"],
}
}
func (*falcon40b) SupportDistributedInference() bool {
Expand Down

0 comments on commit 52c5a76

Please sign in to comment.