Skip to content

Commit

Permalink
fix tuning commands
Browse files Browse the repository at this point in the history
Signed-off-by: jerryzhuang <[email protected]>
  • Loading branch information
zhuangqh committed Oct 28, 2024
1 parent 1fcd0b1 commit 3dbfdb6
Show file tree
Hide file tree
Showing 4 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion presets/models/falcon/model.go
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ var (
}

baseCommandPresetFalconInference = "accelerate launch"
baseCommandPresetFalconTuning = "python3 metrics_server.py & accelerate launch"
baseCommandPresetFalconTuning = "cd /workspace/tfs/ && python3 metrics_server.py & accelerate launch"
falconRunParams = map[string]string{
"torch_dtype": "bfloat16",
"pipeline": "text-generation",
Expand Down
2 changes: 1 addition & 1 deletion presets/models/mistral/model.go
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ var (
}

baseCommandPresetMistralInference = "accelerate launch"
baseCommandPresetMistralTuning = "python3 metrics_server.py & accelerate launch"
baseCommandPresetMistralTuning = "cd /workspace/tfs/ && python3 metrics_server.py & accelerate launch"
mistralRunParams = map[string]string{
"torch_dtype": "bfloat16",
"pipeline": "text-generation",
Expand Down
2 changes: 1 addition & 1 deletion presets/models/phi2/model.go
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ var (
}

baseCommandPresetPhiInference = "accelerate launch"
baseCommandPresetPhiTuning = "python3 metrics_server.py & accelerate launch"
baseCommandPresetPhiTuning = "cd /workspace/tfs/ && python3 metrics_server.py & accelerate launch"
phiRunParams = map[string]string{
"torch_dtype": "float16",
"pipeline": "text-generation",
Expand Down
2 changes: 1 addition & 1 deletion presets/models/phi3/model.go
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ var (
}

baseCommandPresetPhiInference = "accelerate launch"
baseCommandPresetPhiTuning = "python3 metrics_server.py & accelerate launch"
baseCommandPresetPhiTuning = "cd /workspace/tfs/ && python3 metrics_server.py & accelerate launch"
phiRunParams = map[string]string{
"torch_dtype": "auto",
"pipeline": "text-generation",
Expand Down

0 comments on commit 3dbfdb6

Please sign in to comment.