Skip to content

Commit

Permalink
revert formatting changes
Browse files Browse the repository at this point in the history
  • Loading branch information
johnathanchiu committed Oct 3, 2024
1 parent 2412e8c commit 76136b2
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions ts/llm_launcher.py
Original file line number Diff line number Diff line change
Expand Up @@ -80,18 +80,18 @@ def get_model_config(args, model_snapshot_path=None):

model_config.update(
{
"parallelLevel": (
torch.cuda.device_count() if torch.cuda.is_available else 1
),
"parallelLevel": torch.cuda.device_count()
if torch.cuda.is_available
else 1,
"handler": {
"model_path": args.model_id,
"vllm_engine_config": {
"max_num_seqs": getattr(args, "vllm_engine.max_num_seqs"),
"max_model_len": getattr(args, "vllm_engine.max_model_len"),
"download_dir": download_dir,
"tensor_parallel_size": (
torch.cuda.device_count() if torch.cuda.is_available else 1
),
"tensor_parallel_size": torch.cuda.device_count()
if torch.cuda.is_available
else 1,
},
},
}
Expand Down

0 comments on commit 76136b2

Please sign in to comment.