diff --git a/ts/llm_launcher.py b/ts/llm_launcher.py index 6041b6309b..faf01d8725 100644 --- a/ts/llm_launcher.py +++ b/ts/llm_launcher.py @@ -80,18 +80,18 @@ def get_model_config(args, model_snapshot_path=None): model_config.update( { - "parallelLevel": ( - torch.cuda.device_count() if torch.cuda.is_available else 1 - ), + "parallelLevel": torch.cuda.device_count() + if torch.cuda.is_available + else 1, "handler": { "model_path": args.model_id, "vllm_engine_config": { "max_num_seqs": getattr(args, "vllm_engine.max_num_seqs"), "max_model_len": getattr(args, "vllm_engine.max_model_len"), "download_dir": download_dir, - "tensor_parallel_size": ( - torch.cuda.device_count() if torch.cuda.is_available else 1 - ), + "tensor_parallel_size": torch.cuda.device_count() + if torch.cuda.is_available + else 1, }, }, }