Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ci: Temporary disable KServe Python tests that may fail #7949

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

ci: Temporary disable KServe Python tests that may fail #7949

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 15 additions & 1 deletion qa/L0_python_api/test_kserve.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
# Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# Copyright 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
Expand Down Expand Up @@ -114,6 +114,7 @@ def test_wrong_http_parameters(self):


class TestKServe:
@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [HTTP_ARGS, GRPC_ARGS])
def test_server_ready(self, frontend, client_type, url):
server = utils.setup_server()
Expand All @@ -126,6 +127,7 @@ def test_server_ready(self, frontend, client_type, url):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend", [HTTP_ARGS[0], GRPC_ARGS[0]])
def test_service_double_start(self, frontend):
server = utils.setup_server()
Expand All @@ -140,6 +142,7 @@ def test_service_double_start(self, frontend):
utils.teardown_server(server)
utils.teardown_service(service)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend", [HTTP_ARGS[0], GRPC_ARGS[0]])
def test_invalid_options(self, frontend):
server = utils.setup_server()
Expand All @@ -153,6 +156,7 @@ def test_invalid_options(self, frontend):

utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend", [HTTP_ARGS[0], GRPC_ARGS[0]])
def test_server_service_order(self, frontend):
server = utils.setup_server()
Expand All @@ -161,6 +165,7 @@ def test_server_service_order(self, frontend):
utils.teardown_server(server)
utils.teardown_service(service)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type", [HTTP_ARGS[:2], GRPC_ARGS[:2]])
def test_service_custom_port(self, frontend, client_type):
server = utils.setup_server()
Expand All @@ -175,6 +180,7 @@ def test_service_custom_port(self, frontend, client_type):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [HTTP_ARGS, GRPC_ARGS])
def test_inference(self, frontend, client_type, url):
server = utils.setup_server()
Expand All @@ -186,6 +192,7 @@ def test_inference(self, frontend, client_type, url):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [GRPC_ARGS])
def test_streaming_inference(self, frontend, client_type, url):
server = utils.setup_server()
Expand All @@ -196,6 +203,7 @@ def test_streaming_inference(self, frontend, client_type, url):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [HTTP_ARGS])
def test_http_generate_inference(self, frontend, client_type, url):
server = utils.setup_server()
Expand All @@ -206,6 +214,7 @@ def test_http_generate_inference(self, frontend, client_type, url):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [HTTP_ARGS])
def test_http_req_during_shutdown(self, frontend, client_type, url):
server = utils.setup_server()
Expand Down Expand Up @@ -247,6 +256,7 @@ def test_http_req_during_shutdown(self, frontend, client_type, url):
):
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, client_type, url", [GRPC_ARGS])
def test_grpc_req_during_shutdown(self, frontend, client_type, url):
server = utils.setup_server()
Expand Down Expand Up @@ -302,6 +312,7 @@ def callback(user_data, result, error):
utils.teardown_client(grpc_client)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, url", [METRICS_ARGS])
def test_metrics_default_port(self, frontend, url):
server = utils.setup_server()
Expand All @@ -315,6 +326,7 @@ def test_metrics_default_port(self, frontend, url):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend", [Metrics])
def test_metrics_custom_port(self, frontend, port=8005):
server = utils.setup_server()
Expand All @@ -328,6 +340,7 @@ def test_metrics_custom_port(self, frontend, port=8005):
utils.teardown_service(service)
utils.teardown_server(server)

@pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
@pytest.mark.parametrize("frontend, url", [METRICS_ARGS])
def test_metrics_update(self, frontend, url):
# Setup Server, KServeGrpc, Metrics
Expand Down Expand Up @@ -362,6 +375,7 @@ def test_metrics_update(self, frontend, url):
# Once the server has been stopped, the underlying TRITONSERVER_Server instance
# is deleted. However, the frontend does not know the server instance
# is no longer valid.
# @pytest.mark.xfail(run=False, reason="Python model may not load after gRPC import")
# def test_inference_after_server_stop(self):
# server = utils.setup_server()
# http_service = utils.setup_service(server, KServeHttp)
Expand Down
Loading