Merge branch 'development' into fix/issue-600

epam · Dec 5, 2024 · 1064fb6 · 1064fb6
2 parents fe6acd5 + c8a17e5
commit 1064fb6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/server/src/main/java/com/epam/aidial/core/server/controller/RouteController.java b/server/src/main/java/com/epam/aidial/core/server/controller/RouteController.java
@@ -160,6 +160,8 @@ private void handleProxyResponse(HttpClientResponse proxyResponse) {
             context.getUpstreamRoute().succeed();
             proxy.getRateLimiter().increase(context, context.getRoute()).onFailure(error -> log.warn("Failed to increase limit. Trace: {}. Span: {}",
                     context.getTraceId(), context.getSpanId(), error));
+        } else {
+            context.getUpstreamRoute().fail(proxyResponse);
         }
 
         BufferingReadStream proxyResponseStream = new BufferingReadStream(proxyResponse,