feat: Cut off request/response body if its size exceeds limit #612

server/src/main/java/com/epam/aidial/core/server/log/GfLogStore.java

@@ -38,6 +38,9 @@
 public class GfLogStore implements LogStore {
 
     private static final Log LOGGER = LogFactory.getLog("aidial.log");
+    // Max allowed size is 4 mb for request/response body
+    private static final int MAX_BODY_SIZE_BYTES = 4 * 1024 * 1024;
+
     private final Vertx vertx;
 
     public GfLogStore(Vertx vertx) {
@@ -62,7 +65,7 @@ private Void doSave(ProxyContext context) {
         // prepare items to be written by the prompt logger
         Buffer responseBody = context.getResponseBody();
         String assembledStreamingResponse = null;
-        if (isStreamingResponse(responseBody)) {
+        if (isStreamingResponse(responseBody) && !exceedLimit(responseBody)) {
             assembledStreamingResponse = assembleStreamingResponse(responseBody);
         }
         // end
@@ -193,10 +196,19 @@ private void append(ProxyContext context, LogEntry entry, String assembledStream
     }
 
     private static void append(LogEntry entry, Buffer buffer) {
-        if (buffer != null) {
-            byte[] bytes = buffer.getBytes();
-            String chars = new String(bytes, StandardCharsets.UTF_8); // not efficient, but ok for now
-            append(entry, chars, true);
+        if (buffer == null) {
+            return;
+        }
+        boolean largeBuffer = exceedLimit(buffer);
+        if (largeBuffer) {
+            buffer = buffer.slice(0, MAX_BODY_SIZE_BYTES);
+        }
+        byte[] bytes = buffer.getBytes();
+        String chars = new String(bytes, StandardCharsets.UTF_8); // not efficient, but ok for now
+        append(entry, chars, true);
+        if (largeBuffer) {
+            // append a special marker that entry is cut off due to its large size
+            append(entry, ">>", false);
         }
     }
 
@@ -245,6 +257,10 @@ private static String formatTimestamp(long timestamp) {
                 .format(DateTimeFormatter.ISO_DATE_TIME);
     }
 
+    private static boolean exceedLimit(Buffer body) {
+        return body.length() > MAX_BODY_SIZE_BYTES;
+    }
+
     /**
      * Assembles streaming response into a single one.
      * The assembling process merges chunks of the streaming response one by one using separator: <code>\n*data: *</code>