From 3ee45407e88aa95b02f997abe28c0be07e6d69c3 Mon Sep 17 00:00:00 2001 From: Angular2guy Date: Sun, 12 Nov 2023 18:09:11 +0100 Subject: [PATCH] feat: first answers based on the documents --- .../xxx/aidoclibchat/usecase/service/DocumentService.java | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/backend/src/main/java/ch/xxx/aidoclibchat/usecase/service/DocumentService.java b/backend/src/main/java/ch/xxx/aidoclibchat/usecase/service/DocumentService.java index 2c02898..3a15766 100644 --- a/backend/src/main/java/ch/xxx/aidoclibchat/usecase/service/DocumentService.java +++ b/backend/src/main/java/ch/xxx/aidoclibchat/usecase/service/DocumentService.java @@ -12,6 +12,9 @@ */ package ch.xxx.aidoclibchat.usecase.service; +import java.time.LocalDateTime; +import java.time.ZoneId; +import java.time.ZonedDateTime; import java.util.ArrayList; import java.util.List; import java.util.Map; @@ -84,7 +87,11 @@ public AiResult queryDocuments(String query) { (similarDocuments.size() <= 0 ? 2000 : Math.floorDiv(2000, similarDocuments.size()))); UserMessage userMessage = new UserMessage(query); Prompt prompt = new Prompt(List.of(systemMessage, userMessage)); + LocalDateTime start = LocalDateTime.now(); AiResponse response = aiClient.generate(prompt); + LOGGER.info("AI response time: {}ms", + ZonedDateTime.of(LocalDateTime.now(), ZoneId.systemDefault()).toInstant().toEpochMilli() + - ZonedDateTime.of(start, ZoneId.systemDefault()).toInstant().toEpochMilli()); var documents = response.getGenerations().stream().map(myGen -> myGen.getInfo().get(ID)) .filter(myId -> (myId instanceof Long)).map(myId -> this.documentRepository.findById((Long) myId)) .filter(Optional::isPresent).map(Optional::get).toList();