diff --git a/.github/workflows/evaluation.yml b/.github/workflows/evaluation.yml
index e68873ea..6870b5d2 100644
--- a/.github/workflows/evaluation.yml
+++ b/.github/workflows/evaluation.yml
@@ -49,8 +49,14 @@ jobs:
           cd kai
           cat << EOF > config.toml
           log_level = "info"
+          file_log_level = "debug"
+          log_dir = "$pwd/logs"
           demo_mode = false
+          trace_enabled = true
+          solution_consumers = ["diff_only", "llm_summary"]
           [incident_store]
+          solution_detectors = "naive"
+          solution_producers = "text_only"
           [incident_store.args]
           provider = "postgresql"
           host = "127.0.0.1"