🔧 Add header on detector requests (#283)

* ⬆️ Upgrade uuid crate Signed-off-by: Evaline Ju <[email protected]> * 🔧 Add x-model-name header on detector requests Signed-off-by: Evaline Ju <[email protected]> * ♻️ Use http header constant Signed-off-by: Evaline Ju <[email protected]> --------- Signed-off-by: Evaline Ju <[email protected]>
foundation-model-stack · Jan 23, 2025 · 408badf · 408badf
1 parent 87361ac
commit 408badf
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 4 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -55,7 +55,7 @@ tracing = "0.1.41"
 tracing-opentelemetry = "0.28.0"
 tracing-subscriber = { version = "0.3.19", features = ["json", "env-filter"] }
 url = "2.5.4"
-uuid = { version = "1.10.0", features = ["v4"] }
+uuid = { version = "1.12.1", features = ["v4"] }
 
 [build-dependencies]
 tonic-build = "0.12.3"

diff --git a/src/clients/detector.rs b/src/clients/detector.rs
@@ -18,6 +18,7 @@
 use std::fmt::Debug;
 
 use axum::http::HeaderMap;
+use http::header::CONTENT_TYPE;
 use hyper::StatusCode;
 use serde::Deserialize;
 use tracing::instrument;
@@ -39,6 +40,7 @@ pub use text_generation::*;
 
 const DEFAULT_PORT: u16 = 8080;
 pub const DETECTOR_ID_HEADER_NAME: &str = "detector-id";
+const MODEL_HEADER_NAME: &str = "x-model-name";
 
 #[derive(Debug, Clone, Deserialize)]
 pub struct DetectorError {
@@ -87,7 +89,9 @@ impl<C: DetectorClient + HttpClientExt> DetectorClientExt for C {
     ) -> Result<U, Error> {
         let mut headers = headers;
         headers.append(DETECTOR_ID_HEADER_NAME, model_id.parse().unwrap());
-        headers.append("content-type", "application/json".parse().unwrap());
+        headers.append(CONTENT_TYPE, "application/json".parse().unwrap());
+        // Header used by a router component, if available
+        headers.append(MODEL_HEADER_NAME, model_id.parse().unwrap());
 
         let response = self.inner().post(url, headers, request).await?;