library update and pydantic fix

presets/inference/text-generation/inference_api.py

@@ -175,8 +175,8 @@ class GenerateKwargs(BaseModel):
     pad_token_id: Optional[int] = tokenizer.pad_token_id
     eos_token_id: Optional[int] = tokenizer.eos_token_id
     class Config:
-        extra = Extra.allow # Allows for additional fields not explicitly defined
-        schema_extra = {
+        extra = 'allow' # Allows for additional fields not explicitly defined
+        json_schema_extra = {
             "example": {
                 "max_length": 200,
                 "temperature": 0.7,

presets/inference/text-generation/requirements.txt

@@ -1,14 +1,20 @@
 # Dependencies for TFS
-transformers==4.37.2
+
+# Core dependencies
+transformers==4.40.2
 torch==2.2.0
-accelerate==0.23.0
-fastapi==0.109.1
-pydantic==1.10.9
-uvicorn[standard]==0.23.2
+accelerate==0.30.1
+fastapi>=0.111.0,<0.112.0  # Allow patch updates
+pydantic>=2.7.1,<2.8      # Allow patch updates
+uvicorn[standard]>=0.29.0,<0.30.0  # Allow patch updates
+
+# Utility libraries
 bitsandbytes==0.42.0
 deepspeed==0.11.1
-gputil==1.4.0
-psutil==5.9.8
+
+# Less critical, can be latest
+gputil
+psutil
 # For UTs
-pytest==8.0.0
-httpx==0.26.0
+pytest
+httpx