config.json

{
  "models": [
    {
      "serviceName": "embedding_openai",
      "modelBasePath": "src/embeddings/openai/remote/.",
      "apiBasePath": "/embeddings/openai/remote",
      "containerPort": 8000,
      "environment": {
        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
      },
      "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
      "build": false
    },
    {
      "serviceName": "coref_fcoref",
      "modelBasePath": "src/coref/fcoref/local/.",
      "apiBasePath": "/coref/fcoref/local",
      "containerPort": 8000,
      "environment": {},
      "nginx": [],
      "constraints": ["node.labels.node_vm_type==gpu"],
      "build": false
    },
    {
      "serviceName": "llm_openai_gpt4",
      "modelBasePath": "src/llm/openai/chatgpt4/.",
      "apiBasePath": "/llm/openai/chatgpt4",
      "containerPort": 8000,
      "environment": {
        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
      },
      "nginx": [],
      "build": false
    }
  ]
}