feat: use better embedding model

Angular2Guy · Dec 19, 2024 · 9d2e750 · 9d2e750
1 parent 9cfbae8
commit 9d2e750
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 3 deletions.
diff --git a/backend/src/main/resources/application-ollama.properties b/backend/src/main/resources/application-ollama.properties
@@ -14,8 +14,8 @@ spring.liquibase.change-log=classpath:/dbchangelog/db.changelog-master-ollama.xm
 #spring.ai.ollama.chat.model=qwen2.5:32b
 spring.ai.ollama.chat.model=llama3.1:8b
 spring.ai.ollama.chat.options.num-ctx=12288
-#spring.ai.embedding.transformer.onnx.modelUri=https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/tree/main/onnx/model_quantized.onnx
-#spring.ai.embedding.transformer.tokenizer.uri=https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/tree/main/tokenizer.json
+spring.ai.embedding.transformer.onnx.modelUri=https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/onnx/model_quantized.onnx
+spring.ai.embedding.transformer.tokenizer.uri=https://huggingface.co/mixedbread-ai/mxbai-embed-large-v1/resolve/main/tokenizer.json
 
 # function calling
 #spring.ai.ollama.chat.model=llama3.1:8b

diff --git a/backend/src/main/resources/dbchangelog/changes/db.changelog-1-ollama.xml b/backend/src/main/resources/dbchangelog/changes/db.changelog-1-ollama.xml
@@ -14,4 +14,7 @@
 	<changeSet id="8" author="angular2guy">
 		<modifyDataType tableName="vector_store" columnName="embedding" newDataType="vector(384)"/> 
 	</changeSet>
+	<changeSet id="8.1" author="angular2guy">
+		<modifyDataType tableName="vector_store" columnName="embedding" newDataType="vector(1024)"/> 
+	</changeSet>
 </databaseChangeLog>
diff --git a/runPostgresql.sh b/runPostgresql.sh
@@ -2,7 +2,10 @@
 docker pull ankane/pgvector:latest
 docker run --name aidoclibchat-postgres -e POSTGRES_PASSWORD=sven1 -e POSTGRES_USER=sven1 -e POSTGRES_DB=aidoclibchat -p 5432:5432 -d ankane/pgvector
 docker run --name aidoclibchat-postgres-ollama -e POSTGRES_PASSWORD=sven1 -e POSTGRES_USER=sven1 -e POSTGRES_DB=aidoclibchat -p 5432:5432 -d ankane/pgvector
+docker run --name aidoclibchat-postgres-ollama2 -e POSTGRES_PASSWORD=sven1 -e POSTGRES_USER=sven1 -e POSTGRES_DB=aidoclibchat -p 5432:5432 -d ankane/pgvector
 # docker start aidoclibchat-postgres
 # docker stop aidoclibchat-postgres
 # docker start aidoclibchat-postgres-ollama
-# docker stop aidoclibchat-postgres-ollama
+# docker stop aidoclibchat-postgres-ollama
+# docker start aidoclibchat-postgres-ollama2
+# docker stop aidoclibchat-postgres-ollama2