feat(backend): Backend config convention and pull model

backend/__tests__/loadAllChatsModels.spec.ts

@@ -0,0 +1,61 @@
+import { ConfigService } from '../src/config/config.service';
+import loadAllChatsModels from '../src/model/model.service';
+import { getModel } from '../src/model/model.service';
+
+const originalIsArray = Array.isArray;
+Array.isArray = jest.fn((type: any): type is any[] => {
+    if (type && type.constructor && (type.constructor.name === 'Float32Array' || type.constructor.name === 'BigInt64Array')) {
+        return true;
+    }
+    return originalIsArray(type);
+}) as unknown as (arg: any) => arg is any[];
+;
+
+jest.mock('../src/config/config.service', () => {
+    return {
+        ConfigService: jest.fn().mockImplementation(() => {
+            return {
+                get: jest.fn().mockReturnValue({
+                    chat1: { model: 'Xenova/LaMini-Flan-T5-783M', task: 'text2text-generation' },
+                }),
+            };
+        }),
+    };
+});
+
+describe('loadAllChatsModels with real model loading', () => {
+    beforeAll(async () => {
+        await loadAllChatsModels();
+    });
+
+    it('should load real models specified in config', async () => {
+        expect(ConfigService).toHaveBeenCalled();
+        const chat1Model = getModel('chat1');
+
+        console.log(chat1Model);
+
+        expect(chat1Model).toBeDefined();
+        expect(chat1Model).toHaveProperty('model');
+        expect(chat1Model).toHaveProperty('tokenizer');
+        try {
+            const chat1Output = await chat1Model('Write me a love poem about cheese.', {
+                max_new_tokens: 200,
+                temperature: 0.9,
+                repetition_penalty: 2.0,
+                no_repeat_ngram_size: 3,
+            });
+            console.log('Model Output:', chat1Output);
+
+                expect(chat1Output).toBeDefined();
+
+        console.log(chat1Output[0].generated_text);
+        } catch (error) {
+            console.error('Error during model inference:', error);
+        }
+
+    }, 60000);
+});
+
+afterAll(() => {
+    Array.isArray = originalIsArray;
+});

backend/package.json

@@ -6,6 +6,7 @@
   "private": true,
   "license": "UNLICENSED",
   "packageManager": "[email protected]",
+  "type": "module",
   "scripts": {
     "build": "nest build",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
@@ -23,6 +24,8 @@
   },
   "dependencies": {
     "@apollo/server": "^4.11.0",
+    "@huggingface/hub": "latest",
+    "@huggingface/transformers": "latest",
     "@nestjs/apollo": "^12.2.0",
     "@nestjs/common": "^10.0.0",
     "@nestjs/config": "^3.2.3",
@@ -32,9 +35,11 @@
     "@nestjs/platform-express": "^10.0.0",
     "@nestjs/typeorm": "^10.0.2",
     "@types/bcrypt": "^5.0.2",
+    "axios": "^1.7.7",
     "bcrypt": "^5.1.1",
     "class-validator": "^0.14.1",
     "graphql": "^16.9.0",
+    "lodash": "^4.17.21",
     "reflect-metadata": "^0.2.2",
     "rxjs": "^7.8.1",
     "sqlite3": "^5.1.7",
@@ -69,7 +74,6 @@
       "json",
       "ts"
     ],
-    "rootDir": "src",
     "testRegex": ".*\\.spec\\.ts$",
     "transform": {
       "^.+\\.(t|j)s$": "ts-jest"