From 34f0904d73c8ccbf4538fd313f338443b4f68d91 Mon Sep 17 00:00:00 2001 From: Dev-Yoko Date: Wed, 29 Jan 2025 08:34:27 +0530 Subject: [PATCH 01/10] added new model --- models/moonshotai/kimi-k1.5/model.json | 119 +++++++++++++++++++++++++ providers/moonshotai/provider.json | 14 +++ 2 files changed, 133 insertions(+) create mode 100644 models/moonshotai/kimi-k1.5/model.json create mode 100644 providers/moonshotai/provider.json diff --git a/models/moonshotai/kimi-k1.5/model.json b/models/moonshotai/kimi-k1.5/model.json new file mode 100644 index 0000000..26d57d2 --- /dev/null +++ b/models/moonshotai/kimi-k1.5/model.json @@ -0,0 +1,119 @@ +{ + "canonical_model_id": null, + "fine_tuned_from_model_id": null, + "name": "Kimi-k1.5", + "description": "Kimi 1.5 is a next-generation multimodal large language model developed by Moonshot AI. It incorporates advanced reinforcement learning (RL) and scalable multimodal reasoning, delivering state-of-the-art performance in math, code, vision, and long-context reasoning tasks.", + "release_date": "2025-01-20", + "input_context_size": 128000, + "output_context_size": null, + "license": "Proprietary", + "multimodal": true, + "web_hydrated": true, + "knowledge_cutoff": null, + "api_ref_link": "https://platform.moonshot.cn/docs/api-reference", + "playground_link": "https://kimi.ai/", + "paper_link": "https://arxiv.org/abs/2501.12599", + "scorecard_blog_link": null, + "repo_link": "https://github.com/MoonshotAI/Kimi-k1.5", + "weights_link": null, + "param_count": 100000000000, + "training_tokens": null, + "qualitative_metrics": [ + { + "dataset_name": "MMLU", + "score": 0.874, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "AIME 2024", + "score": 0.775, + "is_self_reported": false, + "analysis_method": "Pass@1", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "MATH500", + "score": 0.962, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "Codeforces", + "score": 0.94, + "is_self_reported": false, + "analysis_method": "Percentile", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "LiveCodeBench v5 24.12-25.2", + "score": 0.625, + "is_self_reported": false, + "analysis_method": "Pass@1", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "MathVista", + "score": 0.749, + "is_self_reported": false, + "analysis_method": "Pass@1", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "MMMU", + "score": 0.7, + "is_self_reported": false, + "analysis_method": "Pass@1", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "AIME 2024 Short-CoT", + "score": 0.608, + "is_self_reported": false, + "analysis_method": "Pass@1", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "MATH500 Short-CoT", + "score": 0.946, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "CLUEWSC", + "score": 0.914, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "C-EVAL", + "score": 0.883, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + }, + { + "dataset_name": "IF-Eval (Prompt Strict)", + "score": 0.872, + "is_self_reported": false, + "analysis_method": "Exact Match", + "date_recorded": "2025-01-20", + "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" + } + ] +} \ No newline at end of file diff --git a/providers/moonshotai/provider.json b/providers/moonshotai/provider.json new file mode 100644 index 0000000..7aaa465 --- /dev/null +++ b/providers/moonshotai/provider.json @@ -0,0 +1,14 @@ +{ + "name": "moonshotai", + "website": "https://kimi.ai/", + "providermodels": [ + { + "model_id": "kimi-k1.5", + "price_per_input_token": 0.00003, // $0.03 per 1,000 input tokens + "price_per_output_token": 0.00006, // $0.06 per 1,000 output tokens + "throughput": 100, // 100 tokens/second + "latency": 0.5, // 0.5 seconds average response time + "updated_at": "2025-01-29" + } + ] +} From 4eb187269fdc4d2d84cf983e9a0a5d28da8c4702 Mon Sep 17 00:00:00 2001 From: "deno-deploy[bot]" <75045203+deno-deploy[bot]@users.noreply.github.com> Date: Wed, 29 Jan 2025 12:36:31 +0000 Subject: [PATCH 02/10] [Deno Deploy] Add .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 44 ++++++++++++++++++++++++++++++++++++ 1 file changed, 44 insertions(+) create mode 100644 .github/workflows/deploy.yml diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml new file mode 100644 index 0000000..22bd457 --- /dev/null +++ b/.github/workflows/deploy.yml @@ -0,0 +1,44 @@ +name: Deploy +on: + push: + branches: main + pull_request: + branches: main + +jobs: + deploy: + name: Deploy + runs-on: ubuntu-latest + + permissions: + id-token: write # Needed for auth with Deno Deploy + contents: read # Needed to clone the repository + + steps: + - name: Clone repository + uses: actions/checkout@v4 + + - name: Install Deno + uses: denoland/setup-deno@v2 + with: + deno-version: v2.x + + - name: Install Node.js + uses: actions/setup-node@v4 + with: + node-version: lts/* + + - name: Install step + run: "npm install" + + - name: Build step + run: "npm build" + + - name: Upload to Deno Deploy + uses: denoland/deployctl@v1 + with: + project: "yoko-llmstats" + entrypoint: "schemas/validator.js" + root: "." + + From 375d682bb965ea53f7165abb571add251a00bd5d Mon Sep 17 00:00:00 2001 From: "deno-deploy[bot]" <75045203+deno-deploy[bot]@users.noreply.github.com> Date: Wed, 29 Jan 2025 12:38:17 +0000 Subject: [PATCH 03/10] [Deno Deploy] Update .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 22bd457..3d16089 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -32,7 +32,7 @@ jobs: run: "npm install" - name: Build step - run: "npm build" + run: "npm run build" - name: Upload to Deno Deploy uses: denoland/deployctl@v1 From f4086322deee915f9e18d9e1e49f161d148ea088 Mon Sep 17 00:00:00 2001 From: "deno-deploy[bot]" <75045203+deno-deploy[bot]@users.noreply.github.com> Date: Wed, 29 Jan 2025 12:39:14 +0000 Subject: [PATCH 04/10] [Deno Deploy] Update .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 3d16089..9556482 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -32,7 +32,7 @@ jobs: run: "npm install" - name: Build step - run: "npm run build" + run: "npm run" - name: Upload to Deno Deploy uses: denoland/deployctl@v1 From 42de2ebbde058950fd34cc8758e424b3413ec149 Mon Sep 17 00:00:00 2001 From: "deno-deploy[bot]" <75045203+deno-deploy[bot]@users.noreply.github.com> Date: Wed, 29 Jan 2025 12:41:19 +0000 Subject: [PATCH 05/10] [Deno Deploy] Update .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 9556482..e7bb831 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -32,7 +32,7 @@ jobs: run: "npm install" - name: Build step - run: "npm run" + run: "node ." - name: Upload to Deno Deploy uses: denoland/deployctl@v1 From 3f1bd47a679e193971700b761d52d5efac32e5af Mon Sep 17 00:00:00 2001 From: Yoko <150261719+Dev-Yoko@users.noreply.github.com> Date: Wed, 29 Jan 2025 18:47:23 +0530 Subject: [PATCH 06/10] Delete .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 44 ------------------------------------ 1 file changed, 44 deletions(-) delete mode 100644 .github/workflows/deploy.yml diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml deleted file mode 100644 index e7bb831..0000000 --- a/.github/workflows/deploy.yml +++ /dev/null @@ -1,44 +0,0 @@ -name: Deploy -on: - push: - branches: main - pull_request: - branches: main - -jobs: - deploy: - name: Deploy - runs-on: ubuntu-latest - - permissions: - id-token: write # Needed for auth with Deno Deploy - contents: read # Needed to clone the repository - - steps: - - name: Clone repository - uses: actions/checkout@v4 - - - name: Install Deno - uses: denoland/setup-deno@v2 - with: - deno-version: v2.x - - - name: Install Node.js - uses: actions/setup-node@v4 - with: - node-version: lts/* - - - name: Install step - run: "npm install" - - - name: Build step - run: "node ." - - - name: Upload to Deno Deploy - uses: denoland/deployctl@v1 - with: - project: "yoko-llmstats" - entrypoint: "schemas/validator.js" - root: "." - - From 17d6eb7de0ce49a60cc3b172959cb64854f99715 Mon Sep 17 00:00:00 2001 From: Yoko <150261719+Dev-Yoko@users.noreply.github.com> Date: Wed, 29 Jan 2025 18:50:12 +0530 Subject: [PATCH 07/10] Create deploy.yml --- .github/workflows/deploy.yml | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 .github/workflows/deploy.yml diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml new file mode 100644 index 0000000..022c701 --- /dev/null +++ b/.github/workflows/deploy.yml @@ -0,0 +1,31 @@ +name: Deploy to GitHub Pages + +on: + push: + branches: + - main + +jobs: + build: + runs-on: ubuntu-latest + + steps: + - name: Checkout repository + uses: actions/checkout@v2 + + - name: Set up Node.js + uses: actions/setup-node@v2 + with: + node-version: '16' + + - name: Install dependencies + run: npm install + + - name: Build the project + run: npm run build + + - name: Deploy to GitHub Pages + uses: peaceiris/actions-gh-pages@v3 + with: + github_token: ${{ secrets.GITHUB_TOKEN }} + publish_dir: ./dist From 8d5b2a84fe060ba1a50c41e64cd8ae96e671f307 Mon Sep 17 00:00:00 2001 From: Yoko <150261719+Dev-Yoko@users.noreply.github.com> Date: Wed, 29 Jan 2025 18:51:43 +0530 Subject: [PATCH 08/10] Update deploy.yml --- .github/workflows/deploy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml index 022c701..8ade9e7 100644 --- a/.github/workflows/deploy.yml +++ b/.github/workflows/deploy.yml @@ -22,7 +22,7 @@ jobs: run: npm install - name: Build the project - run: npm run build + run: npm run - name: Deploy to GitHub Pages uses: peaceiris/actions-gh-pages@v3 From ae003c36978d7747c4dbfad72aab5d2140d0532d Mon Sep 17 00:00:00 2001 From: Yoko <150261719+Dev-Yoko@users.noreply.github.com> Date: Wed, 29 Jan 2025 18:57:32 +0530 Subject: [PATCH 09/10] Delete .github/workflows/deploy.yml --- .github/workflows/deploy.yml | 31 ------------------------------- 1 file changed, 31 deletions(-) delete mode 100644 .github/workflows/deploy.yml diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml deleted file mode 100644 index 8ade9e7..0000000 --- a/.github/workflows/deploy.yml +++ /dev/null @@ -1,31 +0,0 @@ -name: Deploy to GitHub Pages - -on: - push: - branches: - - main - -jobs: - build: - runs-on: ubuntu-latest - - steps: - - name: Checkout repository - uses: actions/checkout@v2 - - - name: Set up Node.js - uses: actions/setup-node@v2 - with: - node-version: '16' - - - name: Install dependencies - run: npm install - - - name: Build the project - run: npm run - - - name: Deploy to GitHub Pages - uses: peaceiris/actions-gh-pages@v3 - with: - github_token: ${{ secrets.GITHUB_TOKEN }} - publish_dir: ./dist From 78b6d8a2792454da6b0c942d37d0ba78357ead39 Mon Sep 17 00:00:00 2001 From: Dev-Yoko Date: Fri, 31 Jan 2025 18:28:41 +0530 Subject: [PATCH 10/10] some fixes --- models/moonshotai/kimi-k1.5/model.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/models/moonshotai/kimi-k1.5/model.json b/models/moonshotai/kimi-k1.5/model.json index 26d57d2..20b5a20 100644 --- a/models/moonshotai/kimi-k1.5/model.json +++ b/models/moonshotai/kimi-k1.5/model.json @@ -108,7 +108,7 @@ "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" }, { - "dataset_name": "IF-Eval (Prompt Strict)", + "dataset_name": "IF-Eval", "score": 0.872, "is_self_reported": false, "analysis_method": "Exact Match", @@ -116,4 +116,4 @@ "source_link": "https://github.com/MoonshotAI/Kimi-k1.5" } ] -} \ No newline at end of file +}