Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

added new model #14

Merged
merged 10 commits into from
Feb 1, 2025
119 changes: 119 additions & 0 deletions models/moonshotai/kimi-k1.5/model.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,119 @@
{
"canonical_model_id": null,
"fine_tuned_from_model_id": null,
"name": "Kimi-k1.5",
"description": "Kimi 1.5 is a next-generation multimodal large language model developed by Moonshot AI. It incorporates advanced reinforcement learning (RL) and scalable multimodal reasoning, delivering state-of-the-art performance in math, code, vision, and long-context reasoning tasks.",
"release_date": "2025-01-20",
"input_context_size": 128000,
"output_context_size": null,
"license": "Proprietary",
"multimodal": true,
"web_hydrated": true,
"knowledge_cutoff": null,
"api_ref_link": "https://platform.moonshot.cn/docs/api-reference",
"playground_link": "https://kimi.ai/",
"paper_link": "https://arxiv.org/abs/2501.12599",
"scorecard_blog_link": null,
"repo_link": "https://github.com/MoonshotAI/Kimi-k1.5",
"weights_link": null,
"param_count": 100000000000,
"training_tokens": null,
"qualitative_metrics": [
{
"dataset_name": "MMLU",
"score": 0.874,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "AIME 2024",
"score": 0.775,
"is_self_reported": false,
"analysis_method": "Pass@1",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "MATH500",
"score": 0.962,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "Codeforces",
"score": 0.94,
"is_self_reported": false,
"analysis_method": "Percentile",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "LiveCodeBench v5 24.12-25.2",
"score": 0.625,
"is_self_reported": false,
"analysis_method": "Pass@1",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "MathVista",
"score": 0.749,
"is_self_reported": false,
"analysis_method": "Pass@1",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "MMMU",
"score": 0.7,
"is_self_reported": false,
"analysis_method": "Pass@1",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "AIME 2024 Short-CoT",
"score": 0.608,
"is_self_reported": false,
"analysis_method": "Pass@1",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "MATH500 Short-CoT",
"score": 0.946,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "CLUEWSC",
"score": 0.914,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "C-EVAL",
"score": 0.883,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
},
{
"dataset_name": "IF-Eval",
"score": 0.872,
"is_self_reported": false,
"analysis_method": "Exact Match",
"date_recorded": "2025-01-20",
"source_link": "https://github.com/MoonshotAI/Kimi-k1.5"
}
]
}
14 changes: 14 additions & 0 deletions providers/moonshotai/provider.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{
"name": "moonshotai",
"website": "https://kimi.ai/",
"providermodels": [
{
"model_id": "kimi-k1.5",
"price_per_input_token": 0.00003, // $0.03 per 1,000 input tokens
"price_per_output_token": 0.00006, // $0.06 per 1,000 output tokens
"throughput": 100, // 100 tokens/second
"latency": 0.5, // 0.5 seconds average response time
"updated_at": "2025-01-29"
}
]
}
Loading