From a7706d311a2d43cc92b152f940c8d69babc53493 Mon Sep 17 00:00:00 2001 From: Deep-Unlearning Date: Tue, 6 May 2025 12:12:32 +0200 Subject: [PATCH 1/4] add-kimi-audio-snippet --- .../tasks/src/model-libraries-snippets.ts | 31 +++++++++++++++++++ packages/tasks/src/model-libraries.ts | 7 +++++ 2 files changed, 38 insertions(+) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index fb61f1ad35..fec58069c9 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -561,6 +561,37 @@ export const keras_hub = (model: ModelData): string[] => { return snippets; }; +export const kimi_audio = (model: ModelData): string[] => [ + `# Example usage for KimiAudio +from kimia_infer.api.kimia import KimiAudio + +model = KimiAudio(model_path="${model.id}", load_detokenizer=True) + +sampling_params = { + "audio_temperature": 0.8, + "audio_top_k": 10, + "text_temperature": 0.0, + "text_top_k": 5, +} + +# For ASR +asr_audio = "asr_example.wav" +messages_asr = [ + {"role": "user", "message_type": "text", "content": "Please transcribe the following audio:"}, + {"role": "user", "message_type": "audio", "content": asr_audio} +] +_, text = model.generate(messages_asr, **sampling_params, output_type="text") +print(text) + +# For Q&A +qa_audio = "qa_example.wav" +messages_conv = [{"role": "user", "message_type": "audio", "content": qa_audio}] +wav, text = model.generate(messages_conv, **sampling_params, output_type="both") +sf.write("output_audio.wav", wav.cpu().view(-1).numpy(), 24000) +print(text) +`, +]; + export const lightning_ir = (model: ModelData): string[] => { if (model.tags.includes("bi-encoder")) { return [ diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index d634c9d388..3852e243a7 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -459,6 +459,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { snippets: snippets.keras_hub, filter: true, }, + "kimi-audio": { + prettyLabel: "KimiAudio", + repoName: "KimiAudio", + repoUrl: "https://github.com/MoonshotAI/Kimi-Audio", // Replace with actual repo URL + snippets: snippets.kimi_audio, + filter: false, + }, k2: { prettyLabel: "K2", repoName: "k2", From db4cb47166f94fa8f6eb0a582f0b240b7e37866f Mon Sep 17 00:00:00 2001 From: Lucain Date: Tue, 6 May 2025 12:18:55 +0200 Subject: [PATCH 2/4] Update packages/tasks/src/model-libraries.ts --- packages/tasks/src/model-libraries.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 3852e243a7..01feb0358b 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -462,7 +462,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { "kimi-audio": { prettyLabel: "KimiAudio", repoName: "KimiAudio", - repoUrl: "https://github.com/MoonshotAI/Kimi-Audio", // Replace with actual repo URL + repoUrl: "https://github.com/MoonshotAI/Kimi-Audio", snippets: snippets.kimi_audio, filter: false, }, From 04fe4957e7b07b696aba7bcb289f380155f6746e Mon Sep 17 00:00:00 2001 From: Deep-Unlearning Date: Tue, 13 May 2025 10:08:44 +0200 Subject: [PATCH 3/4] added pip install line --- packages/tasks/src/model-libraries-snippets.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index fec58069c9..5b2ed3bba0 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -563,6 +563,7 @@ export const keras_hub = (model: ModelData): string[] => { export const kimi_audio = (model: ModelData): string[] => [ `# Example usage for KimiAudio +# pip install git+https://github.com/MoonshotAI/Kimi-Audio.git from kimia_infer.api.kimia import KimiAudio model = KimiAudio(model_path="${model.id}", load_detokenizer=True) From 1b54e2e7413d03bdc87597bab7c39fa8bbd92cb5 Mon Sep 17 00:00:00 2001 From: vb Date: Tue, 20 May 2025 17:49:42 +0200 Subject: [PATCH 4/4] Update packages/tasks/src/model-libraries-snippets.ts --- packages/tasks/src/model-libraries-snippets.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index c026b59aad..dbe316c4b3 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -596,6 +596,7 @@ export const keras_hub = (model: ModelData): string[] => { export const kimi_audio = (model: ModelData): string[] => [ `# Example usage for KimiAudio # pip install git+https://github.com/MoonshotAI/Kimi-Audio.git + from kimia_infer.api.kimia import KimiAudio model = KimiAudio(model_path="${model.id}", load_detokenizer=True)