From 49c0c7881a2532ba6b6871d728cea0f1369d0d77 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 9 Jul 2025 18:27:52 +0200 Subject: [PATCH] chore(model gallery): add huggingfacetb_smollm3-3b (#5820) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 19dd28cc7..e0e9aaec8 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,28 @@ --- +- &smollm3 + name: "huggingfacetb_smollm3-3b" + url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/zy0dqTCCt5IHmuzwoqtJ9.png + urls: + - https://huggingface.co/HuggingFaceTB/SmolLM3-3B + - https://huggingface.co/bartowski/HuggingFaceTB_SmolLM3-3B-GGUF + description: | + SmolLM3 is a 3B parameter language model designed to push the boundaries of small models. It supports 6 languages, advanced reasoning and long context. SmolLM3 is a fully open model that offers strong performance at the 3B–4B scale. + The model is a decoder-only transformer using GQA and NoPE (with 3:1 ratio), it was pretrained on 11.2T tokens with a staged curriculum of web, code, math and reasoning data. Post-training included midtraining on 140B reasoning tokens followed by supervised fine-tuning and alignment via Anchored Preference Optimization (APO). + tags: + - llm + - gguf + - gpu + - cpu + - smollm3 + overrides: + parameters: + model: HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf + files: + - filename: HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf + sha256: bb99120d551d869789d52fd8d50b9644a39013115159f218c5fc2c963bb658e2 + uri: huggingface://bartowski/HuggingFaceTB_SmolLM3-3B-GGUF/HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf - url: "github:mudler/LocalAI/gallery/moondream.yaml@master" license: apache-2.0 icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65df6605dba41b152100edf9/LEUWPRTize9N7dMShjcPC.png