{ "archive_path": "archive/1791065040.440421", "base_url": "aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model", "basename": "", "bookmarked_date": "2026-10-03 22:04", "canonical": { "archive_org_path": "https://web.archive.org/web/aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model", "dom_path": "output.html", "favicon_path": "favicon.ico", "git_path": "git/", "google_favicon_path": "https://www.google.com/s2/favicons?domain=aleph-alpha.com", "headers_path": "headers.json", "htmltotext_path": "htmltotext.txt", "index_path": "index.html", "media_path": "media/", "mercury_path": "mercury/content.html", "pdf_path": "output.pdf", "readability_path": "readability/content.html", "screenshot_path": "screenshot.png", "singlefile_path": "singlefile.html", "warc_path": "warc/", "wget_path": "aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/index.html" }, "domain": "aleph-alpha.com", "extension": "", "hash": "E6M2YMZCR0563QVJJZBT", "history": { "archive_org": [], "dom": [], "favicon": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--max-time", "120", "--output", "favicon.ico", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)", "https://www.google.com/s2/favicons?domain=aleph-alpha.com" ], "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)", "end_ts": "2026-10-03T22:05:29.536098+00:00", "index_texts": null, "output": "favicon.ico", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:28.993966+00:00", "status": "succeeded" } ], "git": [], "headers": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--head", "--max-time", "120", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)", "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" ], "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)", "end_ts": "2026-10-03T22:05:30.698366+00:00", "index_texts": null, "output": "headers.json", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:29.543862+00:00", "status": "succeeded" } ], "htmltotext": [], "media": [], "mercury": [ { "cmd": [ "/app/node_modules/@postlight/parser/cli.js", "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" ], "cmd_version": "1.0.0", "end_ts": "2026-10-03T22:05:48.292313+00:00", "index_texts": null, "output": "mercury", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:41.920277+00:00", "status": "succeeded" } ], "pdf": [], "readability": [ { "cmd": [ "/app/node_modules/readability-extractor/readability-extractor", "/tmp/tmp8999bm0s", "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" ], "cmd_version": "0.0.11", "end_ts": "2026-10-03T22:05:41.912239+00:00", "index_texts": [ "Research\n \n \n \n Aleph Alpha\n \n \n 03/10/2026\n \n \n \n\n \n\n \n \n \n On the Day of German Reunification, we are releasing our new model: Kolibri.\n \n\n \n \n Kolibri is an English-German Mixture-of-Experts Transformer with 78B total parameters, 3B\n active. It supports context lengths of up to 1M tokens. The model can be downloaded with the\n full weights on Hugging Face and used under the Apache 2.0 license terms.\n \n\n \n \n Kolibri is the result of continuous iteration of our model training effort. We first built a model training pipeline and validated it by building Kolibri Origin, a 30B total, 3B active model with a much shorter\n 65k token context window. Kolibri ran through the same pipeline: from data ingestion and curation,\n through ablations, pre-training, and post-training, to the final evals. It enabled running hundreds\n of ablation experiments and stable pre-training that ran without a person having to step in when\n hardware failed or a data connection dropped. We continuously monitored training metrics and standardized\n monitoring for custom benchmarks. The time we put into building and iterating on this pipeline\n was a valuable investment. We see it in how much better Kolibri is than Kolibri Origin, and in\n how little time separates their releases.\n \n\n \n \n Kolibri is a specialized language model built for sovereign mission-critical work in\n regulated areas including public administration, industrials and aerospace. We specialized\n Kolibri for German, reasoning, math, agentic behavior, and further capabilities our\n customers need in production. The aim of this specialization was to optimize performance in\n our customers' specific use cases. Through specialization, customers achieve contextualized\n performance in their AI operations and they can monitor its economic impact, so that ROI\n stays measurable and grows over time.\n \n\n \n \n Specialization alone is not enough. Sovereignty is just as important. Sovereignty, for us,\n combines two dimensions: how we built the model, and how it transfers to our customers. We\n offer full supply-chain integrity and account for every decision, from data ingestion,\n through pre- and post-training, to the final evaluations. We provide transparency. Customers\n have full freedom of deployment and intellectual-property safety, so compliance comes as an\n inherited property of the model.\n \n\n \n \n Read our tech report for full details.\n \n\n \n\n\n \n\n \n \n What Kolibri Delivers\n\n \n \n We optimized Kolibri for performance across a wide range of sectors considering their\n particular domain-specific language, regulatory, and procedural realities. Its small and\n efficient size provides our customers with flexibility to run it efficiently on-premise,\n without sending internal data to third-party inference services. The spotlight in this\n section introduces the model's capabilities, before we describe them in section How we built Kolibri at high velocity.\n \n\n\n \n Foundational capabilities for enterprise and government\n\n \n \n With Kolibri we optimize the trade-off between model capability and deployment costs, using\n 3B active parameters out of 78B total. Kolibri sits on the Pareto frontier for quality\n versus serving cost, for both English and German. The Pareto frontier is a concept from\n economics, marking the best achievable combinations of two objectives, where improving on\n one means giving up some of the other. None of the compared models delivers more quality at\n the same serving cost, or the same quality at lower cost.\n \n\n \n \n Average benchmark score [%]EnglishGermanKolibriKolibri OriginOther post-trained modelsPareto frontier\n \n Performance vs. throughput for post-trained models in English (left) and German (right). Metrics show unweighted average benchmark scores against decoded text per second and GPU. Higher and further right is better.\n\n \n \n Across math, coding, grounding, and long-context tasks, Kolibri matches models with up to\n four times its active parameter count, such as Nemotron 3 Super.\n \n\n \n \n AIME 2025MathAIME 2025 (DE)MathAIME 2026MathAIME 2026 (DE)MathGPQA (diamond)KnowledgeGPQA (diamond, DE)KnowledgeAA-Omniscience IndexGrounding / hallucinationspublic set; from \u2212100 to 100BrowseCompAgentic\u03c4\u00b3-bench bankingAgentic\u03c4\u00b2-bench retailAgentic\u03c4\u00b2-bench airlineAgentic\u03c4\u00b2-bench telecomAgenticBFCL v4 overallAgenticLiveCodeBench v6CodeHumanEval+CodeLongBench ProLong contextAA-LCRLong contextShow the numbersBenchmarkKolibriKolibri OriginQwen3.6-35B-A3BNemotron 3 Super 120B-A12BMistral Small 4 119B-A6BAIME 202596.981.984.691.779.8AIME 2025 (DE)87.573.582.985.672.3AIME 202696.081.591.090.483.1AIME 2026 (DE)90.075.284.487.578.5GPQA (diamond)84.368.183.478.074.7GPQA (diamond, DE)81.358.580.676.672.9AA-Omniscience Index-32.8-64.0-15.3-36.5-24.0BrowseComp29.44.426.929.1\u2013\u03c4\u00b3-bench banking38.15.710.615.55.7\u03c4\u00b2-bench retail69.958.571.667.562.9\u03c4\u00b2-bench airline76.758.770.772.740.0\u03c4\u00b2-bench telecom94.767.599.168.141.5BFCL v4 overall61.436.467.261.058.0LiveCodeBench v685.959.282.582.071.2HumanEval+92.776.892.894.792.8LongBench Pro64.5\u201370.862.956.4AA-LCR68.3\u201369.767.052.3\n \n Foundational capabilities of Kolibri. Kolibri is a balanced generalist model with competitive performance across math, code, long context, agentic capabilities, and knowledge. Benchmark scores are shown on a shared 0\u2013100 scale, higher is better.\n\n\n \n Contextualized performance for real-world applications\n\n \n \n Public benchmarks fail to capture specialized sector needs, so we developed our own internal\n evaluation suites for the verticals that matter to our customers, such as the German public\n sector, aviation, manufacturing and the automotive industry. Each suite mirrors the skills,\n workflows, and edge cases required in these sectors, and paired synthetic training\n environments let us improve Kolibri against these evaluations without ever training on\n customer data. Read more in section Contextualized performance.\n \n\n \n \n Score on internal customer-proxy benchmarkAutomotive supplier 0.72 \u2192 0.99Semiconductors 0.35 \u2192 0.80German public sector 0.54 \u2192 0.75Industrial drive technology 0.31 \u2192 0.60Aerospace 0.14 \u2192 0.59one checkpoint, one evalmean of that dayKolibri OriginKolibri\n \n Contextualized performance across successive post-training runs on internal customer-proxy benchmarks. Dots are single evaluations of training checkpoints, lines are the mean of each day's evaluations. Performance climbs across all five verticals, higher is better.\n\n\n \n \n Answers that are grounded in your documents. We trained Kolibri with abstention\n data and with our Merlin-Arthur protocol. As a result, it is trained to say \"I don't know\" when\n the answer isn't in the context. Our customers value and request this feature, so we continuously\n track and validate abstention accuracy. We provide more details in the Grounding section.\n \n\n \n \n Native German and English model. We developed a bilingual German/English tokenizer\n and focused on including organic German data throughout the training process of the model, so that 21.3% of the pre-training tokens are German.\n We used translation sparingly (6% overall), since translated text tends to carry the cultural\n fingerprint of its source language. The result is a model that is bilingual by design, not an\n English model that has read some German. Read more in sections German pre-training data and Specialized tokenizers.\n \n\n\n \n \n Control and compliance by design: upholding our customers' sovereignty\n \n\n \n \n We built Kolibri with the EU AI Act, the General-Purpose AI Code of Practice and the GDPR in mind from the ground up, with copyright law being a focus of our work to trustworthy\n technology.\n \n\n \n \n We are transparent about our model weights and about curation of our training data, so that decisions behind development are visible. Through its reasoning traces, it\n becomes explainable how the model came to a particular answer. With our Merlin-Arthur protocol the model grounds trustworthiness: Kolibri refrains from answering when\n the context doesn't support an answer.\n \n\n \n \n Our teams built the model in Germany, trained it on infrastructure in Germany and Finland,\n under European and German law, with no foreign control. We own the entire\n pipeline, from data curation, through pre- and post-training, to optimization in our Model\n Factory. This control of our end to end pipeline underpins the model's sovereignty. Control\n also passes on to our customers and Kolibri's small size gives them full freedom of\n deployment and supports controllable reasoning effort to trade cost and latency against\n answer quality.\n \n\n \n\n\n \n\n \n \n How We Built Kolibri at High Velocity\n\n \n Our Model Factory: two models, three months apart\n\n \n \n Our Model Factory is our answer to iteration speed, minimizing the time it takes to go from\n knowing what a model gets wrong to training one that does better. We implemented the\n training pipeline as code, so that the learnings of our team landed in one versioned\n training recipe instead of scattered scripts and notes. Here is what that looked like\n between Kolibri Origin and Kolibri.\n \n\n \n \n Work on the pipeline began in January. Five months and hundreds of ablation runs later,\n Kolibri Origin finished pre-training at target scale on 11 June. Kolibri finished on 11\n September. In the three months between those two dates we went from 30B parameters to 78B,\n from a 65k-token context window to up to 1M, and from 7.5T training tokens to 20T. To get\n those 20T, the pipeline processed over 200T tokens of raw data, filtering, deduplicating,\n and curating it down to what we actually trained on. We changed the attention design,\n tripled the number of experts, increased sparsity, replaced the routing algorithm, improved\n our post-training data, more than doubled the number of environment tasks, and taught the\n model to reason at four different effort levels. Both models kept a similar number of\n parameters active per token, yet Kolibri trained faster per token than Kolibri Origin thanks\n to the work of our efficiency team.\n \n\n \n \n \n \n \n \n \n \n \n Kolibri Origin\n \n Kolibri\n \n \n \n \n \n Finished pre-training11 June 202611 September 2026\n \n Releaseno public release3 October 2026\n \n Reasoning modeYes (one mode only)Yes (none, low, medium, high)\n \n Total parameters30.6B78.1B\n \n Active parameters / token3.27B3.46B\n \n Pre-training tokens7.51T20T\n \n Layers50 (2 dense + 48 MoE, 1 shared expert)50 (all MoE, 1 shared expert)\n \n Pre-training context length8,192 (8k)16,384 (16k)\n \n Longest trained length65,536 (64k)262,144 (256k)\n \n Tokenizer vocabulary96,000128,000\n \n Model dimension2,0482,560\n \n Attention heads (query / KV)32 / 448 / 4\n \n Experts (total / active)128 / 8384 / 6\n \n Expert hidden dim768512\n \n Attention patternfull attention, all layerssliding window (512) + full attention every 5th layer\n \n Knowledge cutoffEN: 1 Sept 2024, DE: 1 Aug 2025EN/DE: 18 Jun 2026\n \n \n \n \n\n \n \n What made this possible is our training pipeline, an effort to convert research-grade model\n development into a fully automated production-ready infrastructure to design and train large\n language models. Our pipeline codebase was shared by all. Every proposed code change triggers a small end-to-end model run; training, evaluation,\n to find out if something broke within minutes. Our runs are GitHub Actions workflows, and\n reproducing one means checking out a commit. We used the pipeline for the main training and\n the hundreds of ablations that ran to make our architectures and data-mix decisions.\n \n\n \n \n Training checkpoints land roughly every hour and the pipeline automatically evaluates them\n on English and German knowledge, maths, code, instruction following, tool use, long context,\n safety, abstention to hallucination and grounding. We can watch capabilities appear every\n day rather than finding out how the model turned out at the end. The run itself held up\n better than we expected. Over 21 days of pre-training of Kolibri, we hit 38 unplanned\n interruptions, roughly one per 10,000 GPU-hours, caused by hardware faults or a connection\n timing out. Those were automatically handled by the pipeline without manual intervention.\n The cluster automatically restarted the training job(s) on a different set of nodes, and\n training picked up from a checkpoint at most 250 steps back.\n \n\n \n \n Having access to the whole pipeline, with checkpoints available to everyone, means that any\n team can own a capability end to end rather than a stage of an assembly line. One team\n trained and evaluated the grounding capability of Kolibri as a single piece of work,\n seamlessly integrating into the overall model.\n \n\n \n \n However, getting here was not a linear walk. We stumbled. We stopped the Kolibri Origin\n pre-training after a few trillion tokens and restarted it from scratch, as we identified a\n data-shuffling bug that escaped our tests. We ran ablations, took decisions, only to find a\n bug or an error in the configuration afterwards, forcing us to rerun some experiments.\n Alongside our own experience, we tracked state-of-the-art architectures, best practices, and\n the latest research advances in LLMs. Those accumulated learnings led to improvements in our\n processes and guardrails in our pipeline.\n \n\n \n \n Looking at the delta between Kolibri Origin and Kolibri, the improvement is notable, but\n this is also the easy direction: more parameters, more data, a well-understood architecture\n family, and still at small scale. As we are contemplating scaling up, we are happy to face\n challenges on our foundation. But the most durable thing we built this year is not the\n pipeline, it is a team with the proven capability to build, post-train, and ship LLMs from\n raw data at high velocity.\n \n\n \n\n\n \n\n \n \n Architecture and pre-training\n\n \n \n Kolibri has 78B total parameters, which is 2.5 times more than Kolibri Origin, with ~3B\n active parameters. In our experiments, increasing the size of our model from 32B to 123B led\n to ever-improved performance. Yet the larger size came with larger training and serving\n costs. The latter drove the decision: 123B can handle only 3 long-context 256k-token user\n queries on two H100s, while 78B handles 18 concurrent requests and decodes 28% faster. We\n used 384 smaller experts rather than fewer wide ones, as they performed better in our tests.\n We applied the same efficiency-first reasoning to attention. Out of 50 total layers, only 10\n process full context, while the remaining 40 use a tight 512-token focused window. This\n keeps decode computation and memory bounded in those layers regardless of context length.\n The efficiency gains benefit both serving the trained model and training during\n post-training RL, which relies on huge amounts of inference.\n \n\n \n \n We trained Kolibri on 768 B200 GPUs in three stages: 20T tokens of pre-training at a 16k sequence length over 21 days, 3.44T tokens\n of mid-training at 64k, and 200B tokens of long-context adaptation at 256k. This is nearly 24T\n tokens in total, roughly three times what Kolibri Origin consumed. German accounts for more than\n a fifth of the pre-training mix, about 4.3T tokens, against roughly 62% English and 14% code.\n Compared to pre-training, mid-training data is a much more selective pool of curated datasets\n weighted toward reasoning, problem-solving, code and agentic data. For long-context, rather than\n train on long documents alone, which tends to erode the skills acquired earlier, we interleaved\n long documents with the high-quality mid-training data of the previous stage. For the long-context\n mix, we removed synthetic long documents to avoid artificially inflating benchmarks such as RULER.\n \n\n \n \n We optimized with Muon, as we did for Kolibri Origin. We put special focus on training\n stability, resulting in a robust training run without any loss spikes for either model. With\n Kolibri, for routing between experts during training, we introduce exact quantile balancing.\n Quantile balancing was introduced in Kimi K3, where the global quantile is estimated from\n histograms because an exact computation was considered too expensive to communicate; we show\n that it can be computed exactly at fixed cost independent of batch size, and that the\n exactness improves both load balance and model quality.\n \n\n \n\n\n \n\n \n \n Post-training at scale\n\n \n \n Post-training happened in two stages; the first step is supervised fine-tuning to teach the\n model core reasoning ability and how to interact in a chat, followed by large-scale\n reinforcement learning to train the model to reason across a diverse suite of long-horizon\n tasks. We built a pipeline for both of these steps, which allowed us to exercise\n fine-grained control over the behavior of the model.\n \n\n \n \n For SFT we generated a total of 174B tokens worth of synthetic data, which we filtered for\n quality and combined with filtered versions of permissively licensed open-source datasets to\n obtain a high-quality training mix of 268B tokens. For reinforcement learning we trained on\n a broad set of environments that contained more than 1.2 million curated tasks across\n diverse domains such as code & math reasoning, agentic tasks, instruction following,\n question answering, tool calling, and more. We optimized our in-house training codebase for\n high-performance and use asynchronous training, where we generate training data on our\n environments using the current model in parallel to training the model on already generated\n data.\n \n\n \n \n Across both stages, we taught the model to reason at different effort levels (none, low,\n medium, high), which means that the user can exercise control over how much compute the\n model should invest to find a solution to the task at hand. This allows our customers to\n trade-off cost and inference speed against the quality of the final answer.\n \n\n \n\n\n \n\n \n \n German pre-training data\n\n \n \n From our experiments on small proxy models, we found that training with around 20% German\n data leads to optimal results, which meant we needed to find 4T German tokens to train our\n model at a 20T horizon. Open German datasets help, but are far from enough: after\n deduplication and filtering, we were left with 390B German tokens, well short of our goal.\n As we argued in Sauerkraut, Not Burgers, German capability has to come from high-quality German texts; relying heavily on\n machine-translations would lead to poor results due to subtle translation errors and a lack\n of authentic German cultural context. We closed the token gap in three different ways.\n \n\n \n \n The first was to curate German from Common Crawl ourselves. We built a pipeline specialized\n for German data. German is not English, and German data cannot be filtered like English\n data: we had to retune filtering parameters for the German language. One typical filter in a\n language data pipeline is to remove documents with too many long words, but German\n administrative prose routinely exceeds the English bound on mean word length, so the\n standard settings quietly remove the register that public administration writes in. After\n retuning, our German pipeline gave us 1.3T unique tokens of organic German web.\n \n\n \n \n The second was to rephrase German documents we already had. An LLM rewrites an organic\n German document in the style of an encyclopedia entry, a Q&A dialogue or a text passage,\n preserving its content. This teaches the model the same facts in several surface forms and\n multiplies the information contained in scarce data, and it is a different operation from\n translation: the source is German, so the subject matter and the cultural affinity stay\n German: chancellor, not president. It does not add much new knowledge, rather new phrasings\n of knowledge that was already in the corpus. Rephrasing gave us about 1T unique tokens,\n making it the single largest source of German in the model.\n \n\n \n \n The third was translation, and this we only used in Kolibri Origin. Translating English into\n German works when the model, the prompts and the chunking are chosen carefully, but it\n carries two problems. Output can still show translationese, the literal rendering of idioms:\n \"Drive safe!\" becomes \"Fahre sicher!\" rather than \"Komm gut an!\". More importantly, cultural\n context does not translate. A corpus translated from English inherits the geographic,\n demographic and institutional distribution of the English web, so a model trained on it\n speaks German about a world that looks American.\n \n\n \n \n In the end German entered Kolibri as a 2.4T-token unique pool, 80% of it curated or\n generated by us and 20% from open datasets, and the model saw it at 21.3% of pre-training\n tokens, roughly 4.3T over the 20T run through upsampling. Each German token was seen 1.8\n times on average, well inside the four-epoch limit past which repetition stops paying off.\n Around 85% of the German the model read is web text, either organic or rephrased from\n organic. The rest is curated documents \u2013 parliamentary proceedings, legal texts and other\n data in the public domain \u2013 and that small translated share.\n \n\n \n\n\n \n\n \n \n \n Specialized tokenizers for English-German\n \n\n \n \n We built a bilingual English-German tokenizer, trained and specialized on each model's\n pre-training dataset. Because of the 21% German share in our data, it compresses German\n language better than other SOTA models. This led to more efficient inference (fewer tokens)\n minimizing costs and shortening response times. We introduce a new way to train tokenizers,\n UniBPE, that respects the morphology of languages better than existing approaches,\n especially the compound structure of German, without sacrificing English token efficiency.\n \n\n \n \n \n \n \n German web \n (FineWeb-2)\n \n \n \n \n \n Kolibri\n \n \n 128,000 vocab\n \n \n \n \n \n 4.90\n \n \n \n \n \n Kolibri Origin\n \n \n 96,000 vocab\n \n \n \n \n \n 4.69\n \n \n \n \n \n Plain BPE 128k\n \n \n 128,000 vocab\n \n \n \n \n \n 4.89\n \n \n \n \n \n GPT-5\n \n \n 200,019 vocab\n \n \n \n \n \n 4.35\n \n \n \n \n \n DeepSeek V4\n \n \n 129,280 vocab\n \n \n \n \n \n 3.72\n \n \n \n \n \n Kimi K3\n \n \n 163,586 vocab\n \n \n \n \n \n 3.28\n \n \n \n \n \n GLM 5.3\n \n \n 154,856 vocab\n \n \n \n \n \n 3.93\n \n \n \n \n \n Qwen3-Next\n \n \n 151,669 vocab\n \n \n \n \n \n 3.59\n \n \n \n \n \n Qwen3.5-3.8\n \n \n 248,077 vocab\n \n \n \n \n \n 4.17\n \n \n \n \n \n Gemini\n \n \n 262,144 vocab\n \n \n \n \n \n 4.13\n \n \n \n \n \n EuroLLM\n \n \n 128,000 vocab\n \n \n \n \n \n 4.08\n \n \n \n \n \n Tekken (Mistral, Nemotron, Apertus)\n \n \n 131,072 vocab\n \n \n \n \n \n 4.03\n \n \n \n \n \n \n English web \n (FineWeb)\n \n \n \n \n \n Kolibri\n \n \n 128,000 vocab\n \n \n \n \n \n 4.58\n \n \n \n \n \n Kolibri Origin\n \n \n 96,000 vocab\n \n \n \n \n \n 4.50\n \n \n \n \n \n Plain BPE 128k\n \n \n 128,000 vocab\n \n \n \n \n \n 4.59\n \n \n \n \n \n GPT-5\n \n \n 200,019 vocab\n \n \n \n \n \n 4.67\n \n \n \n \n \n DeepSeek V4\n \n \n 129,280 vocab\n \n \n \n \n \n 4.59\n \n \n \n \n \n Kimi K3\n \n \n 163,586 vocab\n \n \n \n \n \n 4.62\n \n \n \n \n \n GLM 5.3\n \n \n 154,856 vocab\n \n \n \n \n \n 4.61\n \n \n \n \n \n Qwen3-Next\n \n \n 151,669 vocab\n \n \n \n \n \n 4.52\n \n \n \n \n \n Qwen3.5-3.8\n \n \n 248,077 vocab\n \n \n \n \n \n 4.47\n \n \n \n \n \n Gemini\n \n \n 262,144 vocab\n \n \n \n \n \n 4.49\n \n \n \n \n \n EuroLLM\n \n \n 128,000 vocab\n \n \n \n \n \n 4.16\n \n \n \n \n \n Tekken (Mistral, Nemotron, Apertus)\n \n \n 131,072 vocab\n \n \n \n \n \n 4.45\n \n \n \n \n \n\n \n Tokenizer compression in average bytes per token on German and English web text. Kolibri achieves the best German compression in this comparison. Plain BPE 128k is standard BPE trained on the same data with the same settings as Kolibri, which isolates the effect of the training method. More text per token means fewer tokens per task \u2013 higher is better.\n\n \n \n The two leading approaches to train tokenizers are BPE and Unigram. We combine those two, keeping\n the bottom-up approach of BPE and using the Unigram training objective for selecting which\n merge to add to the vocabulary. On a 128k vocabulary trained on our English/German dataset,\n this substantially improves tokenization.\n \n\n \n \n \n \n \n Bundessozialgerichtes\n Federal Social Court (genitive)\n \n \n \n \n Kolibri\n \n \n \n Bundes\n \n sozial\n \n gericht\n \n es\n \n \n \n \n GPT-5\n \n \n \n Bund\n \n ess\n \n oz\n \n ial\n \n gericht\n \n es\n \n \n \n \n Qwen3.8\n \n \n \n Bund\n \n ess\n \n oz\n \n ial\n \n gericht\n \n es\n \n \n \n \n Gemini\n \n \n \n Bund\n \n ess\n \n oz\n \n ial\n \n gericht\n \n es\n \n \n \n \n Mistral Medium 3.5 \u00b7 Nemotron 3 Nano\n \n \n \n Bund\n \n ess\n \n oz\n \n ial\n \n gericht\n \n es\n \n \n \n \n \n \n silkworm\n \n \n \n \n \n Kolibri\n \n \n \n silk\n \n worm\n \n \n \n \n GPT-5\n \n \n \n sil\n \n kw\n \n orm\n \n \n \n \n Qwen3.8\n \n \n \n sil\n \n kw\n \n orm\n \n \n \n \n Gemini\n \n \n \n sil\n \n kw\n \n orm\n \n \n \n \n Mistral Medium 3.5 \u00b7 Nemotron 3 Nano\n \n \n \n sil\n \n kw\n \n orm\n \n \n \n \n \n \n Protokolldaten\n log data\n \n \n \n \n Kolibri\n \n \n \n Protokoll\n \n daten\n \n \n \n \n GPT-5\n \n \n \n Pro\n \n tok\n \n ol\n \n ld\n \n aten\n \n \n \n \n Qwen3.8\n \n \n \n Protokol\n \n ld\n \n aten\n \n \n \n \n Gemini\n \n \n \n Protok\n \n ol\n \n ld\n \n aten\n \n \n \n \n Mistral Medium 3.5 \u00b7 Nemotron 3 Nano\n \n \n \n Pro\n \n tok\n \n ol\n \n ld\n \n aten\n \n \n \n \n \n \n coprocessors\n \n \n \n \n \n Kolibri\n \n \n \n co\n \n processors\n \n \n \n \n GPT-5\n \n \n \n cop\n \n rocess\n \n ors\n \n \n \n \n Qwen3.8\n \n \n \n cop\n \n rocess\n \n ors\n \n \n \n \n Gemini\n \n \n \n cop\n \n rocess\n \n ors\n \n \n \n \n Mistral Medium 3.5 \u00b7 Nemotron 3 Nano\n \n \n \n cop\n \n rocess\n \n ors\n \n \n \n \n \n\n \n How different tokenizers split the same words. The Kolibri tokenizer follows the morphology of the language. English and German words split into meaningful units, while competitors cut across morpheme boundaries. Lower is better: fewer, cleaner splits per word mean fewer tokens.\n\n \n\n\n \n\n \n \n Grounding: reducing hallucinations\n\n \n \n Common LLM training and evaluation rewards guessing: a guess has some chance of landing the\n correct answer, while abstention has none. Therefore, models learn to answer with whatever\n they have, even if their input does not provide enough information to warrant a response.\n Asking a model to provide citations often backfires for the same reason: models can simply\n hallucinate plausible-looking sources to justify an ungrounded answer.\n \n\n \n \n For a regulated customer, a model that knows to abstain is the difference between a pilot\n and a deployment. We treat saying \"I don't know\" as an important model capability and (1)\n develop and track dedicated grounding and anti-hallucination measures and (2) use and\n develop dedicated training procedures to improve this abstention capability.\n \n\n \n \n During training, we use training data samples where the correct answer is \"I don't know\".\n While fine-tuning for abstention is gaining traction industry-wide, high-quality negative\n examples remain hard to come by, especially where our customers need them, in narrow\n verticals where all data is scarce. Therefore, we also train with our Merlin-Arthur procedure, developed in-house and explained in detail in our blog post, which solves data scarcity by automatically exploiting the model's weaknesses at each\n training step and generates synthetic negative examples from available documents. This\n training becomes a game with three players. Arthur is the model we train and ship. Merlin\n takes an existing document context, generates a new one that increases Arthur's probability\n of answering correctly. Morgana generates a new datapoint by stripping out the relevant\n evidence from the document and tries to lure Arthur into a hallucination. Arthur does not\n know which one he's facing, so his valid strategy becomes to carefully read the question and\n the context, to be able to answer on Merlin's context, while recognizing that abstention is\n the strictly required answer for Morgana's redacted context \u2013 making any guess, even a lucky\n one, incorrect.\n \n\n \n \n For measuring hallucination abstention, we use established benchmarks alongside our own\n proxies derived from customer use cases. We've also developed our own \"M/A grounding score\"\n which falls out of our Merlin-Arthur setup representing a lower bound on how much of the\n answer provably came from the document.\n \n\n \n \n Kolibri hallucinates far less than Kolibri Origin: it abstains instead of answering wrong on\n 44% of AA-Omniscience items (Origin: 15%), and on RGB it holds back\n more often (86% vs 74%) and invents fewer falsehoods (87% vs 76%). On our own M/A grounding score, which certifies rather than estimates how much of an answer came from the document,\n Kolibri reaches 0.23 where Kolibri Origin, along some other models, reach 0.\n \n\n \n \n AA-Omniscience Non-Hallucination Ratepublic setshare not answered wrongRGB: holds backwhen the documents don'tanswer the questionRGB: invents nothingno falsehoods when thedocuments lack the answerFRAMESmulti-document reasoningM/A grounding scoreour own metricaxis from 0 to 0.5Show the numbersBenchmarkKolibriKolibri OriginQwen3.6-35B-A3BQwen3-Next 80B-A3BNemotron 3 Super 120B-A12BMistral Small 4 119B-A6BAA-Omniscience Non-Hallucination Rate44.014.856.712.313.934.7RGB: holds back85.673.979.681.374.682.3RGB: invents nothing87.375.684.383.986.087.0FRAMES71.265.774.768.974.971.9M/A grounding score0.230.000.120.000.000.06\n \n \n\n \n\n\n \n\n \n \n Contextualized performance\n\n \n \n Most public benchmarks fail to capture specialized sector needs. To measure contextualized\n performance \u2013 meaning how well a model handles the unique workflows and domain knowledge of\n specific industries \u2013 we need measurements of performance in specialized verticals which are\n important to our customers, such as the German public sector, legal, hardware, consumer\n electronics, and automotive.\n \n\n \n \n For this, we first built domain-specific evaluation suites that mirror the skills,\n tool-calls, workflows, and edge cases required in key sectors and thus capture\n contextualized performance. Once this was done, we created training environments by\n generating high-quality specialized synthetic data capturing those required skills. To\n increase the real-world robustness of the model on those tasks, we additionally randomized\n the environments around concrete details (tools, configurations, harnesses).\n \n\n \n \n Together, these contributed to an iterative engine that allowed us to sharpen the model's\n agentic RAG capabilities, domain-specific logic and capabilities, and to hill-climb the\n contextualized evaluations without ever training on customer data.\n \n\n \n \n These evaluation suites run automatically as part of our pipeline: every checkpoint is\n scored on them as it lands. Kolibri compares well against competing open-weight models. On\n the agentic-RAG benchmark Honeypot, Kolibri outperforms all compared models, including the\n much larger Nemotron 3 Super and Mistral Small 4. On a cleaned version of the agentic-RAG\n benchmark MuSiQue, it is second only to the more massive Nemotron 3 Super and well ahead of\n the rest. On the five customer applications, Kolibri leads or is on par with the best model\n in four of five. These findings speak to our ability to handle a range of data and harness\n setups, across use-cases, whereas the compared models are sensitive to these details.\n \n\n \n \n These evaluations for measuring contextualized performance can exist because customers tell\n us how their applications fall short. Each one encodes what we learned from those\n conversations: what kind of documents matter, which tools the model should get, which\n questions are hard, where the deployed system frustrates its users today. That makes the\n exchange concrete in both directions. A customer who shows us a failure case gets it turned\n into a benchmark that every future checkpoint is measured against, and we can hill-climb the\n target without ever training on customer data or risking over-fitting.\n \n\n \n \n MuSiQue (cleaned)Agentic RAGHoneypotAgentic RAGSemiconductorsCustomer proxyGerman public sectorCustomer proxyAerospaceCustomer proxyAutomotive supplierCustomer proxyIndustrial drive technologyCustomer proxyShow the numbersBenchmarkKolibriKolibri OriginQwen3-Next 80B-A3BQwen3.6-35B-A3BNemotron 3 Super 120B-A12BMistral Small 4 119B-A6BMuSiQue (cleaned)77.342.750.561.279.166.8Honeypot80.825.313.574.368.868.1Semiconductors80.435.341.279.469.662.7German public sector75.054.029.572.078.050.0Aerospace58.914.148.159.054.947.0Automotive supplier99.072.484.292.691.087.1Industrial drive technology60.031.432.759.537.356.8\n \n \n\n \n\n\n \n\n \n \n Benchmarks\n\n \n \n Benchmarks were run using our own harnesses and, where applicable, all models used the highest respective reasoning effort.\n \n\n \n \n \n \n \n \n Type\n \n MoE\n \n MoE\n \n MoE\n \n Dense\n \n \n \n Active parameters\n \n 3B\n \n 4\u20136B\n \n 12B\n \n 27B \u00b7 70B\n \n \n \n Benchmark\n \n \n Kolibri\n \n \n \n Kolibri Origin\n \n \n \n GLM-4.7 Flash 30B-A3B\n \n \n \n Nemotron 3 Nano 30B-A3B\n \n \n \n Qwen3.5 35B-A3B\n \n \n \n Qwen3.6 35B-A3B\n \n \n \n Qwen3-Next 80B-A3B Thinking\n \n \n \n Gemma 4 26B-A4B IT\n \n \n \n GPT-OSS 120B\n \n \n \n Mistral Small 4 119B-A6B\n \n \n \n GLM-4.5 Air 106B-A12B\n \n \n \n Nemotron 3 Super 120B-A12B\n \n \n \n Qwen3.8 27B\n \n \n \n Apertus 70B Instruct\n \n \n \n \n \n \n \n Overall (EN)\n \n \n 75.5\n \n 54.1\n \n 64.7\n \n 65.6\n \n 74.7\n \n 71.4\n \n 62.4\n \n 71.9\n \n 72.3\n \n 63.1\n \n 64.4\n \n 73.0\n \n 80.2\n \n \u2013\n \n \n \n Overall (DE)\n \n \n 70.8\n \n 46.4\n \n 50.4\n \n 59.3\n \n 69.8\n \n 67.3\n \n 58.0\n \n 66.3\n \n 70.2\n \n 61.4\n \n 64.8\n \n 67.9\n \n 79.9\n \n \u2013\n \n \n \n Knowledge\n \n \n \n Average (EN)\n \n \n 50.1\n \n 39.7\n \n 45.5\n \n 46.0\n \n 52.7\n \n 52.1\n \n 48.4\n \n 51.4\n \n 50.0\n \n 47.5\n \n 45.7\n \n 52.0\n \n 56.8\n \n \u2013\n \n \n \n Average (DE)\n \n \n 57.6\n \n 44.9\n \n 46.5\n \n 41.2\n \n 61.3\n \n 61.0\n \n 55.7\n \n 61.5\n \n 58.0\n \n 51.4\n \n 52.2\n \n 59.5\n \n 69.2\n \n \u2013\n \n \n \n GPQA Diamond (EN)\n \n \n 84.3\n \n 68.1\n \n 73.1\n \n 73.9\n \n 83.8\n \n 83.4\n \n 76.1\n \n 81.1\n \n 76.4\n \n 74.7\n \n 73.2\n \n 78.0\n \n 89.2\n \n 29.5\n \n \n \n GPQA Diamond (DE)\n \n \n 81.3\n \n 58.5\n \n 59.8\n \n 49.6\n \n 84.2\n \n 80.6\n \n 72.2\n \n 80.1\n \n 76.0\n \n 72.9\n \n 71.1\n \n 76.6\n \n 88.1\n \n 31.4\n \n \n \n Humanity's Last Exam (EN)\n \n \n 21.5\n \n 9.4\n \n 15.4\n \n 12.1\n \n 20.4\n \n 21.1\n \n 11.6\n \n 19.2\n \n 19.4\n \n 9.7\n \n 8.7\n \n 20.6\n \n 35.6\n \n 5.2\n \n \n \n Humanity's Last Exam (DE)\n \n \n 15.9\n \n 10.4\n \n 9.1\n \n 13.1\n \n 18.1\n \n 20.5\n \n 15.6\n \n 23.4\n \n 20.7\n \n 10.5\n \n 10.5\n \n 22.3\n \n 37.2\n \n 5.7\n \n \n \n AA-Omniscience Accuracy (public set)\n \n \n 14.8\n \n 11.3\n \n 17.0\n \n 19.5\n \n 22.0\n \n 19.5\n \n 24.2\n \n 20.7\n \n 23.3\n \n 25.0\n \n 20.0\n \n 26.7\n \n 17.5\n \n 13.5\n \n \n \n AA-Omniscience Index (public set)\n \n \n \u221232.8\n \n \u221264.0\n \n \u221262.8\n \n \u221245.7\n \n \u221247.3\n \n \u221215.3\n \n \u221242.3\n \n \u221247.3\n \n \u221235.2\n \n \u221224.0\n \n \u221228.8\n \n \u221236.5\n \n \u22129.5\n \n \u2013\n \n \n \n MMLU-Pro CoT (EN)\n \n \n 80.0\n \n 70.1\n \n 76.5\n \n 78.3\n \n 84.6\n \n 84.3\n \n 81.7\n \n 84.5\n \n 80.8\n \n 80.4\n \n 80.9\n \n 82.7\n \n 85.0\n \n 43.0\n \n \n \n MMLU-ProX CoT (DE)\n \n \n 75.5\n \n 65.7\n \n 70.7\n \n 61.0\n \n 81.7\n \n 81.9\n \n 79.4\n \n 81.1\n \n 77.2\n \n 70.7\n \n 74.9\n \n 79.7\n \n 82.4\n \n 37.3\n \n \n \n Math\n \n \n \n Average (EN)\n \n \n 96.5\n \n 81.7\n \n 88.8\n \n 88.8\n \n 90.1\n \n 87.8\n \n 86.3\n \n 87.4\n \n 90.7\n \n 81.4\n \n 82.8\n \n 91.1\n \n 97.8\n \n \u2013\n \n \n \n Average (DE)\n \n \n 88.8\n \n 74.3\n \n 45.2\n \n 84.3\n \n 79.6\n \n 83.7\n \n 83.7\n \n 88.1\n \n 90.8\n \n 75.4\n \n 80.6\n \n 86.5\n \n 96.7\n \n \u2013\n \n \n \n AIME 2025 (EN)\n \n \n 96.9\n \n 81.9\n \n 89.4\n \n 89.6\n \n 88.1\n \n 84.6\n \n 84.2\n \n 87.3\n \n 90.6\n \n 79.8\n \n 81.9\n \n 91.7\n \n 97.9\n \n 0.6\n \n \n \n AIME 2025 (DE)\n \n \n 87.5\n \n 73.5\n \n 43.8\n \n 84.4\n \n 76.7\n \n 82.9\n \n 80.6\n \n 88.1\n \n 90.6\n \n 72.3\n \n 80.6\n \n 85.6\n \n 96.5\n \n 0.2\n \n \n \n AIME 2026 (EN)\n \n \n 96.0\n \n 81.5\n \n 88.3\n \n 87.9\n \n 92.1\n \n 91.0\n \n 88.5\n \n 87.5\n \n 90.8\n \n 83.1\n \n 83.8\n \n 90.4\n \n 97.7\n \n 0.6\n \n \n \n AIME 2026 (DE)\n \n \n 90.0\n \n 75.2\n \n 46.7\n \n 84.2\n \n 82.5\n \n 84.4\n \n 86.7\n \n 88.1\n \n 91.0\n \n 78.5\n \n 80.6\n \n 87.5\n \n 96.9\n \n 0.0\n \n \n \n Agentic\n \n \n \n Average (EN)\n \n \n 63.4\n \n 41.6\n \n 58.9\n \n 46.4\n \n 63.4\n \n 62.1\n \n 46.3\n \n 54.6\n \n 54.0\n \n 40.7\n \n 53.5\n \n 54.9\n \n 66.7\n \n \u2013\n \n \n \n TerminalBench 2.1\n \n \n 27.7\n \n \u2013\n \n 20.2\n \n 9.7\n \n 39.7\n \n \u2013\n \n 8.6\n \n \u2013\n \n 29.2\n \n 21.0\n \n \u2013\n \n 39.7\n \n 76.8\n \n \u2013\n \n \n \n Tau2-Bench (Telecom)\n \n \n 94.7\n \n 67.5\n \n 95.9\n \n 45.9\n \n 97.7\n \n 99.1\n \n 43.9\n \n 45.3\n \n 73.1\n \n 41.5\n \n 53.8\n \n 68.1\n \n 82.5\n \n 10.8\n \n \n \n Tau2-Bench (Retail)\n \n \n 69.9\n \n 58.5\n \n 57.9\n \n 64.9\n \n 70.8\n \n 71.6\n \n 60.8\n \n 71.3\n \n 60.5\n \n 62.9\n \n 61.4\n \n 67.5\n \n 68.7\n \n 9.6\n \n \n \n Tau2-Bench (Airline)\n \n \n 76.7\n \n 58.7\n \n 68.7\n \n 52.7\n \n 76.0\n \n 70.7\n \n 65.3\n \n 73.3\n \n 72.7\n \n 40.0\n \n 70.7\n \n 72.7\n \n 83.3\n \n 40.0\n \n \n \n Tau3-Bench (Banking)\n \n \n 38.1\n \n 5.7\n \n 7.2\n \n 5.7\n \n 11.3\n \n 10.6\n \n 5.4\n \n 16.0\n \n 14.7\n \n 5.7\n \n 6.4\n \n 15.5\n \n 50.0\n \n 2.1\n \n \n \n BFCL v3 (multi-turn)\n \n \n 39.8\n \n 22.8\n \n 58.2\n \n 47.9\n \n 54.0\n \n 53.5\n \n 51.4\n \n 53.4\n \n 45.6\n \n 36.2\n \n 61.6\n \n 44.6\n \n 42.5\n \n 0.6\n \n \n \n BFCL v4 (overall)\n \n \n 61.4\n \n 36.4\n \n 65.4\n \n 61.5\n \n 70.5\n \n 67.2\n \n 51.0\n \n 68.2\n \n 57.3\n \n 58.0\n \n 67.2\n \n 61.0\n \n 73.2\n \n \u2013\n \n \n \n BFCL v4 (non-live AST)\n \n \n 79.1\n \n 78.1\n \n 83.3\n \n 85.0\n \n 85.8\n \n 88.2\n \n 83.6\n \n 83.7\n \n 35.8\n \n 83.6\n \n 85.5\n \n 45.0\n \n 85.3\n \n \u2013\n \n \n \n BFCL v4 (live)\n \n \n 78.9\n \n 73.7\n \n 78.3\n \n 78.8\n \n 80.2\n \n 81.4\n \n 82.5\n \n 80.2\n \n 70.4\n \n 78.4\n \n 78.2\n \n 77.6\n \n 79.9\n \n \u2013\n \n \n \n BFCL v4 (multi-turn)\n \n \n 47.5\n \n 27.5\n \n 62.7\n \n 53.5\n \n 59.9\n \n 58.1\n \n 56.0\n \n 61.4\n \n 55.4\n \n 40.4\n \n 65.2\n \n 51.7\n \n 55.5\n \n \u2013\n \n \n \n BFCL v4 (memory)\n \n \n 62.8\n \n 19.4\n \n 41.5\n \n 39.1\n \n 62.6\n \n 53.8\n \n 35.3\n \n 52.9\n \n 50.7\n \n 39.1\n \n 43.4\n \n 59.6\n \n 79.6\n \n \u2013\n \n \n \n BFCL v4 (web search)\n \n \n 62.5\n \n 10.5\n \n 69.0\n \n 66.0\n \n 75.0\n \n 68.5\n \n 12.5\n \n 75.0\n \n 57.0\n \n 69.0\n \n 71.0\n \n 71.5\n \n 82.0\n \n \u2013\n \n \n \n BrowseComp\n \n \n 29.4\n \n 4.4\n \n \u2013\n \n 14.5\n \n 36.5\n \n 26.9\n \n 2.8\n \n 25.5\n \n 31.2\n \n \u2013\n \n \u2013\n \n 29.1\n \n 46.4\n \n \u2013\n \n \n \n Code\n \n \n \n Average (EN)\n \n \n 89.3\n \n 68.0\n \n 67.8\n \n 81.8\n \n 85.0\n \n 87.7\n \n 83.6\n \n 89.0\n \n 90.8\n \n 82.0\n \n 79.8\n \n 88.3\n \n 94.2\n \n \u2013\n \n \n \n LiveCodeBench v6\n \n \n 85.9\n \n 59.2\n \n 46.5\n \n 71.3\n \n 77.8\n \n 82.5\n \n 73.9\n \n 82.3\n \n 87.5\n \n 71.2\n \n 67.8\n \n 82.0\n \n 93.8\n \n 8.7\n \n \n \n HumanEval+\n \n \n 92.7\n \n 76.8\n \n 89.0\n \n 92.4\n \n 92.2\n \n 92.8\n \n 93.3\n \n 95.7\n \n 94.1\n \n 92.8\n \n 91.8\n \n 94.7\n \n 94.7\n \n 41.6\n \n \n \n SWE-Bench Verified\n \n \n 66.4\n \n \u2013\n \n 51.0\n \n 38.6\n \n 71.6\n \n 73.8\n \n \u2013\n \n 57.8\n \n \u2013\n \n 60.8\n \n 11.6\n \n 60.2\n \n 72.6\n \n \u2013\n \n \n \n Instruction Following\n \n \n \n Average (EN)\n \n \n 78.1\n \n 62.5\n \n 64.5\n \n 73.2\n \n 72.7\n \n 66.1\n \n 60.7\n \n 79.9\n \n 71.1\n \n 49.8\n \n 38.2\n \n 73.7\n \n 81.9\n \n \u2013\n \n \n \n IFBench (loose-prompt)\n \n \n 78.1\n \n 62.5\n \n 64.5\n \n 73.2\n \n 72.7\n \n 66.1\n \n 60.7\n \n 79.9\n \n 71.1\n \n 49.8\n \n 38.2\n \n 73.7\n \n 81.9\n \n 25.5\n \n \n \n \n\n \n \n\n \n\n\n \n\n \n \n Get Started\n\n \n \n Our model is available openly on Hugging Face under an Apache 2.0 License.\n \n\n \n \n Kolibri requires the aleph-alpha-inference package that provides the Kolibri\n vLLM plugin. You can either use the provided container image ghcr.io/aleph-alpha/aleph-alpha-inference, or install the package from Aleph-Alpha/aleph-alpha-inference, which also installs the vLLM version it supports:\n \n\n \n pip install \"aleph-alpha-inference>=1.0\"\n \n \n Serve the model with reasoning and tool-calling enabled.\n\n \n vllm serve Aleph-Alpha/Kolibri-1 --kv-cache-dtype fp8 \\\n --reasoning-parser kolibri1 \\\n --tool-call-parser kolibri1 \\\n --enable-auto-tool-choice\n \n \n \n To serve contexts beyond 262,144 tokens, add --max-model-len 1048576 --hf-overrides '{\"max_position_embeddings\": 1048576}'. The recommended sampling parameters for the model are temperature=1.0, top_p=0.97 and top_k=128.\n \n\n \n\n\n \n\n \n \n Contact for Deployment and Specialization\n\n \n \n Contact our team who will be happy to support you through our enterprise deployment and\n specialization options: contact sales." ], "output": "readability", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:38.764549+00:00", "status": "succeeded" } ], "screenshot": [], "singlefile": [], "title": [ { "cmd": [ "curl", "--silent", "--location", "--compressed", "--max-time", "120", "--user-agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) curl/curl 8.14.1 (x86_64-pc-linux-gnu)", "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" ], "cmd_version": "curl 8.14.1 (x86_64-pc-linux-gnu)", "end_ts": "2026-10-03T22:05:38.759789+00:00", "index_texts": null, "output": "Kolibri Has Landed: A Sovereign Open-Weight Model \u2014 Aleph Alpha", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:38.682993+00:00", "status": "succeeded" } ], "wget": [ { "cmd": [ "wget", "--no-verbose", "--adjust-extension", "--convert-links", "--force-directories", "--span-hosts", "--no-parent", "-e", "robots=off", "--reject=js,mjs,woff,woff2,ttf,otf,eot,mp4,m4v,mov,webm,ogv,mkv,avi,flv", "--timeout=120", "--restrict-file-names=windows", "--page-requisites", "--user-agent=Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36 ArchiveBox/0.7.4 (+https://github.com/ArchiveBox/ArchiveBox/) wget/GNU Wget 1.21.3", "--compression=auto", "--timestamping", "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" ], "cmd_version": "GNU Wget 1.21.3", "end_ts": "2026-10-03T22:05:38.675603+00:00", "index_texts": null, "output": "aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/index.html", "pwd": "/data/archive/1791065040.440421", "schema": "ArchiveResult", "start_ts": "2026-10-03T22:05:30.705341+00:00", "status": "succeeded" } ] }, "icons": null, "is_archived": true, "is_static": false, "latest": { "archive_org": null, "dom": null, "favicon": "favicon.ico", "git": null, "media": null, "pdf": null, "screenshot": null, "singlefile": null, "title": "Kolibri Has Landed: A Sovereign Open-Weight Model \u2014 Aleph Alpha", "warc": null, "wget": "aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/index.html" }, "link_dir": "/data/archive/1791065040.440421", "newest_archive_date": "2026-10-03T22:05:41.920277+00:00", "num_failures": 0, "num_outputs": 6, "oldest_archive_date": "2026-10-03T22:05:28.993966+00:00", "path": "/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/", "schema": "Link", "scheme": "https", "snapshot_id": "ed573015-0fa9-48e6-a73c-7861c0a56093", "sources": [ "/data/sources/1791065040-import.txt" ], "tags": null, "tags_str": "", "timestamp": "1791065040.440421", "title": "Kolibri Has Landed: A Sovereign Open-Weight Model \u2014 Aleph Alpha", "updated": "2026-10-03T22:05:28.993441+00:00", "updated_date": "2026-10-03 22:05", "url": "https://aleph-alpha.com/en/blog/kolibri-has-landed-a-sovereign-open-weight-model/" }