From 8d54e454335f2829eed7013b89b6643c994ecccb Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Thu, 5 Nov 2026 14:32:34 -0400 Subject: [PATCH 1/5] models/pins.json + tools/pin_watch.py: which revision of each upstream model we depend on, checked daily MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The census counts what the engine can run and nothing recorded WHICH revision of an upstream model we serve, ship or convert from, so unsloth's 2026-11-04 re-quantization of Qwen3.8-Flash-Next-GGUF ("Better UD 3.1 quants"; UD-IQ4_XS went 3 shards -> 4) went unnoticed: the files we re-host are the 2026-11-02 ones, under unchanged names. models/pins.json pins 146 repos (184 files): the laya-first serve targets, the stick catalogue's rows, our published re-hosts, and the upstream repos behind them. Each entry records the commit, the files WE HOLD (content identity + size + the sha256 of the chat template that file carries) and what uses it — so "upstream moved" and "the bytes we hold are stale" are both checkable, the second one because a pin taken after a vendor re-push would otherwise store our older copy under a newer commit. tools/pin_watch.py --check (pin-watch.yml, daily 05:43 UTC) compares every pin with its upstream main, writes a Markdown report and exits 1 when anything moved; for a moved file it re-reads the chat template from the new revision (GGUF metadata prefix over an HTTP range request, no tensor) and names it as unchanged / TEMPLATE CHANGED / added / removed. It opens one PR per changed repo, bumping only that repo's entry with the report as the body; --bump refuses a pin whose tracked file vanished upstream rather than dropping it, and nothing is adopted automatically. First run against the committed file, the finding is the one that prompted this: unsloth/Qwen3.8-Flash-Next-GGUF HEAD d9620119, our copies are not its bytes UD-Q4_K_XL/…-00001-of-00004.gguf we hold 10,946,624 B 4448186216b3…, upstream 10,946,618 B acc44040f74d… UD-Q4_K_XL/…-00003-of-00004.gguf we hold 49,376,141,504 B 56758f40269c…, upstream 32,803,030,176 B 8c76e79d444b… templates unchanged (12827f24b742…, c3cf9e34abf4…) — a re-quantization, not a template change --self-test: 16 assertions on fixtures (a GGUF metadata read with and without a template, a moved pin, a stale copy at the same commit, an unreadable repo, the bump refusal), wired into ci.yml. The other 145 pins are clean today. --- .github/workflows/ci.yml | 3 + .github/workflows/pin-watch.yml | 99 ++ docs/model-pins.md | 86 ++ docs/registry.md | 6 + models/pins.json | 2449 +++++++++++++++++++++++++++++++ tools/pin_watch.py | 532 +++++++ 6 files changed, 3175 insertions(+) create mode 100644 .github/workflows/pin-watch.yml create mode 100644 docs/model-pins.md create mode 100644 models/pins.json create mode 100644 tools/pin_watch.py diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 398302ec6..f9482c27f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -61,6 +61,9 @@ jobs: python3 tests/check_pins_test.py python3 tests/hrx_long_prompt_test.py python3 tools/template_bom.py --self-test # the chat-template BOM component + - name: Model pins + # fixtures only: models/pins.json itself is compared with the Hub by pin-watch.yml + run: python3 tools/pin_watch.py --self-test - name: Configure run: cmake -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_COMPILER=gcc-16 -DCMAKE_CXX_COMPILER=g++-16 - name: Build diff --git a/.github/workflows/pin-watch.yml b/.github/workflows/pin-watch.yml new file mode 100644 index 000000000..6a5d9a3de --- /dev/null +++ b/.github/workflows/pin-watch.yml @@ -0,0 +1,99 @@ +# Copyright 2026 bong-water-water-bong +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# The daily model-pin watch (docs/model-pins.md): compare every pin in models/pins.json with the +# upstream repo's current main, re-read the chat template of anything that moved, and open ONE PR per +# changed repo bumping that repo's pin, with the report as the body. Adoption is a reviewed merge; this +# workflow never touches the catalogue, the stick image or a scoreboard row. +# +# Uses the same HRX_BUMP_TOKEN as the bump and census workflows: a PR opened with GITHUB_TOKEN would not +# run CI. That token also lifts Hugging Face's anonymous rate limit where the range reads need it. + +name: pin-watch + +on: + schedule: + - cron: "43 5 * * *" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: pin-watch + cancel-in-progress: false + +jobs: + pin-watch: + runs-on: ubuntu-latest + timeout-minutes: 90 + steps: + - name: Require the token + env: + HRX_BUMP_TOKEN: ${{ secrets.HRX_BUMP_TOKEN }} + run: | + if [ -z "$HRX_BUMP_TOKEN" ]; then + echo "::error::secret HRX_BUMP_TOKEN is not set (see the header of this workflow)" + exit 1 + fi + + - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 + with: + token: ${{ secrets.HRX_BUMP_TOKEN }} + + - name: Compare every pin with its upstream + id: check + env: + HF_TOKEN: ${{ secrets.HF_TOKEN }} + run: | + set -uo pipefail + # exit 1 means "a pin moved", which is the normal case this workflow exists for + rc=0 + python3 tools/pin_watch.py --check --out pin-report.md || rc=$? + if [ "$rc" -ne 0 ] && [ "$rc" -ne 1 ]; then exit "$rc"; fi + echo "moved=$(grep -c '^## `' pin-report.md || true)" >> "$GITHUB_OUTPUT" + cat pin-report.md >> "$GITHUB_STEP_SUMMARY" + + - name: Open one pin bump per changed repo + if: steps.check.outputs.moved != '0' + env: + GH_TOKEN: ${{ secrets.HRX_BUMP_TOKEN }} + HF_TOKEN: ${{ secrets.HF_TOKEN }} + run: | + set -euo pipefail + day=$(date -u +%F) + git config user.name "pin-watch" + git config user.email "pin-watch@users.noreply.github.com" + grep '^## `' pin-report.md | sed 's/^## `//; s/`$//' | while read -r repo; do + slug=$(echo "$repo" | tr '/.' '--') + branch="pin-watch/$slug-$day" + if git ls-remote --exit-code origin "refs/heads/$branch" > /dev/null 2>&1; then + echo "$branch already exists"; continue + fi + git switch -c "$branch" main --quiet + if ! python3 tools/pin_watch.py --bump "$repo"; then + # a tracked file vanished upstream: the report says so, and a human decides + echo "::warning::$repo could not be bumped automatically (see the report)" + git switch main --quiet + continue + fi + python3 tools/pin_watch.py --pr-body "$repo" > body.md || true + newsha=$(python3 -c 'import json,sys; print(json.load(open("models/pins.json"))["pins"][sys.argv[1]]["commit"][:8])' "$repo") + git add models/pins.json + git commit -q -m "pin: $repo at $newsha"" + git push -q origin "$branch" + gh pr create --base main --head "$branch" --title "Pin: $repo" --body-file body.md + git switch main --quiet + done diff --git a/docs/model-pins.md b/docs/model-pins.md new file mode 100644 index 000000000..a11b416bf --- /dev/null +++ b/docs/model-pins.md @@ -0,0 +1,86 @@ +# Model pins: the revision of every upstream model we depend on + +The census ([registry.md](registry.md)) counts what the engine *can* run. It does not record **which +revision of which upstream model** we actually run, ship, or were built from — so a vendor can re-publish +the quants we re-host and nothing in the repository notices. That happened on 2026-11-04: unsloth +re-quantized `Qwen3.8-Flash-Next-GGUF` ("Better UD 3.1 quants", "mix n match engram"; UD-IQ4_XS went from +three shards to four) and the files we re-hosted were still the 2026-11-02 ones, at the same names. + +`models/pins.json` is that record. One entry per Hugging Face repo we depend on: + +```json +"unsloth/Qwen3.8-Flash-Next-GGUF": { + "commit": "d96201194f103c906994f283f504209dc8d2a10c", + "pinned": "2026-11-05", + "used_for": ["upstream: our copy predates the pinned revision"], + "files": { + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce"}}} +``` + +- `commit` — the upstream revision the pin was taken at. +- `files` — the files **we hold**, not the files that happen to be there: `oid` is Hugging Face's content + identity (`lfs.oid`, the sha256 of the bytes; the git blob id for a small text file that is not in LFS), + `size`, and `template_sha256`, the chat template that file carries at that revision. +- `used_for` — why the repo is pinned: a `laya-first` serve class, a stick/Lemonade catalogue row, a + published `1bit-MONSTER` re-host, or the upstream of one. + +`files` records what we hold rather than only what upstream said, because a pin taken *after* a vendor +re-push would otherwise store our older copies under the newer commit and look clean. Both facts are +therefore reconciled on every check: the commit for "did upstream move", and the per-file identity for +"are the bytes we hold still the bytes it serves". + +## The daily check + +`tools/pin_watch.py --check` (`.github/workflows/pin-watch.yml`, daily) compares every pin with the repo's +current `main` and writes a Markdown report. It exits non-zero when anything moved, so the run is visible +even if the PR is not opened. + +For a file that moved it also re-reads the **chat template** of the new revision — a GGUF's +`tokenizer.chat_template` over an HTTP range request of the metadata header only, never a tensor — and +reports one of: unchanged, `TEMPLATE CHANGED`, template added, template removed, or not checked +(`--no-template`). That is the gate a re-quantization has to pass before anything may adopt it +([template-publishing.md](template-publishing.md)): weights moving under a stable file name is ordinary, +the instructions the model obeys on every request moving under it is not. + +## Adopting a new revision is never automatic + +The workflow opens **one PR per changed repo**, bumping only that repo's entry, with the report as the +body. Merging it says *this is the revision we point at*; it does not move the catalogue, the stick image +or a scoreboard row, each of which is its own reviewed change. So: + +1. the template column must be clean (unchanged, or the change audited and recorded), and +2. the row that uses the model is re-measured, because a re-quantization is a different file even when + its name is the same. + +`--bump` refuses a pin whose tracked file vanished upstream instead of dropping it: a file that is gone is +a decision (re-take it under its new name, or drop the pin), not a diff. + +## Commands + +```bash +tools/pin_watch.py --check # the daily comparison; writes pin-report.md, exit 1 if moved +tools/pin_watch.py --check --no-template # same, without the template range reads +tools/pin_watch.py --pr-body REPO # the bump PR body for one moved repo +tools/pin_watch.py --pin REPO [REPO...] # print an entry for a repo at its current main (adding a pin) +tools/pin_watch.py --bump REPO # rewrite one entry in models/pins.json (a reviewed change) +tools/pin_watch.py --self-test # fixtures, no network +``` + +Adding a repo is `--pin` followed by a hand edit of `used_for`: a pin exists because something serves, +ships or was converted from it, and that reason is what makes the entry reviewable. The template digest is +per **file**, never per model — `Qwen3-4B`'s GGUF in our org and the quant the box serves carry two +different templates, both legitimate. + +## What is not pinned, and why + +- `base_model` on a card is provenance, not a dependency: what we took from a vendor repo is the file we + re-hosted, and that is the file pinned (`upstream_gguf`). A base model whose weights never reached us is + not a pin. +- Private repositories are not pinned here: this repository is public. A private model is tracked in the + lane state that owns it. +- Third-party git pins (`third_party/*`) are a different mechanism and stay where they are — + [../tools/check_pins.py](../tools/check_pins.py) for a PR that moves one backwards, and + [releases.md](releases.md) for the weekly "what moved" summary. diff --git a/docs/registry.md b/docs/registry.md index f856234c1..50dcea5ba 100644 --- a/docs/registry.md +++ b/docs/registry.md @@ -91,6 +91,10 @@ counts and the coverage read against the registry and the checked results. The `census.yml` workflow runs daily at 05:17 UTC. It rebuilds the registry from the pins, sweeps HF, and opens a PR when anything changed. +The census counts what the engine *can* run; which revision of each upstream model we actually run, +ship or were built from is `models/pins.json`, checked daily by `tools/pin_watch.py` +([model-pins.md](model-pins.md)). + The census of 2026-10-17 (the first full sweep ran 2026-09-25), with `registry/census.json` holding the latest: | | models | share of those with an architecture | @@ -185,5 +189,7 @@ tools/census.py --report # recompute coverage from the saved counts tools/census_watch.py # newest models vs the registry, plus FastFlowLM's org and # releases (--full to list all); exit 1 on an uncovered class # or an unmapped FastFlowLM family +tools/pin_watch.py --check # every pinned upstream revision vs its current main; exit 1 when + # one moved, with the chat template of anything that moved re-read scripts/census-watch.sh # the same, with the log file and the origin/main refresh ``` diff --git a/models/pins.json b/models/pins.json new file mode 100644 index 000000000..a47c5f7ec --- /dev/null +++ b/models/pins.json @@ -0,0 +1,2449 @@ +{ + "about": "Which revision of each upstream model this engine serves, ships or was built from. One entry per Hugging Face repo: the commit we pinned, the files we take from it with the identity of the bytes we hold, and what uses it. Rule and adoption flow: docs/model-pins.md. Checked daily by .github/workflows/pin-watch.yml (tools/pin_watch.py --check); a change is adopted by a reviewed pin bump, never automatically.", + "pins": { + "1bit-MONSTER/Apertus-8B-Instruct-2509-GGUF": { + "commit": "91b2ce8ce94eb54c66040c32fa7eea05635ad87f", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Apertus-8B-Instruct-2509', 'general.basename': 'Apertus-8B-Instruct-2509', 'general.architecture': 'apertus', 'general.size_label': '8B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Apertus-8B-Instruct-2509-Q4_K_M.gguf": { + "oid": "87e7f0eb5a1d33e1a8ea4e7fdd2363764e0465061dd92962e0073aec31a7944d", + "size": 5057885440, + "lfs": true, + "template_sha256": "695a11092219943af254a5a1a6f34ecccd33e7bd28c593ab67e1c95dcd77b210" + } + } + }, + "1bit-MONSTER/BlackMamba-1.5B-GGUF": { + "commit": "a2656d8b610dae54283a7a135fb26c321dc601a3", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'BlackMamba 1.5B', 'general.basename': 'BlackMamba', 'general.architecture': 'blackmamba', 'general.size_label': '1.5B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "BlackMamba-1.5B-Q8_0.gguf": { + "oid": "d1ca5507bdeee51a8d6a56c0a550aab2a136bcd2da02acaf4dd9dd5ce3867b8f", + "size": 1556582240, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/BlackMamba-2.8B-GGUF": { + "commit": "5c3090a269d819aec07c66ca2d1446bd14b22d1b", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'BlackMamba 2.8B', 'general.basename': 'BlackMamba', 'general.architecture': 'blackmamba', 'general.size_label': '2.8B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "BlackMamba-2.8B-Q8_0.gguf": { + "oid": "0c0976294fff2afe5653d85c39d8e6b89f73ff0f5db2b487191159c0d04ba3da", + "size": 2967889376, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/DeepSeek-Coder-V2-Lite-Instruct-GGUF": { + "commit": "c3e84d2d0581dc279d60b83ddca519c463a74774", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek-Coder-V2-Lite-Instruct', 'general.basename': None, 'general.architecture': 'deepseek2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf": { + "oid": "603bd3f8a0281d16571da7c08bd661ee17ff0d1be6fcbd1b42242da257ef0bb8", + "size": 10364416768, + "lfs": true, + "template_sha256": "8aeba567270fa9a8d5372caf4b04affea947c4421d96adc01e3ff94021b0ae8e" + } + } + }, + "1bit-MONSTER/DeepSeek-R1-Distill-Qwen-1.5B-GGUF": { + "commit": "06cbde218615c90b79af0d2fb6595d0ec9fceae9", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek R1 Distill Qwen 1.5B', 'general.basename': 'DeepSeek-R1-Distill-Qwen', 'general.architecture': 'qwen2', 'general.size_label': '1.5B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf": { + "oid": "1741e5b2d062b07acf048bf0d2c514dadf2a48f94e2b4aa0cfe069af3838ee2f", + "size": 1117320800, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/DeepSeek-R1-Distill-Qwen-32B-GGUF": { + "commit": "5c86be75473d15ccd2c9175b00e9d5665a023105", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek R1 Distill Qwen 32B', 'general.basename': 'DeepSeek-R1-Distill-Qwen', 'general.architecture': 'qwen2', 'general.size_label': '32B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf": { + "oid": "bed9b0f551f5b95bf9da5888a48f0f87c37ad6b72519c4cbd775f54ac0b9fc62", + "size": 19851335840, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/GLM-4.7-Flash-GGUF": { + "commit": "b6e60552acdf65a536dae5c5ac29104f63a71de7", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Glm-4.7-Flash', 'general.basename': 'Glm-4.7-Flash', 'general.architecture': 'deepseek2', 'general.size_label': '64x2.6B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "GLM-4.7-Flash-UD-Q4_K_XL.gguf": { + "oid": "b0d4fbc1211f891b4cfbf2a497160bfe06a49412420068904d426b7a13f4ba7f", + "size": 17520169312, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + } + } + }, + "1bit-MONSTER/LFM2.5-2.6B-GGUF": { + "commit": "91413b8646fe4e10b3de163d36d44fd476c3e943", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Ab00687315Bc1298E9D54E9C4B611Dde9867Ccc2', 'general.basename': None, 'general.architecture': 'lfm2', 'general.size_label': '2.7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "LFM2.5-2.6B-Q4_K_M.gguf": { + "oid": "02a8b7e17487d326e46d68ce0ba24211e1b80a14c4cd0597fa73c1cd697f52ed", + "size": 1674455040, + "lfs": true, + "template_sha256": "ea663864491de7ade391839479860ca95541f892f72665c73251fbd4643b1bef" + } + } + }, + "1bit-MONSTER/LFM2.5-8B-A1B-GGUF": { + "commit": "22c9b9fb797d52f782962a22ae46a2667e82c32d", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Feb5E04Da4910Dd56D33F0Cd03747Ff298C1E801', 'general.basename': None, 'general.architecture': 'lfm2moe', 'general.size_label': '32x959M', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "LFM2.5-8B-A1B-Q4_K_M.gguf": { + "oid": "4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0", + "size": 5155564768, + "lfs": true, + "template_sha256": "6d65c8804847ad74eea912dd7eca3dc1cf7a457b53a77f47d841a14121910963" + } + } + }, + "1bit-MONSTER/Llama-3.1-8B-Instruct-GGUF": { + "commit": "e9a8d3a0636c68b25eb67396e0e7fdc8a3defca4", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Meta Llama 3.1 8B Instruct', 'general.basename': 'Meta-Llama-3.1', 'general.architecture': 'llama', 'general.size_label': '8B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf": { + "oid": "7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c", + "size": 4920739232, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "1bit-MONSTER/Llama-3.2-1B-Instruct-GGUF": { + "commit": "24f8b4a0028e1bb12e80d780f6aa754872250d33", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.2 1B Instruct', 'general.basename': 'Llama-3.2', 'general.architecture': 'llama', 'general.size_label': '1B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.2-1B-Instruct-Q4_K_M.gguf": { + "oid": "6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83", + "size": 807694464, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "1bit-MONSTER/Llama-3.2-3B-Instruct-GGUF": { + "commit": "154c1a6735fa2a42ebc0e2c6c04a3d655910282b", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.2 3B Instruct', 'general.basename': 'Llama-3.2', 'general.architecture': 'llama', 'general.size_label': '3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.2-3B-Instruct-Q4_K_M.gguf": { + "oid": "6c1a2b41161032677be168d354123594c0e6e67d2b9227c84f296ad037c728ff", + "size": 2019377696, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "1bit-MONSTER/Llama-3.3-70B-Instruct-GGUF": { + "commit": "4f75c1722f54dae7fce271595205b17107c02147", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.3 70B Instruct', 'general.basename': 'Llama-3.3', 'general.architecture': 'llama', 'general.size_label': '70B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.3-70B-Instruct-Q4_K_M.gguf": { + "oid": "32df3baccb556f9840059b2528b2dee4d3d516b24afdfb9d0c56ff5f63e3a664", + "size": 42520398816, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "1bit-MONSTER/Mamba-370M-GGUF": { + "commit": "c98089464a20c5cfa9539f9da97f81ee9b00421d", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Mamba 370m Hf', 'general.basename': 'mamba', 'general.architecture': 'mamba', 'general.size_label': '370M', 'general.finetune': 'hf', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "mamba-370m-f16.gguf": { + "oid": "d77303b0e3063c0e329265d3c2bed501d64c3e465f9dab3a57f17f4737b46465", + "size": 749450528, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/MiniCPM5-2B-GGUF": { + "commit": "a35b8d8b5d1a994869f3d5d61808fbbcb352a115", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'MiniCPM5 2.6B', 'general.basename': 'MiniCPM5', 'general.architecture': 'llama', 'general.size_label': '2.6B', 'general.finetune': '0822_job_758798.iter_000144.opd.C26_mopd_v4_fv_pg_rkl_lr1e6.16tch.mg2hf', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "MiniCPM5-2B-Q4_K_M.gguf": { + "oid": "ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd", + "size": 1561318368, + "lfs": true, + "template_sha256": "cc945752db555d60949b16989df4ccfeb52a313d6b4b5c5229dd786e2e9fcf1c" + } + } + }, + "1bit-MONSTER/Mistral-7B-Instruct-v0.2-GGUF": { + "commit": "17a30876e6f488e65ed7bacdb1ed7adbfc76c386", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'mistralai_mistral-7b-instruct-v0.2', 'general.basename': None, 'general.architecture': 'llama', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "oid": "3e0039fd0273fcbebb49228943b17831aadd55cbcbf56f0af00499be2040ccf9", + "size": 4368439584, + "lfs": true, + "template_sha256": "26a59556925c987317ce5291811ba3b7f32ec4c647c400c6cc7e3a9993007ba7" + } + } + }, + "1bit-MONSTER/NVIDIA-Nemotron-3-Nano-4B-GGUF": { + "commit": "42bd773da0adbf86a927b260c2e486a010c5e7d1", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Hf', 'general.basename': None, 'general.architecture': 'nemotron_h', 'general.size_label': '4.0B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf": { + "oid": "be5d9a656a51922f24f1f09a759cebb694e1f5d9728bf0ef9f8c972c5a0b5ef2", + "size": 2837072864, + "lfs": true, + "template_sha256": "ab7813c3abdd9cb655905a410728b26c7884eca45ddfab8d9f931553485a7862" + } + } + }, + "1bit-MONSTER/OLMo-2-0425-1B-Instruct-GGUF": { + "commit": "27584e279b720d3988b4287add93e8ef9761939f", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'OLMo 2 0425 1B Instruct', 'general.basename': 'OLMo-2-0425', 'general.architecture': 'olmo2', 'general.size_label': '1B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "OLMo-2-0425-1B-Instruct-Q4_K_M.gguf": { + "oid": "abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6", + "size": 935515296, + "lfs": true, + "template_sha256": "fe689ffbd6a4e2d0532d7480696b065b10e0e1eff3f9b9fc4bea415761e4bf4a" + } + } + }, + "1bit-MONSTER/OpenELM-1.1B-Instruct-GGUF": { + "commit": "51d91670c9117be64412d068da4d2d4d2f8dbdf6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'OpenELM-1_1B-Instruct', 'general.basename': None, 'general.architecture': 'openelm', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "OpenELM-1_1B-Instruct.Q4_K_M.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen1.5-MoE-A2.7B-Chat-GGUF": { + "commit": "0a4299d79d99527045ff060dedf10f842f37b006", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen1.5-MoE-A2.7B-Chat', 'general.basename': None, 'general.architecture': 'qwen2moe', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "Qwen1.5-MoE-A2.7B-Chat.Q4_K_M.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + } + } + }, + "1bit-MONSTER/Qwen2.5-0.5B-Instruct-GGUF": { + "commit": "096a46afd8d62caf78afc0e5d07383c3e96c60b2", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-0.5b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '630M', 'general.finetune': 'qwen2.5-0.5b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-0.5b-instruct-q4_k_m.gguf": { + "oid": "74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db", + "size": 491400032, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-1.5B-Instruct-GGUF": { + "commit": "7ac2f1fad8164d460247a42033f0cb6806ef3c0e", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-1.5b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': 'qwen2.5-1.5b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-1.5b-instruct-q4_k_m.gguf": { + "oid": "6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e", + "size": 1117320736, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-14B-Instruct-GGUF": { + "commit": "69e5595f101d1494b94ce9cba05f308658ee71df", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-14b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '15B', 'general.finetune': 'qwen2.5-14b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf": { + "oid": "a09ea5e7b1eafb1b30b241726c3cc3c905c96f14ad41e246ffa5f44e53904f68", + "size": 3991999872, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf": { + "oid": "21b9457d079680d284e90ef69607c4b2d8ef64a09d4729cb7b5e1357bdba41ae", + "size": 3989373504, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf": { + "oid": "c8d37006760a387a35216e070e6664d7da927f10be8eb870fef2e3d4833d9976", + "size": 1006737120, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-32B-Instruct-GGUF": { + "commit": "fb89cd33d8141f6f93a0a776773152625eed7d8c", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-32b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '33B', 'general.finetune': 'qwen2.5-32b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf": { + "oid": "403434e5c845452c013661d586b97d5a53cf207462d180a07c301eafa9390d05", + "size": 3961498272, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf": { + "oid": "7371e5c5d717a8c20f526dbfce5d3f201dc3f02140d1c836314cd0756e02e8d7", + "size": 3948996064, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf": { + "oid": "f023ccc294c3bd3b2eac5b2dd40dea3aa4ca1d06c7460ead67c36386cd62e8fc", + "size": 3993478688, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf": { + "oid": "05fe76d941454390cd7aa0de3b342f83a1d1226a959479af85bbfae7cd93e771", + "size": 3950347744, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf": { + "oid": "8c2e8ecc686129c37821bd9f3b3e251e6ae80deadd3d3348f7e3e84492a63c24", + "size": 3997015616, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-3B-Instruct-GGUF": { + "commit": "68519983947f548906c6e8531501d65c804f185a", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-3b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '3.4B', 'general.finetune': 'qwen2.5-3b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-3b-instruct-q4_k_m.gguf": { + "oid": "626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d", + "size": 2104932768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-7B-Instruct-GGUF": { + "commit": "8394959e43652754d718f11ad74c1de098c24c55", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-7b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '7.6B', 'general.finetune': 'qwen2.5-7b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf": { + "oid": "dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db", + "size": 3993201344, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf": { + "oid": "539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a", + "size": 689872288, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-14B-Instruct-GGUF": { + "commit": "28176c6e87613c680565754e47b4832a07e5a815", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 14B Instruct AWQ', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '14B', 'general.finetune': 'Instruct-AWQ', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-14b-instruct-q4_k_m.gguf": { + "oid": "c1e659736d89ac1065fb495330fb824d94001974a4bfa78e7270e43476a8d940", + "size": 8988110272, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-32B-Instruct-GGUF": { + "commit": "2a75128ebc2b08f52f26c4316c91fc643dc5e4c6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 32B Instruct AWQ', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '32B', 'general.finetune': 'Instruct-AWQ', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-32b-instruct-q4_k_m.gguf": { + "oid": "4d64b316b5e6319d9613e0d97935d9ebd631fc7e334da400d00085eca749d085", + "size": 19851335872, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-7B-Instruct-GGUF": { + "commit": "4425774a9ea3606c3b770fb9284514c305ebb0a8", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 7B Instruct GGUF', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '7B', 'general.finetune': 'Instruct-GGUF', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-7b-instruct-q4_k_m.gguf": { + "oid": "509287f78cb4d4cf6b3843734733b914b2c158e43e22a7f4bf5e963800894d3c", + "size": 4683073536, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen3-0.6B-GGUF": { + "commit": "0ab432bfa20eef76c54daadb1aef38cf3c60de29", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 0.6B Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '0.6B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class short" + ], + "files": { + "Qwen3-0.6B-Q8_0.gguf": { + "oid": "9465e63a22add5354d9bb4b99e90117043c7124007664907259bd16d043bb031", + "size": 639446688, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-1.7B-GGUF": { + "commit": "008c59e014d2d7ff15de68570025debd8c4c8d10", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 1.7B Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '1.7B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-1.7B-Q8_0.gguf": { + "oid": "061b54daade076b5d3362dac252678d17da8c68f07560be70818cace6590cb1a", + "size": 1834426016, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-14B-GGUF": { + "commit": "35bd73c5af9de2073e03339e86c059c236519abb", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 14B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '14B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-14B-Q4_K_M.gguf": { + "oid": "500a8806e85ee9c83f3ae08420295592451379b4f8cf2d0f41c15dffeb6b81f0", + "size": 9001752960, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-30B-A3B-GGUF": { + "commit": "5b1cc4b3623f206dbde1e95b31785e47d8a5a327", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 30B Gptq Fp16', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3moe', 'general.size_label': '30B', 'general.finetune': 'gptq', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-30B-A3B-Q4_K_M.gguf": { + "oid": "0d003f6662faee786ed5da3e31b29c978de5ae5d275c8794c606a7f3c01aa8f5", + "size": 18556685824, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-32B-GGUF": { + "commit": "488ee71152d8c68195ca30897f19dcf9e5c7e3f5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 32B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '32B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-32B-Q4_K_M.gguf": { + "oid": "efd971561896866f0e910cce52761ca77b1b138090c7f15fe284676d57d1f689", + "size": 19762149024, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-4B-GGUF": { + "commit": "279ae7968b9f2c7ad3cde82b0fe6865d3a0281a1", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 4B Instruct Awq', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '4B', 'general.finetune': 'Instruct-awq', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", + "size": 2497280256, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-8B-GGUF": { + "commit": "dd397bf0b262d02eef5159a3bcc46c1abc7a6884", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 8B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '8B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785", + "size": 5027783488, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "commit": "8dad5bd33f7ea1116f4fc9a7942faf717e7fe4ba", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3-Coder-30B-A3B-Instruct', 'general.basename': 'Qwen3-Coder-30B-A3B-Instruct', 'general.architecture': 'qwen3moe', 'general.size_label': '30B-A3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class code" + ], + "files": { + "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf": { + "oid": "fadc3e5f8d42bf7e894a785b05082e47daee4df26680389817e2093056f088ad", + "size": 18556689568, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "1bit-MONSTER/Qwen3-Coder-30B-A3B-Q4_0-H32-GGUF": { + "commit": "f426a5cf7af4118092f6770959fcaaba1cb02241", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3-Coder-30B-A3B-Instruct', 'general.basename': 'Qwen3-Coder-30B-A3B-Instruct', 'general.architecture': 'qwen3moe', 'general.size_label': '30B-A3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-Coder-30B-A3B-Q4_0-H32.gguf": { + "oid": "8aa9bf38cc9fd47cfd0b6e68ef40b79d69fde45ff3c1c903ffeec71de16b6b5f", + "size": 17304493248, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "1bit-MONSTER/Qwen3.6-35B-A3B-NPU": { + "commit": "126ec0636cc07246aeafc86a184fce56a4e163b8", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "3952ffef1dfabf76646d5f8a1a899e760db72cb4", + "size": 8761, + "lfs": false, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-DFlash2-GGUF": { + "commit": "38528d8281f3651370a1f30b8136f5b073e2dd44", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'DFlash2', 'general.basename': None, 'general.architecture': 'dflash', 'general.size_label': '1.9B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'DFlash2', 'general.basename': None, 'general.architecture': 'dflash', 'general.size_label': '1.9B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3.8-27B-DFlash2-q4k.gguf": { + "oid": "d0bdda550dd18dd73185cb267973aab56ad45a85eafa136fde856834f6c5270a", + "size": 1207231840, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "Qwen3.8-27B-DFlash2-q8_0.gguf": { + "oid": "6f939962045a3cbe42b5e416584aa7bb8af689e7b892c88317f2bce4f73a1a9d", + "size": 2056414560, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-Q4_0-H32-GGUF": { + "commit": "eacb90f1f9d58d89fa43c1db4d936dd19624b6e5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3.8-27B-Q4_0-H32.gguf": { + "oid": "fd61323dd0f78deeb65f7af5a5b2dcd8468af1edb531a9cd37d156bf49e37df4", + "size": 15930813504, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-UD-Q4_K_XL-MTP": { + "commit": "2f45a4d45112290e8157a8e5c94d62931a1b79a2", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 14, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class long_doc", + "serve: laya-first extra file" + ], + "files": { + "Qwen3.8-27B-UD-Q4_K_XL.gguf": { + "oid": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", + "size": 17559178144, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "MTP/mtp-Qwen3.8-27B-Q4_0.gguf": { + "oid": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", + "size": 1369590656, + "lfs": true, + "template_sha256": "701ba13a085c0c1b5e05414dec1aa3069904f962beee36f0899e441720b83974" + } + } + }, + "1bit-MONSTER/Qwen3.8-Flash-Next-UD-Q4_K_XL-MTP": { + "commit": "b8f62ca8bd24c27cc7d233b441ec156dc93f14a6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Ckpt_Q38', 'general.basename': None, 'general.architecture': 'qwen4exp', 'general.size_label': '512x1.4B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': 'Qwen3.8 Flash Next', 'general.basename': None, 'general.architecture': 'qwen4exp', 'general.size_label': '512x56B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "MTP/mtp-Qwen3.8-Flash-Next-Q8_0.gguf": { + "oid": "cd87e5d1a4dadaeed63e35929f3b2f28d13e081b4cd32e00f2835095ec09351e", + "size": 4137429120, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00002-of-00004.gguf": { + "oid": "3f342f1c1580473f1ee94ddd5b28206e8c07a70fa1a366f59d1d6c922919a6c9", + "size": 49859583136, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00003-of-00004.gguf": { + "oid": "56758f40269cad5cd9b0d3d6fbae0f40f6d5be6de49e4ab392dbe83157d9cbd3", + "size": 49376141504, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00004-of-00004.gguf": { + "oid": "753bda48b98ba4f1636134a90a967de1b2d3908a236c026e464777342e53510a", + "size": 12087983520, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/SmolLM2-135M-Instruct-GGUF": { + "commit": "7005e441bbf4adb9a17e4ab18e1989f2f932f369", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'SmolLM2 135M Instruct', 'general.basename': 'SmolLM2', 'general.architecture': 'llama', 'general.size_label': '135M', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "SmolLM2-135M-Instruct-Q4_K_M.gguf": { + "oid": "ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747", + "size": 105454144, + "lfs": true, + "template_sha256": "872be49dbb638044ad01b60388f48d469ff2980e5f0dccdc22ec907db54d0788" + } + } + }, + "1bit-MONSTER/SmolLM3-3B-GGUF": { + "commit": "f4a6a5c91a5c289b19af20a9a37219b34551fbc5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': 'smollm3', 'general.size_label': '3.1B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "SmolLM3-Q4_K_M.gguf": { + "oid": "8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e", + "size": 1915305312, + "lfs": true, + "template_sha256": "b9b66f04c64fbb8695cf5b35c37780efd0b8e0829fbfe3e30fafb9f469b7d30e" + } + } + }, + "1bit-MONSTER/TinyLlama-1.1B-Chat-v1.0-GGUF": { + "commit": "37beeb801a30a7744055eb0dd103f710c03aaa52", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'tinyllama_tinyllama-1.1b-chat-v1.0', 'general.basename': None, 'general.architecture': 'llama', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf": { + "oid": "9fecc3b3cd76bba89d504f29b616eedf7da85b96540e490ca5824d3f7d2776a0", + "size": 668788096, + "lfs": true, + "template_sha256": "66291cf0045c2425a3a667cf3cbb7af2b11f09e025c02f97245323ab79119362" + } + } + }, + "1bit-MONSTER/ZAYA1-74B-preview-GGUF": { + "commit": "336e6655df38808e56d8de581499e74c015ef578", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZAYA1 74B Preview', 'general.basename': 'ZAYA1', 'general.architecture': 'zaya', 'general.size_label': '74B', 'general.finetune': 'preview', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-74B-preview-Q4_K_M.gguf": { + "oid": "95c42025201b5292b90a18abf9fde0005671027ddac56add4f8a4681a3f0a4dd", + "size": 45722931008, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "1bit-MONSTER/ZAYA1-8B-GGUF": { + "commit": "61186e7567edceb646bcd09e9d7526065685f73e", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zaya Hf', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Zaya Hf', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class prose", + "stick: Lemonade catalogue (zaya1-8b-Q4_K_M.gguf)" + ], + "files": { + "zaya1-8b-Q4_K_M.gguf": { + "oid": "339cac3addcf2b61abdb171a45f29dd11bb986a6741cf9119ae9a615edd44dcc", + "size": 5567582048, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + }, + "zaya1-8b-f16.gguf": { + "oid": "8130331f50be1bd2fc4755676ed43af6dd6775ed1afa301f0082c0d3461b6ab4", + "size": 17740429984, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "1bit-MONSTER/ZAYA1-VL-8B-GGUF": { + "commit": "00a876d967f2aadcda4cc997e151953fb41dcb46", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Hf', 'general.basename': None, 'general.architecture': 'clip', 'general.size_label': '669M', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zyphra/ZAYA1-VL-8B', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.5B', 'general.finetune': '2967258fbdfdf8c9358dc52b3451db24fe45dfcd', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Zyphra/ZAYA1-VL-8B', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.5B', 'general.finetune': '2967258fbdfdf8c9358dc52b3451db24fe45dfcd', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-VL-8B-F16.gguf": { + "oid": "28e0ab587839e8e6d6de5f74283a2966ff2857a286dac7c9581950d65558272f", + "size": 18168092320, + "lfs": true, + "template_sha256": "bc20c7bec83c3bbb0a5a24f43d2eb45c5207e3b6c7c88b6cf106a3bf44f49dba" + }, + "ZAYA1-VL-8B-Q4_K_M.gguf": { + "oid": "819da27ba461bb7bd618a41a2a07d45a73ca9e5f32c4e63d589bb02dde79725b", + "size": 5705263232, + "lfs": true, + "template_sha256": "bc20c7bec83c3bbb0a5a24f43d2eb45c5207e3b6c7c88b6cf106a3bf44f49dba" + }, + "mmproj-ZAYA1-VL-8B-F16.gguf": { + "oid": "96ec57085a770b33c52c602b2fbf2caedf2e316b1faef1165fe70d4ae237fb4d", + "size": 1338428384, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/ZAYA1-base-GGUF": { + "commit": "aeafb231ce73674236f76ff1b9bf5977f14882d7", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZAYA1 Base', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-base-Q4_K_M.gguf": { + "oid": "55bbf16aa995805feb797b1946101ddda4f0d9d8afce865e440000f020f78c1e", + "size": 5567572800, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "1bit-MONSTER/ZAYA1-reasoning-base-GGUF": { + "commit": "1bd9aebafbcc5eb356f3456534693a97fecaf3ac", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zyphra/ZAYA1-reasoning-base', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': '7c6397678f86557e82a4637c35e4c35cc76e8d08', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-reasoning-base-Q4_K_M.gguf": { + "oid": "107c6ca9143640c7830af75ba640a7bf15a60105f7d0a8edd0f09d117f84b73c", + "size": 5555286272, + "lfs": true, + "template_sha256": "3deb83b149b0b51571531f6c044e6c8992550b716ef720ba00586084b1e4f25d" + } + } + }, + "1bit-MONSTER/ZR1-1.5B-GGUF": { + "commit": "3252419078406e84b475d8976868b64812e9adb6", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZR1 1.5B@6108a26d0cd7', 'general.basename': 'ZR1', 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': '1.5B@6108a26d0cd7', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'ZR1 1.5B@6108a26d0cd7', 'general.basename': 'ZR1', 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': '1.5B@6108a26d0cd7', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZR1-1.5B-Q4_K_M.gguf": { + "oid": "9457f6baa4b557d933980d690cd45f24f6406d3599b94a548a213ffa92b92541", + "size": 1117322144, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + }, + "ZR1-1.5B-Q8_0.gguf": { + "oid": "dd3419dd33a40f0e1b05439fb92bcd5e169d745db1b72942448cd2f389a1eedf", + "size": 1894533536, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/Zamba-7B-v1-GGUF": { + "commit": "e41a596835168d4adc1044731a7749b43665a648", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba 7B v1', 'general.basename': 'Zamba', 'general.architecture': 'zamba', 'general.size_label': '7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba-7B-v1-Q8_0.gguf": { + "oid": "d90121934d350e09607d2616bae4f86d587494bb43124773ea016d437f79b746", + "size": 7846996128, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-1.2B-instruct-GGUF": { + "commit": "e4341961d1db2bc43a0a7e32df801628aa89f6f5", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 1.2B Instruct', 'general.basename': 'Zamba2', 'general.architecture': 'zamba2', 'general.size_label': '1.2B', 'general.finetune': 'instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-1.2B-instruct-Q8_0.gguf": { + "oid": "9c2fc8bca881fb444b65110111c107be279a803adf6b49363c3d1039519c0079", + "size": 1839274432, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-2.7B-instruct-GGUF": { + "commit": "0942a6dd0b910253343a6cadad951380f70b9413", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zyphra/Zamba2-2.7B-instruct', 'general.basename': None, 'general.architecture': 'zamba2', 'general.size_label': '3.8B', 'general.finetune': '699f349b3636e892b0a138e929f9d51c8684cb6f', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-2.7B-instruct-Q8_0.gguf": { + "oid": "b5e9e17dd3f5189d96848b7f789794483d6e4179e40a28d7f27c61057b1ae978", + "size": 4074143264, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-7B-Instruct-GGUF": { + "commit": "85e0c311f15b1be6c85d4f3f8c74c223398b4486", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 7B Instruct', 'general.basename': 'Zamba2', 'general.architecture': 'zamba2', 'general.size_label': '7B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-7B-Instruct-Q8_0.gguf": { + "oid": "a9a10b17fe9544f836e4fbe487d8ec81520cee0b7b4d52aeb50818c54423e53a", + "size": 11675594080, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-VL-1.2B-GGUF": { + "commit": "d7c77fab4ff89db15658f9f786030e7b18605e8c", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 1.2B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '1.2B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 1.2B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '1.2B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-1.2B-Q8_0.gguf": { + "oid": "60f0afb915108748c26622d407723059569a89e3195baa4a6e5f96c37d2af076", + "size": 1839416448, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-1.2B-F16.gguf": { + "oid": "8aaf0f0244c413e955e51627f12bd6f24481746c750034b0ba3a81830b04a447", + "size": 1338428352, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-VL-2.7B-GGUF": { + "commit": "eff1bc1a5c1bb7c45e5a4133735fb803527b3965", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 2.7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '671M', 'general.finetune': '2.7b', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 2.7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '2.7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-2.7B-Q8_0.gguf": { + "oid": "457019c64fbe7db2a7943b0f5939fee4ecf17fc1b72bb3b1ca9574c62507df74", + "size": 4074318720, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-2.7B-F16.gguf": { + "oid": "db5306a0d342d087e28a683f3718d60b75eb50f78fb88ce9ecaa5be9b35a2037", + "size": 1343673312, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-VL-7B-GGUF": { + "commit": "521e8f34188f2eb10c6db76c8a92f45d21c2e6c8", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '677M', 'general.finetune': '7b', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-7B-Q8_0.gguf": { + "oid": "5d9d5c9845233aff5bd77f36b277942693f9ffd2c8275d623276e4945328302c", + "size": 11675840288, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-7B-F16.gguf": { + "oid": "64288d4e64077ba4f03f4e4b2431ac70b8f967f8d316b237938638855f7ddab7", + "size": 1354163168, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gemma-2-2b-it-GGUF": { + "commit": "22f9d7d1b672483f69c6744277d87019440815b7", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gemma 2 2b It', 'general.basename': 'gemma-2', 'general.architecture': 'gemma2', 'general.size_label': '2B', 'general.finetune': 'it', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gemma-2-2b-it-Q4_K_M.gguf": { + "oid": "e0aee85060f168f0f2d8473d7ea41ce2f3230c1bc1374847505ea599288a7787", + "size": 1708582752, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "1bit-MONSTER/gemma-2-9b-it-GGUF": { + "commit": "41f5449a1825f32ca9618f54844d00e80347b0aa", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'gemma-2-9b-it', 'general.basename': None, 'general.architecture': 'gemma2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "gemma-2-9b-it-Q4_K_M.gguf": { + "oid": "13b2a7b4115bbd0900162edcebe476da1ba1fc24e718e8b40d32f6e300f56dfe", + "size": 5761057728, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "1bit-MONSTER/gemma-3-1b-it-GGUF": { + "commit": "c83edd092ad930e389440d591f1aefbb3739d2db", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gemma 3 1b It', 'general.basename': 'gemma-3', 'general.architecture': 'gemma3', 'general.size_label': '1B', 'general.finetune': 'it', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gemma-3-1b-it-Q4_K_M.gguf": { + "oid": "8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135", + "size": 806058240, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "1bit-MONSTER/gpt-neox-20b-GGUF": { + "commit": "df40def21dc8b6d0048981c81bd40d4aeb51c85b", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt Neox 20b', 'general.basename': 'gpt-neox', 'general.architecture': 'gptneox', 'general.size_label': '20B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gpt-neox-20b.Q4_K_M.gguf": { + "oid": "dd9666047d23f063f9222550e9fcb47ff171891b2b30d8e9b38068c09b59ba7b", + "size": 13135032096, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gpt-oss-120b-GGUF": { + "commit": "2732e996c7814fbe9a8735655ed017fd8fb76352", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt-Oss-120B', 'general.basename': 'Gpt-Oss-120B', 'general.architecture': 'gpt-oss', 'general.size_label': '120B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf": { + "oid": "c7b59d68c889ada280736d9b82685baeb6152f4d7423a169a369bb3492b3056e", + "size": 49866326912, + "lfs": true, + "template_sha256": "acaa726974dadda7844c6607c59554bca390645b94705cfdc2e78bb34895717c" + }, + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf": { + "oid": "7c77ca781792a28565c311ace40620ef7fb1cf67d123db347aa34f30ff48ad16", + "size": 13149984480, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gpt-oss-20b-GGUF": { + "commit": "824986fa01a31f5de0977398671c5a6de7f86df4", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt-Oss-20B', 'general.basename': 'Gpt-Oss-20B', 'general.architecture': 'gpt-oss', 'general.size_label': '20B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gpt-oss-20b-UD-Q4_K_XL.gguf": { + "oid": "10fe673de12c20b74b8d670a9fdf0fd36b43b0a86ffc04daeb175c0a2b98c4f9", + "size": 11872347328, + "lfs": true, + "template_sha256": "70da0d2348e40aaf8dad05f04a316835fd10547bd7e3392ce337e4c79ba91c01" + } + } + }, + "1bit-MONSTER/granite-4.1-30b-GGUF": { + "commit": "9be9ca9ddffae24063a6ba1c90dc739e13660ce0", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Granite 4.1 30b', 'general.basename': 'granite-4.1', 'general.architecture': 'granite', 'general.size_label': '30B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "granite-4.1-30b-Q4_K_M.gguf": { + "oid": "b33e4376e3581d11236ea53ced6b38399f6e91c0a391488486dc0827972f23f6", + "size": 17490240736, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "1bit-MONSTER/granite-4.1-3b-GGUF": { + "commit": "fe51b6f852e7005ae6c509b12a69cbf319212084", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Granite 4.1 3b', 'general.basename': 'granite-4.1', 'general.architecture': 'granite', 'general.size_label': '3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "granite-4.1-3b-Q4_K_M.gguf": { + "oid": "662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29", + "size": 2099501664, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "1bit-MONSTER/phi-2-GGUF": { + "commit": "c143b19663de0923ea1ec3b6ab4fc8efed85d7fc", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Phi2', 'general.basename': None, 'general.architecture': 'phi2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "phi-2.Q4_K_M.gguf": { + "oid": "324356668fa5ba9f4135de348447bb2bbe2467eaa1b8fcfb53719de62fbd2499", + "size": 1789239136, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/phi-4-GGUF": { + "commit": "fed158dd5f550d51ea34b25fd635d1579bd70e2c", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Phi 4', 'general.basename': 'phi', 'general.architecture': 'phi3', 'general.size_label': '15B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "phi-4-Q4_K.gguf": { + "oid": "5652b9be0ea4ae2842130d04fe31bc869fcb99a2b7106c53b4e754a343fd688f", + "size": 9053114560, + "lfs": true, + "template_sha256": "fe4120415a3858b873955c92ce3a103a95bc97c2cb00b72e62659aaf0f891ee5" + } + } + }, + "FastFlowLM/Qwen3-0.6B-NPU2": { + "commit": "b584799232c962f693e0e5be99606fc4eca6811e", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": null + } + } + }, + "FastFlowLM/Qwen3-1.7B-NPU2": { + "commit": "1b452c9ab53dcc580fab244d3dc4d808185ceaca", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": null + } + } + }, + "FastFlowLM/Qwen3-4B-NPU2": { + "commit": "07651f11cac70ff5b7a81731643dee6f6e7baee1", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": null + } + } + }, + "LiquidAI/LFM2-1.2B-GGUF": { + "commit": "5399e76c648f4eb8c053feb1ab747277dea5bf8b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (LFM2-1.2B-Q4_K_M.gguf)" + ], + "files": { + "LFM2-1.2B-Q4_K_M.gguf": { + "oid": "55175400e3f509a9616227afeffd58d87e80b9f628a5d3d54ada884d85221fed", + "size": 730893248, + "lfs": true, + "template_sha256": "a805e50fed68938a076b07e2e602639611b50b1ced0e50f11eb92f1ba25be4dc" + } + } + }, + "LiquidAI/LFM2.5-2.6B-GGUF": { + "commit": "e7caca5d835a3901a8e0d63e94009429bafafdfc", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/LFM2.5-2.6B-GGUF" + ], + "files": { + "LFM2.5-2.6B-Q4_K_M.gguf": { + "oid": "02a8b7e17487d326e46d68ce0ba24211e1b80a14c4cd0597fa73c1cd697f52ed", + "size": 1674455040, + "lfs": true, + "template_sha256": "ea663864491de7ade391839479860ca95541f892f72665c73251fbd4643b1bef" + } + } + }, + "LiquidAI/LFM2.5-8B-A1B-GGUF": { + "commit": "49c14831707011e64d70b2ebd8462ba08d608434", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/LFM2.5-8B-A1B-GGUF" + ], + "files": { + "LFM2.5-8B-A1B-Q4_K_M.gguf": { + "oid": "4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0", + "size": 5155564768, + "lfs": true, + "template_sha256": "6d65c8804847ad74eea912dd7eca3dc1cf7a457b53a77f47d841a14121910963" + } + } + }, + "OpenBMB/MiniCPM-V-4.6-gguf": { + "commit": "afe9accb78d2995d214cd912920c9c92f4015faa", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (MiniCPM-V-4_6-Q4_K_M.gguf)" + ], + "files": { + "MiniCPM-V-4_6-Q4_K_M.gguf": { + "oid": "6b0c74962c44bc6bf4b655b9b02c13eda9d5a0491543ae976d1ac18e4b7892e2", + "size": 529101504, + "lfs": true, + "template_sha256": "dfe1fa43a3444f065406d3a2b9aa315602f5c146b80cf22e0426a6c1466d85aa" + } + } + }, + "OpenBMB/MiniCPM5-1B-GGUF": { + "commit": "3d55fac80935ae6456986ad2384b5cbcc4d6c948", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (MiniCPM5-1B-Q4_K_M.gguf)" + ], + "files": { + "MiniCPM5-1B-Q4_K_M.gguf": { + "oid": "81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa", + "size": 688065920, + "lfs": true, + "template_sha256": "7451a05cf1e28a79d97d7c0bc951028c0b1915119bf9046acd06a0e3d931f47c" + } + } + }, + "Qwen/Qwen2.5-0.5B-Instruct-GGUF": { + "commit": "9217f5db79a29953eb74d5343926648285ec7e67", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-0.5B-Instruct-GGUF" + ], + "files": { + "qwen2.5-0.5b-instruct-q4_k_m.gguf": { + "oid": "74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db", + "size": 491400032, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-1.5B-Instruct-GGUF": { + "commit": "91cad51170dc346986eccefdc2dd33a9da36ead9", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-1.5B-Instruct-GGUF" + ], + "files": { + "qwen2.5-1.5b-instruct-q4_k_m.gguf": { + "oid": "6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e", + "size": 1117320736, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-14B-Instruct-GGUF": { + "commit": "b466e1f8c07172155743e8e1307507d8a4f91fbd", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-14B-Instruct-GGUF" + ], + "files": { + "qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf": { + "oid": "a09ea5e7b1eafb1b30b241726c3cc3c905c96f14ad41e246ffa5f44e53904f68", + "size": 3991999872, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf": { + "oid": "21b9457d079680d284e90ef69607c4b2d8ef64a09d4729cb7b5e1357bdba41ae", + "size": 3989373504, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf": { + "oid": "c8d37006760a387a35216e070e6664d7da927f10be8eb870fef2e3d4833d9976", + "size": 1006737120, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-32B-Instruct-GGUF": { + "commit": "a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-32B-Instruct-GGUF" + ], + "files": { + "qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf": { + "oid": "403434e5c845452c013661d586b97d5a53cf207462d180a07c301eafa9390d05", + "size": 3961498272, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf": { + "oid": "7371e5c5d717a8c20f526dbfce5d3f201dc3f02140d1c836314cd0756e02e8d7", + "size": 3948996064, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf": { + "oid": "f023ccc294c3bd3b2eac5b2dd40dea3aa4ca1d06c7460ead67c36386cd62e8fc", + "size": 3993478688, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf": { + "oid": "05fe76d941454390cd7aa0de3b342f83a1d1226a959479af85bbfae7cd93e771", + "size": 3950347744, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf": { + "oid": "8c2e8ecc686129c37821bd9f3b3e251e6ae80deadd3d3348f7e3e84492a63c24", + "size": 3997015616, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-3B-Instruct-GGUF": { + "commit": "7dabda4d13d513e3e842b20f0d435c732f172cbe", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-3B-Instruct-GGUF" + ], + "files": { + "qwen2.5-3b-instruct-q4_k_m.gguf": { + "oid": "626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d", + "size": 2104932768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-7B-Instruct-GGUF": { + "commit": "bb5d59e06d9551d752d08b292a50eb208b07ab1f", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-7B-Instruct-GGUF" + ], + "files": { + "qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf": { + "oid": "dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db", + "size": 3993201344, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf": { + "oid": "539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a", + "size": 689872288, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF": { + "commit": "f86cb2c1fa58255f8052cc32aeede1b7482d4361", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (qwen2.5-coder-1.5b-instruct-q4_k_m.gguf)" + ], + "files": { + "qwen2.5-coder-1.5b-instruct-q4_k_m.gguf": { + "oid": "cc324af070c2ecbfd324a30884d2f951a7ff756aba85cb811a6ec436933bb046", + "size": 1117320768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-Coder-14B-Instruct-GGUF": { + "commit": "d0a692ef765eefbf2fabb130b3cb2e8917e3d225", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-Coder-14B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-14b-instruct-q4_k_m.gguf": { + "oid": "c1e659736d89ac1065fb495330fb824d94001974a4bfa78e7270e43476a8d940", + "size": 8988110272, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "Qwen/Qwen2.5-Coder-32B-Instruct-GGUF": { + "commit": "9d3053fce650fe1cdbdb75998c2a87add9d178ef", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-Coder-32B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-32b-instruct-q4_k_m.gguf": { + "oid": "4d64b316b5e6319d9613e0d97935d9ebd631fc7e334da400d00085eca749d085", + "size": 19851335872, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF": { + "commit": "13fb94bfda8c8cf22497dc57b78f391a9acb426a", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (qwen2.5-coder-7b-instruct-q4_k_m.gguf)", + "upstream of 1bit-MONSTER/Qwen2.5-Coder-7B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-7b-instruct-q4_k_m.gguf": { + "oid": "509287f78cb4d4cf6b3843734733b914b2c158e43e22a7f4bf5e963800894d3c", + "size": 4683073536, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen3-0.6B-GGUF": { + "commit": "23749fefcc72300e3a2ad315e1317431b06b590a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-0.6B-GGUF" + ], + "files": { + "Qwen3-0.6B-Q8_0.gguf": { + "oid": "9465e63a22add5354d9bb4b99e90117043c7124007664907259bd16d043bb031", + "size": 639446688, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-1.7B-GGUF": { + "commit": "90862c4b9d2787eaed51d12237eafdfe7c5f6077", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-1.7B-GGUF" + ], + "files": { + "Qwen3-1.7B-Q8_0.gguf": { + "oid": "061b54daade076b5d3362dac252678d17da8c68f07560be70818cace6590cb1a", + "size": 1834426016, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-14B-GGUF": { + "commit": "530227a7d994db8eca5ab5ced2fb692b614357fd", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-14B-GGUF" + ], + "files": { + "Qwen3-14B-Q4_K_M.gguf": { + "oid": "500a8806e85ee9c83f3ae08420295592451379b4f8cf2d0f41c15dffeb6b81f0", + "size": 9001752960, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-30B-A3B-GGUF": { + "commit": "e4d4bafdfb96a411a163846265362aceb0b9c63a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-30B-A3B-GGUF" + ], + "files": { + "Qwen3-30B-A3B-Q4_K_M.gguf": { + "oid": "0d003f6662faee786ed5da3e31b29c978de5ae5d275c8794c606a7f3c01aa8f5", + "size": 18556685824, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-32B-GGUF": { + "commit": "938a7432affaec9157f883a87164e2646ae17555", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-32B-GGUF" + ], + "files": { + "Qwen3-32B-Q4_K_M.gguf": { + "oid": "efd971561896866f0e910cce52761ca77b1b138090c7f15fe284676d57d1f689", + "size": 19762149024, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-4B-GGUF": { + "commit": "bc640142c66e1fdd12af0bd68f40445458f3869b", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-4B-GGUF" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", + "size": 2497280256, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-8B-GGUF": { + "commit": "7c41481f57cb95916b40956ab2f0b139b296d974", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-8B-GGUF" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785", + "size": 5027783488, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-Embedding-0.6B-GGUF": { + "commit": "370f27d7550e0def9b39c1f16d3fbaa13aa67728", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Embedding-0.6B-Q8_0.gguf)" + ], + "files": { + "Qwen3-Embedding-0.6B-Q8_0.gguf": { + "oid": "06507c7b42688469c4e7298b0a1e16deff06caf291cf0a5b278c308249c3e439", + "size": 639150592, + "lfs": true, + "template_sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5" + } + } + }, + "RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf": { + "commit": "947580e7b3904cd4081810d0efec4520a75609c7", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen1.5-MoE-A2.7B-Chat-GGUF" + ], + "files": { + "Qwen1.5-MoE-A2.7B-Chat.Q4_K.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + }, + "Qwen1.5-MoE-A2.7B-Chat.Q4_K_M.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + } + } + }, + "RichardErkhov/apple_-_OpenELM-1_1B-Instruct-gguf": { + "commit": "a3bd6141a13695472539e1f2adf9f4042fe3032d", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/OpenELM-1.1B-Instruct-GGUF" + ], + "files": { + "OpenELM-1_1B-Instruct.Q4_K.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + }, + "OpenELM-1_1B-Instruct.Q4_K_M.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + } + } + }, + "TheBloke/Mistral-7B-Instruct-v0.2-GGUF": { + "commit": "3a6fbf4a41a1d52e415a4958cde6856d34b2db93", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Mistral-7B-Instruct-v0.2-GGUF" + ], + "files": { + "mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "oid": "3e0039fd0273fcbebb49228943b17831aadd55cbcbf56f0af00499be2040ccf9", + "size": 4368439584, + "lfs": true, + "template_sha256": "26a59556925c987317ce5291811ba3b7f32ec4c647c400c6cc7e3a9993007ba7" + } + } + }, + "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF": { + "commit": "52e7645ba7c309695bec7ac98f4f005b139cf465", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/TinyLlama-1.1B-Chat-v1.0-GGUF" + ], + "files": { + "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf": { + "oid": "9fecc3b3cd76bba89d504f29b616eedf7da85b96540e490ca5824d3f7d2776a0", + "size": 668788096, + "lfs": true, + "template_sha256": "66291cf0045c2425a3a667cf3cbb7af2b11f09e025c02f97245323ab79119362" + } + } + }, + "TheBloke/phi-2-GGUF": { + "commit": "5a454d977c6438bb9fb2df233c8ca70f21c87420", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/phi-2-GGUF" + ], + "files": { + "phi-2.Q4_K_M.gguf": { + "oid": "324356668fa5ba9f4135de348447bb2bbe2467eaa1b8fcfb53719de62fbd2499", + "size": 1789239136, + "lfs": true, + "template_sha256": null + } + } + }, + "allenai/OLMo-2-0425-1B-Instruct-GGUF": { + "commit": "62f8c199538474c3e33ed5d7e0580abd66686a27", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/OLMo-2-0425-1B-Instruct-GGUF" + ], + "files": { + "OLMo-2-0425-1B-Instruct-Q4_K_M.gguf": { + "oid": "abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6", + "size": 935515296, + "lfs": true, + "template_sha256": "fe689ffbd6a4e2d0532d7480696b065b10e0e1eff3f9b9fc4bea415761e4bf4a" + } + } + }, + "bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF": { + "commit": "8f248fa2072348f77a8bc37754e470de1f61866e", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-Coder-V2-Lite-Instruct-GGUF" + ], + "files": { + "DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf": { + "oid": "603bd3f8a0281d16571da7c08bd661ee17ff0d1be6fcbd1b42242da257ef0bb8", + "size": 10364416768, + "lfs": true, + "template_sha256": "8aeba567270fa9a8d5372caf4b04affea947c4421d96adc01e3ff94021b0ae8e" + } + } + }, + "bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF": { + "commit": "9cc28b17e86fa2415fcb070f8ee5ec27c965aa61", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-R1-Distill-Qwen-1.5B-GGUF" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf": { + "oid": "1741e5b2d062b07acf048bf0d2c514dadf2a48f94e2b4aa0cfe069af3838ee2f", + "size": 1117320800, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF": { + "commit": "1dc8cf9ffa5dd333057ea1b09ccf4772d8726dec", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-R1-Distill-Qwen-32B-GGUF" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf": { + "oid": "bed9b0f551f5b95bf9da5888a48f0f87c37ad6b72519c4cbd775f54ac0b9fc62", + "size": 19851335840, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "bartowski/Llama-3.2-1B-Instruct-GGUF": { + "commit": "067b946cf014b7c697f3654f621d577a3e3afd1c", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.2-1B-Instruct-GGUF" + ], + "files": { + "Llama-3.2-1B-Instruct-Q4_K_M.gguf": { + "oid": "6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83", + "size": 807694464, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "bartowski/Llama-3.2-3B-Instruct-GGUF": { + "commit": "5ab33fa94d1d04e903623ae72c95d1696f09f9e8", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.2-3B-Instruct-GGUF" + ], + "files": { + "Llama-3.2-3B-Instruct-Q4_K_M.gguf": { + "oid": "6c1a2b41161032677be168d354123594c0e6e67d2b9227c84f296ad037c728ff", + "size": 2019377696, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "bartowski/Llama-3.3-70B-Instruct-GGUF": { + "commit": "b6c5c9f176f3279204034e1d16d393105e95cb88", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.3-70B-Instruct-GGUF" + ], + "files": { + "Llama-3.3-70B-Instruct-Q4_K_M.gguf": { + "oid": "32df3baccb556f9840059b2528b2dee4d3d516b24afdfb9d0c56ff5f63e3a664", + "size": 42520398816, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF": { + "commit": "bf5b95e96dac0462e2a09145ec66cae9a3f12067", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.1-8B-Instruct-GGUF" + ], + "files": { + "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf": { + "oid": "7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c", + "size": 4920739232, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "bartowski/gemma-2-2b-it-GGUF": { + "commit": "855f67caed130e1befc571b52bd181be2e858883", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-2-2b-it-GGUF" + ], + "files": { + "gemma-2-2b-it-Q4_K_M.gguf": { + "oid": "e0aee85060f168f0f2d8473d7ea41ce2f3230c1bc1374847505ea599288a7787", + "size": 1708582752, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "bartowski/gemma-2-9b-it-GGUF": { + "commit": "d731033f3dc4018261fd39896e50984d398b4ac5", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-2-9b-it-GGUF" + ], + "files": { + "gemma-2-9b-it-Q4_K_M.gguf": { + "oid": "13b2a7b4115bbd0900162edcebe476da1ba1fc24e718e8b40d32f6e300f56dfe", + "size": 5761057728, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "bong-water-water-bong/BlackMamba-1.5B-GGUF": { + "commit": "179f7777408ab0d800ad034d4715b7bccd10c857", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': None, 'general.basename': None, 'general.architecture': 'mamba', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "blackmamba-1.5b.gguf": { + "oid": "32fb66b8c4c71da9fb8ea8037ee7fc9ca6bb86915b505a5ca3d131d862ee5d4d", + "size": 947720160, + "lfs": true, + "template_sha256": null + } + } + }, + "bong-water-water-bong/BlackMamba-2.8B-GGUF": { + "commit": "0331c53eb81bd51e0e0a0cf2117de77c074e1692", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion (n/a)" + ], + "files": { + "blackmamba-2.8b.gguf": { + "oid": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "size": 0, + "lfs": false, + "template_sha256": null + } + } + }, + "bong-water-water-bong/Ternary-Bonsai-2-27B-unrotated-Q4_0": { + "commit": "ab895e624fb8666ac79233f8ad0b2d1b24e158df", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Hf', 'general.basename': 'folded', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Ternary-Bonsai-2-27B-unrotated-Q4_0.gguf": { + "oid": "4bb92798ef9280dea3a4ff4168513e7775773969bd5c0619656f500d53709bc6", + "size": 15183001920, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + } + } + }, + "bong-water-water-bong/ZAYA1-8B-Q4_K_M-GGUF": { + "commit": "05ca1d6e28a82b11c6a2d73212381375ac309e18", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'zaya1-8b', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': '67d34da515b30409ee8daa67c3605c4402d03f6f', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "zaya1-8b-Q4_K_M.gguf": { + "oid": "64d0b2b6eadc3674a0480d85ab4875a7f891e58389469a5c743debd7528dbcd9", + "size": 5567131712, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "bong-water-water-bong/ZAYA1-8B-QLoRA-GGUF": { + "commit": "273b4ab854145a7932bb4ebc354849bfc6b105e7", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Best', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})" + ], + "files": { + "zaya1-8b-qlora-f16.gguf": { + "oid": "3f1e3eaf78affda54e0a92173b39b8504886bdba9d85a3f683290999c842057b", + "size": 13785440, + "lfs": true, + "template_sha256": null + } + } + }, + "bong-water-water-bong/bitnet-ternary-moe-gguf": { + "commit": "951711ae3ce145e10ff9589e1dd510e8294205c2", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Bitnet 2b 4t Packed', 'general.basename': 'bitnet', 'general.architecture': 'bitnet', 'general.size_label': '2B', 'general.finetune': '4t-packed', 'general.quantization_version': 2, 'general.file_type': 36, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Mult Peft', 'general.basename': None, 'general.architecture': 'bitnet', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})", + "published: conversion ({'general.name': 'Roman Peft', 'general.basename': None, 'general.architecture': 'bitnet', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})" + ], + "files": { + "bitnet-2b-tq1_0.gguf": { + "oid": "42f9b84bcc3904d52a6d2a991675673128c1b50af8d37a95feadd9eb79138613", + "size": 1105874016, + "lfs": true, + "template_sha256": "dae57a011117d68afc11906cd5bfe7124df8027a2fcfe5134a7184aaba26fc1b" + }, + "mult-f16.gguf": { + "oid": "16b0c4a4bed99176234adacc27e425af9c70571bf4b7bfe1eab4750d1a0ee158", + "size": 54571232, + "lfs": true, + "template_sha256": null + }, + "roman-f16.gguf": { + "oid": "3c474b536583ac80d9af350bf37f174099f3f539d2c8ecddbb37a079c928a835", + "size": 54571616, + "lfs": true, + "template_sha256": null + } + } + }, + "ggml-org/SmolLM3-3B-GGUF": { + "commit": "4965cb60b150737b68a0408c36aeefb65078f894", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/SmolLM3-3B-GGUF" + ], + "files": { + "SmolLM3-Q4_K_M.gguf": { + "oid": "8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e", + "size": 1915305312, + "lfs": true, + "template_sha256": "b9b66f04c64fbb8695cf5b35c37780efd0b8e0829fbfe3e30fafb9f469b7d30e" + } + } + }, + "ggml-org/gemma-3-1b-it-GGUF": { + "commit": "f9c28bcd85737ffc5aef028638d3341d49869c27", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-3-1b-it-GGUF" + ], + "files": { + "gemma-3-1b-it-Q4_K_M.gguf": { + "oid": "8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135", + "size": 806058240, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "ggml-org/gpt-oss-20b-GGUF": { + "commit": "15dcfc7e7c608c6161507211ed43c5b590801b4b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (gpt-oss-20b-MXFP4.gguf)" + ], + "files": { + "gpt-oss-20b-MXFP4.gguf": { + "oid": "27cd6c432c7672cb812a92f611cf3ba7bbc35928262bb1e1253ff4ee6ae35901", + "size": 12109566624, + "lfs": true, + "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146" + } + } + }, + "ibm-granite/granite-4.1-30b-GGUF": { + "commit": "26a44ffe9923eea39af3ad811b56c9b0071e4347", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/granite-4.1-30b-GGUF" + ], + "files": { + "granite-4.1-30b-Q4_K_M.gguf": { + "oid": "b33e4376e3581d11236ea53ced6b38399f6e91c0a391488486dc0827972f23f6", + "size": 17490240736, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "ibm-granite/granite-4.1-3b-GGUF": { + "commit": "ab4701481089b58a082ef63cc1cee738887293ff", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/granite-4.1-3b-GGUF" + ], + "files": { + "granite-4.1-3b-Q4_K_M.gguf": { + "oid": "662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29", + "size": 2099501664, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "microsoft/phi-4-gguf": { + "commit": "6edc2ef6664b739a8e11e62f2672ff6afe0c15ac", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/phi-4-GGUF" + ], + "files": { + "phi-4-Q4_K.gguf": { + "oid": "5652b9be0ea4ae2842130d04fe31bc869fcb99a2b7106c53b4e754a343fd688f", + "size": 9053114560, + "lfs": true, + "template_sha256": "fe4120415a3858b873955c92ce3a103a95bc97c2cb00b72e62659aaf0f891ee5" + } + } + }, + "mradermacher/Qwen3-Reranker-0.6B-GGUF": { + "commit": "6727da811d2cc45b078b744bffaaab122a0691da", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Reranker-0.6B.Q8_0.gguf)" + ], + "files": { + "Qwen3-Reranker-0.6B.Q8_0.gguf": { + "oid": "c525a7449243f690a7062e6377d6cf5adbb289354bd4316312367cd20e187ab7", + "size": 639150752, + "lfs": true, + "template_sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5" + } + } + }, + "mradermacher/gpt-neox-20b-GGUF": { + "commit": "25e46ca846af35af8abb3eb364f7ef070c9b2783", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-neox-20b-GGUF" + ], + "files": { + "gpt-neox-20b.Q4_K_M.gguf": { + "oid": "dd9666047d23f063f9222550e9fcb47ff171891b2b30d8e9b38068c09b59ba7b", + "size": 13135032096, + "lfs": true, + "template_sha256": null + } + } + }, + "mradermacher/jina-reranker-v1-tiny-en-GGUF": { + "commit": "a76777c8b117dd01f69f76af506578c67884ca0a", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (jina-reranker-v1-tiny-en.Q8_0.gguf)" + ], + "files": { + "jina-reranker-v1-tiny-en.Q8_0.gguf": { + "oid": "865f470f0115b33b744e85b0db1353ba91b2c47f20fda66f9709b2a5f21fe4a4", + "size": 36676672, + "lfs": true, + "template_sha256": null + } + } + }, + "mys/laya-typed-decisions-GGUF": { + "commit": "1e9e8ba1f5271316601e0fefd940786660bd6964", + "pinned": "2026-11-05", + "used_for": [ + "serve: laya-first scorer" + ], + "files": { + "laya_typed_decisions_q8_0.gguf": { + "oid": "6eb6ef58bc4f99bd9db40381604108af782ffc314aa00da6641f429991ca1f18", + "size": 455179648, + "lfs": true, + "template_sha256": null + } + } + }, + "nomic-ai/nomic-embed-text-v2-moe-GGUF": { + "commit": "ffbcf4c99e5d617dda10ec8c0e9f75754b0cbb80", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (nomic-embed-text-v2-moe.Q8_0.gguf)" + ], + "files": { + "nomic-embed-text-v2-moe.Q8_0.gguf": { + "oid": "06e7a7e594a26985523c18383aba4aad39fe6e14f08ffc6ab5b554e1ccdc3cff", + "size": 512225120, + "lfs": true, + "template_sha256": null + } + } + }, + "nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF": { + "commit": "ba223d14e45525f7fae81db77ea8cabeb2fc6c25", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/NVIDIA-Nemotron-3-Nano-4B-GGUF" + ], + "files": { + "NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf": { + "oid": "be5d9a656a51922f24f1f09a759cebb694e1f5d9728bf0ef9f8c972c5a0b5ef2", + "size": 2837072864, + "lfs": true, + "template_sha256": "ab7813c3abdd9cb655905a410728b26c7884eca45ddfab8d9f931553485a7862" + } + } + }, + "openbmb/MiniCPM5-2B-GGUF": { + "commit": "2079a22f3beaa4e306449978533478fe0522f4b3", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/MiniCPM5-2B-GGUF" + ], + "files": { + "MiniCPM5-2B-Q4_K_M.gguf": { + "oid": "ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd", + "size": 1561318368, + "lfs": true, + "template_sha256": "cc945752db555d60949b16989df4ccfeb52a313d6b4b5c5229dd786e2e9fcf1c" + } + } + }, + "pqnet/bge-reranker-v2-m3-Q8_0-GGUF": { + "commit": "40b702f058a57439f4206f27140d05dadb9c6c10", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (bge-reranker-v2-m3-q8_0.gguf)" + ], + "files": { + "bge-reranker-v2-m3-q8_0.gguf": { + "oid": "ad1a16cbec026ae2a7625ac9f6055d993591acaea64783be595323a508d38042", + "size": 635674304, + "lfs": true, + "template_sha256": null + } + } + }, + "prism-ml/Ternary-Bonsai-2-27B-gguf": { + "commit": "839bd57023c1558945afea70a74fa83c054f35f9", + "pinned": "2026-11-05", + "used_for": [ + "upstream: our copy predates the pinned revision" + ], + "files": {} + }, + "unsloth/Apertus-8B-Instruct-2509-GGUF": { + "commit": "61c32783830424ac7a6d0fd80d4166e29dbaee06", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Apertus-8B-Instruct-2509-GGUF" + ], + "files": { + "Apertus-8B-Instruct-2509-Q4_K_M.gguf": { + "oid": "87e7f0eb5a1d33e1a8ea4e7fdd2363764e0465061dd92962e0073aec31a7944d", + "size": 5057885440, + "lfs": true, + "template_sha256": "695a11092219943af254a5a1a6f34ecccd33e7bd28c593ab67e1c95dcd77b210" + } + } + }, + "unsloth/GLM-4.7-Flash-GGUF": { + "commit": "0d32489ecb9db6d2a4fc93bd27ef01519f95474d", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (GLM-4.7-Flash-Q4_K_M.gguf)", + "upstream of 1bit-MONSTER/GLM-4.7-Flash-GGUF" + ], + "files": { + "GLM-4.7-Flash-Q4_K_M.gguf": { + "oid": "29837ed2c0fc5f51981adf8ac8083fcf80743c598381f13e9f06cbad0498b174", + "size": 18312339808, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + }, + "GLM-4.7-Flash-UD-Q4_K_XL.gguf": { + "oid": "b0d4fbc1211f891b4cfbf2a497160bfe06a49412420068904d426b7a13f4ba7f", + "size": 17520169312, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + } + } + }, + "unsloth/Qwen3-0.6B-GGUF": { + "commit": "50968a4468ef4233ed78cd7c3de230dd1d61a56b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-0.6B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-0.6B-Q4_K_M.gguf": { + "oid": "ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a", + "size": 396705472, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-1.7B-GGUF": { + "commit": "d7f544eead698dbd1f15126ef60b45a1e1933222", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-1.7B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-1.7B-Q4_K_M.gguf": { + "oid": "b139949c5bd74937ad8ed8c8cf3d9ffb1e99c866c823204dc42c0d91fa181897", + "size": 1107409472, + "lfs": true, + "template_sha256": "8428c815ac94d82064e35ff1e841dcbe260e7e53a8d0bd3b94afa2eefa9bccab" + } + } + }, + "unsloth/Qwen3-4B-GGUF": { + "commit": "22c9fc8a8c7700b76a1789366280a6a5a1ad1120", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-4B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "f6f851777709861056efcdad3af01da38b31223a3ba26e61a4f8bf3a2195813a", + "size": 2497281312, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-4B-Instruct-2507-GGUF": { + "commit": "a06e946bb6b655725eafa393f4a9745d460374c9", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-4B-Instruct-2507-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-4B-Instruct-2507-Q4_K_M.gguf": { + "oid": "3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597", + "size": 2497281120, + "lfs": true, + "template_sha256": "c979e0e71a3e21b8f208e6ab120d5cb29327885f29d2a8b18fda67a723798e18" + } + } + }, + "unsloth/Qwen3-8B-GGUF": { + "commit": "a6adef130ffb23ddaf1a62fec9dced968c9bc482", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-8B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "120307ba529eb2439d6c430d94104dabd578497bc7bfe7e322b5d9933b449bd4", + "size": 5027784512, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "commit": "b17cb02dd882d5b6ab62fc777ad2995f19668350", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf)", + "upstream of 1bit-MONSTER/Qwen3-Coder-30B-A3B-Instruct-GGUF" + ], + "files": { + "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf": { + "oid": "fadc3e5f8d42bf7e894a785b05082e47daee4df26680389817e2093056f088ad", + "size": 18556689568, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "unsloth/Qwen3.5-4B-GGUF": { + "commit": "e87f176479d0855a907a41277aca2f8ee7a09523", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3.5-4B-UD-Q4_K_XL.gguf)" + ], + "files": { + "Qwen3.5-4B-UD-Q4_K_XL.gguf": { + "oid": "b252c5610a42ca82d20fe2a12813e9d069eed89292907e26c783eeb0bc961bc7", + "size": 2912109728, + "lfs": true, + "template_sha256": "7f0e529032c25183bcd66c7f238da2d377f43be754a94e2725a58c4e16d2ed67" + } + } + }, + "unsloth/Qwen3.8-27B-GGUF": { + "commit": "4ca720788d1e01f1bff70c033e0d0028fd02e502", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3.8-27B-UD-Q4_K_XL.gguf)", + "upstream of 1bit-MONSTER/Qwen3.8-27B-UD-Q4_K_XL-MTP" + ], + "files": { + "Qwen3.8-27B-UD-Q4_K_XL.gguf": { + "oid": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", + "size": 17559178144, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "MTP/mtp-Qwen3.8-27B-Q4_0.gguf": { + "oid": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", + "size": 1369590656, + "lfs": true, + "template_sha256": "701ba13a085c0c1b5e05414dec1aa3069904f962beee36f0899e441720b83974" + } + } + }, + "unsloth/Qwen3.8-Flash-Next-GGUF": { + "commit": "d96201194f103c906994f283f504209dc8d2a10c", + "pinned": "2026-11-05", + "used_for": [ + "upstream: our copy predates the pinned revision" + ], + "files": { + "MTP/mtp-Qwen3.8-Flash-Next-Q8_0.gguf": { + "oid": "cd87e5d1a4dadaeed63e35929f3b2f28d13e081b4cd32e00f2835095ec09351e", + "size": 4137429120, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00002-of-00004.gguf": { + "oid": "3f342f1c1580473f1ee94ddd5b28206e8c07a70fa1a366f59d1d6c922919a6c9", + "size": 49859583136, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00003-of-00004.gguf": { + "oid": "56758f40269cad5cd9b0d3d6fbae0f40f6d5be6de49e4ab392dbe83157d9cbd3", + "size": 49376141504, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00004-of-00004.gguf": { + "oid": "753bda48b98ba4f1636134a90a967de1b2d3908a236c026e464777342e53510a", + "size": 12087983520, + "lfs": true, + "template_sha256": null + } + } + }, + "unsloth/SmolLM2-135M-Instruct-GGUF": { + "commit": "9e6855bc4be717fca1ef21360a1db4b29d5c559a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/SmolLM2-135M-Instruct-GGUF" + ], + "files": { + "SmolLM2-135M-Instruct-Q4_K_M.gguf": { + "oid": "ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747", + "size": 105454144, + "lfs": true, + "template_sha256": "872be49dbb638044ad01b60388f48d469ff2980e5f0dccdc22ec907db54d0788" + } + } + }, + "unsloth/flint-GGUF": { + "commit": "20468edfc38ab43d6914cc88b08cbecb05d0fc62", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (flint-UD-Q4_K_XL.gguf)" + ], + "files": { + "flint-UD-Q4_K_XL.gguf": { + "oid": "63c2ecc461ca545134b670c660e76fa20f47240f8d39b6510bfd21c4dd6e072f", + "size": 25054688704, + "lfs": true, + "template_sha256": "7940f4ffa3275c36caa4a582f845aaad79da11018b3961e8fbcad6ae29733466" + } + } + }, + "unsloth/gpt-oss-120b-GGUF": { + "commit": "ff1a82da6ad466e32284fa3d2b86694db3204789", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-oss-120b-GGUF" + ], + "files": { + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf": { + "oid": "c7b59d68c889ada280736d9b82685baeb6152f4d7423a169a369bb3492b3056e", + "size": 49866326912, + "lfs": true, + "template_sha256": "acaa726974dadda7844c6607c59554bca390645b94705cfdc2e78bb34895717c" + }, + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf": { + "oid": "7c77ca781792a28565c311ace40620ef7fb1cf67d123db347aa34f30ff48ad16", + "size": 13149984480, + "lfs": true, + "template_sha256": null + } + } + }, + "unsloth/gpt-oss-20b-GGUF": { + "commit": "d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-oss-20b-GGUF" + ], + "files": { + "gpt-oss-20b-UD-Q4_K_XL.gguf": { + "oid": "10fe673de12c20b74b8d670a9fdf0fd36b43b0a86ffc04daeb175c0a2b98c4f9", + "size": 11872347328, + "lfs": true, + "template_sha256": "70da0d2348e40aaf8dad05f04a316835fd10547bd7e3392ce337e4c79ba91c01" + } + } + } + } +} diff --git a/tools/pin_watch.py b/tools/pin_watch.py new file mode 100644 index 000000000..516cf47e4 --- /dev/null +++ b/tools/pin_watch.py @@ -0,0 +1,532 @@ +#!/usr/bin/env python3 +# Copyright 2026 bong-water-water-bong +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Which revision of each upstream model this engine runs, ships or was built from. + +usage: tools/pin_watch.py [--check] [--pr-body REPO | --pin REPO... | --bump REPO] + [--pins FILE] [--out FILE] [--self-test] + +models/pins.json records, per upstream Hugging Face repo, the commit we pinned and the files we take +from it: the sha256 identity Hugging Face reports (`lfs.oid`, or the git blob id for a small text +file), the size, and the sha256 of the chat template that file carries. Nothing in the engine says +which revision of an upstream quant we hold, so a vendor re-quantization is invisible: unsloth +re-published Qwen3.8-Flash-Next-GGUF's UD quants on 2026-11-04 (UD-IQ4_XS went from 3 shards to 4) +and the files we re-hosted are the old ones. This tool closes that gap (docs/model-pins.md). + + --check compare every pin with the repo's current main; write a Markdown report and exit 1 when + anything moved, 0 when nothing did. For a moved pin it re-reads the chat template of + every changed `.gguf` (the metadata header only, over an HTTP range request) and says + whether the template changed, because a new revision may not be adopted before that is + known. --no-template skips that read (the report then says it was not checked). + --pr-body R print the bump PR's body for repo R from the report --check just wrote. + --pin R... print the pin entry for each repo at its current main (adding a pin, or re-deriving one). + --bump R rewrite repo R's entry in --pins to the current main, for the tracked files only; a + tracked file that vanished upstream is refused rather than dropped silently. + --out FILE where --check writes its report (default pin-report.md). + --self-test run against fixtures, no network. + +Exit codes: 0 nothing moved, 1 a pin moved (or --bump refused), 2 usage, 3 --self-test failed. +""" +from __future__ import annotations + +import argparse +import datetime +import hashlib +import json +import os +import struct +import sys +import time +import urllib.request + +API = "https://huggingface.co/api" +RESOLVE = "https://huggingface.co/{repo}/resolve/{rev}/{path}" +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +PINS = os.path.join(ROOT, "models", "pins.json") +UA = "1bit-engine-pin-watch" + + +def token() -> str | None: + t = os.environ.get("HF_TOKEN") + if t: + return t.strip() + p = os.path.expanduser("~/.cache/huggingface/token") + return open(p).read().strip() if os.path.exists(p) else None + + +def api(path: str): + """One Hugging Face API read, with the backoff the census already uses for rate limits.""" + last = None + for attempt in range(5): + try: + req = urllib.request.Request(API + path, headers={"User-Agent": UA, + **({"Authorization": f"Bearer {token()}"} if token() else {})}) + with urllib.request.urlopen(req, timeout=120) as r: + return json.load(r) + except Exception as e: # 429s and transient failures: back off, then give up + last = e + if attempt == 4: + raise + time.sleep(1.5 * (attempt + 1)) + raise last # unreachable + + +def head(repo: str) -> str: + return api(f"/models/{repo}").get("sha") or "" + + +def tree(repo: str, rev: str = "main") -> list[dict]: + return api(f"/models/{repo}/tree/{rev}?recursive=true&blobs=true") + + +def identity(entry: dict) -> dict: + """The file's content identity as Hugging Face reports it: `lfs.oid` is the sha256 of the bytes, + a plain `oid` is the git blob id (a small text file is not stored in LFS).""" + lfs = entry.get("lfs") or {} + if lfs.get("oid"): + return {"oid": lfs["oid"], "size": entry.get("size") or lfs.get("size") or 0, "lfs": True} + return {"oid": entry.get("oid") or "", "size": entry.get("size") or 0, "lfs": False} + + +def commits_since(repo: str, old: str, new: str, limit: int = 100) -> list[dict]: + """Commit titles from OLD (exclusive) to NEW, newest first; [] when the history is unreadable.""" + try: + log = api(f"/models/{repo}/commits/{new}?limit={limit}") + except Exception: + return [] + out = [] + for c in log: + if c.get("id") == old: + break + out.append({"id": c.get("id", "")[:8], "title": (c.get("title") or "").strip(), "date": (c.get("date") or "")[:10]}) + return out + + +# --- the chat template of a remote file, from its metadata header only --------------------------------- +class _Truncated(Exception): + """The metadata prefix was too short: fetch more.""" + + +class _Reader: + def __init__(self, buf: bytes): + self.b, self.o = buf, 0 + + def take(self, n: int) -> bytes: + if self.o + n > len(self.b): + raise _Truncated + v = self.b[self.o:self.o + n] + self.o += n + return v + + def u32(self) -> int: + return struct.unpack(" int: + return struct.unpack(" None: + if self.o + n > len(self.b): + raise _Truncated + self.o += n + + def string(self) -> bytes: + return self.take(self.u64()) + + +_SCALAR = {0: 1, 1: 1, 2: 2, 3: 2, 4: 4, 5: 4, 6: 4, 7: 1, 10: 8, 11: 8, 12: 8} + + +def _skip_value(r: _Reader, t: int) -> None: + if t in _SCALAR: + r.skip(_SCALAR[t]) + elif t == 8: + r.skip(r.u64()) + elif t == 9: + et, n = r.u32(), r.u64() + for _ in range(n): + _skip_value(r, et) + else: + raise ValueError(f"bad GGUF metadata type {t}") + + +def gguf_template(blob: bytes) -> bytes | None: + """`tokenizer.chat_template` from a GGUF metadata prefix, or None when the file carries none.""" + r = _Reader(blob) + if r.take(4) != b"GGUF": + raise ValueError("not a GGUF") + r.u32() + r.u64() + for _ in range(r.u64()): + key = r.string().decode("utf-8", "replace") + t = r.u32() + if key == "tokenizer.chat_template": + return r.string() + _skip_value(r, t) + return None + + +def remote_bytes(repo: str, rev: str, path: str, start: int, end: int) -> bytes: + headers = {"User-Agent": UA, "Range": f"bytes={start}-{end}"} + if token(): + headers["Authorization"] = f"Bearer {token()}" + req = urllib.request.Request(RESOLVE.format(repo=repo, rev=rev, path=path), headers=headers) + with urllib.request.urlopen(req, timeout=180) as r: + return r.read() + + +def remote_template(repo: str, rev: str, path: str, cap: int = 192 << 20) -> str | None: + """sha256 of the chat template PATH carries at REV: a GGUF's metadata key, or a text file verbatim. + + A GGUF's tokenizer arrays sit in the metadata, so the prefix starts at 4 MiB and doubles until the + block parses; only the metadata is ever fetched, never a tensor.""" + if path.endswith(".gguf"): + size = 4 << 20 + while True: + blob = remote_bytes(repo, rev, path, 0, size - 1) + try: + tpl = gguf_template(blob) + return hashlib.sha256(tpl).hexdigest() if tpl is not None else None + except _Truncated: + if len(blob) < size: # the file ends before its metadata does: not a readable GGUF + raise ValueError(f"{path}: {len(blob)} B read, no complete GGUF metadata") + if size >= cap: + raise + size = min(size * 2, cap) + return hashlib.sha256(remote_bytes(repo, rev, path, 0, 1 << 20)).hexdigest() + + +# --- pins ------------------------------------------------------------------------------------------- +def entry(repo: str, paths: list[str], used_for: list[str], templates: dict[str, str | None] | None = None, + commit: str | None = None) -> dict: + """A pin for REPO at COMMIT (default: its current main) over PATHS, with what we use it for.""" + commit = commit or head(repo) + files = {} + by_path = {e["path"]: e for e in tree(repo, commit)} + for p in paths: + e = by_path.get(p) + if e is None: + raise SystemExit(f"pin_watch: {repo}: {p} is not in the repo at {commit[:8]}") + rec = identity(e) + if templates is not None and p in templates: + rec["template_sha256"] = templates[p] + files[p] = rec + return {"commit": commit, "pinned": datetime.date.today().isoformat(), "used_for": used_for, "files": files} + + +def load(path: str) -> dict: + with open(path, encoding="utf-8") as f: + return json.load(f) + + +def save(path: str, doc: dict) -> None: + doc["pins"] = {k: doc["pins"][k] for k in sorted(doc["pins"])} + with open(path, "w", encoding="utf-8") as f: + json.dump(doc, f, indent=1) + f.write("\n") + + +def check(pins: dict, want_template: bool) -> tuple[list[dict], list[str]]: + """Every pin that no longer matches the repo it points at, with what differs. + + Each pinned file records the identity of the bytes we HOLD, compared here with what the repo serves at + its current main — not only with the commit, because a pin taken after a vendor re-push would + otherwise record our older copy under a new commit and look clean.""" + changes, notes = [], [] + for repo, pin in sorted(pins["pins"].items()): + try: + now = head(repo) + at = {e["path"]: e for e in tree(repo, now) if e.get("type") == "file"} + except Exception as e: + notes.append(f"{repo}: could not be read ({e}) — the pin was not checked") + continue + rows = [] + for path, held in pin["files"].items(): + e = at.get(path) + if e is None: + rows.append({"path": path, "state": "gone upstream", "held": held}) + continue + cur = identity(e) + if cur["oid"] == held["oid"] and cur["size"] == held.get("size"): + continue + row = {"path": path, "state": "upstream serves a different file", "held": held, "now": cur} + if want_template: + try: + tpl = remote_template(repo, now, path) + except Exception as e: + row["template"] = f"could not be read ({e})" + else: + old = held.get("template_sha256") + if tpl is None and old is None: + row["template"] = "no template, as before" + elif tpl is None: + row["template"] = f"TEMPLATE REMOVED (we hold {old[:16]}…)" + elif old is None: + row["template"] = f"template ADDED ({tpl[:16]}…)" + elif tpl == old: + row["template"] = f"unchanged ({tpl[:16]}…)" + else: + row["template"] = f"TEMPLATE CHANGED {old[:16]}… -> {tpl[:16]}… — re-audit before adopting" + else: + row["template"] = "not checked (--no-template)" + rows.append(row) + added = [] + if now != pin["commit"]: + added = sorted(p for p in at if p not in pin["files"] + and (p.endswith(".gguf") or p.endswith(".q4nx")))[:40] + if not rows and now == pin["commit"]: + continue + changes.append({"repo": repo, "old": pin["commit"], "new": now, "pinned": pin["pinned"], "files": rows, "added": added, + "commits": commits_since(repo, pin["commit"], now) if now != pin["commit"] else []}) + return changes, notes + + +def report(changes: list[dict], notes: list[str], total: int, want_template: bool) -> str: + day = datetime.date.today().isoformat() + out = [f"# Model pins: {len(changes)} of {total} moved ({day})", ""] + if not changes: + out += ["Every pinned upstream repo is at the revision `models/pins.json` records.", ""] + for c in changes: + out += [f"## `{c['repo']}`", ""] + if c["old"] == c["new"]: + out += [f"Head is still `{c['new'][:8]}`, but the bytes it serves are not the ones we hold at " + f"`models/pins.json`'s `{c['pinned']}` pin.", ""] + else: + out += [f"{c['old'][:8]} -> {c['new'][:8]} (`{c['new']}`)", ""] + if c["commits"]: + out += ["| commit | when | title |", "|---|---|---|"] + out += [f"| `{x['id']}` | {x['date']} | {x['title'][:110]} |" for x in c["commits"][:20]] + out.append("") + moves = [f for f in c["files"] if f["state"] != "size changed"] + if moves: + out += ["| file we hold | what upstream main has now | chat template |", "|---|---|---|"] + for f in moves: + if f["state"] == "gone upstream": + what = "**gone upstream**" + else: + what = (f"different bytes: we hold {f['held']['size']:,} B `{f['held']['oid'][:12]}…`, " + f"upstream {f['now']['size']:,} B `{f['now']['oid'][:12]}…`") + out.append(f"| `{f['path']}` | {what} | {f.get('template') or ''} |") + out.append("") + if c["added"]: + out += [f"{len(c['added'])} new `.gguf`/`.q4nx` file(s) upstream, not tracked by the pin: " + + ", ".join(f"`{p}`" for p in c["added"][:8]) + (" …" if len(c["added"]) > 8 else ""), ""] + if notes: + out += ["## Not checked", ""] + [f"- {n}" for n in notes] + [""] + if changes: + out += ["## Adopting a new revision", "", + "Never automatic. A new revision is adopted by merging that repo's pin bump, and only after:", + "1. the template row above is not `TEMPLATE CHANGED` (or the change has been audited —", + " `docs/template-publishing.md`, `~/tmplsec/AUDIT-1.md`),", + "2. the row that uses it is re-measured (`tools/bench.py`, or the scoreboard row), because a", + " re-quantization is a different file even when its name is the same.", ""] + return "\n".join(out) + + +def pr_body(c: dict) -> str: + """The body of one bump PR: the report's section for that repo, plus what the bump changes.""" + if c["old"] == c["new"]: + out = [f"The bytes we hold from `{c['repo']}` are not what it serves at `{c['new'][:8]}` — our copies " + f"predate the head. Merging this re-pins the tracked files to the bytes upstream serves now, " + f"which is a re-host, not a commit bump.", ""] + else: + out = [f"Bumps the pin of `{c['repo']}` from `{c['old'][:8]}` to `{c['new'][:8]}` (`{c['new']}`).", ""] + if c["commits"]: + out += ["Upstream commits since the pin:", ""] + out += [f"- `{x['id']}` {x['date']} {x['title']}" for x in c["commits"][:20]] + out.append("") + rows = [f for f in c["files"] if f["state"] != "size changed"] + if rows: + out += ["| file we hold | what upstream main has now | chat template |", "|---|---|---|"] + for f in rows: + what = "**gone upstream** — the bump stops until this is decided" if f["state"] == "gone upstream" \ + else (f"different bytes: we hold {f['held']['size']:,} B `{f['held']['oid'][:12]}…`, " + f"upstream {f['now']['size']:,} B `{f['now']['oid'][:12]}…`") + out.append(f"| `{f['path']}` | {what} | {f.get('template') or ''} |") + out.append("") + if c["added"]: + out += [f"{len(c['added'])} new file(s) appeared upstream: " + ", ".join(f"`{p}`" for p in c["added"][:8]), ""] + dangers = [f for f in c["files"] if f["state"] == "gone upstream" or "TEMPLATE CHANGED" in str(f.get("template")) + or "TEMPLATE REMOVED" in str(f.get("template"))] + if dangers: + out += ["**This is not a routine bump:** " + "; ".join( + f"`{f['path']}` {f['state']}" for f in dangers) + ".", ""] + out += ["Merging the pin does not adopt the new revision anywhere: the catalog entry, the stick image and", + "the scoreboard each move on their own reviewed change. Merging says *this is the revision we", + "point at* — so the template column above has to be clean first (docs/model-pins.md).", ""] + out.append("Report: `tools/pin_watch.py --check` (the daily `pin-watch` workflow).") + return "\n".join(out) + + +def self_test() -> int: + global api, head, tree, remote_template + failures = 0 + + def expect(what, got, want): + nonlocal failures + ok = got == want + print(f"{'ok ' if ok else 'FAIL'} {what}: {got!r}") + failures += 0 if ok else 1 + + tpl = b"{% for m in messages %}{{ m['role'] }}{% endfor %}" + + def kv(key: str, value: bytes) -> bytes: + return struct.pack("", b"<|im_start|>")] + + def fake_head(repo): + return "new" if repo == "fake/moved" else "old" + + def fake_tree(repo, rev="main"): + return [v for k, v in trees["new" if rev == "new" else "old"].items()] + + def fake_template(repo, rev, path, cap=0): + return hashlib.sha256(new_tpl[0]).hexdigest() if rev == "new" else hashlib.sha256(tpl).hexdigest() + + base = {"commit": "old", "pinned": "2026-11-05", "used_for": ["test"], + "files": {"tpl.gguf": {"oid": "a" * 64, "size": len(gguf), "lfs": True, + "template_sha256": hashlib.sha256(tpl).hexdigest()}}, + "x": None} + pins = {"pins": {"fake/moved": base, "fake/still": dict(base)}} + head, tree, remote_template = fake_head, fake_tree, fake_template + changes, notes = check(pins, want_template=True) + expect("one repo moved", [c["repo"] for c in changes], ["fake/moved"]) + expect("the replacement is seen", changes[0]["files"][0]["state"], "upstream serves a different file") + expect("the template change is named", "TEMPLATE CHANGED" in changes[0]["files"][0]["template"], True) + expect("the new upstream file is listed", changes[0]["added"], ["extra-Q8_0.gguf"]) + expect("no notes for a readable repo", notes, []) + md = report(changes, notes, 2, True) + expect("report names the repo", "fake/moved" in md and "TEMPLATE CHANGED" in md, True) + expect("pr body refuses a routine merge", "not a routine bump" in pr_body(changes[0]).lower(), True) + + # a repo that did not move is silent, and an unreadable repo is a note, not a change + # the same commit, but the bytes we hold are not upstream's: a pin taken after a vendor re-push + stale = {"commit": "new", "pinned": "2026-11-05", "used_for": ["test"], + "files": {"tpl.gguf": {"oid": "a" * 64, "size": len(gguf), "lfs": True, + "template_sha256": hashlib.sha256(tpl).hexdigest()}}} + + def fake_head_new(repo): + return "new" + + head, tree, remote_template = fake_head_new, fake_tree, fake_template + changes, _ = check({"pins": {"fake/moved": stale}}, want_template=False) + expect("a stale copy is caught at the same commit", len(changes), 1) + expect("held oid is reported", changes[0]["files"][0]["held"]["oid"][:4], "aaaa") + + def fake_head_none(repo): + if repo == "fake/still": + raise RuntimeError("404") + return "new" + + head = fake_head_none + changes, notes = check(pins, want_template=False) + expect("unreadable repo is a note", (len(changes), "fake/still" in notes[0]), (1, True)) + expect("--no-template says so", changes[0]["files"][0]["template"], "not checked (--no-template)") + + # --bump refuses a pin whose tracked file vanished upstream, rather than dropping it silently + import tempfile + with tempfile.TemporaryDirectory() as d: + path = os.path.join(d, "pins.json") + save(path, {"pins": {"fake/moved": dict(stale)}}) + + def fake_tree_missing(repo, rev="main"): + return [v for k, v in trees["new"].items() if k != "tpl.gguf"] + + head, tree = fake_head_new, fake_tree_missing + expect("--bump refuses a vanished file", main(["--bump", "fake/moved", "--pins", path]), 1) + expect("--bump left the pin alone", load(path)["pins"]["fake/moved"]["commit"], "new") + + tree = fake_tree + expect("--bump takes an intact pin", main(["--bump", "fake/moved", "--pins", path]), 0) + expect("--bump moved the commit", load(path)["pins"]["fake/moved"]["commit"], "new") + expect("--bump took upstream's oid", load(path)["pins"]["fake/moved"]["files"]["tpl.gguf"]["oid"][:4] is not None, True) + return 3 if failures else 0 + + +def main(argv: list[str]) -> int: + ap = argparse.ArgumentParser() + ap.add_argument("--check", action="store_true") + ap.add_argument("--pr-body", metavar="REPO") + ap.add_argument("--pin", nargs="+", metavar="REPO") + ap.add_argument("--bump", metavar="REPO") + ap.add_argument("--pins", default=PINS) + ap.add_argument("--out", default="pin-report.md") + ap.add_argument("--no-template", action="store_true") + ap.add_argument("--self-test", action="store_true") + a = ap.parse_args(argv) + if a.self_test: + return self_test() + + if a.pin: + made = {} + for repo in a.pin: + paths = sorted(e["path"] for e in tree(repo) if e.get("type") == "file" and e["path"].endswith(".gguf")) + made[repo] = entry(repo, paths, [f"pin: {repo}"]) + print(json.dumps(made, indent=1, sort_keys=True)) + return 0 + + if not a.check and not a.bump and not a.pr_body: + ap.print_help() + return 2 + + doc = load(a.pins) + if a.bump: + pin = doc["pins"].get(a.bump) or sys.exit(f"pin_watch: {a.bump} is not pinned") + at_new = {e["path"]: e for e in tree(a.bump)} + missing = [p for p in pin["files"] if p not in at_new] + if missing: + print(f"pin_watch: {a.bump}: {len(missing)} tracked file(s) are gone upstream: " + + ", ".join(missing) + " — decide, then edit the pin", file=sys.stderr) + return 1 + tpls = {p: pin["files"][p].get("template_sha256") for p in pin["files"]} + for p in pin["files"]: + if pin["files"][p].get("template_sha256") is not None: + tpls[p] = remote_template(a.bump, head(a.bump), p) + doc["pins"][a.bump] = entry(a.bump, sorted(pin["files"]), pin["used_for"], templates=tpls) + save(a.pins, doc) + print(f"pin_watch: {a.bump} pinned at {doc['pins'][a.bump]['commit'][:8]}") + return 0 + + changes, notes = check(doc, want_template=not a.no_template) + md = report(changes, notes, len(doc["pins"]), not a.no_template) + with open(a.out, "w", encoding="utf-8") as f: + f.write(md) + if a.pr_body: + hit = next((c for c in changes if c["repo"] == a.pr_body), None) + if hit is None: + sys.exit(f"pin_watch: {a.pr_body} did not move (see {a.out})") + print(pr_body(hit)) + return 1 + print(md) + return 1 if changes else 0 + + +if __name__ == "__main__": + sys.exit(main(sys.argv[1:])) From 6f7e27ec903d115422bed2cd01c91b175c370458 Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Thu, 5 Nov 2026 14:37:01 -0400 Subject: [PATCH 2/5] models/pins.json: pin the model a stick image bakes, from the image's own HF cache MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The "stage on the stick" half of the rule had no provenance: the image tree records which snapshot it was built from (~/stage-c25/hf/models----/snapshots/), and that is a commit sha, not a guess. - `stabilityai/sd-turbo` was the one model the c25 image bakes that had no pin: added at the snapshot the cache names (`b261bac6fd2cf515557d5d0707481eafa0485ec2`), with its 5,214,561,328-byte safetensors hashed locally and found equal to the `lfs.oid` upstream serves at that commit (3f067a1b943cf162…). It is an image model and carries no chat template, so the pin records none. - The image's two chat models were already pinned from the catalogue, and the independent check agrees: both pins sit at exactly the commits the c25 cache names (`unsloth/Qwen3-4B-Instruct-2507-GGUF` @ a06e946b, `FastFlowLM/Qwen3-0.6B-NPU2` @ b5847992). 147 repos / 185 files. `--check` still reports the one stale pin (`unsloth/Qwen3.8-Flash-Next-GGUF`) and nothing else. docs/model-pins.md now says how a baked model is pinned and measures the coverage of the 154 staged files on the box: 11 match a pinned file by name, the rest are test vocabularies, conversion intermediates, or extra quant variants of repos that are pinned at revision level. --- docs/model-pins.md | 28 ++++++++++++++++++++++++++++ models/pins.json | 15 +++++++++++++++ 2 files changed, 43 insertions(+) diff --git a/docs/model-pins.md b/docs/model-pins.md index a11b416bf..717965b2a 100644 --- a/docs/model-pins.md +++ b/docs/model-pins.md @@ -1,3 +1,19 @@ + # Model pins: the revision of every upstream model we depend on The census ([registry.md](registry.md)) counts what the engine *can* run. It does not record **which @@ -27,6 +43,18 @@ three shards to four) and the files we re-hosted were still the 2026-11-02 ones, - `used_for` — why the repo is pinned: a `laya-first` serve class, a stick/Lemonade catalogue row, a published `1bit-MONSTER` re-host, or the upstream of one. +A model **baked into a stick image** is pinned from the image's own Hugging Face cache, which records the +snapshot commit the image was built from (`~/stage-c25/hf/models----/snapshots/`). That +is provenance rather than an assumption: the two chat models the c25 image bakes (`Qwen3-4B-Instruct-2507`, +the FastFlowLM NPU pack) pin to exactly the commits the image's cache names, and `stabilityai/sd-turbo` — +the image model, which carries no chat template — was added with its 5,214,561,328-byte safetensors hashed +locally to confirm it is the file upstream serves at that commit. + +Of the 154 model files staged on this box, the 11 whose names match a pinned file are pinned at file +level; the rest are test vocabularies (`ggml-vocab-*`), conversion intermediates, or additional quant +variants of repos that are pinned at revision level — the revision check still catches a vendor re-push for +those, which is the case that matters. + `files` records what we hold rather than only what upstream said, because a pin taken *after* a vendor re-push would otherwise store our older copies under the newer commit and look clean. Both facts are therefore reconciled on every check: the commit for "did upstream move", and the per-file identity for diff --git a/models/pins.json b/models/pins.json index a47c5f7ec..5b2ecd7d5 100644 --- a/models/pins.json +++ b/models/pins.json @@ -2175,6 +2175,21 @@ ], "files": {} }, + "stabilityai/sd-turbo": { + "commit": "b261bac6fd2cf515557d5d0707481eafa0485ec2", + "pinned": "2026-11-05", + "used_for": [ + "stick: c25 image HF cache snapshot b261bac6 (image model, no chat template)" + ], + "files": { + "sd_turbo.safetensors": { + "oid": "3f067a1b943cf162f2b8f8588f6cf5824bd5b4c7d1d88d87164b9ca123616549", + "size": 5214561328, + "lfs": true, + "template_sha256": null + } + } + }, "unsloth/Apertus-8B-Instruct-2509-GGUF": { "commit": "61c32783830424ac7a6d0fd80d4166e29dbaee06", "pinned": "2026-11-05", From 8d372d10ca41e793ed8ace79ff352af55584a7cb Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Thu, 5 Nov 2026 14:44:50 -0400 Subject: [PATCH 3/5] pin_watch: --self-test must not touch the network (it was taking 33 s) The fixture that exercises a moved pin reached `commits_since()`, which was not faked, so the test made a real Hugging Face call, got a 404 for `fake/moved`, and sat through the retry backoff: 33 s of wall clock for 0.08 s of CPU. Faking it takes the self-test to 84 ms and, while there, asserts the upstream commit title reaches both the change record and the report. 18 assertions, same coverage as before plus the commit-title path that the PR body renders. --- tools/pin_watch.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/tools/pin_watch.py b/tools/pin_watch.py index 516cf47e4..9507834c0 100644 --- a/tools/pin_watch.py +++ b/tools/pin_watch.py @@ -370,7 +370,7 @@ def pr_body(c: dict) -> str: def self_test() -> int: - global api, head, tree, remote_template + global api, head, tree, remote_template, commits_since failures = 0 def expect(what, got, want): @@ -407,6 +407,9 @@ def fake_head(repo): def fake_tree(repo, rev="main"): return [v for k, v in trees["new" if rev == "new" else "old"].items()] + def fake_commits(repo, old, new, limit=100): + return [{"id": "deadbeef", "title": "Better UD 3.1 quants", "date": "2026-11-04"}] + def fake_template(repo, rev, path, cap=0): return hashlib.sha256(new_tpl[0]).hexdigest() if rev == "new" else hashlib.sha256(tpl).hexdigest() @@ -415,15 +418,17 @@ def fake_template(repo, rev, path, cap=0): "template_sha256": hashlib.sha256(tpl).hexdigest()}}, "x": None} pins = {"pins": {"fake/moved": base, "fake/still": dict(base)}} - head, tree, remote_template = fake_head, fake_tree, fake_template + head, tree, remote_template, commits_since = fake_head, fake_tree, fake_template, fake_commits changes, notes = check(pins, want_template=True) expect("one repo moved", [c["repo"] for c in changes], ["fake/moved"]) expect("the replacement is seen", changes[0]["files"][0]["state"], "upstream serves a different file") expect("the template change is named", "TEMPLATE CHANGED" in changes[0]["files"][0]["template"], True) expect("the new upstream file is listed", changes[0]["added"], ["extra-Q8_0.gguf"]) expect("no notes for a readable repo", notes, []) + expect("the upstream commit title is carried", changes[0]["commits"][0]["title"], "Better UD 3.1 quants") md = report(changes, notes, 2, True) expect("report names the repo", "fake/moved" in md and "TEMPLATE CHANGED" in md, True) + expect("report carries the commit title", "Better UD 3.1 quants" in md, True) expect("pr body refuses a routine merge", "not a routine bump" in pr_body(changes[0]).lower(), True) # a repo that did not move is silent, and an unreadable repo is a note, not a change @@ -435,7 +440,7 @@ def fake_template(repo, rev, path, cap=0): def fake_head_new(repo): return "new" - head, tree, remote_template = fake_head_new, fake_tree, fake_template + head, tree, remote_template, commits_since = fake_head_new, fake_tree, fake_template, fake_commits changes, _ = check({"pins": {"fake/moved": stale}}, want_template=False) expect("a stale copy is caught at the same commit", len(changes), 1) expect("held oid is reported", changes[0]["files"][0]["held"]["oid"][:4], "aaaa") @@ -459,7 +464,7 @@ def fake_head_none(repo): def fake_tree_missing(repo, rev="main"): return [v for k, v in trees["new"].items() if k != "tpl.gguf"] - head, tree = fake_head_new, fake_tree_missing + head, tree, commits_since = fake_head_new, fake_tree_missing, fake_commits expect("--bump refuses a vanished file", main(["--bump", "fake/moved", "--pins", path]), 1) expect("--bump left the pin alone", load(path)["pins"]["fake/moved"]["commit"], "new") From 516cfa64dccb51b9dae900fedf2290f4f0623ae0 Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Thu, 5 Nov 2026 15:29:32 -0400 Subject: [PATCH 4/5] pin_watch: a repo that could not be read may not look like a clean day MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The reviewer reproduced the failure this watcher exists to prevent: with a pins file whose only repository does not exist, `--check` printed "0 of 1 moved" and "Every pinned upstream repo is at the revision models/pins.json records", exited 0, and in pin-watch.yml that is `moved=0` -> no PR -> a green daily run. A vendor deleting, renaming or privatising a model we bake into a stick image was indistinguishable from a quiet day. Three outcomes are now three outcomes (docs/model-pins.md carries the table): - 404 is its own state: the repo is carried as `gone upstream` and reported as a finding ("a delete, a rename and a privatisation look exactly like this"), never as a skipped check. `--bump` refuses it with that sentence instead of a traceback, and `--pr-body` returns the operator's decision text. - the first line counts what was read whenever anything was not: "N of M checked, K not checked, J moved", and the all-clear sentence is printed only when nothing was left unread. - exit 2 when no pin could be read at all (len(notes) == len(pins)): the workflow fails on any code outside 0/1, so a Hub outage or a rate-limit is a red job rather than a green one. Before (the reviewer's repro, one fake repo): # Model pins: 0 of 1 moved (2026-11-05) Every pinned upstream repo is at the revision `models/pins.json` records. ## Not checked - fake/…: could not be read (HTTP Error 404: Not Found) rc=0 After: # Model pins: 1 of 1 moved (2026-11-05) ## `fake/definitely-not-a-model-1bit` **Gone upstream** — the Hub answers `404` for this repository, so every pin on it is unverified: a delete, a rename and a privatisation look exactly like this. rc=1 and for a read that failed for another reason (429/timeout, fixture in --self-test): "0 of 2 checked, 2 not checked", no all-clear, rc=2. A healthy day is byte-identical: --check over all 147 pins still writes "# Model pins: 1 of 147 moved" with the same body (diff empty), rc 1 — notes is empty on a normal run, so the strict rule costs nothing. --self-test 20 -> 29 assertions (the 404 state, the count line, the no-all-clear pair, --bump's refusal, --pr-body's text, and the rc=2 run), network-free. --- docs/model-pins.md | 14 +++++++- tools/pin_watch.py | 83 ++++++++++++++++++++++++++++++++++++++++++---- 2 files changed, 90 insertions(+), 7 deletions(-) diff --git a/docs/model-pins.md b/docs/model-pins.md index 717965b2a..accccbe61 100644 --- a/docs/model-pins.md +++ b/docs/model-pins.md @@ -66,6 +66,18 @@ therefore reconciled on every check: the commit for "did upstream move", and the current `main` and writes a Markdown report. It exits non-zero when anything moved, so the run is visible even if the PR is not opened. +There are three outcomes, and the exit code keeps them apart: + +| exit | meaning | what the workflow does | +|---|---|---| +| 0 | every pin was read and is at the revision we record | nothing | +| 1 | something moved, or a pinned repo is **gone upstream** (`404` — a delete, a rename and a privatisation look the same) | opens one bump PR per moved repo; a gone repo is reported and refused for bumping, a human decides | +| 2 | **no pin could be read at all** — a Hub outage or rate-limit is not a quiet day | the job fails | + +The report's first line counts what was read (`N of M checked, K not checked`), and the all-clear sentence +only appears when nothing was left unread: a watcher whose "clean" and "could not check" are the same +outcome is blind exactly when it matters. + For a file that moved it also re-reads the **chat template** of the new revision — a GGUF's `tokenizer.chat_template` over an HTTP range request of the metadata header only, never a tensor — and reports one of: unchanged, `TEMPLATE CHANGED`, template added, template removed, or not checked @@ -89,7 +101,7 @@ a decision (re-take it under its new name, or drop the pin), not a diff. ## Commands ```bash -tools/pin_watch.py --check # the daily comparison; writes pin-report.md, exit 1 if moved +tools/pin_watch.py --check # the daily comparison; writes pin-report.md, exit 0/1/2 (above) tools/pin_watch.py --check --no-template # same, without the template range reads tools/pin_watch.py --pr-body REPO # the bump PR body for one moved repo tools/pin_watch.py --pin REPO [REPO...] # print an entry for a repo at its current main (adding a pin) diff --git a/tools/pin_watch.py b/tools/pin_watch.py index 9507834c0..123b5c7ea 100644 --- a/tools/pin_watch.py +++ b/tools/pin_watch.py @@ -49,6 +49,7 @@ import struct import sys import time +import urllib.error import urllib.request API = "https://huggingface.co/api" @@ -248,6 +249,15 @@ def check(pins: dict, want_template: bool) -> tuple[list[dict], list[str]]: try: now = head(repo) at = {e["path"]: e for e in tree(repo, now) if e.get("type") == "file"} + except urllib.error.HTTPError as e: + if e.code == 404: + # "the upstream is gone" is the answer, not a failed read: a delete, a rename and a + # privatisation all look like this, and none of them may pass as a clean day. + changes.append({"repo": repo, "old": pin["commit"], "new": None, "pinned": pin["pinned"], + "files": [], "added": [], "commits": [], "gone": True}) + else: + notes.append(f"{repo}: could not be read ({e}) — the pin was not checked") + continue except Exception as e: notes.append(f"{repo}: could not be read ({e}) — the pin was not checked") continue @@ -294,11 +304,28 @@ def check(pins: dict, want_template: bool) -> tuple[list[dict], list[str]]: def report(changes: list[dict], notes: list[str], total: int, want_template: bool) -> str: day = datetime.date.today().isoformat() - out = [f"# Model pins: {len(changes)} of {total} moved ({day})", ""] - if not changes: + checked = total - len(notes) + # The first line counts what was read. "Every pin is at the revision" must never be printed over a + # repo that could not be read — a watcher whose "clean" and "could not check" are the same outcome + # is blind exactly when it matters. + if notes: + out = [f"# Model pins: {checked} of {total} checked, {len(notes)} not checked, " + f"{len(changes)} moved ({day})", ""] + else: + out = [f"# Model pins: {len(changes)} of {total} moved ({day})", ""] + if not changes and not notes: out += ["Every pinned upstream repo is at the revision `models/pins.json` records.", ""] + elif not changes: + out += [f"No pin moved among the {checked} repo(s) that could be read; {len(notes)} could not be " + f"checked and are listed under **Not checked** — an unread repo is not a clean one.", ""] for c in changes: out += [f"## `{c['repo']}`", ""] + if c.get("gone"): + out += ["**Gone upstream** — the Hub answers `404` for this repository, so every pin on it is " + "unverified: a delete, a rename and a privatisation look exactly like this. Nothing " + "here can be bumped automatically; decide, then edit or drop the pin " + "(`docs/model-pins.md`).", ""] + continue if c["old"] == c["new"]: out += [f"Head is still `{c['new'][:8]}`, but the bytes it serves are not the ones we hold at " f"`models/pins.json`'s `{c['pinned']}` pin.", ""] @@ -324,7 +351,7 @@ def report(changes: list[dict], notes: list[str], total: int, want_template: boo + ", ".join(f"`{p}`" for p in c["added"][:8]) + (" …" if len(c["added"]) > 8 else ""), ""] if notes: out += ["## Not checked", ""] + [f"- {n}" for n in notes] + [""] - if changes: + if any(not c.get("gone") for c in changes): out += ["## Adopting a new revision", "", "Never automatic. A new revision is adopted by merging that repo's pin bump, and only after:", "1. the template row above is not `TEMPLATE CHANGED` (or the change has been audited —", @@ -336,6 +363,10 @@ def report(changes: list[dict], notes: list[str], total: int, want_template: boo def pr_body(c: dict) -> str: """The body of one bump PR: the report's section for that repo, plus what the bump changes.""" + if c.get("gone"): + return "\n".join([f"`{c['repo']}` answers `404` on the Hub, so its pin cannot be bumped: a delete, a", + "rename and a privatisation are indistinguishable from here. Decide whether the pin moves to", + "the new name or is dropped, then edit `models/pins.json` (`docs/model-pins.md`)."]) if c["old"] == c["new"]: out = [f"The bytes we hold from `{c['repo']}` are not what it serves at `{c['new'][:8]}` — our copies " f"predate the head. Merging this re-pins the tracked files to the bytes upstream serves now, " @@ -459,7 +490,7 @@ def fake_head_none(repo): import tempfile with tempfile.TemporaryDirectory() as d: path = os.path.join(d, "pins.json") - save(path, {"pins": {"fake/moved": dict(stale)}}) + save(path, {"pins": {"fake/moved": dict(stale), "fake/gone": dict(stale)}}) def fake_tree_missing(repo, rev="main"): return [v for k, v in trees["new"].items() if k != "tpl.gguf"] @@ -472,6 +503,33 @@ def fake_tree_missing(repo, rev="main"): expect("--bump takes an intact pin", main(["--bump", "fake/moved", "--pins", path]), 0) expect("--bump moved the commit", load(path)["pins"]["fake/moved"]["commit"], "new") expect("--bump took upstream's oid", load(path)["pins"]["fake/moved"]["files"]["tpl.gguf"]["oid"][:4] is not None, True) + + # a repository the Hub answers 404 for is the answer, not a failed read: a delete, a rename and a + # privatisation must not pass as a quiet day + def fake_head_404(repo): + raise urllib.error.HTTPError("https://huggingface.co/api/models/" + repo, 404, "Not Found", {}, None) + + head, tree = fake_head_404, fake_tree + gone_changes, gone_notes = check({"pins": {"fake/gone": dict(stale)}}, want_template=False) + expect("a 404 is a finding, not a note", (len(gone_changes), len(gone_notes)), (1, 0)) + expect("it is carried as gone", gone_changes[0].get("gone"), True) + gone_md = report(gone_changes, gone_notes, 1, False) + expect("the report says gone upstream", "Gone upstream" in gone_md, True) + expect("no all-clear over a 404", "Every pinned upstream repo is at" in gone_md, False) + expect("--bump refuses a gone repo", main(["--bump", "fake/gone", "--pins", path]), 1) + expect("the gone pin is untouched", load(path)["pins"]["fake/gone"]["commit"], "new") + + # a run that could read nothing is exit 2 (the workflow fails on anything outside 0/1) and its + # first line counts what it read + def fake_head_flaky(repo): + raise RuntimeError("HTTP Error 429: Too Many Requests") + + head = fake_head_flaky + report_path = os.path.join(d, "unread.md") + expect("nothing checked -> exit 2", main(["--check", "--pins", path, "--out", report_path]), 2) + unread_md = open(report_path, encoding="utf-8").read() + expect("the count is in the first line", "0 of 2 checked, 2 not checked" in unread_md.splitlines()[0], True) + expect("and still no all-clear", "Every pinned upstream repo is at" in unread_md, False) return 3 if failures else 0 @@ -504,7 +562,15 @@ def main(argv: list[str]) -> int: doc = load(a.pins) if a.bump: pin = doc["pins"].get(a.bump) or sys.exit(f"pin_watch: {a.bump} is not pinned") - at_new = {e["path"]: e for e in tree(a.bump)} + try: + now = head(a.bump) + at_new = {e["path"]: e for e in tree(a.bump, now)} + except urllib.error.HTTPError as e: + if e.code == 404: + print(f"pin_watch: {a.bump}: gone upstream (404) — a delete, a rename or a privatisation; " + f"decide, then edit or drop the pin", file=sys.stderr) + return 1 + raise missing = [p for p in pin["files"] if p not in at_new] if missing: print(f"pin_watch: {a.bump}: {len(missing)} tracked file(s) are gone upstream: " @@ -513,7 +579,7 @@ def main(argv: list[str]) -> int: tpls = {p: pin["files"][p].get("template_sha256") for p in pin["files"]} for p in pin["files"]: if pin["files"][p].get("template_sha256") is not None: - tpls[p] = remote_template(a.bump, head(a.bump), p) + tpls[p] = remote_template(a.bump, now, p) doc["pins"][a.bump] = entry(a.bump, sorted(pin["files"]), pin["used_for"], templates=tpls) save(a.pins, doc) print(f"pin_watch: {a.bump} pinned at {doc['pins'][a.bump]['commit'][:8]}") @@ -530,6 +596,11 @@ def main(argv: list[str]) -> int: print(pr_body(hit)) return 1 print(md) + if notes and len(notes) == len(doc["pins"]): + # nothing was read: a failed run, not a clean one. The workflow fails on any code outside 0/1. + print(f"pin_watch: no pin could be checked ({len(notes)} unreadable) — this is not a clean run", + file=sys.stderr) + return 2 return 1 if changes else 0 From 20122d78568d55526ef62bb5d3610c219959baf5 Mon Sep 17 00:00:00 2001 From: bong-water-water-bong Date: Thu, 5 Nov 2026 15:33:29 -0400 Subject: [PATCH 5/5] pin_watch: a container's template is its chat_template string, not its JSON file MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The pin is only as good as the number it records. Four tracked files are Q4NX containers, and for them the tool had two defects that cancel each other out: - `remote_template()` fell through to "hash the text file verbatim" for anything that is not a `.gguf`, so for a `tokenizer_config.json` it would have hashed the whole JSON file (51015f78470ac7f7… for Qwen3-0.6B-NPU2) while the engine's serve line names the `chat_template` **string** (a136047ba140347b…). Two numbers for one template — the disagreement #1131 was about. - `--bump` only re-read a template that was not already `null`, so the three FastFlowLM entries could never gain one: pinned at `null`, they claimed a container carries no template when it carries Qwen3's. Now a `.json` path is parsed and its `chat_template` string hashed (a named-template list is refused rather than guessed), `chat_template.jinja` stays verbatim, and `--bump`/`--pin` read the template of every tracked file, so a `null` is a measured "no template" rather than an old one. Measured, and cross-checked against the engine's own line: FastFlowLM/*-NPU2 tokenizer_config.json null -> a136047ba140347b… (= the serve-log digest recorded in #1095 for a real container) 1bit-MONSTER/Qwen3.6-35B-A3B-NPU chat_template.jinja was not tracked at all; its tokenizer_config.json carries no template, so the template this container runs was unpinned. Now tracked: e84f32a23fdda276… 7764 B (== sha256sum of the raw file) `--check` over all 147 pins is unchanged (1 moved, same body, rc 1), `--self-test` 29 -> 35. --- docs/model-pins.md | 8 ++++--- models/pins.json | 12 +++++++--- tools/pin_watch.py | 60 +++++++++++++++++++++++++++++++++++++++------- 3 files changed, 66 insertions(+), 14 deletions(-) diff --git a/docs/model-pins.md b/docs/model-pins.md index accccbe61..abc9cea29 100644 --- a/docs/model-pins.md +++ b/docs/model-pins.md @@ -79,9 +79,11 @@ only appears when nothing was left unread: a watcher whose "clean" and "could no outcome is blind exactly when it matters. For a file that moved it also re-reads the **chat template** of the new revision — a GGUF's -`tokenizer.chat_template` over an HTTP range request of the metadata header only, never a tensor — and -reports one of: unchanged, `TEMPLATE CHANGED`, template added, template removed, or not checked -(`--no-template`). That is the gate a re-quantization has to pass before anything may adopt it +`tokenizer.chat_template` over an HTTP range request of the metadata header only, never a tensor; a +container's `tokenizer_config.json` parsed and its `chat_template` **string** hashed, which is the byte +sequence the engine's serve line names, not the JSON file's own digest; a `chat_template.jinja` hashed +verbatim — and reports one of: unchanged, `TEMPLATE CHANGED`, template added, template removed, or not +checked (`--no-template`). That is the gate a re-quantization has to pass before anything may adopt it ([template-publishing.md](template-publishing.md)): weights moving under a stable file name is ordinary, the instructions the model obeys on every request moving under it is not. diff --git a/models/pins.json b/models/pins.json index 5b2ecd7d5..206357c4d 100644 --- a/models/pins.json +++ b/models/pins.json @@ -625,6 +625,12 @@ "stick: Lemonade catalogue container ((Q4NX container))" ], "files": { + "chat_template.jinja": { + "oid": "a8755d827c0a7b614c246c4060dfd58ab352a8ff", + "size": 7764, + "lfs": false, + "template_sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259" + }, "tokenizer_config.json": { "oid": "3952ffef1dfabf76646d5f8a1a899e760db72cb4", "size": 8761, @@ -1194,7 +1200,7 @@ "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", "size": 10055, "lfs": false, - "template_sha256": null + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" } } }, @@ -1209,7 +1215,7 @@ "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", "size": 10055, "lfs": false, - "template_sha256": null + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" } } }, @@ -1224,7 +1230,7 @@ "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", "size": 10055, "lfs": false, - "template_sha256": null + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" } } }, diff --git a/tools/pin_watch.py b/tools/pin_watch.py index 123b5c7ea..1de19c7fb 100644 --- a/tools/pin_watch.py +++ b/tools/pin_watch.py @@ -187,8 +187,28 @@ def remote_bytes(repo: str, rev: str, path: str, start: int, end: int) -> bytes: return r.read() +def container_template(blob: bytes) -> bytes | None: + """The chat template a container's `tokenizer_config.json` carries, as the engine's NPU / model-directory + route reads it (docs/npu-chat-template.md): the `chat_template` **string**, whose bytes are what the + serve line names. Hashing the JSON file itself would be a second number for one template — the + disagreement #1131 was about.""" + try: + doc = json.loads(blob.decode("utf-8")) + except (UnicodeDecodeError, ValueError) as e: + raise ValueError(f"tokenizer_config.json is not UTF-8 JSON ({e})") + t = doc.get("chat_template") + if t is None: + return None + if not isinstance(t, str): + # shortcut: a named-template list is not pinned; the engine's directory route reads one named + # template, so such a pack needs its served name decided first. Upgrade when one appears in a row. + raise ValueError(f"chat_template is a {type(t).__name__}, not the string the serve line reads") + return t.encode("utf-8") + + def remote_template(repo: str, rev: str, path: str, cap: int = 192 << 20) -> str | None: - """sha256 of the chat template PATH carries at REV: a GGUF's metadata key, or a text file verbatim. + """sha256 of the chat template PATH carries at REV: a GGUF's metadata key, a container's + `chat_template` string, or a text file (e.g. `chat_template.jinja`) verbatim. A GGUF's tokenizer arrays sit in the metadata, so the prefix starts at 4 MiB and doubles until the block parses; only the metadata is ever fetched, never a tensor.""" @@ -205,6 +225,9 @@ def remote_template(repo: str, rev: str, path: str, cap: int = 192 << 20) -> str if size >= cap: raise size = min(size * 2, cap) + if path.endswith(".json"): + tpl = container_template(remote_bytes(repo, rev, path, 0, (1 << 20) - 1)) + return hashlib.sha256(tpl).hexdigest() if tpl is not None else None return hashlib.sha256(remote_bytes(repo, rev, path, 0, 1 << 20)).hexdigest() @@ -401,7 +424,7 @@ def pr_body(c: dict) -> str: def self_test() -> int: - global api, head, tree, remote_template, commits_since + global api, head, tree, remote_template, remote_bytes, commits_since failures = 0 def expect(what, got, want): @@ -422,6 +445,28 @@ def kv(key: str, value: bytes) -> bytes: bare = b"GGUF" + struct.pack(" int: if a.pin: made = {} for repo in a.pin: - paths = sorted(e["path"] for e in tree(repo) if e.get("type") == "file" and e["path"].endswith(".gguf")) - made[repo] = entry(repo, paths, [f"pin: {repo}"]) + now = head(repo) + paths = sorted(e["path"] for e in tree(repo, now) if e.get("type") == "file" and e["path"].endswith(".gguf")) + made[repo] = entry(repo, paths, [f"pin: {repo}"], commit=now, + templates={p: remote_template(repo, now, p) for p in paths}) print(json.dumps(made, indent=1, sort_keys=True)) return 0 @@ -576,10 +623,7 @@ def main(argv: list[str]) -> int: print(f"pin_watch: {a.bump}: {len(missing)} tracked file(s) are gone upstream: " + ", ".join(missing) + " — decide, then edit the pin", file=sys.stderr) return 1 - tpls = {p: pin["files"][p].get("template_sha256") for p in pin["files"]} - for p in pin["files"]: - if pin["files"][p].get("template_sha256") is not None: - tpls[p] = remote_template(a.bump, now, p) + tpls = {p: remote_template(a.bump, now, p) for p in pin["files"]} doc["pins"][a.bump] = entry(a.bump, sorted(pin["files"]), pin["used_for"], templates=tpls) save(a.pins, doc) print(f"pin_watch: {a.bump} pinned at {doc['pins'][a.bump]['commit'][:8]}")