diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 398302ec6..f9482c27f 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -61,6 +61,9 @@ jobs: python3 tests/check_pins_test.py python3 tests/hrx_long_prompt_test.py python3 tools/template_bom.py --self-test # the chat-template BOM component + - name: Model pins + # fixtures only: models/pins.json itself is compared with the Hub by pin-watch.yml + run: python3 tools/pin_watch.py --self-test - name: Configure run: cmake -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_C_COMPILER=gcc-16 -DCMAKE_CXX_COMPILER=g++-16 - name: Build diff --git a/.github/workflows/pin-watch.yml b/.github/workflows/pin-watch.yml new file mode 100644 index 000000000..6a5d9a3de --- /dev/null +++ b/.github/workflows/pin-watch.yml @@ -0,0 +1,99 @@ +# Copyright 2026 bong-water-water-bong +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# The daily model-pin watch (docs/model-pins.md): compare every pin in models/pins.json with the +# upstream repo's current main, re-read the chat template of anything that moved, and open ONE PR per +# changed repo bumping that repo's pin, with the report as the body. Adoption is a reviewed merge; this +# workflow never touches the catalogue, the stick image or a scoreboard row. +# +# Uses the same HRX_BUMP_TOKEN as the bump and census workflows: a PR opened with GITHUB_TOKEN would not +# run CI. That token also lifts Hugging Face's anonymous rate limit where the range reads need it. + +name: pin-watch + +on: + schedule: + - cron: "43 5 * * *" + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: pin-watch + cancel-in-progress: false + +jobs: + pin-watch: + runs-on: ubuntu-latest + timeout-minutes: 90 + steps: + - name: Require the token + env: + HRX_BUMP_TOKEN: ${{ secrets.HRX_BUMP_TOKEN }} + run: | + if [ -z "$HRX_BUMP_TOKEN" ]; then + echo "::error::secret HRX_BUMP_TOKEN is not set (see the header of this workflow)" + exit 1 + fi + + - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 + with: + token: ${{ secrets.HRX_BUMP_TOKEN }} + + - name: Compare every pin with its upstream + id: check + env: + HF_TOKEN: ${{ secrets.HF_TOKEN }} + run: | + set -uo pipefail + # exit 1 means "a pin moved", which is the normal case this workflow exists for + rc=0 + python3 tools/pin_watch.py --check --out pin-report.md || rc=$? + if [ "$rc" -ne 0 ] && [ "$rc" -ne 1 ]; then exit "$rc"; fi + echo "moved=$(grep -c '^## `' pin-report.md || true)" >> "$GITHUB_OUTPUT" + cat pin-report.md >> "$GITHUB_STEP_SUMMARY" + + - name: Open one pin bump per changed repo + if: steps.check.outputs.moved != '0' + env: + GH_TOKEN: ${{ secrets.HRX_BUMP_TOKEN }} + HF_TOKEN: ${{ secrets.HF_TOKEN }} + run: | + set -euo pipefail + day=$(date -u +%F) + git config user.name "pin-watch" + git config user.email "pin-watch@users.noreply.github.com" + grep '^## `' pin-report.md | sed 's/^## `//; s/`$//' | while read -r repo; do + slug=$(echo "$repo" | tr '/.' '--') + branch="pin-watch/$slug-$day" + if git ls-remote --exit-code origin "refs/heads/$branch" > /dev/null 2>&1; then + echo "$branch already exists"; continue + fi + git switch -c "$branch" main --quiet + if ! python3 tools/pin_watch.py --bump "$repo"; then + # a tracked file vanished upstream: the report says so, and a human decides + echo "::warning::$repo could not be bumped automatically (see the report)" + git switch main --quiet + continue + fi + python3 tools/pin_watch.py --pr-body "$repo" > body.md || true + newsha=$(python3 -c 'import json,sys; print(json.load(open("models/pins.json"))["pins"][sys.argv[1]]["commit"][:8])' "$repo") + git add models/pins.json + git commit -q -m "pin: $repo at $newsha"" + git push -q origin "$branch" + gh pr create --base main --head "$branch" --title "Pin: $repo" --body-file body.md + git switch main --quiet + done diff --git a/docs/model-pins.md b/docs/model-pins.md new file mode 100644 index 000000000..abc9cea29 --- /dev/null +++ b/docs/model-pins.md @@ -0,0 +1,128 @@ + +# Model pins: the revision of every upstream model we depend on + +The census ([registry.md](registry.md)) counts what the engine *can* run. It does not record **which +revision of which upstream model** we actually run, ship, or were built from — so a vendor can re-publish +the quants we re-host and nothing in the repository notices. That happened on 2026-11-04: unsloth +re-quantized `Qwen3.8-Flash-Next-GGUF` ("Better UD 3.1 quants", "mix n match engram"; UD-IQ4_XS went from +three shards to four) and the files we re-hosted were still the 2026-11-02 ones, at the same names. + +`models/pins.json` is that record. One entry per Hugging Face repo we depend on: + +```json +"unsloth/Qwen3.8-Flash-Next-GGUF": { + "commit": "d96201194f103c906994f283f504209dc8d2a10c", + "pinned": "2026-11-05", + "used_for": ["upstream: our copy predates the pinned revision"], + "files": { + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce"}}} +``` + +- `commit` — the upstream revision the pin was taken at. +- `files` — the files **we hold**, not the files that happen to be there: `oid` is Hugging Face's content + identity (`lfs.oid`, the sha256 of the bytes; the git blob id for a small text file that is not in LFS), + `size`, and `template_sha256`, the chat template that file carries at that revision. +- `used_for` — why the repo is pinned: a `laya-first` serve class, a stick/Lemonade catalogue row, a + published `1bit-MONSTER` re-host, or the upstream of one. + +A model **baked into a stick image** is pinned from the image's own Hugging Face cache, which records the +snapshot commit the image was built from (`~/stage-c25/hf/models----/snapshots/`). That +is provenance rather than an assumption: the two chat models the c25 image bakes (`Qwen3-4B-Instruct-2507`, +the FastFlowLM NPU pack) pin to exactly the commits the image's cache names, and `stabilityai/sd-turbo` — +the image model, which carries no chat template — was added with its 5,214,561,328-byte safetensors hashed +locally to confirm it is the file upstream serves at that commit. + +Of the 154 model files staged on this box, the 11 whose names match a pinned file are pinned at file +level; the rest are test vocabularies (`ggml-vocab-*`), conversion intermediates, or additional quant +variants of repos that are pinned at revision level — the revision check still catches a vendor re-push for +those, which is the case that matters. + +`files` records what we hold rather than only what upstream said, because a pin taken *after* a vendor +re-push would otherwise store our older copies under the newer commit and look clean. Both facts are +therefore reconciled on every check: the commit for "did upstream move", and the per-file identity for +"are the bytes we hold still the bytes it serves". + +## The daily check + +`tools/pin_watch.py --check` (`.github/workflows/pin-watch.yml`, daily) compares every pin with the repo's +current `main` and writes a Markdown report. It exits non-zero when anything moved, so the run is visible +even if the PR is not opened. + +There are three outcomes, and the exit code keeps them apart: + +| exit | meaning | what the workflow does | +|---|---|---| +| 0 | every pin was read and is at the revision we record | nothing | +| 1 | something moved, or a pinned repo is **gone upstream** (`404` — a delete, a rename and a privatisation look the same) | opens one bump PR per moved repo; a gone repo is reported and refused for bumping, a human decides | +| 2 | **no pin could be read at all** — a Hub outage or rate-limit is not a quiet day | the job fails | + +The report's first line counts what was read (`N of M checked, K not checked`), and the all-clear sentence +only appears when nothing was left unread: a watcher whose "clean" and "could not check" are the same +outcome is blind exactly when it matters. + +For a file that moved it also re-reads the **chat template** of the new revision — a GGUF's +`tokenizer.chat_template` over an HTTP range request of the metadata header only, never a tensor; a +container's `tokenizer_config.json` parsed and its `chat_template` **string** hashed, which is the byte +sequence the engine's serve line names, not the JSON file's own digest; a `chat_template.jinja` hashed +verbatim — and reports one of: unchanged, `TEMPLATE CHANGED`, template added, template removed, or not +checked (`--no-template`). That is the gate a re-quantization has to pass before anything may adopt it +([template-publishing.md](template-publishing.md)): weights moving under a stable file name is ordinary, +the instructions the model obeys on every request moving under it is not. + +## Adopting a new revision is never automatic + +The workflow opens **one PR per changed repo**, bumping only that repo's entry, with the report as the +body. Merging it says *this is the revision we point at*; it does not move the catalogue, the stick image +or a scoreboard row, each of which is its own reviewed change. So: + +1. the template column must be clean (unchanged, or the change audited and recorded), and +2. the row that uses the model is re-measured, because a re-quantization is a different file even when + its name is the same. + +`--bump` refuses a pin whose tracked file vanished upstream instead of dropping it: a file that is gone is +a decision (re-take it under its new name, or drop the pin), not a diff. + +## Commands + +```bash +tools/pin_watch.py --check # the daily comparison; writes pin-report.md, exit 0/1/2 (above) +tools/pin_watch.py --check --no-template # same, without the template range reads +tools/pin_watch.py --pr-body REPO # the bump PR body for one moved repo +tools/pin_watch.py --pin REPO [REPO...] # print an entry for a repo at its current main (adding a pin) +tools/pin_watch.py --bump REPO # rewrite one entry in models/pins.json (a reviewed change) +tools/pin_watch.py --self-test # fixtures, no network +``` + +Adding a repo is `--pin` followed by a hand edit of `used_for`: a pin exists because something serves, +ships or was converted from it, and that reason is what makes the entry reviewable. The template digest is +per **file**, never per model — `Qwen3-4B`'s GGUF in our org and the quant the box serves carry two +different templates, both legitimate. + +## What is not pinned, and why + +- `base_model` on a card is provenance, not a dependency: what we took from a vendor repo is the file we + re-hosted, and that is the file pinned (`upstream_gguf`). A base model whose weights never reached us is + not a pin. +- Private repositories are not pinned here: this repository is public. A private model is tracked in the + lane state that owns it. +- Third-party git pins (`third_party/*`) are a different mechanism and stay where they are — + [../tools/check_pins.py](../tools/check_pins.py) for a PR that moves one backwards, and + [releases.md](releases.md) for the weekly "what moved" summary. diff --git a/docs/registry.md b/docs/registry.md index f856234c1..50dcea5ba 100644 --- a/docs/registry.md +++ b/docs/registry.md @@ -91,6 +91,10 @@ counts and the coverage read against the registry and the checked results. The `census.yml` workflow runs daily at 05:17 UTC. It rebuilds the registry from the pins, sweeps HF, and opens a PR when anything changed. +The census counts what the engine *can* run; which revision of each upstream model we actually run, +ship or were built from is `models/pins.json`, checked daily by `tools/pin_watch.py` +([model-pins.md](model-pins.md)). + The census of 2026-10-17 (the first full sweep ran 2026-09-25), with `registry/census.json` holding the latest: | | models | share of those with an architecture | @@ -185,5 +189,7 @@ tools/census.py --report # recompute coverage from the saved counts tools/census_watch.py # newest models vs the registry, plus FastFlowLM's org and # releases (--full to list all); exit 1 on an uncovered class # or an unmapped FastFlowLM family +tools/pin_watch.py --check # every pinned upstream revision vs its current main; exit 1 when + # one moved, with the chat template of anything that moved re-read scripts/census-watch.sh # the same, with the log file and the origin/main refresh ``` diff --git a/models/pins.json b/models/pins.json new file mode 100644 index 000000000..206357c4d --- /dev/null +++ b/models/pins.json @@ -0,0 +1,2470 @@ +{ + "about": "Which revision of each upstream model this engine serves, ships or was built from. One entry per Hugging Face repo: the commit we pinned, the files we take from it with the identity of the bytes we hold, and what uses it. Rule and adoption flow: docs/model-pins.md. Checked daily by .github/workflows/pin-watch.yml (tools/pin_watch.py --check); a change is adopted by a reviewed pin bump, never automatically.", + "pins": { + "1bit-MONSTER/Apertus-8B-Instruct-2509-GGUF": { + "commit": "91b2ce8ce94eb54c66040c32fa7eea05635ad87f", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Apertus-8B-Instruct-2509', 'general.basename': 'Apertus-8B-Instruct-2509', 'general.architecture': 'apertus', 'general.size_label': '8B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Apertus-8B-Instruct-2509-Q4_K_M.gguf": { + "oid": "87e7f0eb5a1d33e1a8ea4e7fdd2363764e0465061dd92962e0073aec31a7944d", + "size": 5057885440, + "lfs": true, + "template_sha256": "695a11092219943af254a5a1a6f34ecccd33e7bd28c593ab67e1c95dcd77b210" + } + } + }, + "1bit-MONSTER/BlackMamba-1.5B-GGUF": { + "commit": "a2656d8b610dae54283a7a135fb26c321dc601a3", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'BlackMamba 1.5B', 'general.basename': 'BlackMamba', 'general.architecture': 'blackmamba', 'general.size_label': '1.5B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "BlackMamba-1.5B-Q8_0.gguf": { + "oid": "d1ca5507bdeee51a8d6a56c0a550aab2a136bcd2da02acaf4dd9dd5ce3867b8f", + "size": 1556582240, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/BlackMamba-2.8B-GGUF": { + "commit": "5c3090a269d819aec07c66ca2d1446bd14b22d1b", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'BlackMamba 2.8B', 'general.basename': 'BlackMamba', 'general.architecture': 'blackmamba', 'general.size_label': '2.8B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "BlackMamba-2.8B-Q8_0.gguf": { + "oid": "0c0976294fff2afe5653d85c39d8e6b89f73ff0f5db2b487191159c0d04ba3da", + "size": 2967889376, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/DeepSeek-Coder-V2-Lite-Instruct-GGUF": { + "commit": "c3e84d2d0581dc279d60b83ddca519c463a74774", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek-Coder-V2-Lite-Instruct', 'general.basename': None, 'general.architecture': 'deepseek2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf": { + "oid": "603bd3f8a0281d16571da7c08bd661ee17ff0d1be6fcbd1b42242da257ef0bb8", + "size": 10364416768, + "lfs": true, + "template_sha256": "8aeba567270fa9a8d5372caf4b04affea947c4421d96adc01e3ff94021b0ae8e" + } + } + }, + "1bit-MONSTER/DeepSeek-R1-Distill-Qwen-1.5B-GGUF": { + "commit": "06cbde218615c90b79af0d2fb6595d0ec9fceae9", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek R1 Distill Qwen 1.5B', 'general.basename': 'DeepSeek-R1-Distill-Qwen', 'general.architecture': 'qwen2', 'general.size_label': '1.5B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf": { + "oid": "1741e5b2d062b07acf048bf0d2c514dadf2a48f94e2b4aa0cfe069af3838ee2f", + "size": 1117320800, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/DeepSeek-R1-Distill-Qwen-32B-GGUF": { + "commit": "5c86be75473d15ccd2c9175b00e9d5665a023105", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'DeepSeek R1 Distill Qwen 32B', 'general.basename': 'DeepSeek-R1-Distill-Qwen', 'general.architecture': 'qwen2', 'general.size_label': '32B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf": { + "oid": "bed9b0f551f5b95bf9da5888a48f0f87c37ad6b72519c4cbd775f54ac0b9fc62", + "size": 19851335840, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/GLM-4.7-Flash-GGUF": { + "commit": "b6e60552acdf65a536dae5c5ac29104f63a71de7", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Glm-4.7-Flash', 'general.basename': 'Glm-4.7-Flash', 'general.architecture': 'deepseek2', 'general.size_label': '64x2.6B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "GLM-4.7-Flash-UD-Q4_K_XL.gguf": { + "oid": "b0d4fbc1211f891b4cfbf2a497160bfe06a49412420068904d426b7a13f4ba7f", + "size": 17520169312, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + } + } + }, + "1bit-MONSTER/LFM2.5-2.6B-GGUF": { + "commit": "91413b8646fe4e10b3de163d36d44fd476c3e943", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Ab00687315Bc1298E9D54E9C4B611Dde9867Ccc2', 'general.basename': None, 'general.architecture': 'lfm2', 'general.size_label': '2.7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "LFM2.5-2.6B-Q4_K_M.gguf": { + "oid": "02a8b7e17487d326e46d68ce0ba24211e1b80a14c4cd0597fa73c1cd697f52ed", + "size": 1674455040, + "lfs": true, + "template_sha256": "ea663864491de7ade391839479860ca95541f892f72665c73251fbd4643b1bef" + } + } + }, + "1bit-MONSTER/LFM2.5-8B-A1B-GGUF": { + "commit": "22c9b9fb797d52f782962a22ae46a2667e82c32d", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Feb5E04Da4910Dd56D33F0Cd03747Ff298C1E801', 'general.basename': None, 'general.architecture': 'lfm2moe', 'general.size_label': '32x959M', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "LFM2.5-8B-A1B-Q4_K_M.gguf": { + "oid": "4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0", + "size": 5155564768, + "lfs": true, + "template_sha256": "6d65c8804847ad74eea912dd7eca3dc1cf7a457b53a77f47d841a14121910963" + } + } + }, + "1bit-MONSTER/Llama-3.1-8B-Instruct-GGUF": { + "commit": "e9a8d3a0636c68b25eb67396e0e7fdc8a3defca4", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Meta Llama 3.1 8B Instruct', 'general.basename': 'Meta-Llama-3.1', 'general.architecture': 'llama', 'general.size_label': '8B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf": { + "oid": "7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c", + "size": 4920739232, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "1bit-MONSTER/Llama-3.2-1B-Instruct-GGUF": { + "commit": "24f8b4a0028e1bb12e80d780f6aa754872250d33", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.2 1B Instruct', 'general.basename': 'Llama-3.2', 'general.architecture': 'llama', 'general.size_label': '1B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.2-1B-Instruct-Q4_K_M.gguf": { + "oid": "6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83", + "size": 807694464, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "1bit-MONSTER/Llama-3.2-3B-Instruct-GGUF": { + "commit": "154c1a6735fa2a42ebc0e2c6c04a3d655910282b", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.2 3B Instruct', 'general.basename': 'Llama-3.2', 'general.architecture': 'llama', 'general.size_label': '3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.2-3B-Instruct-Q4_K_M.gguf": { + "oid": "6c1a2b41161032677be168d354123594c0e6e67d2b9227c84f296ad037c728ff", + "size": 2019377696, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "1bit-MONSTER/Llama-3.3-70B-Instruct-GGUF": { + "commit": "4f75c1722f54dae7fce271595205b17107c02147", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Llama 3.3 70B Instruct', 'general.basename': 'Llama-3.3', 'general.architecture': 'llama', 'general.size_label': '70B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Llama-3.3-70B-Instruct-Q4_K_M.gguf": { + "oid": "32df3baccb556f9840059b2528b2dee4d3d516b24afdfb9d0c56ff5f63e3a664", + "size": 42520398816, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "1bit-MONSTER/Mamba-370M-GGUF": { + "commit": "c98089464a20c5cfa9539f9da97f81ee9b00421d", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Mamba 370m Hf', 'general.basename': 'mamba', 'general.architecture': 'mamba', 'general.size_label': '370M', 'general.finetune': 'hf', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "mamba-370m-f16.gguf": { + "oid": "d77303b0e3063c0e329265d3c2bed501d64c3e465f9dab3a57f17f4737b46465", + "size": 749450528, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/MiniCPM5-2B-GGUF": { + "commit": "a35b8d8b5d1a994869f3d5d61808fbbcb352a115", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'MiniCPM5 2.6B', 'general.basename': 'MiniCPM5', 'general.architecture': 'llama', 'general.size_label': '2.6B', 'general.finetune': '0822_job_758798.iter_000144.opd.C26_mopd_v4_fv_pg_rkl_lr1e6.16tch.mg2hf', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "MiniCPM5-2B-Q4_K_M.gguf": { + "oid": "ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd", + "size": 1561318368, + "lfs": true, + "template_sha256": "cc945752db555d60949b16989df4ccfeb52a313d6b4b5c5229dd786e2e9fcf1c" + } + } + }, + "1bit-MONSTER/Mistral-7B-Instruct-v0.2-GGUF": { + "commit": "17a30876e6f488e65ed7bacdb1ed7adbfc76c386", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'mistralai_mistral-7b-instruct-v0.2', 'general.basename': None, 'general.architecture': 'llama', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "oid": "3e0039fd0273fcbebb49228943b17831aadd55cbcbf56f0af00499be2040ccf9", + "size": 4368439584, + "lfs": true, + "template_sha256": "26a59556925c987317ce5291811ba3b7f32ec4c647c400c6cc7e3a9993007ba7" + } + } + }, + "1bit-MONSTER/NVIDIA-Nemotron-3-Nano-4B-GGUF": { + "commit": "42bd773da0adbf86a927b260c2e486a010c5e7d1", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Hf', 'general.basename': None, 'general.architecture': 'nemotron_h', 'general.size_label': '4.0B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf": { + "oid": "be5d9a656a51922f24f1f09a759cebb694e1f5d9728bf0ef9f8c972c5a0b5ef2", + "size": 2837072864, + "lfs": true, + "template_sha256": "ab7813c3abdd9cb655905a410728b26c7884eca45ddfab8d9f931553485a7862" + } + } + }, + "1bit-MONSTER/OLMo-2-0425-1B-Instruct-GGUF": { + "commit": "27584e279b720d3988b4287add93e8ef9761939f", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'OLMo 2 0425 1B Instruct', 'general.basename': 'OLMo-2-0425', 'general.architecture': 'olmo2', 'general.size_label': '1B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "OLMo-2-0425-1B-Instruct-Q4_K_M.gguf": { + "oid": "abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6", + "size": 935515296, + "lfs": true, + "template_sha256": "fe689ffbd6a4e2d0532d7480696b065b10e0e1eff3f9b9fc4bea415761e4bf4a" + } + } + }, + "1bit-MONSTER/OpenELM-1.1B-Instruct-GGUF": { + "commit": "51d91670c9117be64412d068da4d2d4d2f8dbdf6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'OpenELM-1_1B-Instruct', 'general.basename': None, 'general.architecture': 'openelm', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "OpenELM-1_1B-Instruct.Q4_K_M.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen1.5-MoE-A2.7B-Chat-GGUF": { + "commit": "0a4299d79d99527045ff060dedf10f842f37b006", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen1.5-MoE-A2.7B-Chat', 'general.basename': None, 'general.architecture': 'qwen2moe', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "Qwen1.5-MoE-A2.7B-Chat.Q4_K_M.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + } + } + }, + "1bit-MONSTER/Qwen2.5-0.5B-Instruct-GGUF": { + "commit": "096a46afd8d62caf78afc0e5d07383c3e96c60b2", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-0.5b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '630M', 'general.finetune': 'qwen2.5-0.5b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-0.5b-instruct-q4_k_m.gguf": { + "oid": "74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db", + "size": 491400032, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-1.5B-Instruct-GGUF": { + "commit": "7ac2f1fad8164d460247a42033f0cb6806ef3c0e", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-1.5b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': 'qwen2.5-1.5b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-1.5b-instruct-q4_k_m.gguf": { + "oid": "6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e", + "size": 1117320736, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-14B-Instruct-GGUF": { + "commit": "69e5595f101d1494b94ce9cba05f308658ee71df", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-14b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '15B', 'general.finetune': 'qwen2.5-14b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf": { + "oid": "a09ea5e7b1eafb1b30b241726c3cc3c905c96f14ad41e246ffa5f44e53904f68", + "size": 3991999872, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf": { + "oid": "21b9457d079680d284e90ef69607c4b2d8ef64a09d4729cb7b5e1357bdba41ae", + "size": 3989373504, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf": { + "oid": "c8d37006760a387a35216e070e6664d7da927f10be8eb870fef2e3d4833d9976", + "size": 1006737120, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-32B-Instruct-GGUF": { + "commit": "fb89cd33d8141f6f93a0a776773152625eed7d8c", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-32b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '33B', 'general.finetune': 'qwen2.5-32b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf": { + "oid": "403434e5c845452c013661d586b97d5a53cf207462d180a07c301eafa9390d05", + "size": 3961498272, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf": { + "oid": "7371e5c5d717a8c20f526dbfce5d3f201dc3f02140d1c836314cd0756e02e8d7", + "size": 3948996064, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf": { + "oid": "f023ccc294c3bd3b2eac5b2dd40dea3aa4ca1d06c7460ead67c36386cd62e8fc", + "size": 3993478688, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf": { + "oid": "05fe76d941454390cd7aa0de3b342f83a1d1226a959479af85bbfae7cd93e771", + "size": 3950347744, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf": { + "oid": "8c2e8ecc686129c37821bd9f3b3e251e6ae80deadd3d3348f7e3e84492a63c24", + "size": 3997015616, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-3B-Instruct-GGUF": { + "commit": "68519983947f548906c6e8531501d65c804f185a", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-3b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '3.4B', 'general.finetune': 'qwen2.5-3b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-3b-instruct-q4_k_m.gguf": { + "oid": "626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d", + "size": 2104932768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen2.5-7B-Instruct-GGUF": { + "commit": "8394959e43652754d718f11ad74c1de098c24c55", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'qwen2.5-7b-instruct', 'general.basename': None, 'general.architecture': 'qwen2', 'general.size_label': '7.6B', 'general.finetune': 'qwen2.5-7b-instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf": { + "oid": "dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db", + "size": 3993201344, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf": { + "oid": "539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a", + "size": 689872288, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-14B-Instruct-GGUF": { + "commit": "28176c6e87613c680565754e47b4832a07e5a815", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 14B Instruct AWQ', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '14B', 'general.finetune': 'Instruct-AWQ', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-14b-instruct-q4_k_m.gguf": { + "oid": "c1e659736d89ac1065fb495330fb824d94001974a4bfa78e7270e43476a8d940", + "size": 8988110272, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-32B-Instruct-GGUF": { + "commit": "2a75128ebc2b08f52f26c4316c91fc643dc5e4c6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 32B Instruct AWQ', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '32B', 'general.finetune': 'Instruct-AWQ', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-32b-instruct-q4_k_m.gguf": { + "oid": "4d64b316b5e6319d9613e0d97935d9ebd631fc7e334da400d00085eca749d085", + "size": 19851335872, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "1bit-MONSTER/Qwen2.5-Coder-7B-Instruct-GGUF": { + "commit": "4425774a9ea3606c3b770fb9284514c305ebb0a8", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen2.5 Coder 7B Instruct GGUF', 'general.basename': 'Qwen2.5-Coder', 'general.architecture': 'qwen2', 'general.size_label': '7B', 'general.finetune': 'Instruct-GGUF', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "qwen2.5-coder-7b-instruct-q4_k_m.gguf": { + "oid": "509287f78cb4d4cf6b3843734733b914b2c158e43e22a7f4bf5e963800894d3c", + "size": 4683073536, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "1bit-MONSTER/Qwen3-0.6B-GGUF": { + "commit": "0ab432bfa20eef76c54daadb1aef38cf3c60de29", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 0.6B Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '0.6B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class short" + ], + "files": { + "Qwen3-0.6B-Q8_0.gguf": { + "oid": "9465e63a22add5354d9bb4b99e90117043c7124007664907259bd16d043bb031", + "size": 639446688, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-1.7B-GGUF": { + "commit": "008c59e014d2d7ff15de68570025debd8c4c8d10", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 1.7B Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '1.7B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-1.7B-Q8_0.gguf": { + "oid": "061b54daade076b5d3362dac252678d17da8c68f07560be70818cace6590cb1a", + "size": 1834426016, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-14B-GGUF": { + "commit": "35bd73c5af9de2073e03339e86c059c236519abb", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 14B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '14B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-14B-Q4_K_M.gguf": { + "oid": "500a8806e85ee9c83f3ae08420295592451379b4f8cf2d0f41c15dffeb6b81f0", + "size": 9001752960, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-30B-A3B-GGUF": { + "commit": "5b1cc4b3623f206dbde1e95b31785e47d8a5a327", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 30B Gptq Fp16', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3moe', 'general.size_label': '30B', 'general.finetune': 'gptq', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-30B-A3B-Q4_K_M.gguf": { + "oid": "0d003f6662faee786ed5da3e31b29c978de5ae5d275c8794c606a7f3c01aa8f5", + "size": 18556685824, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-32B-GGUF": { + "commit": "488ee71152d8c68195ca30897f19dcf9e5c7e3f5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 32B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '32B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-32B-Q4_K_M.gguf": { + "oid": "efd971561896866f0e910cce52761ca77b1b138090c7f15fe284676d57d1f689", + "size": 19762149024, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-4B-GGUF": { + "commit": "279ae7968b9f2c7ad3cde82b0fe6865d3a0281a1", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 4B Instruct Awq', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '4B', 'general.finetune': 'Instruct-awq', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", + "size": 2497280256, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-8B-GGUF": { + "commit": "dd397bf0b262d02eef5159a3bcc46c1abc7a6884", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3 8B Awq Compatible Instruct', 'general.basename': 'Qwen3', 'general.architecture': 'qwen3', 'general.size_label': '8B', 'general.finetune': 'awq-compatible-Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785", + "size": 5027783488, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "1bit-MONSTER/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "commit": "8dad5bd33f7ea1116f4fc9a7942faf717e7fe4ba", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3-Coder-30B-A3B-Instruct', 'general.basename': 'Qwen3-Coder-30B-A3B-Instruct', 'general.architecture': 'qwen3moe', 'general.size_label': '30B-A3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class code" + ], + "files": { + "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf": { + "oid": "fadc3e5f8d42bf7e894a785b05082e47daee4df26680389817e2093056f088ad", + "size": 18556689568, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "1bit-MONSTER/Qwen3-Coder-30B-A3B-Q4_0-H32-GGUF": { + "commit": "f426a5cf7af4118092f6770959fcaaba1cb02241", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3-Coder-30B-A3B-Instruct', 'general.basename': 'Qwen3-Coder-30B-A3B-Instruct', 'general.architecture': 'qwen3moe', 'general.size_label': '30B-A3B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3-Coder-30B-A3B-Q4_0-H32.gguf": { + "oid": "8aa9bf38cc9fd47cfd0b6e68ef40b79d69fde45ff3c1c903ffeec71de16b6b5f", + "size": 17304493248, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "1bit-MONSTER/Qwen3.6-35B-A3B-NPU": { + "commit": "126ec0636cc07246aeafc86a184fce56a4e163b8", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "chat_template.jinja": { + "oid": "a8755d827c0a7b614c246c4060dfd58ab352a8ff", + "size": 7764, + "lfs": false, + "template_sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259" + }, + "tokenizer_config.json": { + "oid": "3952ffef1dfabf76646d5f8a1a899e760db72cb4", + "size": 8761, + "lfs": false, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-DFlash2-GGUF": { + "commit": "38528d8281f3651370a1f30b8136f5b073e2dd44", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'DFlash2', 'general.basename': None, 'general.architecture': 'dflash', 'general.size_label': '1.9B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'DFlash2', 'general.basename': None, 'general.architecture': 'dflash', 'general.size_label': '1.9B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3.8-27B-DFlash2-q4k.gguf": { + "oid": "d0bdda550dd18dd73185cb267973aab56ad45a85eafa136fde856834f6c5270a", + "size": 1207231840, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "Qwen3.8-27B-DFlash2-q8_0.gguf": { + "oid": "6f939962045a3cbe42b5e416584aa7bb8af689e7b892c88317f2bce4f73a1a9d", + "size": 2056414560, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-Q4_0-H32-GGUF": { + "commit": "eacb90f1f9d58d89fa43c1db4d936dd19624b6e5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Qwen3.8-27B-Q4_0-H32.gguf": { + "oid": "fd61323dd0f78deeb65f7af5a5b2dcd8468af1edb531a9cd37d156bf49e37df4", + "size": 15930813504, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + } + } + }, + "1bit-MONSTER/Qwen3.8-27B-UD-Q4_K_XL-MTP": { + "commit": "2f45a4d45112290e8157a8e5c94d62931a1b79a2", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 14, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': 'Qwen3.8-27B', 'general.basename': 'Qwen3.8-27B', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class long_doc", + "serve: laya-first extra file" + ], + "files": { + "Qwen3.8-27B-UD-Q4_K_XL.gguf": { + "oid": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", + "size": 17559178144, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "MTP/mtp-Qwen3.8-27B-Q4_0.gguf": { + "oid": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", + "size": 1369590656, + "lfs": true, + "template_sha256": "701ba13a085c0c1b5e05414dec1aa3069904f962beee36f0899e441720b83974" + } + } + }, + "1bit-MONSTER/Qwen3.8-Flash-Next-UD-Q4_K_XL-MTP": { + "commit": "b8f62ca8bd24c27cc7d233b441ec156dc93f14a6", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Ckpt_Q38', 'general.basename': None, 'general.architecture': 'qwen4exp', 'general.size_label': '512x1.4B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': 'Qwen3.8 Flash Next', 'general.basename': None, 'general.architecture': 'qwen4exp', 'general.size_label': '512x56B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "MTP/mtp-Qwen3.8-Flash-Next-Q8_0.gguf": { + "oid": "cd87e5d1a4dadaeed63e35929f3b2f28d13e081b4cd32e00f2835095ec09351e", + "size": 4137429120, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00002-of-00004.gguf": { + "oid": "3f342f1c1580473f1ee94ddd5b28206e8c07a70fa1a366f59d1d6c922919a6c9", + "size": 49859583136, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00003-of-00004.gguf": { + "oid": "56758f40269cad5cd9b0d3d6fbae0f40f6d5be6de49e4ab392dbe83157d9cbd3", + "size": 49376141504, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00004-of-00004.gguf": { + "oid": "753bda48b98ba4f1636134a90a967de1b2d3908a236c026e464777342e53510a", + "size": 12087983520, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/SmolLM2-135M-Instruct-GGUF": { + "commit": "7005e441bbf4adb9a17e4ab18e1989f2f932f369", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'SmolLM2 135M Instruct', 'general.basename': 'SmolLM2', 'general.architecture': 'llama', 'general.size_label': '135M', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "SmolLM2-135M-Instruct-Q4_K_M.gguf": { + "oid": "ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747", + "size": 105454144, + "lfs": true, + "template_sha256": "872be49dbb638044ad01b60388f48d469ff2980e5f0dccdc22ec907db54d0788" + } + } + }, + "1bit-MONSTER/SmolLM3-3B-GGUF": { + "commit": "f4a6a5c91a5c289b19af20a9a37219b34551fbc5", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': 'smollm3', 'general.size_label': '3.1B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "SmolLM3-Q4_K_M.gguf": { + "oid": "8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e", + "size": 1915305312, + "lfs": true, + "template_sha256": "b9b66f04c64fbb8695cf5b35c37780efd0b8e0829fbfe3e30fafb9f469b7d30e" + } + } + }, + "1bit-MONSTER/TinyLlama-1.1B-Chat-v1.0-GGUF": { + "commit": "37beeb801a30a7744055eb0dd103f710c03aaa52", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'tinyllama_tinyllama-1.1b-chat-v1.0', 'general.basename': None, 'general.architecture': 'llama', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf": { + "oid": "9fecc3b3cd76bba89d504f29b616eedf7da85b96540e490ca5824d3f7d2776a0", + "size": 668788096, + "lfs": true, + "template_sha256": "66291cf0045c2425a3a667cf3cbb7af2b11f09e025c02f97245323ab79119362" + } + } + }, + "1bit-MONSTER/ZAYA1-74B-preview-GGUF": { + "commit": "336e6655df38808e56d8de581499e74c015ef578", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZAYA1 74B Preview', 'general.basename': 'ZAYA1', 'general.architecture': 'zaya', 'general.size_label': '74B', 'general.finetune': 'preview', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-74B-preview-Q4_K_M.gguf": { + "oid": "95c42025201b5292b90a18abf9fde0005671027ddac56add4f8a4681a3f0a4dd", + "size": 45722931008, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "1bit-MONSTER/ZAYA1-8B-GGUF": { + "commit": "61186e7567edceb646bcd09e9d7526065685f73e", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zaya Hf', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Zaya Hf', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "serve: laya-first class prose", + "stick: Lemonade catalogue (zaya1-8b-Q4_K_M.gguf)" + ], + "files": { + "zaya1-8b-Q4_K_M.gguf": { + "oid": "339cac3addcf2b61abdb171a45f29dd11bb986a6741cf9119ae9a615edd44dcc", + "size": 5567582048, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + }, + "zaya1-8b-f16.gguf": { + "oid": "8130331f50be1bd2fc4755676ed43af6dd6775ed1afa301f0082c0d3461b6ab4", + "size": 17740429984, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "1bit-MONSTER/ZAYA1-VL-8B-GGUF": { + "commit": "00a876d967f2aadcda4cc997e151953fb41dcb46", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Hf', 'general.basename': None, 'general.architecture': 'clip', 'general.size_label': '669M', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zyphra/ZAYA1-VL-8B', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.5B', 'general.finetune': '2967258fbdfdf8c9358dc52b3451db24fe45dfcd', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Zyphra/ZAYA1-VL-8B', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.5B', 'general.finetune': '2967258fbdfdf8c9358dc52b3451db24fe45dfcd', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-VL-8B-F16.gguf": { + "oid": "28e0ab587839e8e6d6de5f74283a2966ff2857a286dac7c9581950d65558272f", + "size": 18168092320, + "lfs": true, + "template_sha256": "bc20c7bec83c3bbb0a5a24f43d2eb45c5207e3b6c7c88b6cf106a3bf44f49dba" + }, + "ZAYA1-VL-8B-Q4_K_M.gguf": { + "oid": "819da27ba461bb7bd618a41a2a07d45a73ca9e5f32c4e63d589bb02dde79725b", + "size": 5705263232, + "lfs": true, + "template_sha256": "bc20c7bec83c3bbb0a5a24f43d2eb45c5207e3b6c7c88b6cf106a3bf44f49dba" + }, + "mmproj-ZAYA1-VL-8B-F16.gguf": { + "oid": "96ec57085a770b33c52c602b2fbf2caedf2e316b1faef1165fe70d4ae237fb4d", + "size": 1338428384, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/ZAYA1-base-GGUF": { + "commit": "aeafb231ce73674236f76ff1b9bf5977f14882d7", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZAYA1 Base', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-base-Q4_K_M.gguf": { + "oid": "55bbf16aa995805feb797b1946101ddda4f0d9d8afce865e440000f020f78c1e", + "size": 5567572800, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "1bit-MONSTER/ZAYA1-reasoning-base-GGUF": { + "commit": "1bd9aebafbcc5eb356f3456534693a97fecaf3ac", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zyphra/ZAYA1-reasoning-base', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': '7c6397678f86557e82a4637c35e4c35cc76e8d08', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZAYA1-reasoning-base-Q4_K_M.gguf": { + "oid": "107c6ca9143640c7830af75ba640a7bf15a60105f7d0a8edd0f09d117f84b73c", + "size": 5555286272, + "lfs": true, + "template_sha256": "3deb83b149b0b51571531f6c044e6c8992550b716ef720ba00586084b1e4f25d" + } + } + }, + "1bit-MONSTER/ZR1-1.5B-GGUF": { + "commit": "3252419078406e84b475d8976868b64812e9adb6", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'ZR1 1.5B@6108a26d0cd7', 'general.basename': 'ZR1', 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': '1.5B@6108a26d0cd7', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'ZR1 1.5B@6108a26d0cd7', 'general.basename': 'ZR1', 'general.architecture': 'qwen2', 'general.size_label': '1.8B', 'general.finetune': '1.5B@6108a26d0cd7', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "ZR1-1.5B-Q4_K_M.gguf": { + "oid": "9457f6baa4b557d933980d690cd45f24f6406d3599b94a548a213ffa92b92541", + "size": 1117322144, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + }, + "ZR1-1.5B-Q8_0.gguf": { + "oid": "dd3419dd33a40f0e1b05439fb92bcd5e169d745db1b72942448cd2f389a1eedf", + "size": 1894533536, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "1bit-MONSTER/Zamba-7B-v1-GGUF": { + "commit": "e41a596835168d4adc1044731a7749b43665a648", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba 7B v1', 'general.basename': 'Zamba', 'general.architecture': 'zamba', 'general.size_label': '7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba-7B-v1-Q8_0.gguf": { + "oid": "d90121934d350e09607d2616bae4f86d587494bb43124773ea016d437f79b746", + "size": 7846996128, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-1.2B-instruct-GGUF": { + "commit": "e4341961d1db2bc43a0a7e32df801628aa89f6f5", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 1.2B Instruct', 'general.basename': 'Zamba2', 'general.architecture': 'zamba2', 'general.size_label': '1.2B', 'general.finetune': 'instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-1.2B-instruct-Q8_0.gguf": { + "oid": "9c2fc8bca881fb444b65110111c107be279a803adf6b49363c3d1039519c0079", + "size": 1839274432, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-2.7B-instruct-GGUF": { + "commit": "0942a6dd0b910253343a6cadad951380f70b9413", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zyphra/Zamba2-2.7B-instruct', 'general.basename': None, 'general.architecture': 'zamba2', 'general.size_label': '3.8B', 'general.finetune': '699f349b3636e892b0a138e929f9d51c8684cb6f', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-2.7B-instruct-Q8_0.gguf": { + "oid": "b5e9e17dd3f5189d96848b7f789794483d6e4179e40a28d7f27c61057b1ae978", + "size": 4074143264, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-7B-Instruct-GGUF": { + "commit": "85e0c311f15b1be6c85d4f3f8c74c223398b4486", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 7B Instruct', 'general.basename': 'Zamba2', 'general.architecture': 'zamba2', 'general.size_label': '7B', 'general.finetune': 'Instruct', 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-7B-Instruct-Q8_0.gguf": { + "oid": "a9a10b17fe9544f836e4fbe487d8ec81520cee0b7b4d52aeb50818c54423e53a", + "size": 11675594080, + "lfs": true, + "template_sha256": "153280e3ff55d19da1398bdb3914ee2a51b80429bfaedde11d7d216c39db80f3" + } + } + }, + "1bit-MONSTER/Zamba2-VL-1.2B-GGUF": { + "commit": "d7c77fab4ff89db15658f9f786030e7b18605e8c", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 1.2B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '1.2B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 1.2B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '1.2B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-1.2B-Q8_0.gguf": { + "oid": "60f0afb915108748c26622d407723059569a89e3195baa4a6e5f96c37d2af076", + "size": 1839416448, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-1.2B-F16.gguf": { + "oid": "8aaf0f0244c413e955e51627f12bd6f24481746c750034b0ba3a81830b04a447", + "size": 1338428352, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-VL-2.7B-GGUF": { + "commit": "eff1bc1a5c1bb7c45e5a4133735fb803527b3965", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 2.7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '671M', 'general.finetune': '2.7b', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 2.7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '2.7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-2.7B-Q8_0.gguf": { + "oid": "457019c64fbe7db2a7943b0f5939fee4ecf17fc1b72bb3b1ca9574c62507df74", + "size": 4074318720, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-2.7B-F16.gguf": { + "oid": "db5306a0d342d087e28a683f3718d60b75eb50f78fb88ce9ecaa5be9b35a2037", + "size": 1343673312, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/Zamba2-VL-7B-GGUF": { + "commit": "521e8f34188f2eb10c6db76c8a92f45d21c2e6c8", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Zamba2 VL 7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'clip', 'general.size_label': '677M', 'general.finetune': '7b', 'general.quantization_version': 2, 'general.file_type': 1, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'mmproj'})", + "published: conversion ({'general.name': 'Zamba2 VL 7B', 'general.basename': 'Zamba2-VL', 'general.architecture': 'zamba2', 'general.size_label': '7B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 7, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Zamba2-VL-7B-Q8_0.gguf": { + "oid": "5d9d5c9845233aff5bd77f36b277942693f9ffd2c8275d623276e4945328302c", + "size": 11675840288, + "lfs": true, + "template_sha256": "9df322391abffe14587e6f3cfaea42420eaffec364835debfcb13c0e4c6eeab6" + }, + "mmproj-Zamba2-VL-7B-F16.gguf": { + "oid": "64288d4e64077ba4f03f4e4b2431ac70b8f967f8d316b237938638855f7ddab7", + "size": 1354163168, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gemma-2-2b-it-GGUF": { + "commit": "22f9d7d1b672483f69c6744277d87019440815b7", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gemma 2 2b It', 'general.basename': 'gemma-2', 'general.architecture': 'gemma2', 'general.size_label': '2B', 'general.finetune': 'it', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gemma-2-2b-it-Q4_K_M.gguf": { + "oid": "e0aee85060f168f0f2d8473d7ea41ce2f3230c1bc1374847505ea599288a7787", + "size": 1708582752, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "1bit-MONSTER/gemma-2-9b-it-GGUF": { + "commit": "41f5449a1825f32ca9618f54844d00e80347b0aa", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'gemma-2-9b-it', 'general.basename': None, 'general.architecture': 'gemma2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "gemma-2-9b-it-Q4_K_M.gguf": { + "oid": "13b2a7b4115bbd0900162edcebe476da1ba1fc24e718e8b40d32f6e300f56dfe", + "size": 5761057728, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "1bit-MONSTER/gemma-3-1b-it-GGUF": { + "commit": "c83edd092ad930e389440d591f1aefbb3739d2db", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gemma 3 1b It', 'general.basename': 'gemma-3', 'general.architecture': 'gemma3', 'general.size_label': '1B', 'general.finetune': 'it', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'llama', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gemma-3-1b-it-Q4_K_M.gguf": { + "oid": "8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135", + "size": 806058240, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "1bit-MONSTER/gpt-neox-20b-GGUF": { + "commit": "df40def21dc8b6d0048981c81bd40d4aeb51c85b", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt Neox 20b', 'general.basename': 'gpt-neox', 'general.architecture': 'gptneox', 'general.size_label': '20B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gpt-neox-20b.Q4_K_M.gguf": { + "oid": "dd9666047d23f063f9222550e9fcb47ff171891b2b30d8e9b38068c09b59ba7b", + "size": 13135032096, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gpt-oss-120b-GGUF": { + "commit": "2732e996c7814fbe9a8735655ed017fd8fb76352", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt-Oss-120B', 'general.basename': 'Gpt-Oss-120B', 'general.architecture': 'gpt-oss', 'general.size_label': '120B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: re-host ({'general.name': None, 'general.basename': None, 'general.architecture': None, 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf": { + "oid": "c7b59d68c889ada280736d9b82685baeb6152f4d7423a169a369bb3492b3056e", + "size": 49866326912, + "lfs": true, + "template_sha256": "acaa726974dadda7844c6607c59554bca390645b94705cfdc2e78bb34895717c" + }, + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf": { + "oid": "7c77ca781792a28565c311ace40620ef7fb1cf67d123db347aa34f30ff48ad16", + "size": 13149984480, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/gpt-oss-20b-GGUF": { + "commit": "824986fa01a31f5de0977398671c5a6de7f86df4", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Gpt-Oss-20B', 'general.basename': 'Gpt-Oss-20B', 'general.architecture': 'gpt-oss', 'general.size_label': '20B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "gpt-oss-20b-UD-Q4_K_XL.gguf": { + "oid": "10fe673de12c20b74b8d670a9fdf0fd36b43b0a86ffc04daeb175c0a2b98c4f9", + "size": 11872347328, + "lfs": true, + "template_sha256": "70da0d2348e40aaf8dad05f04a316835fd10547bd7e3392ce337e4c79ba91c01" + } + } + }, + "1bit-MONSTER/granite-4.1-30b-GGUF": { + "commit": "9be9ca9ddffae24063a6ba1c90dc739e13660ce0", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Granite 4.1 30b', 'general.basename': 'granite-4.1', 'general.architecture': 'granite', 'general.size_label': '30B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "granite-4.1-30b-Q4_K_M.gguf": { + "oid": "b33e4376e3581d11236ea53ced6b38399f6e91c0a391488486dc0827972f23f6", + "size": 17490240736, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "1bit-MONSTER/granite-4.1-3b-GGUF": { + "commit": "fe51b6f852e7005ae6c509b12a69cbf319212084", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Granite 4.1 3b', 'general.basename': 'granite-4.1', 'general.architecture': 'granite', 'general.size_label': '3B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "granite-4.1-3b-Q4_K_M.gguf": { + "oid": "662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29", + "size": 2099501664, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "1bit-MONSTER/phi-2-GGUF": { + "commit": "c143b19663de0923ea1ec3b6ab4fc8efed85d7fc", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Phi2', 'general.basename': None, 'general.architecture': 'phi2', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "phi-2.Q4_K_M.gguf": { + "oid": "324356668fa5ba9f4135de348447bb2bbe2467eaa1b8fcfb53719de62fbd2499", + "size": 1789239136, + "lfs": true, + "template_sha256": null + } + } + }, + "1bit-MONSTER/phi-4-GGUF": { + "commit": "fed158dd5f550d51ea34b25fd635d1579bd70e2c", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Phi 4', 'general.basename': 'phi', 'general.architecture': 'phi3', 'general.size_label': '15B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "phi-4-Q4_K.gguf": { + "oid": "5652b9be0ea4ae2842130d04fe31bc869fcb99a2b7106c53b4e754a343fd688f", + "size": 9053114560, + "lfs": true, + "template_sha256": "fe4120415a3858b873955c92ce3a103a95bc97c2cb00b72e62659aaf0f891ee5" + } + } + }, + "FastFlowLM/Qwen3-0.6B-NPU2": { + "commit": "b584799232c962f693e0e5be99606fc4eca6811e", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" + } + } + }, + "FastFlowLM/Qwen3-1.7B-NPU2": { + "commit": "1b452c9ab53dcc580fab244d3dc4d808185ceaca", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" + } + } + }, + "FastFlowLM/Qwen3-4B-NPU2": { + "commit": "07651f11cac70ff5b7a81731643dee6f6e7baee1", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue container ((Q4NX container))" + ], + "files": { + "tokenizer_config.json": { + "oid": "c5e960f8f86088760f876dca70aba8e97bbe89f6", + "size": 10055, + "lfs": false, + "template_sha256": "a136047ba140347b359d17b6ff8fa1bf8cb29d23f0c07bef7e0bf479b8680793" + } + } + }, + "LiquidAI/LFM2-1.2B-GGUF": { + "commit": "5399e76c648f4eb8c053feb1ab747277dea5bf8b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (LFM2-1.2B-Q4_K_M.gguf)" + ], + "files": { + "LFM2-1.2B-Q4_K_M.gguf": { + "oid": "55175400e3f509a9616227afeffd58d87e80b9f628a5d3d54ada884d85221fed", + "size": 730893248, + "lfs": true, + "template_sha256": "a805e50fed68938a076b07e2e602639611b50b1ced0e50f11eb92f1ba25be4dc" + } + } + }, + "LiquidAI/LFM2.5-2.6B-GGUF": { + "commit": "e7caca5d835a3901a8e0d63e94009429bafafdfc", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/LFM2.5-2.6B-GGUF" + ], + "files": { + "LFM2.5-2.6B-Q4_K_M.gguf": { + "oid": "02a8b7e17487d326e46d68ce0ba24211e1b80a14c4cd0597fa73c1cd697f52ed", + "size": 1674455040, + "lfs": true, + "template_sha256": "ea663864491de7ade391839479860ca95541f892f72665c73251fbd4643b1bef" + } + } + }, + "LiquidAI/LFM2.5-8B-A1B-GGUF": { + "commit": "49c14831707011e64d70b2ebd8462ba08d608434", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/LFM2.5-8B-A1B-GGUF" + ], + "files": { + "LFM2.5-8B-A1B-Q4_K_M.gguf": { + "oid": "4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0", + "size": 5155564768, + "lfs": true, + "template_sha256": "6d65c8804847ad74eea912dd7eca3dc1cf7a457b53a77f47d841a14121910963" + } + } + }, + "OpenBMB/MiniCPM-V-4.6-gguf": { + "commit": "afe9accb78d2995d214cd912920c9c92f4015faa", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (MiniCPM-V-4_6-Q4_K_M.gguf)" + ], + "files": { + "MiniCPM-V-4_6-Q4_K_M.gguf": { + "oid": "6b0c74962c44bc6bf4b655b9b02c13eda9d5a0491543ae976d1ac18e4b7892e2", + "size": 529101504, + "lfs": true, + "template_sha256": "dfe1fa43a3444f065406d3a2b9aa315602f5c146b80cf22e0426a6c1466d85aa" + } + } + }, + "OpenBMB/MiniCPM5-1B-GGUF": { + "commit": "3d55fac80935ae6456986ad2384b5cbcc4d6c948", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (MiniCPM5-1B-Q4_K_M.gguf)" + ], + "files": { + "MiniCPM5-1B-Q4_K_M.gguf": { + "oid": "81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa", + "size": 688065920, + "lfs": true, + "template_sha256": "7451a05cf1e28a79d97d7c0bc951028c0b1915119bf9046acd06a0e3d931f47c" + } + } + }, + "Qwen/Qwen2.5-0.5B-Instruct-GGUF": { + "commit": "9217f5db79a29953eb74d5343926648285ec7e67", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-0.5B-Instruct-GGUF" + ], + "files": { + "qwen2.5-0.5b-instruct-q4_k_m.gguf": { + "oid": "74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db", + "size": 491400032, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-1.5B-Instruct-GGUF": { + "commit": "91cad51170dc346986eccefdc2dd33a9da36ead9", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-1.5B-Instruct-GGUF" + ], + "files": { + "qwen2.5-1.5b-instruct-q4_k_m.gguf": { + "oid": "6a1a2eb6d15622bf3c96857206351ba97e1af16c30d7a74ee38970e434e9407e", + "size": 1117320736, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-14B-Instruct-GGUF": { + "commit": "b466e1f8c07172155743e8e1307507d8a4f91fbd", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-14B-Instruct-GGUF" + ], + "files": { + "qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf": { + "oid": "a09ea5e7b1eafb1b30b241726c3cc3c905c96f14ad41e246ffa5f44e53904f68", + "size": 3991999872, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf": { + "oid": "21b9457d079680d284e90ef69607c4b2d8ef64a09d4729cb7b5e1357bdba41ae", + "size": 3989373504, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf": { + "oid": "c8d37006760a387a35216e070e6664d7da927f10be8eb870fef2e3d4833d9976", + "size": 1006737120, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-32B-Instruct-GGUF": { + "commit": "a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-32B-Instruct-GGUF" + ], + "files": { + "qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf": { + "oid": "403434e5c845452c013661d586b97d5a53cf207462d180a07c301eafa9390d05", + "size": 3961498272, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf": { + "oid": "7371e5c5d717a8c20f526dbfce5d3f201dc3f02140d1c836314cd0756e02e8d7", + "size": 3948996064, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf": { + "oid": "f023ccc294c3bd3b2eac5b2dd40dea3aa4ca1d06c7460ead67c36386cd62e8fc", + "size": 3993478688, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf": { + "oid": "05fe76d941454390cd7aa0de3b342f83a1d1226a959479af85bbfae7cd93e771", + "size": 3950347744, + "lfs": true, + "template_sha256": null + }, + "qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf": { + "oid": "8c2e8ecc686129c37821bd9f3b3e251e6ae80deadd3d3348f7e3e84492a63c24", + "size": 3997015616, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-3B-Instruct-GGUF": { + "commit": "7dabda4d13d513e3e842b20f0d435c732f172cbe", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-3B-Instruct-GGUF" + ], + "files": { + "qwen2.5-3b-instruct-q4_k_m.gguf": { + "oid": "626b4a6678b86442240e33df819e00132d3ba7dddfe1cdc4fbb18e0a9615c62d", + "size": 2104932768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-7B-Instruct-GGUF": { + "commit": "bb5d59e06d9551d752d08b292a50eb208b07ab1f", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-7B-Instruct-GGUF" + ], + "files": { + "qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf": { + "oid": "dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db", + "size": 3993201344, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + }, + "qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf": { + "oid": "539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a", + "size": 689872288, + "lfs": true, + "template_sha256": null + } + } + }, + "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF": { + "commit": "f86cb2c1fa58255f8052cc32aeede1b7482d4361", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (qwen2.5-coder-1.5b-instruct-q4_k_m.gguf)" + ], + "files": { + "qwen2.5-coder-1.5b-instruct-q4_k_m.gguf": { + "oid": "cc324af070c2ecbfd324a30884d2f951a7ff756aba85cb811a6ec436933bb046", + "size": 1117320768, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen2.5-Coder-14B-Instruct-GGUF": { + "commit": "d0a692ef765eefbf2fabb130b3cb2e8917e3d225", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-Coder-14B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-14b-instruct-q4_k_m.gguf": { + "oid": "c1e659736d89ac1065fb495330fb824d94001974a4bfa78e7270e43476a8d940", + "size": 8988110272, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "Qwen/Qwen2.5-Coder-32B-Instruct-GGUF": { + "commit": "9d3053fce650fe1cdbdb75998c2a87add9d178ef", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen2.5-Coder-32B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-32b-instruct-q4_k_m.gguf": { + "oid": "4d64b316b5e6319d9613e0d97935d9ebd631fc7e334da400d00085eca749d085", + "size": 19851335872, + "lfs": true, + "template_sha256": "cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f" + } + } + }, + "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF": { + "commit": "13fb94bfda8c8cf22497dc57b78f391a9acb426a", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (qwen2.5-coder-7b-instruct-q4_k_m.gguf)", + "upstream of 1bit-MONSTER/Qwen2.5-Coder-7B-Instruct-GGUF" + ], + "files": { + "qwen2.5-coder-7b-instruct-q4_k_m.gguf": { + "oid": "509287f78cb4d4cf6b3843734733b914b2c158e43e22a7f4bf5e963800894d3c", + "size": 4683073536, + "lfs": true, + "template_sha256": "d5495a1e5db0611132a97e46a65dbb64a642a499421228b9c8b93229097fa9a4" + } + } + }, + "Qwen/Qwen3-0.6B-GGUF": { + "commit": "23749fefcc72300e3a2ad315e1317431b06b590a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-0.6B-GGUF" + ], + "files": { + "Qwen3-0.6B-Q8_0.gguf": { + "oid": "9465e63a22add5354d9bb4b99e90117043c7124007664907259bd16d043bb031", + "size": 639446688, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-1.7B-GGUF": { + "commit": "90862c4b9d2787eaed51d12237eafdfe7c5f6077", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-1.7B-GGUF" + ], + "files": { + "Qwen3-1.7B-Q8_0.gguf": { + "oid": "061b54daade076b5d3362dac252678d17da8c68f07560be70818cace6590cb1a", + "size": 1834426016, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-14B-GGUF": { + "commit": "530227a7d994db8eca5ab5ced2fb692b614357fd", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-14B-GGUF" + ], + "files": { + "Qwen3-14B-Q4_K_M.gguf": { + "oid": "500a8806e85ee9c83f3ae08420295592451379b4f8cf2d0f41c15dffeb6b81f0", + "size": 9001752960, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-30B-A3B-GGUF": { + "commit": "e4d4bafdfb96a411a163846265362aceb0b9c63a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-30B-A3B-GGUF" + ], + "files": { + "Qwen3-30B-A3B-Q4_K_M.gguf": { + "oid": "0d003f6662faee786ed5da3e31b29c978de5ae5d275c8794c606a7f3c01aa8f5", + "size": 18556685824, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-32B-GGUF": { + "commit": "938a7432affaec9157f883a87164e2646ae17555", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-32B-GGUF" + ], + "files": { + "Qwen3-32B-Q4_K_M.gguf": { + "oid": "efd971561896866f0e910cce52761ca77b1b138090c7f15fe284676d57d1f689", + "size": 19762149024, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-4B-GGUF": { + "commit": "bc640142c66e1fdd12af0bd68f40445458f3869b", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-4B-GGUF" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "7485fe6f11af29433bc51cab58009521f205840f5b4ae3a32fa7f92e8534fdf5", + "size": 2497280256, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-8B-GGUF": { + "commit": "7c41481f57cb95916b40956ab2f0b139b296d974", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen3-8B-GGUF" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "d98cdcbd03e17ce47681435b5150e34c1417f50b5c0019dd560e4882c5745785", + "size": 5027783488, + "lfs": true, + "template_sha256": "57f1fd00f0013a2be96aa79b857391f27e23df5b5f847072b524c897e24d0361" + } + } + }, + "Qwen/Qwen3-Embedding-0.6B-GGUF": { + "commit": "370f27d7550e0def9b39c1f16d3fbaa13aa67728", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Embedding-0.6B-Q8_0.gguf)" + ], + "files": { + "Qwen3-Embedding-0.6B-Q8_0.gguf": { + "oid": "06507c7b42688469c4e7298b0a1e16deff06caf291cf0a5b278c308249c3e439", + "size": 639150592, + "lfs": true, + "template_sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5" + } + } + }, + "RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf": { + "commit": "947580e7b3904cd4081810d0efec4520a75609c7", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Qwen1.5-MoE-A2.7B-Chat-GGUF" + ], + "files": { + "Qwen1.5-MoE-A2.7B-Chat.Q4_K.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + }, + "Qwen1.5-MoE-A2.7B-Chat.Q4_K_M.gguf": { + "oid": "3dcfb1032781788bf373edb49b888fcac5b6093ea0fe0edf5e23a977390b3eea", + "size": 9496236768, + "lfs": true, + "template_sha256": "793202280c0910ab26bc6eb57c8212c2417324c6d8c4efd0d10d59092ab3e3eb" + } + } + }, + "RichardErkhov/apple_-_OpenELM-1_1B-Instruct-gguf": { + "commit": "a3bd6141a13695472539e1f2adf9f4042fe3032d", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/OpenELM-1.1B-Instruct-GGUF" + ], + "files": { + "OpenELM-1_1B-Instruct.Q4_K.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + }, + "OpenELM-1_1B-Instruct.Q4_K_M.gguf": { + "oid": "3b5247b98a6f8b13449759419027a2ac574892d71e9e1a0b46093e91869193e6", + "size": 672919616, + "lfs": true, + "template_sha256": null + } + } + }, + "TheBloke/Mistral-7B-Instruct-v0.2-GGUF": { + "commit": "3a6fbf4a41a1d52e415a4958cde6856d34b2db93", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Mistral-7B-Instruct-v0.2-GGUF" + ], + "files": { + "mistral-7b-instruct-v0.2.Q4_K_M.gguf": { + "oid": "3e0039fd0273fcbebb49228943b17831aadd55cbcbf56f0af00499be2040ccf9", + "size": 4368439584, + "lfs": true, + "template_sha256": "26a59556925c987317ce5291811ba3b7f32ec4c647c400c6cc7e3a9993007ba7" + } + } + }, + "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF": { + "commit": "52e7645ba7c309695bec7ac98f4f005b139cf465", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/TinyLlama-1.1B-Chat-v1.0-GGUF" + ], + "files": { + "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf": { + "oid": "9fecc3b3cd76bba89d504f29b616eedf7da85b96540e490ca5824d3f7d2776a0", + "size": 668788096, + "lfs": true, + "template_sha256": "66291cf0045c2425a3a667cf3cbb7af2b11f09e025c02f97245323ab79119362" + } + } + }, + "TheBloke/phi-2-GGUF": { + "commit": "5a454d977c6438bb9fb2df233c8ca70f21c87420", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/phi-2-GGUF" + ], + "files": { + "phi-2.Q4_K_M.gguf": { + "oid": "324356668fa5ba9f4135de348447bb2bbe2467eaa1b8fcfb53719de62fbd2499", + "size": 1789239136, + "lfs": true, + "template_sha256": null + } + } + }, + "allenai/OLMo-2-0425-1B-Instruct-GGUF": { + "commit": "62f8c199538474c3e33ed5d7e0580abd66686a27", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/OLMo-2-0425-1B-Instruct-GGUF" + ], + "files": { + "OLMo-2-0425-1B-Instruct-Q4_K_M.gguf": { + "oid": "abd8187934a438fbf7cfff0a1de5b9d2793ce913f158794df1951dcba6c93cc6", + "size": 935515296, + "lfs": true, + "template_sha256": "fe689ffbd6a4e2d0532d7480696b065b10e0e1eff3f9b9fc4bea415761e4bf4a" + } + } + }, + "bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF": { + "commit": "8f248fa2072348f77a8bc37754e470de1f61866e", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-Coder-V2-Lite-Instruct-GGUF" + ], + "files": { + "DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf": { + "oid": "603bd3f8a0281d16571da7c08bd661ee17ff0d1be6fcbd1b42242da257ef0bb8", + "size": 10364416768, + "lfs": true, + "template_sha256": "8aeba567270fa9a8d5372caf4b04affea947c4421d96adc01e3ff94021b0ae8e" + } + } + }, + "bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF": { + "commit": "9cc28b17e86fa2415fcb070f8ee5ec27c965aa61", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-R1-Distill-Qwen-1.5B-GGUF" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf": { + "oid": "1741e5b2d062b07acf048bf0d2c514dadf2a48f94e2b4aa0cfe069af3838ee2f", + "size": 1117320800, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF": { + "commit": "1dc8cf9ffa5dd333057ea1b09ccf4772d8726dec", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/DeepSeek-R1-Distill-Qwen-32B-GGUF" + ], + "files": { + "DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf": { + "oid": "bed9b0f551f5b95bf9da5888a48f0f87c37ad6b72519c4cbd775f54ac0b9fc62", + "size": 19851335840, + "lfs": true, + "template_sha256": "b6835114b7303ddd78919a82e4d9f7d8c26ed0d7dfc36beeb12d524f6144eab1" + } + } + }, + "bartowski/Llama-3.2-1B-Instruct-GGUF": { + "commit": "067b946cf014b7c697f3654f621d577a3e3afd1c", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.2-1B-Instruct-GGUF" + ], + "files": { + "Llama-3.2-1B-Instruct-Q4_K_M.gguf": { + "oid": "6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83", + "size": 807694464, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "bartowski/Llama-3.2-3B-Instruct-GGUF": { + "commit": "5ab33fa94d1d04e903623ae72c95d1696f09f9e8", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.2-3B-Instruct-GGUF" + ], + "files": { + "Llama-3.2-3B-Instruct-Q4_K_M.gguf": { + "oid": "6c1a2b41161032677be168d354123594c0e6e67d2b9227c84f296ad037c728ff", + "size": 2019377696, + "lfs": true, + "template_sha256": "5816fce10444e03c2e9ee1ef8a4a1ea61ae7e69e438613f3b17b69d0426223a4" + } + } + }, + "bartowski/Llama-3.3-70B-Instruct-GGUF": { + "commit": "b6c5c9f176f3279204034e1d16d393105e95cb88", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.3-70B-Instruct-GGUF" + ], + "files": { + "Llama-3.3-70B-Instruct-Q4_K_M.gguf": { + "oid": "32df3baccb556f9840059b2528b2dee4d3d516b24afdfb9d0c56ff5f63e3a664", + "size": 42520398816, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF": { + "commit": "bf5b95e96dac0462e2a09145ec66cae9a3f12067", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Llama-3.1-8B-Instruct-GGUF" + ], + "files": { + "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf": { + "oid": "7b064f5842bf9532c91456deda288a1b672397a54fa729aa665952863033557c", + "size": 4920739232, + "lfs": true, + "template_sha256": "e10ca381b1ccc5cf9db52e371f3b6651576caee0a630b452e2816b2d404d4b65" + } + } + }, + "bartowski/gemma-2-2b-it-GGUF": { + "commit": "855f67caed130e1befc571b52bd181be2e858883", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-2-2b-it-GGUF" + ], + "files": { + "gemma-2-2b-it-Q4_K_M.gguf": { + "oid": "e0aee85060f168f0f2d8473d7ea41ce2f3230c1bc1374847505ea599288a7787", + "size": 1708582752, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "bartowski/gemma-2-9b-it-GGUF": { + "commit": "d731033f3dc4018261fd39896e50984d398b4ac5", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-2-9b-it-GGUF" + ], + "files": { + "gemma-2-9b-it-Q4_K_M.gguf": { + "oid": "13b2a7b4115bbd0900162edcebe476da1ba1fc24e718e8b40d32f6e300f56dfe", + "size": 5761057728, + "lfs": true, + "template_sha256": "ecd6ae513fe103f0eb62e8ab5bfa8d0fe45c1074fa398b089c93a7e70c15cfd6" + } + } + }, + "bong-water-water-bong/BlackMamba-1.5B-GGUF": { + "commit": "179f7777408ab0d800ad034d4715b7bccd10c857", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': None, 'general.basename': None, 'general.architecture': 'mamba', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': None, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': None})" + ], + "files": { + "blackmamba-1.5b.gguf": { + "oid": "32fb66b8c4c71da9fb8ea8037ee7fc9ca6bb86915b505a5ca3d131d862ee5d4d", + "size": 947720160, + "lfs": true, + "template_sha256": null + } + } + }, + "bong-water-water-bong/BlackMamba-2.8B-GGUF": { + "commit": "0331c53eb81bd51e0e0a0cf2117de77c074e1692", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion (n/a)" + ], + "files": { + "blackmamba-2.8b.gguf": { + "oid": "e69de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "size": 0, + "lfs": false, + "template_sha256": null + } + } + }, + "bong-water-water-bong/Ternary-Bonsai-2-27B-unrotated-Q4_0": { + "commit": "ab895e624fb8666ac79233f8ad0b2d1b24e158df", + "pinned": "2026-11-05", + "used_for": [ + "published: re-host ({'general.name': 'Hf', 'general.basename': 'folded', 'general.architecture': 'qwen35', 'general.size_label': '27B', 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': 2, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "Ternary-Bonsai-2-27B-unrotated-Q4_0.gguf": { + "oid": "4bb92798ef9280dea3a4ff4168513e7775773969bd5c0619656f500d53709bc6", + "size": 15183001920, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + } + } + }, + "bong-water-water-bong/ZAYA1-8B-Q4_K_M-GGUF": { + "commit": "05ca1d6e28a82b11c6a2d73212381375ac309e18", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'zaya1-8b', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': '16x1.3B', 'general.finetune': '67d34da515b30409ee8daa67c3605c4402d03f6f', 'general.quantization_version': 2, 'general.file_type': 15, 'tokenizer.ggml.model': 'gemma4', 'tokenizer.ggml.pre': None, 'general.type': 'model'})" + ], + "files": { + "zaya1-8b-Q4_K_M.gguf": { + "oid": "64d0b2b6eadc3674a0480d85ab4875a7f891e58389469a5c743debd7528dbcd9", + "size": 5567131712, + "lfs": true, + "template_sha256": "b55ecfbbbcbb238a011465bfa139366db18790103f9205060cf2855a3f51b30f" + } + } + }, + "bong-water-water-bong/ZAYA1-8B-QLoRA-GGUF": { + "commit": "273b4ab854145a7932bb4ebc354849bfc6b105e7", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Best', 'general.basename': None, 'general.architecture': 'zaya', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})" + ], + "files": { + "zaya1-8b-qlora-f16.gguf": { + "oid": "3f1e3eaf78affda54e0a92173b39b8504886bdba9d85a3f683290999c842057b", + "size": 13785440, + "lfs": true, + "template_sha256": null + } + } + }, + "bong-water-water-bong/bitnet-ternary-moe-gguf": { + "commit": "951711ae3ce145e10ff9589e1dd510e8294205c2", + "pinned": "2026-11-05", + "used_for": [ + "published: conversion ({'general.name': 'Bitnet 2b 4t Packed', 'general.basename': 'bitnet', 'general.architecture': 'bitnet', 'general.size_label': '2B', 'general.finetune': '4t-packed', 'general.quantization_version': 2, 'general.file_type': 36, 'tokenizer.ggml.model': 'gpt2', 'tokenizer.ggml.pre': None, 'general.type': 'model'})", + "published: conversion ({'general.name': 'Mult Peft', 'general.basename': None, 'general.architecture': 'bitnet', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})", + "published: conversion ({'general.name': 'Roman Peft', 'general.basename': None, 'general.architecture': 'bitnet', 'general.size_label': None, 'general.finetune': None, 'general.quantization_version': 2, 'general.file_type': None, 'tokenizer.ggml.model': None, 'tokenizer.ggml.pre': None, 'general.type': 'adapter'})" + ], + "files": { + "bitnet-2b-tq1_0.gguf": { + "oid": "42f9b84bcc3904d52a6d2a991675673128c1b50af8d37a95feadd9eb79138613", + "size": 1105874016, + "lfs": true, + "template_sha256": "dae57a011117d68afc11906cd5bfe7124df8027a2fcfe5134a7184aaba26fc1b" + }, + "mult-f16.gguf": { + "oid": "16b0c4a4bed99176234adacc27e425af9c70571bf4b7bfe1eab4750d1a0ee158", + "size": 54571232, + "lfs": true, + "template_sha256": null + }, + "roman-f16.gguf": { + "oid": "3c474b536583ac80d9af350bf37f174099f3f539d2c8ecddbb37a079c928a835", + "size": 54571616, + "lfs": true, + "template_sha256": null + } + } + }, + "ggml-org/SmolLM3-3B-GGUF": { + "commit": "4965cb60b150737b68a0408c36aeefb65078f894", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/SmolLM3-3B-GGUF" + ], + "files": { + "SmolLM3-Q4_K_M.gguf": { + "oid": "8334b850b7bd46238c16b0c550df2138f0889bf433809008cc17a8b05761863e", + "size": 1915305312, + "lfs": true, + "template_sha256": "b9b66f04c64fbb8695cf5b35c37780efd0b8e0829fbfe3e30fafb9f469b7d30e" + } + } + }, + "ggml-org/gemma-3-1b-it-GGUF": { + "commit": "f9c28bcd85737ffc5aef028638d3341d49869c27", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gemma-3-1b-it-GGUF" + ], + "files": { + "gemma-3-1b-it-Q4_K_M.gguf": { + "oid": "8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135", + "size": 806058240, + "lfs": true, + "template_sha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4" + } + } + }, + "ggml-org/gpt-oss-20b-GGUF": { + "commit": "15dcfc7e7c608c6161507211ed43c5b590801b4b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (gpt-oss-20b-MXFP4.gguf)" + ], + "files": { + "gpt-oss-20b-MXFP4.gguf": { + "oid": "27cd6c432c7672cb812a92f611cf3ba7bbc35928262bb1e1253ff4ee6ae35901", + "size": 12109566624, + "lfs": true, + "template_sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146" + } + } + }, + "ibm-granite/granite-4.1-30b-GGUF": { + "commit": "26a44ffe9923eea39af3ad811b56c9b0071e4347", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/granite-4.1-30b-GGUF" + ], + "files": { + "granite-4.1-30b-Q4_K_M.gguf": { + "oid": "b33e4376e3581d11236ea53ced6b38399f6e91c0a391488486dc0827972f23f6", + "size": 17490240736, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "ibm-granite/granite-4.1-3b-GGUF": { + "commit": "ab4701481089b58a082ef63cc1cee738887293ff", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/granite-4.1-3b-GGUF" + ], + "files": { + "granite-4.1-3b-Q4_K_M.gguf": { + "oid": "662b0626cd58f443baea23559b469df6576a81d349649c59413b36a9fb32eb29", + "size": 2099501664, + "lfs": true, + "template_sha256": "fed2756d2d24e127b951dcf139d0b03ab7db8ef23a456128ebc9c2db4901d476" + } + } + }, + "microsoft/phi-4-gguf": { + "commit": "6edc2ef6664b739a8e11e62f2672ff6afe0c15ac", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/phi-4-GGUF" + ], + "files": { + "phi-4-Q4_K.gguf": { + "oid": "5652b9be0ea4ae2842130d04fe31bc869fcb99a2b7106c53b4e754a343fd688f", + "size": 9053114560, + "lfs": true, + "template_sha256": "fe4120415a3858b873955c92ce3a103a95bc97c2cb00b72e62659aaf0f891ee5" + } + } + }, + "mradermacher/Qwen3-Reranker-0.6B-GGUF": { + "commit": "6727da811d2cc45b078b744bffaaab122a0691da", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Reranker-0.6B.Q8_0.gguf)" + ], + "files": { + "Qwen3-Reranker-0.6B.Q8_0.gguf": { + "oid": "c525a7449243f690a7062e6377d6cf5adbb289354bd4316312367cd20e187ab7", + "size": 639150752, + "lfs": true, + "template_sha256": "87a2728cb8dc9fe424d624542f6060ec05a1d285ebbec578bb078900e33396b5" + } + } + }, + "mradermacher/gpt-neox-20b-GGUF": { + "commit": "25e46ca846af35af8abb3eb364f7ef070c9b2783", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-neox-20b-GGUF" + ], + "files": { + "gpt-neox-20b.Q4_K_M.gguf": { + "oid": "dd9666047d23f063f9222550e9fcb47ff171891b2b30d8e9b38068c09b59ba7b", + "size": 13135032096, + "lfs": true, + "template_sha256": null + } + } + }, + "mradermacher/jina-reranker-v1-tiny-en-GGUF": { + "commit": "a76777c8b117dd01f69f76af506578c67884ca0a", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (jina-reranker-v1-tiny-en.Q8_0.gguf)" + ], + "files": { + "jina-reranker-v1-tiny-en.Q8_0.gguf": { + "oid": "865f470f0115b33b744e85b0db1353ba91b2c47f20fda66f9709b2a5f21fe4a4", + "size": 36676672, + "lfs": true, + "template_sha256": null + } + } + }, + "mys/laya-typed-decisions-GGUF": { + "commit": "1e9e8ba1f5271316601e0fefd940786660bd6964", + "pinned": "2026-11-05", + "used_for": [ + "serve: laya-first scorer" + ], + "files": { + "laya_typed_decisions_q8_0.gguf": { + "oid": "6eb6ef58bc4f99bd9db40381604108af782ffc314aa00da6641f429991ca1f18", + "size": 455179648, + "lfs": true, + "template_sha256": null + } + } + }, + "nomic-ai/nomic-embed-text-v2-moe-GGUF": { + "commit": "ffbcf4c99e5d617dda10ec8c0e9f75754b0cbb80", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (nomic-embed-text-v2-moe.Q8_0.gguf)" + ], + "files": { + "nomic-embed-text-v2-moe.Q8_0.gguf": { + "oid": "06e7a7e594a26985523c18383aba4aad39fe6e14f08ffc6ab5b554e1ccdc3cff", + "size": 512225120, + "lfs": true, + "template_sha256": null + } + } + }, + "nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF": { + "commit": "ba223d14e45525f7fae81db77ea8cabeb2fc6c25", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/NVIDIA-Nemotron-3-Nano-4B-GGUF" + ], + "files": { + "NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf": { + "oid": "be5d9a656a51922f24f1f09a759cebb694e1f5d9728bf0ef9f8c972c5a0b5ef2", + "size": 2837072864, + "lfs": true, + "template_sha256": "ab7813c3abdd9cb655905a410728b26c7884eca45ddfab8d9f931553485a7862" + } + } + }, + "openbmb/MiniCPM5-2B-GGUF": { + "commit": "2079a22f3beaa4e306449978533478fe0522f4b3", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/MiniCPM5-2B-GGUF" + ], + "files": { + "MiniCPM5-2B-Q4_K_M.gguf": { + "oid": "ec2d5801640099e97d8d7e8003ad4d81f336e757811f03a26173dddf386602fd", + "size": 1561318368, + "lfs": true, + "template_sha256": "cc945752db555d60949b16989df4ccfeb52a313d6b4b5c5229dd786e2e9fcf1c" + } + } + }, + "pqnet/bge-reranker-v2-m3-Q8_0-GGUF": { + "commit": "40b702f058a57439f4206f27140d05dadb9c6c10", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (bge-reranker-v2-m3-q8_0.gguf)" + ], + "files": { + "bge-reranker-v2-m3-q8_0.gguf": { + "oid": "ad1a16cbec026ae2a7625ac9f6055d993591acaea64783be595323a508d38042", + "size": 635674304, + "lfs": true, + "template_sha256": null + } + } + }, + "prism-ml/Ternary-Bonsai-2-27B-gguf": { + "commit": "839bd57023c1558945afea70a74fa83c054f35f9", + "pinned": "2026-11-05", + "used_for": [ + "upstream: our copy predates the pinned revision" + ], + "files": {} + }, + "stabilityai/sd-turbo": { + "commit": "b261bac6fd2cf515557d5d0707481eafa0485ec2", + "pinned": "2026-11-05", + "used_for": [ + "stick: c25 image HF cache snapshot b261bac6 (image model, no chat template)" + ], + "files": { + "sd_turbo.safetensors": { + "oid": "3f067a1b943cf162f2b8f8588f6cf5824bd5b4c7d1d88d87164b9ca123616549", + "size": 5214561328, + "lfs": true, + "template_sha256": null + } + } + }, + "unsloth/Apertus-8B-Instruct-2509-GGUF": { + "commit": "61c32783830424ac7a6d0fd80d4166e29dbaee06", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/Apertus-8B-Instruct-2509-GGUF" + ], + "files": { + "Apertus-8B-Instruct-2509-Q4_K_M.gguf": { + "oid": "87e7f0eb5a1d33e1a8ea4e7fdd2363764e0465061dd92962e0073aec31a7944d", + "size": 5057885440, + "lfs": true, + "template_sha256": "695a11092219943af254a5a1a6f34ecccd33e7bd28c593ab67e1c95dcd77b210" + } + } + }, + "unsloth/GLM-4.7-Flash-GGUF": { + "commit": "0d32489ecb9db6d2a4fc93bd27ef01519f95474d", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (GLM-4.7-Flash-Q4_K_M.gguf)", + "upstream of 1bit-MONSTER/GLM-4.7-Flash-GGUF" + ], + "files": { + "GLM-4.7-Flash-Q4_K_M.gguf": { + "oid": "29837ed2c0fc5f51981adf8ac8083fcf80743c598381f13e9f06cbad0498b174", + "size": 18312339808, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + }, + "GLM-4.7-Flash-UD-Q4_K_XL.gguf": { + "oid": "b0d4fbc1211f891b4cfbf2a497160bfe06a49412420068904d426b7a13f4ba7f", + "size": 17520169312, + "lfs": true, + "template_sha256": "d63ad536c3c81880043e22ec7fd08db42b4d8fb7c89c7138bc562bfa25281375" + } + } + }, + "unsloth/Qwen3-0.6B-GGUF": { + "commit": "50968a4468ef4233ed78cd7c3de230dd1d61a56b", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-0.6B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-0.6B-Q4_K_M.gguf": { + "oid": "ac2d97712095a558e31573f62f466a3f9d93990898b0ec79d7c974c1780d524a", + "size": 396705472, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-1.7B-GGUF": { + "commit": "d7f544eead698dbd1f15126ef60b45a1e1933222", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-1.7B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-1.7B-Q4_K_M.gguf": { + "oid": "b139949c5bd74937ad8ed8c8cf3d9ffb1e99c866c823204dc42c0d91fa181897", + "size": 1107409472, + "lfs": true, + "template_sha256": "8428c815ac94d82064e35ff1e841dcbe260e7e53a8d0bd3b94afa2eefa9bccab" + } + } + }, + "unsloth/Qwen3-4B-GGUF": { + "commit": "22c9fc8a8c7700b76a1789366280a6a5a1ad1120", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-4B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-4B-Q4_K_M.gguf": { + "oid": "f6f851777709861056efcdad3af01da38b31223a3ba26e61a4f8bf3a2195813a", + "size": 2497281312, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-4B-Instruct-2507-GGUF": { + "commit": "a06e946bb6b655725eafa393f4a9745d460374c9", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-4B-Instruct-2507-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-4B-Instruct-2507-Q4_K_M.gguf": { + "oid": "3605803b982cb64aead44f6c1b2ae36e3acdb41d8e46c8a94c6533bc4c67e597", + "size": 2497281120, + "lfs": true, + "template_sha256": "c979e0e71a3e21b8f208e6ab120d5cb29327885f29d2a8b18fda67a723798e18" + } + } + }, + "unsloth/Qwen3-8B-GGUF": { + "commit": "a6adef130ffb23ddaf1a62fec9dced968c9bc482", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-8B-Q4_K_M.gguf)" + ], + "files": { + "Qwen3-8B-Q4_K_M.gguf": { + "oid": "120307ba529eb2439d6c430d94104dabd578497bc7bfe7e322b5d9933b449bd4", + "size": 5027784512, + "lfs": true, + "template_sha256": "5da44855ab7e0641774d5ed0ff0b4f89671d01df7d316e54d06557a962211cb4" + } + } + }, + "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "commit": "b17cb02dd882d5b6ab62fc777ad2995f19668350", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf)", + "upstream of 1bit-MONSTER/Qwen3-Coder-30B-A3B-Instruct-GGUF" + ], + "files": { + "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf": { + "oid": "fadc3e5f8d42bf7e894a785b05082e47daee4df26680389817e2093056f088ad", + "size": 18556689568, + "lfs": true, + "template_sha256": "87710339d25b4e789c1d723f93c91ee861a86d305bb3d20a845536f251d6ea8a" + } + } + }, + "unsloth/Qwen3.5-4B-GGUF": { + "commit": "e87f176479d0855a907a41277aca2f8ee7a09523", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3.5-4B-UD-Q4_K_XL.gguf)" + ], + "files": { + "Qwen3.5-4B-UD-Q4_K_XL.gguf": { + "oid": "b252c5610a42ca82d20fe2a12813e9d069eed89292907e26c783eeb0bc961bc7", + "size": 2912109728, + "lfs": true, + "template_sha256": "7f0e529032c25183bcd66c7f238da2d377f43be754a94e2725a58c4e16d2ed67" + } + } + }, + "unsloth/Qwen3.8-27B-GGUF": { + "commit": "4ca720788d1e01f1bff70c033e0d0028fd02e502", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (Qwen3.8-27B-UD-Q4_K_XL.gguf)", + "upstream of 1bit-MONSTER/Qwen3.8-27B-UD-Q4_K_XL-MTP" + ], + "files": { + "Qwen3.8-27B-UD-Q4_K_XL.gguf": { + "oid": "3f227079003add2511437e5b1e94812e363385225bf6a9b47b0054a72bc8b01e", + "size": 17559178144, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "MTP/mtp-Qwen3.8-27B-Q4_0.gguf": { + "oid": "50d9ce5a6da381bbcfb31061cf73df94a90e6faf8efeddee379a9cb8f1501c6e", + "size": 1369590656, + "lfs": true, + "template_sha256": "701ba13a085c0c1b5e05414dec1aa3069904f962beee36f0899e441720b83974" + } + } + }, + "unsloth/Qwen3.8-Flash-Next-GGUF": { + "commit": "d96201194f103c906994f283f504209dc8d2a10c", + "pinned": "2026-11-05", + "used_for": [ + "upstream: our copy predates the pinned revision" + ], + "files": { + "MTP/mtp-Qwen3.8-Flash-Next-Q8_0.gguf": { + "oid": "cd87e5d1a4dadaeed63e35929f3b2f28d13e081b4cd32e00f2835095ec09351e", + "size": 4137429120, + "lfs": true, + "template_sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf": { + "oid": "4448186216b3af4cc558bbce2c3213f01608f8f8b2e5267a9767971dd3ec8082", + "size": 10946624, + "lfs": true, + "template_sha256": "12827f24b742ea4e80cdc12dbcf9622227056b9f797252a3149263d4f9aaadce" + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00002-of-00004.gguf": { + "oid": "3f342f1c1580473f1ee94ddd5b28206e8c07a70fa1a366f59d1d6c922919a6c9", + "size": 49859583136, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00003-of-00004.gguf": { + "oid": "56758f40269cad5cd9b0d3d6fbae0f40f6d5be6de49e4ab392dbe83157d9cbd3", + "size": 49376141504, + "lfs": true, + "template_sha256": null + }, + "UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00004-of-00004.gguf": { + "oid": "753bda48b98ba4f1636134a90a967de1b2d3908a236c026e464777342e53510a", + "size": 12087983520, + "lfs": true, + "template_sha256": null + } + } + }, + "unsloth/SmolLM2-135M-Instruct-GGUF": { + "commit": "9e6855bc4be717fca1ef21360a1db4b29d5c559a", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/SmolLM2-135M-Instruct-GGUF" + ], + "files": { + "SmolLM2-135M-Instruct-Q4_K_M.gguf": { + "oid": "ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747", + "size": 105454144, + "lfs": true, + "template_sha256": "872be49dbb638044ad01b60388f48d469ff2980e5f0dccdc22ec907db54d0788" + } + } + }, + "unsloth/flint-GGUF": { + "commit": "20468edfc38ab43d6914cc88b08cbecb05d0fc62", + "pinned": "2026-11-05", + "used_for": [ + "stick: Lemonade catalogue (flint-UD-Q4_K_XL.gguf)" + ], + "files": { + "flint-UD-Q4_K_XL.gguf": { + "oid": "63c2ecc461ca545134b670c660e76fa20f47240f8d39b6510bfd21c4dd6e072f", + "size": 25054688704, + "lfs": true, + "template_sha256": "7940f4ffa3275c36caa4a582f845aaad79da11018b3961e8fbcad6ae29733466" + } + } + }, + "unsloth/gpt-oss-120b-GGUF": { + "commit": "ff1a82da6ad466e32284fa3d2b86694db3204789", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-oss-120b-GGUF" + ], + "files": { + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf": { + "oid": "c7b59d68c889ada280736d9b82685baeb6152f4d7423a169a369bb3492b3056e", + "size": 49866326912, + "lfs": true, + "template_sha256": "acaa726974dadda7844c6607c59554bca390645b94705cfdc2e78bb34895717c" + }, + "UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf": { + "oid": "7c77ca781792a28565c311ace40620ef7fb1cf67d123db347aa34f30ff48ad16", + "size": 13149984480, + "lfs": true, + "template_sha256": null + } + } + }, + "unsloth/gpt-oss-20b-GGUF": { + "commit": "d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4", + "pinned": "2026-11-05", + "used_for": [ + "upstream of 1bit-MONSTER/gpt-oss-20b-GGUF" + ], + "files": { + "gpt-oss-20b-UD-Q4_K_XL.gguf": { + "oid": "10fe673de12c20b74b8d670a9fdf0fd36b43b0a86ffc04daeb175c0a2b98c4f9", + "size": 11872347328, + "lfs": true, + "template_sha256": "70da0d2348e40aaf8dad05f04a316835fd10547bd7e3392ce337e4c79ba91c01" + } + } + } + } +} diff --git a/tools/pin_watch.py b/tools/pin_watch.py new file mode 100644 index 000000000..1de19c7fb --- /dev/null +++ b/tools/pin_watch.py @@ -0,0 +1,652 @@ +#!/usr/bin/env python3 +# Copyright 2026 bong-water-water-bong +# SPDX-License-Identifier: Apache-2.0 +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Which revision of each upstream model this engine runs, ships or was built from. + +usage: tools/pin_watch.py [--check] [--pr-body REPO | --pin REPO... | --bump REPO] + [--pins FILE] [--out FILE] [--self-test] + +models/pins.json records, per upstream Hugging Face repo, the commit we pinned and the files we take +from it: the sha256 identity Hugging Face reports (`lfs.oid`, or the git blob id for a small text +file), the size, and the sha256 of the chat template that file carries. Nothing in the engine says +which revision of an upstream quant we hold, so a vendor re-quantization is invisible: unsloth +re-published Qwen3.8-Flash-Next-GGUF's UD quants on 2026-11-04 (UD-IQ4_XS went from 3 shards to 4) +and the files we re-hosted are the old ones. This tool closes that gap (docs/model-pins.md). + + --check compare every pin with the repo's current main; write a Markdown report and exit 1 when + anything moved, 0 when nothing did. For a moved pin it re-reads the chat template of + every changed `.gguf` (the metadata header only, over an HTTP range request) and says + whether the template changed, because a new revision may not be adopted before that is + known. --no-template skips that read (the report then says it was not checked). + --pr-body R print the bump PR's body for repo R from the report --check just wrote. + --pin R... print the pin entry for each repo at its current main (adding a pin, or re-deriving one). + --bump R rewrite repo R's entry in --pins to the current main, for the tracked files only; a + tracked file that vanished upstream is refused rather than dropped silently. + --out FILE where --check writes its report (default pin-report.md). + --self-test run against fixtures, no network. + +Exit codes: 0 nothing moved, 1 a pin moved (or --bump refused), 2 usage, 3 --self-test failed. +""" +from __future__ import annotations + +import argparse +import datetime +import hashlib +import json +import os +import struct +import sys +import time +import urllib.error +import urllib.request + +API = "https://huggingface.co/api" +RESOLVE = "https://huggingface.co/{repo}/resolve/{rev}/{path}" +ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) +PINS = os.path.join(ROOT, "models", "pins.json") +UA = "1bit-engine-pin-watch" + + +def token() -> str | None: + t = os.environ.get("HF_TOKEN") + if t: + return t.strip() + p = os.path.expanduser("~/.cache/huggingface/token") + return open(p).read().strip() if os.path.exists(p) else None + + +def api(path: str): + """One Hugging Face API read, with the backoff the census already uses for rate limits.""" + last = None + for attempt in range(5): + try: + req = urllib.request.Request(API + path, headers={"User-Agent": UA, + **({"Authorization": f"Bearer {token()}"} if token() else {})}) + with urllib.request.urlopen(req, timeout=120) as r: + return json.load(r) + except Exception as e: # 429s and transient failures: back off, then give up + last = e + if attempt == 4: + raise + time.sleep(1.5 * (attempt + 1)) + raise last # unreachable + + +def head(repo: str) -> str: + return api(f"/models/{repo}").get("sha") or "" + + +def tree(repo: str, rev: str = "main") -> list[dict]: + return api(f"/models/{repo}/tree/{rev}?recursive=true&blobs=true") + + +def identity(entry: dict) -> dict: + """The file's content identity as Hugging Face reports it: `lfs.oid` is the sha256 of the bytes, + a plain `oid` is the git blob id (a small text file is not stored in LFS).""" + lfs = entry.get("lfs") or {} + if lfs.get("oid"): + return {"oid": lfs["oid"], "size": entry.get("size") or lfs.get("size") or 0, "lfs": True} + return {"oid": entry.get("oid") or "", "size": entry.get("size") or 0, "lfs": False} + + +def commits_since(repo: str, old: str, new: str, limit: int = 100) -> list[dict]: + """Commit titles from OLD (exclusive) to NEW, newest first; [] when the history is unreadable.""" + try: + log = api(f"/models/{repo}/commits/{new}?limit={limit}") + except Exception: + return [] + out = [] + for c in log: + if c.get("id") == old: + break + out.append({"id": c.get("id", "")[:8], "title": (c.get("title") or "").strip(), "date": (c.get("date") or "")[:10]}) + return out + + +# --- the chat template of a remote file, from its metadata header only --------------------------------- +class _Truncated(Exception): + """The metadata prefix was too short: fetch more.""" + + +class _Reader: + def __init__(self, buf: bytes): + self.b, self.o = buf, 0 + + def take(self, n: int) -> bytes: + if self.o + n > len(self.b): + raise _Truncated + v = self.b[self.o:self.o + n] + self.o += n + return v + + def u32(self) -> int: + return struct.unpack(" int: + return struct.unpack(" None: + if self.o + n > len(self.b): + raise _Truncated + self.o += n + + def string(self) -> bytes: + return self.take(self.u64()) + + +_SCALAR = {0: 1, 1: 1, 2: 2, 3: 2, 4: 4, 5: 4, 6: 4, 7: 1, 10: 8, 11: 8, 12: 8} + + +def _skip_value(r: _Reader, t: int) -> None: + if t in _SCALAR: + r.skip(_SCALAR[t]) + elif t == 8: + r.skip(r.u64()) + elif t == 9: + et, n = r.u32(), r.u64() + for _ in range(n): + _skip_value(r, et) + else: + raise ValueError(f"bad GGUF metadata type {t}") + + +def gguf_template(blob: bytes) -> bytes | None: + """`tokenizer.chat_template` from a GGUF metadata prefix, or None when the file carries none.""" + r = _Reader(blob) + if r.take(4) != b"GGUF": + raise ValueError("not a GGUF") + r.u32() + r.u64() + for _ in range(r.u64()): + key = r.string().decode("utf-8", "replace") + t = r.u32() + if key == "tokenizer.chat_template": + return r.string() + _skip_value(r, t) + return None + + +def remote_bytes(repo: str, rev: str, path: str, start: int, end: int) -> bytes: + headers = {"User-Agent": UA, "Range": f"bytes={start}-{end}"} + if token(): + headers["Authorization"] = f"Bearer {token()}" + req = urllib.request.Request(RESOLVE.format(repo=repo, rev=rev, path=path), headers=headers) + with urllib.request.urlopen(req, timeout=180) as r: + return r.read() + + +def container_template(blob: bytes) -> bytes | None: + """The chat template a container's `tokenizer_config.json` carries, as the engine's NPU / model-directory + route reads it (docs/npu-chat-template.md): the `chat_template` **string**, whose bytes are what the + serve line names. Hashing the JSON file itself would be a second number for one template — the + disagreement #1131 was about.""" + try: + doc = json.loads(blob.decode("utf-8")) + except (UnicodeDecodeError, ValueError) as e: + raise ValueError(f"tokenizer_config.json is not UTF-8 JSON ({e})") + t = doc.get("chat_template") + if t is None: + return None + if not isinstance(t, str): + # shortcut: a named-template list is not pinned; the engine's directory route reads one named + # template, so such a pack needs its served name decided first. Upgrade when one appears in a row. + raise ValueError(f"chat_template is a {type(t).__name__}, not the string the serve line reads") + return t.encode("utf-8") + + +def remote_template(repo: str, rev: str, path: str, cap: int = 192 << 20) -> str | None: + """sha256 of the chat template PATH carries at REV: a GGUF's metadata key, a container's + `chat_template` string, or a text file (e.g. `chat_template.jinja`) verbatim. + + A GGUF's tokenizer arrays sit in the metadata, so the prefix starts at 4 MiB and doubles until the + block parses; only the metadata is ever fetched, never a tensor.""" + if path.endswith(".gguf"): + size = 4 << 20 + while True: + blob = remote_bytes(repo, rev, path, 0, size - 1) + try: + tpl = gguf_template(blob) + return hashlib.sha256(tpl).hexdigest() if tpl is not None else None + except _Truncated: + if len(blob) < size: # the file ends before its metadata does: not a readable GGUF + raise ValueError(f"{path}: {len(blob)} B read, no complete GGUF metadata") + if size >= cap: + raise + size = min(size * 2, cap) + if path.endswith(".json"): + tpl = container_template(remote_bytes(repo, rev, path, 0, (1 << 20) - 1)) + return hashlib.sha256(tpl).hexdigest() if tpl is not None else None + return hashlib.sha256(remote_bytes(repo, rev, path, 0, 1 << 20)).hexdigest() + + +# --- pins ------------------------------------------------------------------------------------------- +def entry(repo: str, paths: list[str], used_for: list[str], templates: dict[str, str | None] | None = None, + commit: str | None = None) -> dict: + """A pin for REPO at COMMIT (default: its current main) over PATHS, with what we use it for.""" + commit = commit or head(repo) + files = {} + by_path = {e["path"]: e for e in tree(repo, commit)} + for p in paths: + e = by_path.get(p) + if e is None: + raise SystemExit(f"pin_watch: {repo}: {p} is not in the repo at {commit[:8]}") + rec = identity(e) + if templates is not None and p in templates: + rec["template_sha256"] = templates[p] + files[p] = rec + return {"commit": commit, "pinned": datetime.date.today().isoformat(), "used_for": used_for, "files": files} + + +def load(path: str) -> dict: + with open(path, encoding="utf-8") as f: + return json.load(f) + + +def save(path: str, doc: dict) -> None: + doc["pins"] = {k: doc["pins"][k] for k in sorted(doc["pins"])} + with open(path, "w", encoding="utf-8") as f: + json.dump(doc, f, indent=1) + f.write("\n") + + +def check(pins: dict, want_template: bool) -> tuple[list[dict], list[str]]: + """Every pin that no longer matches the repo it points at, with what differs. + + Each pinned file records the identity of the bytes we HOLD, compared here with what the repo serves at + its current main — not only with the commit, because a pin taken after a vendor re-push would + otherwise record our older copy under a new commit and look clean.""" + changes, notes = [], [] + for repo, pin in sorted(pins["pins"].items()): + try: + now = head(repo) + at = {e["path"]: e for e in tree(repo, now) if e.get("type") == "file"} + except urllib.error.HTTPError as e: + if e.code == 404: + # "the upstream is gone" is the answer, not a failed read: a delete, a rename and a + # privatisation all look like this, and none of them may pass as a clean day. + changes.append({"repo": repo, "old": pin["commit"], "new": None, "pinned": pin["pinned"], + "files": [], "added": [], "commits": [], "gone": True}) + else: + notes.append(f"{repo}: could not be read ({e}) — the pin was not checked") + continue + except Exception as e: + notes.append(f"{repo}: could not be read ({e}) — the pin was not checked") + continue + rows = [] + for path, held in pin["files"].items(): + e = at.get(path) + if e is None: + rows.append({"path": path, "state": "gone upstream", "held": held}) + continue + cur = identity(e) + if cur["oid"] == held["oid"] and cur["size"] == held.get("size"): + continue + row = {"path": path, "state": "upstream serves a different file", "held": held, "now": cur} + if want_template: + try: + tpl = remote_template(repo, now, path) + except Exception as e: + row["template"] = f"could not be read ({e})" + else: + old = held.get("template_sha256") + if tpl is None and old is None: + row["template"] = "no template, as before" + elif tpl is None: + row["template"] = f"TEMPLATE REMOVED (we hold {old[:16]}…)" + elif old is None: + row["template"] = f"template ADDED ({tpl[:16]}…)" + elif tpl == old: + row["template"] = f"unchanged ({tpl[:16]}…)" + else: + row["template"] = f"TEMPLATE CHANGED {old[:16]}… -> {tpl[:16]}… — re-audit before adopting" + else: + row["template"] = "not checked (--no-template)" + rows.append(row) + added = [] + if now != pin["commit"]: + added = sorted(p for p in at if p not in pin["files"] + and (p.endswith(".gguf") or p.endswith(".q4nx")))[:40] + if not rows and now == pin["commit"]: + continue + changes.append({"repo": repo, "old": pin["commit"], "new": now, "pinned": pin["pinned"], "files": rows, "added": added, + "commits": commits_since(repo, pin["commit"], now) if now != pin["commit"] else []}) + return changes, notes + + +def report(changes: list[dict], notes: list[str], total: int, want_template: bool) -> str: + day = datetime.date.today().isoformat() + checked = total - len(notes) + # The first line counts what was read. "Every pin is at the revision" must never be printed over a + # repo that could not be read — a watcher whose "clean" and "could not check" are the same outcome + # is blind exactly when it matters. + if notes: + out = [f"# Model pins: {checked} of {total} checked, {len(notes)} not checked, " + f"{len(changes)} moved ({day})", ""] + else: + out = [f"# Model pins: {len(changes)} of {total} moved ({day})", ""] + if not changes and not notes: + out += ["Every pinned upstream repo is at the revision `models/pins.json` records.", ""] + elif not changes: + out += [f"No pin moved among the {checked} repo(s) that could be read; {len(notes)} could not be " + f"checked and are listed under **Not checked** — an unread repo is not a clean one.", ""] + for c in changes: + out += [f"## `{c['repo']}`", ""] + if c.get("gone"): + out += ["**Gone upstream** — the Hub answers `404` for this repository, so every pin on it is " + "unverified: a delete, a rename and a privatisation look exactly like this. Nothing " + "here can be bumped automatically; decide, then edit or drop the pin " + "(`docs/model-pins.md`).", ""] + continue + if c["old"] == c["new"]: + out += [f"Head is still `{c['new'][:8]}`, but the bytes it serves are not the ones we hold at " + f"`models/pins.json`'s `{c['pinned']}` pin.", ""] + else: + out += [f"{c['old'][:8]} -> {c['new'][:8]} (`{c['new']}`)", ""] + if c["commits"]: + out += ["| commit | when | title |", "|---|---|---|"] + out += [f"| `{x['id']}` | {x['date']} | {x['title'][:110]} |" for x in c["commits"][:20]] + out.append("") + moves = [f for f in c["files"] if f["state"] != "size changed"] + if moves: + out += ["| file we hold | what upstream main has now | chat template |", "|---|---|---|"] + for f in moves: + if f["state"] == "gone upstream": + what = "**gone upstream**" + else: + what = (f"different bytes: we hold {f['held']['size']:,} B `{f['held']['oid'][:12]}…`, " + f"upstream {f['now']['size']:,} B `{f['now']['oid'][:12]}…`") + out.append(f"| `{f['path']}` | {what} | {f.get('template') or ''} |") + out.append("") + if c["added"]: + out += [f"{len(c['added'])} new `.gguf`/`.q4nx` file(s) upstream, not tracked by the pin: " + + ", ".join(f"`{p}`" for p in c["added"][:8]) + (" …" if len(c["added"]) > 8 else ""), ""] + if notes: + out += ["## Not checked", ""] + [f"- {n}" for n in notes] + [""] + if any(not c.get("gone") for c in changes): + out += ["## Adopting a new revision", "", + "Never automatic. A new revision is adopted by merging that repo's pin bump, and only after:", + "1. the template row above is not `TEMPLATE CHANGED` (or the change has been audited —", + " `docs/template-publishing.md`, `~/tmplsec/AUDIT-1.md`),", + "2. the row that uses it is re-measured (`tools/bench.py`, or the scoreboard row), because a", + " re-quantization is a different file even when its name is the same.", ""] + return "\n".join(out) + + +def pr_body(c: dict) -> str: + """The body of one bump PR: the report's section for that repo, plus what the bump changes.""" + if c.get("gone"): + return "\n".join([f"`{c['repo']}` answers `404` on the Hub, so its pin cannot be bumped: a delete, a", + "rename and a privatisation are indistinguishable from here. Decide whether the pin moves to", + "the new name or is dropped, then edit `models/pins.json` (`docs/model-pins.md`)."]) + if c["old"] == c["new"]: + out = [f"The bytes we hold from `{c['repo']}` are not what it serves at `{c['new'][:8]}` — our copies " + f"predate the head. Merging this re-pins the tracked files to the bytes upstream serves now, " + f"which is a re-host, not a commit bump.", ""] + else: + out = [f"Bumps the pin of `{c['repo']}` from `{c['old'][:8]}` to `{c['new'][:8]}` (`{c['new']}`).", ""] + if c["commits"]: + out += ["Upstream commits since the pin:", ""] + out += [f"- `{x['id']}` {x['date']} {x['title']}" for x in c["commits"][:20]] + out.append("") + rows = [f for f in c["files"] if f["state"] != "size changed"] + if rows: + out += ["| file we hold | what upstream main has now | chat template |", "|---|---|---|"] + for f in rows: + what = "**gone upstream** — the bump stops until this is decided" if f["state"] == "gone upstream" \ + else (f"different bytes: we hold {f['held']['size']:,} B `{f['held']['oid'][:12]}…`, " + f"upstream {f['now']['size']:,} B `{f['now']['oid'][:12]}…`") + out.append(f"| `{f['path']}` | {what} | {f.get('template') or ''} |") + out.append("") + if c["added"]: + out += [f"{len(c['added'])} new file(s) appeared upstream: " + ", ".join(f"`{p}`" for p in c["added"][:8]), ""] + dangers = [f for f in c["files"] if f["state"] == "gone upstream" or "TEMPLATE CHANGED" in str(f.get("template")) + or "TEMPLATE REMOVED" in str(f.get("template"))] + if dangers: + out += ["**This is not a routine bump:** " + "; ".join( + f"`{f['path']}` {f['state']}" for f in dangers) + ".", ""] + out += ["Merging the pin does not adopt the new revision anywhere: the catalog entry, the stick image and", + "the scoreboard each move on their own reviewed change. Merging says *this is the revision we", + "point at* — so the template column above has to be clean first (docs/model-pins.md).", ""] + out.append("Report: `tools/pin_watch.py --check` (the daily `pin-watch` workflow).") + return "\n".join(out) + + +def self_test() -> int: + global api, head, tree, remote_template, remote_bytes, commits_since + failures = 0 + + def expect(what, got, want): + nonlocal failures + ok = got == want + print(f"{'ok ' if ok else 'FAIL'} {what}: {got!r}") + failures += 0 if ok else 1 + + tpl = b"{% for m in messages %}{{ m['role'] }}{% endfor %}" + + def kv(key: str, value: bytes) -> bytes: + return struct.pack("", b"<|im_start|>")] + + def fake_head(repo): + return "new" if repo == "fake/moved" else "old" + + def fake_tree(repo, rev="main"): + return [v for k, v in trees["new" if rev == "new" else "old"].items()] + + def fake_commits(repo, old, new, limit=100): + return [{"id": "deadbeef", "title": "Better UD 3.1 quants", "date": "2026-11-04"}] + + def fake_template(repo, rev, path, cap=0): + return hashlib.sha256(new_tpl[0]).hexdigest() if rev == "new" else hashlib.sha256(tpl).hexdigest() + + base = {"commit": "old", "pinned": "2026-11-05", "used_for": ["test"], + "files": {"tpl.gguf": {"oid": "a" * 64, "size": len(gguf), "lfs": True, + "template_sha256": hashlib.sha256(tpl).hexdigest()}}, + "x": None} + pins = {"pins": {"fake/moved": base, "fake/still": dict(base)}} + head, tree, remote_template, commits_since = fake_head, fake_tree, fake_template, fake_commits + changes, notes = check(pins, want_template=True) + expect("one repo moved", [c["repo"] for c in changes], ["fake/moved"]) + expect("the replacement is seen", changes[0]["files"][0]["state"], "upstream serves a different file") + expect("the template change is named", "TEMPLATE CHANGED" in changes[0]["files"][0]["template"], True) + expect("the new upstream file is listed", changes[0]["added"], ["extra-Q8_0.gguf"]) + expect("no notes for a readable repo", notes, []) + expect("the upstream commit title is carried", changes[0]["commits"][0]["title"], "Better UD 3.1 quants") + md = report(changes, notes, 2, True) + expect("report names the repo", "fake/moved" in md and "TEMPLATE CHANGED" in md, True) + expect("report carries the commit title", "Better UD 3.1 quants" in md, True) + expect("pr body refuses a routine merge", "not a routine bump" in pr_body(changes[0]).lower(), True) + + # a repo that did not move is silent, and an unreadable repo is a note, not a change + # the same commit, but the bytes we hold are not upstream's: a pin taken after a vendor re-push + stale = {"commit": "new", "pinned": "2026-11-05", "used_for": ["test"], + "files": {"tpl.gguf": {"oid": "a" * 64, "size": len(gguf), "lfs": True, + "template_sha256": hashlib.sha256(tpl).hexdigest()}}} + + def fake_head_new(repo): + return "new" + + head, tree, remote_template, commits_since = fake_head_new, fake_tree, fake_template, fake_commits + changes, _ = check({"pins": {"fake/moved": stale}}, want_template=False) + expect("a stale copy is caught at the same commit", len(changes), 1) + expect("held oid is reported", changes[0]["files"][0]["held"]["oid"][:4], "aaaa") + + def fake_head_none(repo): + if repo == "fake/still": + raise RuntimeError("404") + return "new" + + head = fake_head_none + changes, notes = check(pins, want_template=False) + expect("unreadable repo is a note", (len(changes), "fake/still" in notes[0]), (1, True)) + expect("--no-template says so", changes[0]["files"][0]["template"], "not checked (--no-template)") + + # --bump refuses a pin whose tracked file vanished upstream, rather than dropping it silently + import tempfile + with tempfile.TemporaryDirectory() as d: + path = os.path.join(d, "pins.json") + save(path, {"pins": {"fake/moved": dict(stale), "fake/gone": dict(stale)}}) + + def fake_tree_missing(repo, rev="main"): + return [v for k, v in trees["new"].items() if k != "tpl.gguf"] + + head, tree, commits_since = fake_head_new, fake_tree_missing, fake_commits + expect("--bump refuses a vanished file", main(["--bump", "fake/moved", "--pins", path]), 1) + expect("--bump left the pin alone", load(path)["pins"]["fake/moved"]["commit"], "new") + + tree = fake_tree + expect("--bump takes an intact pin", main(["--bump", "fake/moved", "--pins", path]), 0) + expect("--bump moved the commit", load(path)["pins"]["fake/moved"]["commit"], "new") + expect("--bump took upstream's oid", load(path)["pins"]["fake/moved"]["files"]["tpl.gguf"]["oid"][:4] is not None, True) + + # a repository the Hub answers 404 for is the answer, not a failed read: a delete, a rename and a + # privatisation must not pass as a quiet day + def fake_head_404(repo): + raise urllib.error.HTTPError("https://huggingface.co/api/models/" + repo, 404, "Not Found", {}, None) + + head, tree = fake_head_404, fake_tree + gone_changes, gone_notes = check({"pins": {"fake/gone": dict(stale)}}, want_template=False) + expect("a 404 is a finding, not a note", (len(gone_changes), len(gone_notes)), (1, 0)) + expect("it is carried as gone", gone_changes[0].get("gone"), True) + gone_md = report(gone_changes, gone_notes, 1, False) + expect("the report says gone upstream", "Gone upstream" in gone_md, True) + expect("no all-clear over a 404", "Every pinned upstream repo is at" in gone_md, False) + expect("--bump refuses a gone repo", main(["--bump", "fake/gone", "--pins", path]), 1) + expect("the gone pin is untouched", load(path)["pins"]["fake/gone"]["commit"], "new") + + # a run that could read nothing is exit 2 (the workflow fails on anything outside 0/1) and its + # first line counts what it read + def fake_head_flaky(repo): + raise RuntimeError("HTTP Error 429: Too Many Requests") + + head = fake_head_flaky + report_path = os.path.join(d, "unread.md") + expect("nothing checked -> exit 2", main(["--check", "--pins", path, "--out", report_path]), 2) + unread_md = open(report_path, encoding="utf-8").read() + expect("the count is in the first line", "0 of 2 checked, 2 not checked" in unread_md.splitlines()[0], True) + expect("and still no all-clear", "Every pinned upstream repo is at" in unread_md, False) + return 3 if failures else 0 + + +def main(argv: list[str]) -> int: + ap = argparse.ArgumentParser() + ap.add_argument("--check", action="store_true") + ap.add_argument("--pr-body", metavar="REPO") + ap.add_argument("--pin", nargs="+", metavar="REPO") + ap.add_argument("--bump", metavar="REPO") + ap.add_argument("--pins", default=PINS) + ap.add_argument("--out", default="pin-report.md") + ap.add_argument("--no-template", action="store_true") + ap.add_argument("--self-test", action="store_true") + a = ap.parse_args(argv) + if a.self_test: + return self_test() + + if a.pin: + made = {} + for repo in a.pin: + now = head(repo) + paths = sorted(e["path"] for e in tree(repo, now) if e.get("type") == "file" and e["path"].endswith(".gguf")) + made[repo] = entry(repo, paths, [f"pin: {repo}"], commit=now, + templates={p: remote_template(repo, now, p) for p in paths}) + print(json.dumps(made, indent=1, sort_keys=True)) + return 0 + + if not a.check and not a.bump and not a.pr_body: + ap.print_help() + return 2 + + doc = load(a.pins) + if a.bump: + pin = doc["pins"].get(a.bump) or sys.exit(f"pin_watch: {a.bump} is not pinned") + try: + now = head(a.bump) + at_new = {e["path"]: e for e in tree(a.bump, now)} + except urllib.error.HTTPError as e: + if e.code == 404: + print(f"pin_watch: {a.bump}: gone upstream (404) — a delete, a rename or a privatisation; " + f"decide, then edit or drop the pin", file=sys.stderr) + return 1 + raise + missing = [p for p in pin["files"] if p not in at_new] + if missing: + print(f"pin_watch: {a.bump}: {len(missing)} tracked file(s) are gone upstream: " + + ", ".join(missing) + " — decide, then edit the pin", file=sys.stderr) + return 1 + tpls = {p: remote_template(a.bump, now, p) for p in pin["files"]} + doc["pins"][a.bump] = entry(a.bump, sorted(pin["files"]), pin["used_for"], templates=tpls) + save(a.pins, doc) + print(f"pin_watch: {a.bump} pinned at {doc['pins'][a.bump]['commit'][:8]}") + return 0 + + changes, notes = check(doc, want_template=not a.no_template) + md = report(changes, notes, len(doc["pins"]), not a.no_template) + with open(a.out, "w", encoding="utf-8") as f: + f.write(md) + if a.pr_body: + hit = next((c for c in changes if c["repo"] == a.pr_body), None) + if hit is None: + sys.exit(f"pin_watch: {a.pr_body} did not move (see {a.out})") + print(pr_body(hit)) + return 1 + print(md) + if notes and len(notes) == len(doc["pins"]): + # nothing was read: a failed run, not a clean one. The workflow fails on any code outside 0/1. + print(f"pin_watch: no pin could be checked ({len(notes)} unreadable) — this is not a clean run", + file=sys.stderr) + return 2 + return 1 if changes else 0 + + +if __name__ == "__main__": + sys.exit(main(sys.argv[1:]))