From a5739a93750fc34238df6627bb44ecd02ce3a0b3 Mon Sep 17 00:00:00 2001 From: Leonie Monigatti Date: Fri, 28 Aug 2026 11:42:54 +0200 Subject: [PATCH 1/3] remove base model form deprecations page --- lfm/help/deprecations.mdx | 8 -------- link-snapshot.yaml | 2 +- 2 files changed, 1 insertion(+), 9 deletions(-) diff --git a/lfm/help/deprecations.mdx b/lfm/help/deprecations.mdx index 385d053..7f5b444 100644 --- a/lfm/help/deprecations.mdx +++ b/lfm/help/deprecations.mdx @@ -38,14 +38,6 @@ Deprecated models remain available for download on Hugging Face, but they are no ✓ ✓ - - LFM2.5-1.2B-Base - No direct replacement - ✓ - ✓ - ✗ - ✓ - LFM2-2.6B LFM2.5-2.6B diff --git a/link-snapshot.yaml b/link-snapshot.yaml index 262f275..e129a33 100644 --- a/link-snapshot.yaml +++ b/link-snapshot.yaml @@ -195,4 +195,4 @@ active: # reason: "Page retired in DOC-12; no substitute exists." deleted: - url: /lfm/models/lfm25-1.2b-base - reason: LFM2.5-1.2B-Base documentation retired; see the deprecations page. + reason: Base models are not included in the documentation. From dbbb943ce293597cb3ec0380c784f25ce509a331 Mon Sep 17 00:00:00 2001 From: alay2shah Date: Fri, 28 Aug 2026 10:54:57 -0400 Subject: [PATCH 2/3] docs: restore LFM2.5 base model documentation --- lfm/models/complete-library.mdx | 1 + lfm/models/lfm25-1.2b-base.mdx | 100 ++++++++++++++++++++++++++++++++ lfm/models/text-models.mdx | 6 ++ link-snapshot.yaml | 5 +- 4 files changed, 109 insertions(+), 3 deletions(-) create mode 100644 lfm/models/lfm25-1.2b-base.mdx diff --git a/lfm/models/complete-library.mdx b/lfm/models/complete-library.mdx index 19dbc00..327cdef 100644 --- a/lfm/models/complete-library.mdx +++ b/lfm/models/complete-library.mdx @@ -89,6 +89,7 @@ Quantization reduces model size and speeds up inference with minimal quality los | **Text-to-text Models** | | | | | | | | [LFM2.5-1.2B-Instruct](/lfm/models/lfm25-1.2b-instruct) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-ONNX) | Yes (TRL) | | [LFM2.5-1.2B-Thinking](/lfm/models/lfm25-1.2b-thinking) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-ONNX) | Yes (TRL) | +| [LFM2.5-1.2B-Base](/lfm/models/lfm25-1.2b-base) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF) | ✗ | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-ONNX) | Yes (TRL) | | [LFM2.5-1.2B-JP](/lfm/models/lfm25-1.2b-jp) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-ONNX) | Yes (TRL) | | [LFM2.5-350M](/lfm/models/lfm25-350m) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-ONNX) | Yes (TRL) | | [LFM2.5-230M](/lfm/models/lfm25-230m) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-ONNX) | Yes (TRL) | diff --git a/lfm/models/lfm25-1.2b-base.mdx b/lfm/models/lfm25-1.2b-base.mdx new file mode 100644 index 0000000..b20ea64 --- /dev/null +++ b/lfm/models/lfm25-1.2b-base.mdx @@ -0,0 +1,100 @@ +--- +title: "LFM2.5-1.2B-Base" +description: "Pre-trained 1.17B parameter base model for continued pre-training, fine-tuning, and custom applications" +--- + +← Back to Text Models + +LFM2.5-1.2B-Base is the pre-trained text checkpoint underlying the LFM2.5-1.2B family. Use it for continued pre-training, domain or language adaptation, and custom post-training. It is not instruction-tuned; use [LFM2.5-1.2B-Instruct](/lfm/models/lfm25-1.2b-instruct) for general chat applications. + +
+ HF + GGUF + ONNX +
+ +## Specifications + +| Property | Value | +|----------|-------| +| Parameters | 1.17B | +| Context length | 32,768 tokens | +| Architecture | LFM2.5 (Dense) | +| Training budget | 28T tokens | + +
+ + + + Adapt the model to proprietary, domain-specific, or language-specific data. + + + + Build specialized checkpoints with SFT, preference optimization, or reinforcement learning. + + + + Train and evaluate on long-form documents and sequences. + + + +
+ +## Quick start + +Base models use raw text completion rather than an instruction prompt or chat template. + + + + ```bash + pip install "transformers>=5.2.0" torch accelerate + ``` + + ```python + from transformers import AutoModelForCausalLM, AutoTokenizer + + model_id = "LiquidAI/LFM2.5-1.2B-Base" + model = AutoModelForCausalLM.from_pretrained( + model_id, + device_map="auto", + dtype="bfloat16", + ) + tokenizer = AutoTokenizer.from_pretrained(model_id) + + prompt = "The future of on-device AI is" + inputs = tokenizer(prompt, return_tensors="pt").to(model.device) + output = model.generate(**inputs, max_new_tokens=128, do_sample=False) + generated = output[0][inputs["input_ids"].shape[1]:] + print(tokenizer.decode(generated, skip_special_tokens=True)) + ``` + + + + ```bash + pip install vllm==0.14 + ``` + + ```python + from vllm import LLM, SamplingParams + + llm = LLM(model="LiquidAI/LFM2.5-1.2B-Base") + params = SamplingParams(temperature=0.0, max_tokens=128) + output = llm.generate("The future of on-device AI is", params) + print(output[0].outputs[0].text) + ``` + + + + ```bash + llama-cli \ + -hf LiquidAI/LFM2.5-1.2B-Base-GGUF:Q4_K_M \ + -p "The future of on-device AI is" \ + -n 128 \ + --temp 0 + ``` + + + +## Fine-tuning + +The base checkpoint is intended for substantial adaptation, including continued pre-training on proprietary data and supervised or preference-based fine-tuning. See the [fine-tuning overview](/lfm/fine-tuning/overview) for supported workflows. diff --git a/lfm/models/text-models.mdx b/lfm/models/text-models.mdx index f54c5d8..c728069 100644 --- a/lfm/models/text-models.mdx +++ b/lfm/models/text-models.mdx @@ -44,6 +44,12 @@ icon: "comment" Optimized for math and logical problem-solving. + + 1.2B · Pre-trained + + Pre-trained checkpoint for continued pre-training, fine-tuning, and custom models. + + 1.2B · Japanese diff --git a/link-snapshot.yaml b/link-snapshot.yaml index e129a33..b5bad0b 100644 --- a/link-snapshot.yaml +++ b/link-snapshot.yaml @@ -164,6 +164,7 @@ active: - /lfm/models/lfm2-vl-1.6b - /lfm/models/lfm2-vl-3b - /lfm/models/lfm2-vl-450m + - /lfm/models/lfm25-1.2b-base - /lfm/models/lfm25-1.2b-instruct - /lfm/models/lfm25-1.2b-jp - /lfm/models/lfm25-1.2b-thinking @@ -193,6 +194,4 @@ active: # # Or, if you want the reason inline: # - url: /lfm/another-old-thing # reason: "Page retired in DOC-12; no substitute exists." -deleted: - - url: /lfm/models/lfm25-1.2b-base - reason: Base models are not included in the documentation. +deleted: [] From b3375e4684bef845b96a3270c30c0cde62cb70dd Mon Sep 17 00:00:00 2001 From: alay2shah Date: Fri, 28 Aug 2026 11:40:29 -0400 Subject: [PATCH 3/3] Revert "docs: restore LFM2.5 base model documentation" This reverts commit dbbb943ce293597cb3ec0380c784f25ce509a331. --- lfm/models/complete-library.mdx | 1 - lfm/models/lfm25-1.2b-base.mdx | 100 -------------------------------- lfm/models/text-models.mdx | 6 -- link-snapshot.yaml | 5 +- 4 files changed, 3 insertions(+), 109 deletions(-) delete mode 100644 lfm/models/lfm25-1.2b-base.mdx diff --git a/lfm/models/complete-library.mdx b/lfm/models/complete-library.mdx index 327cdef..19dbc00 100644 --- a/lfm/models/complete-library.mdx +++ b/lfm/models/complete-library.mdx @@ -89,7 +89,6 @@ Quantization reduces model size and speeds up inference with minimal quality los | **Text-to-text Models** | | | | | | | | [LFM2.5-1.2B-Instruct](/lfm/models/lfm25-1.2b-instruct) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-ONNX) | Yes (TRL) | | [LFM2.5-1.2B-Thinking](/lfm/models/lfm25-1.2b-thinking) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-ONNX) | Yes (TRL) | -| [LFM2.5-1.2B-Base](/lfm/models/lfm25-1.2b-base) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF) | ✗ | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-ONNX) | Yes (TRL) | | [LFM2.5-1.2B-JP](/lfm/models/lfm25-1.2b-jp) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-ONNX) | Yes (TRL) | | [LFM2.5-350M](/lfm/models/lfm25-350m) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-350M-ONNX) | Yes (TRL) | | [LFM2.5-230M](/lfm/models/lfm25-230m) | LFM2.5 (Latest release) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-MLX-8bit) | [✓](https://huggingface.co/LiquidAI/LFM2.5-230M-ONNX) | Yes (TRL) | diff --git a/lfm/models/lfm25-1.2b-base.mdx b/lfm/models/lfm25-1.2b-base.mdx deleted file mode 100644 index b20ea64..0000000 --- a/lfm/models/lfm25-1.2b-base.mdx +++ /dev/null @@ -1,100 +0,0 @@ ---- -title: "LFM2.5-1.2B-Base" -description: "Pre-trained 1.17B parameter base model for continued pre-training, fine-tuning, and custom applications" ---- - -← Back to Text Models - -LFM2.5-1.2B-Base is the pre-trained text checkpoint underlying the LFM2.5-1.2B family. Use it for continued pre-training, domain or language adaptation, and custom post-training. It is not instruction-tuned; use [LFM2.5-1.2B-Instruct](/lfm/models/lfm25-1.2b-instruct) for general chat applications. - -
- HF - GGUF - ONNX -
- -## Specifications - -| Property | Value | -|----------|-------| -| Parameters | 1.17B | -| Context length | 32,768 tokens | -| Architecture | LFM2.5 (Dense) | -| Training budget | 28T tokens | - -
- - - - Adapt the model to proprietary, domain-specific, or language-specific data. - - - - Build specialized checkpoints with SFT, preference optimization, or reinforcement learning. - - - - Train and evaluate on long-form documents and sequences. - - - -
- -## Quick start - -Base models use raw text completion rather than an instruction prompt or chat template. - - - - ```bash - pip install "transformers>=5.2.0" torch accelerate - ``` - - ```python - from transformers import AutoModelForCausalLM, AutoTokenizer - - model_id = "LiquidAI/LFM2.5-1.2B-Base" - model = AutoModelForCausalLM.from_pretrained( - model_id, - device_map="auto", - dtype="bfloat16", - ) - tokenizer = AutoTokenizer.from_pretrained(model_id) - - prompt = "The future of on-device AI is" - inputs = tokenizer(prompt, return_tensors="pt").to(model.device) - output = model.generate(**inputs, max_new_tokens=128, do_sample=False) - generated = output[0][inputs["input_ids"].shape[1]:] - print(tokenizer.decode(generated, skip_special_tokens=True)) - ``` - - - - ```bash - pip install vllm==0.14 - ``` - - ```python - from vllm import LLM, SamplingParams - - llm = LLM(model="LiquidAI/LFM2.5-1.2B-Base") - params = SamplingParams(temperature=0.0, max_tokens=128) - output = llm.generate("The future of on-device AI is", params) - print(output[0].outputs[0].text) - ``` - - - - ```bash - llama-cli \ - -hf LiquidAI/LFM2.5-1.2B-Base-GGUF:Q4_K_M \ - -p "The future of on-device AI is" \ - -n 128 \ - --temp 0 - ``` - - - -## Fine-tuning - -The base checkpoint is intended for substantial adaptation, including continued pre-training on proprietary data and supervised or preference-based fine-tuning. See the [fine-tuning overview](/lfm/fine-tuning/overview) for supported workflows. diff --git a/lfm/models/text-models.mdx b/lfm/models/text-models.mdx index c728069..f54c5d8 100644 --- a/lfm/models/text-models.mdx +++ b/lfm/models/text-models.mdx @@ -44,12 +44,6 @@ icon: "comment" Optimized for math and logical problem-solving. - - 1.2B · Pre-trained - - Pre-trained checkpoint for continued pre-training, fine-tuning, and custom models. - - 1.2B · Japanese diff --git a/link-snapshot.yaml b/link-snapshot.yaml index b5bad0b..e129a33 100644 --- a/link-snapshot.yaml +++ b/link-snapshot.yaml @@ -164,7 +164,6 @@ active: - /lfm/models/lfm2-vl-1.6b - /lfm/models/lfm2-vl-3b - /lfm/models/lfm2-vl-450m - - /lfm/models/lfm25-1.2b-base - /lfm/models/lfm25-1.2b-instruct - /lfm/models/lfm25-1.2b-jp - /lfm/models/lfm25-1.2b-thinking @@ -194,4 +193,6 @@ active: # # Or, if you want the reason inline: # - url: /lfm/another-old-thing # reason: "Page retired in DOC-12; no substitute exists." -deleted: [] +deleted: + - url: /lfm/models/lfm25-1.2b-base + reason: Base models are not included in the documentation.