{post.data.title} ↗
{post.data.description}
{post.data.author}
+
+
+
+LLaDA2.0-{chart.model.toLowerCase()} · {chart.config}
+Engineering notes. Project updates. Ideas behind the engine.
{post.data.description}
{post.data.author}When we have something to share, you’ll find it here.
Until then, explore how FluxServe works.
OPEN SOURCE · DIFFUSION INFERENCE
+A lightweight serving engine for diffusion language models. From your first request to multi-GPU inference.
+Install from source inside the FluxServe CUDA container ↗
INSIDE FLUXSERVE
Attention, scheduling, and execution. Designed around the block.
Block-causal attention for variable-length prefill and decoding, with paged KV caching and CUDA graph support.
Explore block attentionA C++ control plane and Python execution plane coordinate requests with fine-grained, block-level scheduling.
Understand the schedulerTensor, data, and expert parallelism bring diffusion inference to documented multi-GPU configurations.
Deploy across GPUsFROM SOURCE TO SERVING
');
+ await importDocs(opts);
+ const content=await readFile(path.join(opts.outputDir,'docs/index.md'),'utf8');
+ assert.match(content,/\/docs\/other\/#_top/);
+ assert.match(content,/src="\/fluxserve\/assets\/plot.png"/);
+});
+test('rejects escaping source paths and invalid repository names', async t => {
+ const opts=await fixture(t, '# Intro\n\n[Escape](../../outside.md)');
+ await assert.rejects(importDocs(opts),/escapes repository/);
+ assert.throws(()=>validateSource({...opts.config,repository:'../outside'}),/GitHub repository/);
+});
+
+test('discovers nested pages, preserves filenames, and resolves folder indexes', async t => {
+ const opts = await fixture(t, '# Intro\n\n[Serving](serving/)\n\n[Model](serving/custom_model.v2.md)');
+ await mkdir(path.join(opts.sourceDir, 'docs/serving'));
+ await writeFile(path.join(opts.sourceDir, 'docs/serving/index.md'), '# Serving\n\nServe models.');
+ await writeFile(path.join(opts.sourceDir, 'docs/serving/custom_model.v2.md'), '# Custom Model\n\nModel instructions.');
+ assert.equal((await importDocs(opts)).pages, 4);
+ const root = await readFile(path.join(opts.outputDir, 'docs/index.md'), 'utf8');
+ assert.match(root, /\/docs\/serving\//);
+ assert.match(root, /\/docs\/serving\/custom_model\.v2\//);
+ assert.match(await readFile(path.join(opts.outputDir, 'docs/serving/custom_model.v2.md'), 'utf8'), /title: "Custom Model"/);
+ await writeFile(path.join(opts.sourceDir, 'docs/index.md'), '# Intro');
+ await rm(path.join(opts.sourceDir, 'docs/serving/custom_model.v2.md'));
+ await importDocs(opts);
+ await assert.rejects(stat(path.join(opts.outputDir, 'docs/serving/custom_model.v2.md')));
+});
+test('rejects colliding page and folder routes', async t => {
+ const opts = await fixture(t);
+ await mkdir(path.join(opts.sourceDir, 'docs/other'));
+ await writeFile(path.join(opts.sourceDir, 'docs/other/index.md'), '# Duplicate');
+ await assert.rejects(importDocs(opts), /Duplicate documentation route/);
+});
+
+test('fetches new main commits even with an existing cache and fails when unavailable', async t => {
+ const opts = await fixture(t);
+ const git = (...args) => execFileSync('git', args, { cwd: opts.sourceDir, stdio: 'pipe' }).toString().trim();
+ git('init', '-b', 'main');
+ git('add', '.');
+ git('-c', 'user.name=Fixture', '-c', 'user.email=fixture@example.com', 'commit', '-m', 'Initial');
+ const cache = path.join(opts.outputDir, 'cache');
+ const first = await fetchMain(cache, opts.sourceDir);
+ await writeFile(path.join(opts.sourceDir, 'docs/index.md'), '# Updated');
+ git('add', '.');
+ git('-c', 'user.name=Fixture', '-c', 'user.email=fixture@example.com', 'commit', '-m', 'Update');
+ const second = await fetchMain(cache, opts.sourceDir);
+ assert.notEqual(second, first);
+ assert.equal(second, git('rev-parse', 'HEAD'));
+ assert.equal(await readFile(path.join(cache, 'docs/index.md'), 'utf8'), '# Updated');
+ await assert.rejects(fetchMain(cache, path.join(opts.sourceDir, 'missing-repository')));
+});
diff --git a/tsconfig.json b/tsconfig.json
new file mode 100644
index 0000000..8bf91d3
--- /dev/null
+++ b/tsconfig.json
@@ -0,0 +1,5 @@
+{
+ "extends": "astro/tsconfigs/strict",
+ "include": [".astro/types.d.ts", "**/*"],
+ "exclude": ["dist"]
+}