Stabilize v8-engine rewrite: engine hardening, index health, desktop fixes

README.md

@@ -15,7 +15,7 @@
   <a href="LICENSE"><img alt="License: AGPL v3" src="https://img.shields.io/badge/License-AGPL_v3-blue.svg"></a>
   <a href="https://code.visualstudio.com/"><img alt="VS Code 1.124+" src="https://img.shields.io/badge/VS%20Code-1.124%2B-007ACC?logo=visualstudiocode"></a>
   <a href="https://nodejs.org/"><img alt="Node 20+" src="https://img.shields.io/badge/Node-20%2B-339933?logo=node.js"></a>
-  <img alt="Version 2.9.123" src="https://img.shields.io/badge/version-2.9.123-111111">
+  <img alt="Version 2.10.8" src="https://img.shields.io/badge/version-2.10.8-111111">
   <a href="https://docs.mitii.dev"><img alt="Documentation" src="https://img.shields.io/badge/docs-docs.mitii.dev-ff751f"></a>
 </p>
 

apps/acp/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mitii/acp",
-  "version": "2.9.123",
+  "version": "2.10.8",
   "description": "Mitii ACP-lite stdio bridge (Phase 3). Decision Policy remains authority; V8 does not import ACP.",
   "license": "AGPL-3.0-or-later",
   "type": "module",

apps/acp/src/main.ts

@@ -42,6 +42,7 @@ import {
   createWorkspaceCheckpointStore,
   createWorkspaceKnowledgeGraph,
   createWorkspaceVerificationStore,
+  createOptionalVerificationSyntaxPort,
   detectSandboxBackend,
   getProviderPreset,
   inferHostProviderType,
@@ -226,6 +227,9 @@ async function createHostAcpClient(cwd: string): Promise<MitiiClient> {
       workspaceRoot: cwd,
     }),
     records: createWorkspaceVerificationStore(cwd),
+    ...(await createOptionalVerificationSyntaxPort().then((syntax) =>
+      syntax ? { syntax } : {},
+    )),
   });
   const repositoryState = new RepositoryStatePipeline({
     store: new InMemoryRepositoryStateStore(),

apps/cli/README.md

@@ -54,6 +54,7 @@ mitii -v                     # or: mitii --version / mitii version
 mitii ask "What is recursion?" --echo
 mitii run --auto "run tests and fix failures" --echo
 mitii index
+mitii index --status --json
 mitii status --json
 mitii session
 mitii export-session "Summarize this repo" --out session.json --echo
@@ -70,9 +71,9 @@ mitii export-session "Summarize this repo" --out session.json --echo
 | `changelog` | Draft Keep a Changelog entry (auto-attaches `release-changelog`) |
 | `run --auto "<task>"` | Unattended CI run (agent + apply autonomy; no prompts) |
 | `session` | Interactive prompt loop with MITII banner |
-| `index` | Full workspace index + publish repository state |
+| `index` | Full workspace index + publish; `--status` shows Code/FTS/Embeddings pipeline health (no reindex) |
 | `review` | Deterministic review prep / SARIF (`--preview`, `--from`/`--to`, `--commit`, `--format`, `--output`). For LLM findings use `mitii ask … --skill code-review-and-quality` (recipe/skill) or the VS Code **Review** button for working-tree changes |
-| `status` | Show latest persisted repository state |
+| `status` | Show latest persisted repository state + index pipeline health |
 | `export-session` | Run ask and write secret-free JSON export |
 | `connect` | Bridge Mitii into Telegram, Discord, or Slack |
 | `schedule` | CRUD / trigger / history for automation schedules |

apps/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mitii/cli",
-  "version": "2.9.123",
+  "version": "2.10.8",
   "description": "Mitii headless CLI over @mitii/sdk. Phase 0: --origin/--autonomy/--agent for CI automation.",
   "license": "AGPL-3.0-or-later",
   "publishConfig": {
@@ -33,7 +33,9 @@
     "@mitii/mcp": "workspace:*",
     "@mitii/sdk": "workspace:*",
     "@mitii/v8": "workspace:*",
-    "better-sqlite3": "^12.11.1"
+    "better-sqlite3": "^12.11.1",
+    "tree-sitter-wasms": "^0.1.13",
+    "web-tree-sitter": "^0.24.7"
   },
   "devDependencies": {
     "@types/node": "^20.14.0",

apps/cli/scripts/build-cli.cjs

@@ -15,6 +15,9 @@ const builtins = new Set([
 const externals = new Set([
   '@lancedb/lancedb',
   'better-sqlite3',
+  // web-tree-sitter uses __dirname in Parser.init; bundling into ESM breaks it.
+  'web-tree-sitter',
+  'tree-sitter-wasms',
   'typescript',
   'vscode',
 ]);

apps/cli/src/cli.ts

@@ -26,6 +26,10 @@ import { buildWorkspaceSnapshot } from './workspaceSnapshot.js';
 import { runFullWorkspaceIndex } from './fullWorkspaceIndex.js';
 import { loadMitiiHostConfig } from './config.js';
 import { resolveCliSemanticIndexSettings } from './semanticIndex.js';
+import {
+  formatIndexPipelineHealthLines,
+  readIndexPipelineHealth,
+} from '@mitii/host';
 import {
   loadPersistedRepositoryState,
   persistLatestRepositoryState,
@@ -171,6 +175,31 @@ function writeRepositoryCapabilityLines(
   }
 }
 
+function writeIndexHealthLines(io: SessionIo, cwd: string): void {
+  const health = readIndexPipelineHealth({ workspaceRoot: cwd });
+  for (const line of formatIndexPipelineHealthLines(health)) {
+    io.writeStdout(`${line}\n`);
+  }
+}
+
+async function runIndexStatus(options: {
+  cwd: string;
+  json: boolean;
+  io: SessionIo;
+}): Promise<number> {
+  const health = readIndexPipelineHealth({ workspaceRoot: options.cwd });
+  if (options.json) {
+    options.io.writeStdout(`${serializeCliJson({ health })}\n`);
+  } else {
+    for (const line of formatIndexPipelineHealthLines(health)) {
+      options.io.writeStdout(`${line}\n`);
+    }
+  }
+  if (health.overall === 'missing') return 1;
+  if (health.overall === 'failed') return 1;
+  return 0;
+}
+
 async function runIndex(options: {
   cwd: string;
   json: boolean;
@@ -253,12 +282,14 @@ async function runIndex(options: {
     persistLatestRepositoryState(options.cwd, published.descriptor);
   }
   if (options.json) {
+    const health = readIndexPipelineHealth({ workspaceRoot: options.cwd });
     options.io.writeStdout(
       `${serializeCliJson({
         published,
         fileCount,
         truncated,
         indexMode,
+        health,
         ...(indexingDiagnostics ? { indexing: indexingDiagnostics } : {}),
         ...(published.status === 'published'
           ? {
@@ -281,6 +312,7 @@ async function runIndex(options: {
       );
     }
     writeRepositoryCapabilityLines(options.io, published.descriptor);
+    writeIndexHealthLines(options.io, options.cwd);
     for (const reason of published.descriptor.reasons) {
       options.io.writeStderr(`[mitii] ${reason.code}: ${reason.message}\n`);
     }
@@ -306,27 +338,31 @@ async function runStatus(options: {
   const latest =
     (await client.getLatestRepositoryState(ports.workspaceId)) ??
     loadPersistedRepositoryState(options.cwd);
+  const health = readIndexPipelineHealth({ workspaceRoot: options.cwd });
   if (options.json) {
     options.io.writeStdout(
       `${serializeCliJson({
         latest,
+        health,
         ...(latest
           ? { capabilitySummary: summarizeRepositoryCapabilities(latest) }
           : {}),
       })}\n`,
     );
-    return latest ? 0 : 1;
+    return latest || health.overall !== 'missing' ? 0 : 1;
   }
   if (!latest) {
     options.io.writeStderr(
       '[mitii] no published repository state — run `mitii index` first\n',
     );
-    return 1;
+    writeIndexHealthLines(options.io, options.cwd);
+    return health.overall === 'missing' ? 1 : 0;
   }
   options.io.writeStdout(
     `status workspaceId=${latest.workspaceId} readiness=${latest.readiness} scan=${latest.scanCompleteness} stateToken=${latest.stateToken.slice(0, 16)}…\n`,
   );
   writeRepositoryCapabilityLines(options.io, latest);
+  writeIndexHealthLines(options.io, options.cwd);
   for (const reason of latest.reasons) {
     options.io.writeStderr(`[mitii] ${reason.code}: ${reason.message}\n`);
   }
@@ -478,6 +514,13 @@ export async function main(
       return code;
     }
     case 'index':
+      if (parsed.indexStatus === true) {
+        return runIndexStatus({
+          cwd,
+          json: parsed.json === true,
+          io: sessionIo,
+        });
+      }
       return runIndex({
         cwd,
         json: parsed.json === true,

apps/cli/src/config.ts

@@ -27,6 +27,11 @@ export interface MitiiHostConfig {
   /** Never read API keys from config files — env / SecretStorage only. */
   workspaceId?: string;
   defaultMode?: 'ask' | 'plan' | 'agent';
+  /**
+   * Explicit context window for the run LLM (tokens). When unset, CLI infers
+   * from MITII_CONTEXT_WINDOW / model tags / provider defaults.
+   */
+  contextWindowTokens?: number;
   /**
    * Optional lab loop/stall overrides (power users / benchmarks).
    * Leave unset or enabled:false for shipped window-band standards.
@@ -99,6 +104,12 @@ function parseConfigObject(raw: Record<string, unknown>): MitiiHostConfig {
       safe.defaultMode === 'agent'
         ? safe.defaultMode
         : undefined,
+    contextWindowTokens:
+      typeof safe.contextWindowTokens === 'number' &&
+      Number.isFinite(safe.contextWindowTokens) &&
+      safe.contextWindowTokens > 0
+        ? Math.floor(safe.contextWindowTokens)
+        : undefined,
     loopPolicy: parseLoopPolicyConfig(safe.loopPolicy),
   };
 }
@@ -167,6 +178,9 @@ export function saveMitiiHostConfig(
   }
   if (merged.workspaceId) payload.workspaceId = merged.workspaceId;
   if (merged.defaultMode) payload.defaultMode = merged.defaultMode;
+  if (merged.contextWindowTokens !== undefined) {
+    payload.contextWindowTokens = merged.contextWindowTokens;
+  }
   const loopPolicyPayload = serializeLoopPolicyConfig(merged.loopPolicy);
   if (loopPolicyPayload) payload.loopPolicy = loopPolicyPayload;
 

apps/cli/src/help.ts

@@ -15,6 +15,7 @@ Usage:
   mitii run --auto "<task>" [options]
   mitii session [options]
   mitii index [--cwd <path>] [--json]
+  mitii index --status [--cwd <path>] [--json]
   mitii review [--preview] [--from <ref> --to <ref>] [--commit <hash>] [--format json|sarif] [--output <path>] [--effort low|medium|high]
   mitii status [--cwd <path>] [--json]
   mitii export-session <prompt> --out <file> [--echo]
@@ -39,6 +40,7 @@ Commands:
   run --auto       Unattended CI run (agent + apply autonomy; no prompts)
   session          Interactive REPL (MITII banner + prompts)
   index            Full workspace index + publish repository state
+                   --status            Show Code/FTS/Embeddings pipeline health (no reindex)
   review           Deterministic review preview/prepare (+ SARIF); LLM findings via ask
                    --preview           Selection preview only (no prepare)
                    --from/--to <ref>   Diff range (required together unless --commit)
@@ -48,7 +50,7 @@ Commands:
                    --effort low|medium|high  Prep effort band
                    Full LLM review: VS Code Review button (git changes), or:
                      mitii ask "review these changes" --mode ask --skill code-review-and-quality
-  status           Show latest persisted repository state
+  status           Show latest persisted repository state + index pipeline health
   export-session   Run ask and write secret-free JSON export
   restore          Undo Agent file mutations to a RestorePoint (or --list)
   recipe           Run a parameterized RecipeSpec (prompt/mode/skills only)

apps/cli/src/parseCliArgs.ts

@@ -76,6 +76,8 @@ export interface ParsedCliArgs {
   loopPolicyJson?: string;
   /** Force window-band standards even if config enables loopPolicy. */
   noLoopPolicy?: boolean;
+  /** `mitii index --status` — report pipeline health without reindexing. */
+  indexStatus?: boolean;
   /** Passthrough args after `connect` (channel + channel flags). */
   rest: string[];
 }
@@ -146,6 +148,10 @@ export function parseCliArgs(argv: string[]): ParsedCliArgs {
       flags.add('json');
       continue;
     }
+    if (arg === '--status') {
+      flags.add('status');
+      continue;
+    }
     if (arg === '--stream-json') {
       flags.add('stream-json');
       continue;
@@ -477,6 +483,9 @@ export function parseCliArgs(argv: string[]): ParsedCliArgs {
       mode,
       loopPolicyJson,
       noLoopPolicy: flags.has('no-loop-policy'),
+      ...(command === 'index' && flags.has('status')
+        ? { indexStatus: true }
+        : {}),
       rest,
     };
   }

apps/cli/src/ports.ts

@@ -27,11 +27,13 @@ import {
   createWorkspaceVerificationStore,
   createWorkspaceMemoryStore,
   createWorkspaceKnowledgeGraph,
+  createOptionalVerificationSyntaxPort,
   createHeuristicAdversary,
   detectSandboxBackend,
   getProviderPreset,
   inferHostProviderType,
   isHostProviderType,
+  resolveHostContextWindowTokens,
   resolveMemoryEmbeddingPort,
   resolveProviderApiKey,
   resolveSandboxPolicy,
@@ -147,6 +149,15 @@ export function resolveCliPorts(
     model,
     ...(baseUrl ? { baseUrl } : {}),
     ...(apiKey ? { apiKey } : {}),
+    capabilities: {
+      contextWindowTokens: resolveHostContextWindowTokens({
+        env,
+        model,
+        providerType: type,
+        configContextWindowTokens: config.contextWindowTokens,
+      }),
+      supportsTools: true,
+    },
   });
   return {
     understandingLlm: ports.understandingLlm,
@@ -242,6 +253,9 @@ export async function createCliClient(options: {
       workspaceRoot: options.cwd,
     }),
     records: createWorkspaceVerificationStore(options.cwd),
+    ...(await createOptionalVerificationSyntaxPort().then((syntax) =>
+      syntax ? { syntax } : {},
+    )),
   });
   const repositoryState = new RepositoryStatePipeline({
     store: new InMemoryRepositoryStateStore(),

apps/cli/src/runAskCommand.ts

@@ -363,6 +363,7 @@ export async function runAsk(options: {
     databaseOverlay?.startFields.userSafetyRules,
   );
   const environmentBlock = formatEnvironmentDetailsBlock({
+    todayDate: new Date().toLocaleDateString("en-CA"),
     modeReminder: databaseOverlay
       ? `Database (${effectiveMode})`
       : compiledMode