Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions tests/census_watch_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,13 @@ def text_of(models, archs=ARCHS, sig=SIG, seen=()):
# 4. A reviewed not-an-alias class is still the alert, and is labeled as such.
rc, res = rc_of([model("d/four", "Qwen3_5MVLAAbsorbedForCausalLM")])
check("significant class -> uncovered, exit 1", rc == 1)
# engine#2427: the count is not the demand. Four models of one class under one org is ONE mapping decision, and a
# row that says "4 model(s)" reads like four people asking. REMOTE-CODE has printed the uploader count since the
# spread rule landed; UNCOVERED now does too, so the two rows can be compared.
_rco, _rtxt = text_of([model(f"same/{i}", "OneOrgForCausalLM") for i in range(4)])
check("one org, four models -> says 1 uploader", "from 1 uploader(s)" in _rtxt)
_rco, _rtxt = text_of([model(f"org{i}/m", "SpreadForCausalLM") for i in range(3)])
check("three orgs -> says 3 uploader(s)", "from 3 uploader(s)" in _rtxt)
check("significant class is labeled", res["significant"] == ["Qwen3_5MVLAAbsorbedForCausalLM"])

# 4b. A custom-code class (auto_map) from fewer than REMOTE_CODE_SPREAD uploaders is reported,
Expand Down
9 changes: 7 additions & 2 deletions tools/census_watch.py
Original file line number Diff line number Diff line change
Expand Up @@ -937,11 +937,16 @@ def report(models, res, previously_seen):
f"alerts once {REMOTE_CODE_SPREAD} uploaders use it")
elif cls in res["significant"]:
print(f" !! UNCOVERED {cls} (reviewed, not an alias — docs/arch-gaps.md): "
f"{len(ids)} model(s), e.g. {ids[0]}")
f"{len(ids)} model(s) from {len({i.split('/')[0] for i in ids})} uploader(s), e.g. {ids[0]}")
print(f" -> needs real engine support, not a mapping; if a backend starts "
f"accepting it, record why in registry/significant.json ('mapped_ok')")
else:
print(f" !! UNCOVERED {cls} (new class): {len(ids)} model(s), e.g. {ids[0]}")
# engine#2427: REMOTE-CODE already says how many uploaders a class spans, and UNCOVERED did not -- so
# four models of one class under one org read the same as four orgs standardising on it, and the first
# is one mapping decision while the second is demand. The registry grows entries nobody asked for when
# a count reads as demand.
print(f" !! UNCOVERED {cls} (new class): {len(ids)} model(s) from "
f"{len({i.split('/')[0] for i in ids})} uploader(s), e.g. {ids[0]}")
# engine#1922: the registry is GENERATED from the pinned sources, so "not in the registry" cannot by itself
# say whether a pin bump would fix this or whether nobody upstream has it. Say which, when it is knowable.
verdict = res.get("upstream_verdict", {}).get(cls, "unknown")
Expand Down
Loading