Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 11 additions & 0 deletions npu/audio_exec.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -367,9 +367,20 @@ bool run_graph_impl(const OnnxGraphInfo& g, std::map<std::string, Tensor> t, con

// engine#1783: offer one product to the device. True when the device ran it into `c`; false when the host must, with
// the reason counted. A device without a `gemm` is no device.
// engine#2366: the LM head is a 1x128x51865 GEMV issued through the device GEMM, measured at ~415 MB/s
// (26.6 MB of weights per token, 512 B of activation). Whether the device beats the host at M=1 is an open
// question no switch could ask, so this forces the host path and names itself in `host_why`, which
// whisper_transcribe already prints as `host: N x <reason>`.
const char* fh = std::getenv("ONEBIT_AUDIO_FORCE_HOST");
const bool force_host = fh != nullptr && fh[0] != '\0' && fh[0] != '0';
auto offer = [&](const std::string& key, const float* A, int64_t M, int64_t K, const float* B, int64_t N,
std::vector<float>* c) -> bool {
if (dev == nullptr) return false;
if (force_host) {
++dev->host;
++dev->host_why["forced host (ONEBIT_AUDIO_FORCE_HOST)"];
return false;
}
std::string reason;
if (dev->gemm && dev->gemm(key, A, M, K, B, N, c, &reason)) {
if (c->size() != size_t(M) * size_t(N))
Expand Down
25 changes: 25 additions & 0 deletions tests/audio_exec_test.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -210,6 +210,31 @@ int main(int argc, char** argv) {
check(none.device == 0 && none.host == 98 && none.host_why["test: declined"] == 74,
"a declining device runs all 98 products on the host and names the 74 refusals");
check(rn.data == r.data, "a declining device is bit-identical to the host run");

// engine#2366: ONEBIT_AUDIO_FORCE_HOST makes an ACCEPTING device decline everything, so the device's M=1
// GEMM (the 1x128x51865 LM head, ~415 MB/s) can be measured against the host on the same graph. The refusal
// is counted and named, so it shows in `host: N x <reason>` like any other -- a forced path that reports
// nothing would be indistinguishable from a device that took the work.
setenv("ONEBIT_AUDIO_FORCE_HOST", "1", 1);
// The copy inherits dev's counters from the run above (74 device, 48 attention reasons); a fresh arm has to
// start from zero or it reports the previous run's work as its own.
AudioGemm accepted = dev;
accepted.device = 0;
accepted.host = 0;
accepted.host_why.clear();
AudioRunResult rf;
std::string fy;
if (!run_audio_graph(g, mel.data(), bins, frames, "", &rf, &fy, &accepted)) {
std::printf("FAIL run with ONEBIT_AUDIO_FORCE_HOST: %s\n", fy.c_str());
unsetenv("ONEBIT_AUDIO_FORCE_HOST");
return 1;
}
unsetenv("ONEBIT_AUDIO_FORCE_HOST");
check(accepted.device == 0 && accepted.host == 98,
"ONEBIT_AUDIO_FORCE_HOST stops an accepting device from running anything");
check(accepted.host_why["forced host (ONEBIT_AUDIO_FORCE_HOST)"] == 74,
" ... and the forced refusals are counted and named, not silent");
check(rf.data == r.data, " ... and the forced-host run is bit-identical to the host run");
if (g_failures != 0) {
std::printf("audio exec: %d failures\n", g_failures);
return 1;
Expand Down
Loading