diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 8298ea29..5ee76443 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -85,6 +85,7 @@ skainet-compile-core = { module = "sk.ainet.core:skainet-compile-core", version. skainet-compile-dag = { module = "sk.ainet.core:skainet-compile-dag", version.ref = "skainet" } skainet-compile-opt = { module = "sk.ainet.core:skainet-compile-opt", version.ref = "skainet" } skainet-backend-cpu = { module = "sk.ainet.core:skainet-backend-cpu", version.ref = "skainet" } +skainet-backend-nativeCpu = { module = "sk.ainet.core:skainet-backend-native-cpu", version.ref = "skainet" } skainet-io-core = { module = "sk.ainet.core:skainet-io-core", version.ref = "skainet" } skainet-io-gguf = { module = "sk.ainet.core:skainet-io-gguf", version.ref = "skainet" } skainet-io-safetensors = { module = "sk.ainet.core:skainet-io-safetensors", version.ref = "skainet" } diff --git a/llm-inference/llama/build.gradle.kts b/llm-inference/llama/build.gradle.kts index 1835ff24..e4fae322 100644 --- a/llm-inference/llama/build.gradle.kts +++ b/llm-inference/llama/build.gradle.kts @@ -64,6 +64,12 @@ kotlin { implementation(libs.junit) implementation(libs.kotlinx.coroutines.test) implementation(libs.skainet.backend.cpu) + // Pulls the priority-100 native (FFM) provider onto the + // jvmTest classpath so KernelRegistry.bestAvailable() + // hands out the native Q4_K / FP32 kernels for the + // pipeline test. JVM-only: native-cpu has no Kotlin/ + // Native, JS, or Wasm targets. + implementation(libs.skainet.backend.nativeCpu) } } } diff --git a/llm-inference/qwen/build.gradle.kts b/llm-inference/qwen/build.gradle.kts index a3436bfc..e8299501 100644 --- a/llm-inference/qwen/build.gradle.kts +++ b/llm-inference/qwen/build.gradle.kts @@ -65,6 +65,12 @@ kotlin { implementation(libs.junit) implementation(libs.kotlinx.coroutines.test) implementation(libs.skainet.backend.cpu) + // Pulls the priority-100 native (FFM) provider onto the + // jvmTest classpath so KernelRegistry.bestAvailable() + // hands out the native Q4_K / FP32 kernels for the + // pipeline test. JVM-only: native-cpu has no Kotlin/ + // Native, JS, or Wasm targets. + implementation(libs.skainet.backend.nativeCpu) } } }