diff --git a/Herebyfile.mjs b/Herebyfile.mjs
index eb170f03554..820bc3371cb 100644
--- a/Herebyfile.mjs
+++ b/Herebyfile.mjs
@@ -808,7 +808,8 @@ async function runTestTools() {
 }
 
 async function runTestAPI() {
-    await $`npm run -w @typescript/native-preview test:only`;
+    // await $`npm run -w @typescript/native-preview test:only`; // doesn't work on windows - some path escaping isn't done correctly, test runner runs no tests
+    await _$({ verbose: "short", stdio: "inherit", cwd: "./_packages/native-preview" })`node --experimental-strip-types --no-warnings --conditions @typescript/source --test ./test/**/*.test.ts`;
 }
 
 export const testTools = task({
diff --git a/_packages/native-preview/test/async/api.test.ts b/_packages/native-preview/test/async/api.test.ts
index 2720784a624..9c5564a83a1 100644
--- a/_packages/native-preview/test/async/api.test.ts
+++ b/_packages/native-preview/test/async/api.test.ts
@@ -106,7 +106,7 @@ describe("API", () => {
             assert.deepEqual(commandLine.fileNames, ["/src/index.ts"]);
             assert.equal(commandLine.options.strict, true);
             assert.equal(
-                commandLine.options.outDir,
+                resolve(commandLine.options.outDir!),
                 resolve(fileURLToPath(new URL("../../../../", import.meta.url)), "dist"),
             );
             assert.deepEqual(commandLine.raw, {
diff --git a/_packages/native-preview/test/sync/api.test.ts b/_packages/native-preview/test/sync/api.test.ts
index 5a7c27b1c82..85aff333f1a 100644
--- a/_packages/native-preview/test/sync/api.test.ts
+++ b/_packages/native-preview/test/sync/api.test.ts
@@ -114,7 +114,7 @@ describe("API", () => {
             assert.deepEqual(commandLine.fileNames, ["/src/index.ts"]);
             assert.equal(commandLine.options.strict, true);
             assert.equal(
-                commandLine.options.outDir,
+                resolve(commandLine.options.outDir!),
                 resolve(fileURLToPath(new URL("../../../../", import.meta.url)), "dist"),
             );
             assert.deepEqual(commandLine.raw, {