1 parent 61d8a81 commit b57405cCopy full SHA for b57405c
1 file changed
src/gpu/modal_distill.py
@@ -1246,6 +1246,10 @@ def _usable(ck: Path) -> bool:
1246
print(f"[{spec_id}] resume training from step-{step}", flush=True)
1247
1248
if ride is not None:
1249
+ # displacement needs the teacher resident on cuda for both the
1250
+ # ridge fit and every training step (labeling offloads it)
1251
+ teacher.to("cuda")
1252
+ teacher.eval()
1253
# Ridge map per selected layer: teacher hidden space -> the
1254
# student's INITIAL hidden space (linearity preserves the
1255
# displacement through the projection). Fit on the first
0 commit comments