mlcommons · priyakasimbeg · Sep 3, 2026 · Sep 3, 2026
@@ -1,39 +1,39 @@
 accumulated_eval_time,accumulated_logging_time,accumulated_submission_time,global_step,preemption_count,score,test/accuracy,test/loss,test/num_examples,total_duration,train/accuracy,train/loss,validation/accuracy,validation/loss,validation/num_examples
-83.23402738571167,0.0,62.0377836227417,1,0,62.0377836227417,0.0013000001,6.910612,10000,145.27190852165222,0.0010762117,6.9101987,0.0011,6.910505,50000
-118.17159128189088,0.0278799533843994,2058.049063682556,4518,0,2058.049063682556,0.029500002,6.248613,10000,2176.2921516895294,0.039580677,5.9223266,0.036059998,5.994765,50000
-183.0349597930908,0.0581820011138916,4054.1717386245728,9801,0,4054.1717386245728,0.007900001,7.6627584,10000,4237.352629899979,0.009745695,7.5413218,0.01064,7.568091,50000
-315.471892118454,0.1032261848449707,6050.326933860779,14506,0,6050.326933860779,0.0042000003,8.537536,10000,6366.033954143524,0.005859375,8.495525,0.0052799997,8.498083,50000
-405.4710731506348,0.136307954788208,8046.917476177216,19882,0,8046.917476177216,0.0032000002,8.626876,10000,8452.700548648834,0.0034877232,8.590018,0.00326,8.605198,50000
-484.79101037979126,0.1682186126708984,10042.881111860275,25270,0,10042.881111860275,0.0025000002,8.380475,10000,10528.060062170029,0.0020926339,8.377973,0.00232,8.369723,50000
-546.4171376228333,0.2008829116821289,12038.886108875276,30022,0,12038.886108875276,0.0019,8.119603,10000,12585.776431322098,0.0023317921,8.121338,0.00188,8.11584,50000
-613.6692273616791,0.2397420406341552,14034.850373506546,34981,0,14034.850373506546,0.002,8.15415,10000,14649.07592201233,0.0018534757,8.153365,0.00166,8.154742,50000
-694.5466666221619,0.2730488777160644,16031.259686946869,39688,0,16031.259686946869,0.0018000001,8.218177,10000,16726.439479112625,0.0020328443,8.241737,0.00196,8.220464,50000
-770.4708964824677,0.3067083358764648,18027.405270814896,44428,0,18027.405270814896,0.0015,8.245352,10000,18798.586426973343,0.001434949,8.262915,0.0018399999,8.247698,50000
-869.9464857578278,0.3443114757537842,20023.873562812805,49135,0,20023.873562812805,0.0013000001,8.255711,10000,20894.611929893494,0.0016342474,8.264104,0.0017599999,8.257346,50000
-950.4290370941162,0.3771963119506836,22019.93824338913,53896,0,22019.93824338913,0.0012,8.235645,10000,22971.235975027084,0.0017139668,8.253426,0.00174,8.235537,50000
-1019.7672593593596,0.4138531684875488,24016.297024965286,58654,0,24016.297024965286,0.0014000001,8.181261,10000,25037.01320934296,0.001694037,8.188425,0.0016999999,8.179385,50000
-1088.661203622818,0.4541494846343994,26012.28999519348,64006,0,26012.28999519348,0.0016000001,8.0927105,10000,27101.98451256752,0.0017936862,8.101958,0.00168,8.089027,50000
-1165.955510854721,0.5219497680664062,28008.3186814785,69149,0,28008.3186814785,0.0016000001,8.025281,10000,29175.41971540451,0.0015943877,8.021358,0.00172,8.019661,50000
-1237.9831821918488,0.5660214424133301,30004.49159431457,74083,0,30004.49159431457,0.0016000001,7.9134455,10000,31243.70892095565,0.0017338967,7.922397,0.0017799999,7.906208,50000
-1304.693614244461,0.6050024032592773,32000.55635213852,78998,0,32000.55635213852,0.0018000001,7.8329372,10000,33306.56731748581,0.0020129145,7.8298244,0.0019999999,7.8241224,50000
-1390.706758737564,0.6433432102203369,33997.315504550934,84001,0,33997.315504550934,0.0019,7.752259,10000,35389.42226982117,0.001953125,7.742617,0.00208,7.741793,50000
-1450.920217514038,0.6834356784820557,35993.23620557785,89270,0,35993.23620557785,0.0019,7.7178745,10000,37445.64071536064,0.0020527742,7.701437,0.00222,7.7050667,50000
-1505.3919687271118,0.7256448268890381,37989.50494408608,94561,0,37989.50494408608,0.0019,7.670427,10000,39496.46735692024,0.001813616,7.658918,0.0026399998,7.6551237,50000
-1589.862429857254,0.773186445236206,39985.52833747864,99468,0,39985.52833747864,0.0018000001,7.6621127,10000,41577.052481651306,0.0016342474,7.64568,0.00204,7.6454577,50000
-1611.5242595672607,0.8123252391815186,41981.95154380798,104689,0,41981.95154380798,0.0018000001,7.65344,10000,43595.22164225578,0.0016143175,7.6252575,0.0021199998,7.635452,50000
-1691.907369852066,0.8714404106140137,43978.46745610237,108937,0,43978.46745610237,0.0018000001,7.649656,10000,45672.22894263268,0.0017538265,7.6281743,0.00204,7.6303515,50000
-1816.6612305641167,1.4030964374542236,45974.4246840477,111895,0,45974.4246840477,0.0018000001,7.648998,10000,47793.9038836956,0.0021324935,7.6150737,0.00194,7.6296186,50000
-1847.798466205597,1.7638790607452393,47970.05360388756,114967,0,47970.05360388756,0.0017000001,7.6456165,10000,49821.3028011322,0.002072704,7.616824,0.00188,7.625837,50000
-1885.494007825852,2.183001518249512,49965.64317059517,117934,0,49965.64317059517,0.0019,7.6490345,10000,51855.24300432205,0.0018534757,7.623401,0.00182,7.628771,50000
-1914.1544938087463,2.561258316040039,51961.32361125946,120883,0,51961.32361125946,0.0021000002,7.644687,10000,53880.19545173645,0.0013153699,7.611876,0.0017799999,7.623189,50000
-1949.544005155564,2.9746978282928467,53956.820291996,123836,0,53956.820291996,0.0019,7.6381392,10000,55911.70957875252,0.0015744579,7.5977,0.00174,7.615778,50000
-1985.0605597496035,3.459739923477173,55952.328662633896,126748,0,55952.328662633896,0.0019,7.6265955,10000,57943.46052527428,0.002192283,7.5961895,0.0017799999,7.6027384,50000
-2012.879814863205,3.8696322441101074,57949.51488518715,129664,0,57949.51488518715,0.0019,7.61915,10000,59969.13365912437,0.0017338967,7.580449,0.00182,7.594372,50000
-2054.632348537445,4.288118839263916,59946.0051176548,132610,0,59946.0051176548,0.0018000001,7.605457,10000,62008.08043074608,0.001813616,7.5625515,0.0018,7.579831,50000
-2096.377536058426,4.6587910652160645,61943.662088871,135448,0,61943.662088871,0.0019,7.5847716,10000,64048.056831121445,0.0017737563,7.552586,0.00204,7.5581985,50000
-2123.342755794525,5.124191522598267,63938.85355734825,138357,0,63938.85355734825,0.002,7.5671916,10000,66071.15640091896,0.0021324935,7.5125346,0.0020599999,7.53964,50000
-2156.486003637314,5.550399541854858,65934.31674814224,141279,0,65934.31674814224,0.0019,7.5543923,10000,68100.40691971779,0.0019730548,7.5101995,0.00222,7.5270987,50000
-2195.9613015651703,6.055431127548218,67929.82773637772,144193,0,67929.82773637772,0.0019,7.5415044,10000,70136.11622142792,0.002351722,7.513111,0.00256,7.514347,50000
-2251.2275352478027,6.4613258838653564,69926.05036187172,147094,0,69926.05036187172,0.0021000002,7.5356674,10000,72188.20590472221,0.0018734055,7.492316,0.00244,7.5076427,50000
-2284.97248506546,6.899955034255981,71922.94839406013,149980,0,71922.94839406013,0.0018000001,7.536077,10000,74219.54028224945,0.002471301,7.497335,0.0025,7.5091887,50000
-2318.299463748932,7.3489696979522705,73918.37983560562,152933,0,73918.37983560562,0.002,7.536695,10000,76248.95145559311,0.0026705994,7.502706,0.00278,7.5088005,50000
+64.69926476478577,0.0,53.80131030082703,1,0,53.80131030082703,0.0013000001,6.910612,10000,118.50065970420836,0.0010762117,6.9101987,0.0011,6.910505,50000
+86.44905090332031,0.0397703647613525,2049.826003551483,6395,0,2049.826003551483,0.43960002,2.5965824,10000,2136.365298271179,0.6256776,1.5689651,0.56868,1.8507421,50000
+108.49990367889404,0.1349964141845703,4045.7496836185455,13740,0,4045.7496836185455,0.5343,2.1114912,10000,4154.4920818805695,0.75713485,0.9526457,0.66587996,1.383565,50000
+131.3270001411438,0.2016239166259765,6041.659068584442,21092,0,6041.659068584442,0.5665,1.966288,10000,6173.354122161865,0.80626196,0.7468492,0.69604,1.2423426,50000
+152.86800980567932,0.2448570728302002,8037.608729124069,28443,0,8037.608729124069,0.58580005,1.8870754,10000,8190.942818403244,0.82924104,0.63326895,0.71349996,1.1654677,50000
+174.9927954673767,0.3151042461395263,10033.702872037888,35796,0,10033.702872037888,0.6003,1.8511142,10000,10209.286883592606,0.8547313,0.5380873,0.72433996,1.1205891,50000
+196.35537314414967,0.4192686080932617,12029.607981204988,43147,0,12029.607981204988,0.6056,1.8409466,10000,12226.716282129288,0.871313,0.46765828,0.72818,1.1009811,50000
+217.0973782539368,0.5025744438171387,14025.61386179924,50502,0,14025.61386179924,0.61230004,1.8371395,10000,14243.602019548416,0.8854432,0.41532198,0.7328,1.0901387,50000
+237.31938290596008,0.5800423622131348,16021.685701847076,57855,0,16021.685701847076,0.609,1.840022,10000,16260.028512001038,0.89253825,0.3850234,0.73662,1.0837384,50000
+257.79344487190247,0.6483263969421387,18017.576412677765,65208,0,18017.576412677765,0.6104,1.8365499,10000,18276.52331066132,0.90124756,0.35447967,0.73748,1.0785924,50000
+276.8868010044098,0.7893733978271484,20013.38549757004,72561,0,20013.38549757004,0.6108,1.8346378,10000,20291.634605646133,0.90824294,0.32824045,0.74074,1.0726177,50000
+295.5284707546234,0.8865344524383545,22009.43017864228,79915,0,22009.43017864228,0.61490005,1.8260653,10000,22306.47315478325,0.9136041,0.3116816,0.74292,1.0638095,50000
+313.69797587394714,0.9892408847808838,24005.31016421318,87269,0,24005.31016421318,0.6208,1.8269247,10000,24320.700825214382,0.9151985,0.29835552,0.74513996,1.0610034,50000
+332.67340207099915,1.0685644149780271,26001.21587538719,94622,0,26001.21587538719,0.62310004,1.8336954,10000,26335.716311454773,0.92352915,0.27080315,0.74688,1.0591964,50000
+351.16429591178894,1.2089686393737793,27997.165731191635,101975,0,27997.165731191635,0.62320006,1.8342712,10000,28350.35700964928,0.92490435,0.26681402,0.74736,1.0602218,50000
+369.42036747932434,1.274552583694458,29993.1374783516,109331,0,29993.1374783516,0.6223,1.8452394,10000,30364.70661520958,0.9286312,0.24832252,0.7486,1.0602936,50000
+387.4781656265259,1.3403329849243164,31989.12622189521,116686,0,31989.12622189521,0.62310004,1.8545954,10000,32378.873791217804,0.93215877,0.23511541,0.74862,1.062171,50000
+405.35461807250977,1.407243728637695,33985.024151563644,124041,0,33985.024151563644,0.62140006,1.8547386,10000,34392.77033543587,0.9368423,0.22361873,0.75012,1.0643718,50000
+423.4676520824432,1.4830548763275146,35980.980189561844,131395,0,35980.980189561844,0.62280005,1.852586,10000,36406.970715522766,0.93939334,0.21290366,0.75088,1.0653294,50000
+442.1525115966797,1.554464340209961,37976.9183151722,138749,0,37976.9183151722,0.6233,1.8521956,10000,38421.72024726868,0.93939334,0.21290293,0.75162,1.0644616,50000
+461.0949785709381,1.613271951675415,39972.81428909302,146103,0,39972.81428909302,0.62600005,1.8532897,10000,40436.67267847061,0.9429807,0.20439605,0.7515,1.066416,50000
+479.6059491634369,1.682976484298706,41968.87982940674,153459,0,41968.87982940674,0.6261,1.8529103,10000,42451.374479055405,0.9436384,0.19484542,0.7524,1.0662144,50000
+499.2032101154328,1.7564749717712402,43964.87986493111,160803,0,43964.87986493111,0.62670004,1.859921,10000,44467.10048651695,0.94782364,0.18040912,0.75266,1.0689249,50000
+552.6016957759857,1.8376588821411133,45960.7723968029,167972,0,45960.7723968029,0.6251,1.8615223,10000,46516.528638362885,0.9487404,0.18130454,0.75286,1.0714159,50000
+574.862462759018,1.9537787437438965,47956.8501329422,172658,0,47956.8501329422,0.625,1.8682417,10000,48535.025040864944,0.94868064,0.17847335,0.75325996,1.0750405,50000
+597.1016075611115,2.3890323638916016,49952.47198367119,177063,0,49952.47198367119,0.62600005,1.8686966,10000,50553.51904273033,0.9486607,0.17960994,0.7531,1.074318,50000
+636.8429207801819,2.812356948852539,51947.90822029114,181600,0,51947.90822029114,0.62560004,1.8692299,10000,52589.320518255234,0.9502152,0.17258252,0.75378,1.0762789,50000
+678.5254654884338,3.305555582046509,53943.446397304535,186073,0,53943.446397304535,0.62570006,1.869183,10000,54627.26826930046,0.9526666,0.16909547,0.7543,1.0771687,50000
+698.0477120876312,3.8167998790740967,55938.98239707947,190646,0,55938.98239707947,0.628,1.866245,10000,56643.01434922218,0.9512117,0.16966121,0.75439996,1.0768428,50000
+740.9094491004944,4.328880071640015,57934.57347178459,194747,0,57934.57347178459,0.62960005,1.8696264,10000,58682.21131968498,0.95336413,0.16278976,0.75426,1.0784762,50000
+778.1086664199829,4.950573444366455,59930.2302134037,198524,0,59930.2302134037,0.62740004,1.8716532,10000,60715.90223026276,0.95336413,0.16411076,0.75376,1.0798633,50000
+808.0945663452148,5.439246416091919,61926.093482255936,202362,0,61926.093482255936,0.62560004,1.869789,10000,62742.43178105354,0.952826,0.16415659,0.75398,1.0797056,50000
+851.0713455677032,5.971511363983154,63922.77934002876,206423,0,63922.77934002876,0.62600005,1.8705279,10000,64782.85824751854,0.9546197,0.15765059,0.75356,1.0794744,50000
+887.9483625888824,6.512280464172363,65918.245708704,210203,0,65918.245708704,0.62740004,1.8746012,10000,66816.03911733627,0.9555166,0.15610996,0.75497997,1.0815759,50000
+926.6902208328248,6.9625163078308105,67914.09925222397,214153,0,67914.09925222397,0.6273,1.8760587,10000,68851.28239226341,0.95475924,0.15814532,0.755,1.0817531,50000
+966.0391397476196,7.543886661529541,69909.51558828354,218254,0,69909.51558828354,0.6268,1.8753902,10000,70886.89947223663,0.9552176,0.1577096,0.75531995,1.0797553,50000
+1026.6069040298462,8.02806806564331,71905.1672899723,222739,0,71905.1672899723,0.62960005,1.8752167,10000,72943.8052880764,0.9566725,0.15274695,0.75558,1.0793678,50000
+1062.7228429317474,8.600809574127197,73900.43143868446,228137,0,73900.43143868446,0.62750006,1.8712056,10000,74975.94643807411,0.9572704,0.15046822,0.75606,1.0797607,50000
@@ -27,7 +27,7 @@
   "xml_output_file": "",
   "experimental_orbax_use_distributed_process_id": false,
   "experimental_orbax_use_distributed_barrier": false,
-  "submission_path": "submissions_algorithms/submissions/self_tuning/schedule_free_adamw_jax_v2/submission.py",
+  "submission_path": "submissions_algorithms/submissions/self_tuning/schedule_free_adamw_jax_v2_bn_fix/submission.py",
   "workload": "imagenet_resnet",
   "tuning_ruleset": "self",
   "tuning_search_space": null,
@@ -38,7 +38,7 @@
   "framework": "jax",
   "torch_compile": true,
   "experiment_dir": "/experiment_runs",
-  "experiment_name": "submissions_a100/schedule_free_adamw_jax_v2/study_0",
+  "experiment_name": "submissions_a100/schedule_free_adamw_jax_v2_bn_fix/study_0",
   "save_checkpoints": false,
   "save_intermediate_checkpoints": true,
   "resume_last_run": null,
@@ -59,6 +59,7 @@
   "helpshort": false,
   "helpfull": false,
   "helpxml": false,
+  "only_check_flags": false,
   "chex_n_cpu_devices": 1,
   "chex_assert_multiple_cpu_devices": false,
   "chex_skip_pmap_variant_if_single_device": true,