diff --git a/tools/reproducibility/R/bcf_global_error_scale_trace.csv b/tools/reproducibility/R/bcf_global_error_scale_trace.csv index ac10de33..d69df576 100644 --- a/tools/reproducibility/R/bcf_global_error_scale_trace.csv +++ b/tools/reproducibility/R/bcf_global_error_scale_trace.csv @@ -1,101 +1,101 @@ "x" -0.977017555924798 -0.885458963234593 -0.786049464898303 -0.951476709745704 -1.0523832889825 -0.723989457679707 -0.791194781793684 -0.748363381516685 -0.883148773288968 -0.808104809920678 -0.809026140179086 -0.819466555139062 -0.679911866794367 -0.987097386632144 -0.894857153011312 -0.899624585523552 -0.944606911012047 -0.918071115432591 -0.987978967551071 -1.06142760332315 -0.793805156851375 -1.04428439664193 -0.845571837541829 -0.917238487807084 -0.801003482600917 -0.844699671715003 -0.871173531193631 -0.736482642825579 -0.934471424050563 -0.819000816123318 -0.8081000928243 -0.859019140054995 -0.79623166170501 -1.00035335544594 -0.748370588921551 -0.93214583458307 -0.976511665549651 -1.04516764747032 -0.854658690474195 -0.909233267569558 -0.919606071986996 -1.0194082288701 -0.8479043557417 -0.851276756485862 -1.11504904125403 -1.00895285775352 -1.00066905207877 -1.06588554372102 -1.04233533242227 -0.88045063291217 -1.05260433744857 -0.943880730442699 -0.897376615475276 -0.884593535260914 -0.954869141428995 -0.830348902952281 -0.805552472643476 -0.927686392567595 -0.727602746267787 -0.878572873807805 -0.98065589446805 -0.706633878822923 -0.733059148805368 -0.743174925459334 -1.00667946405771 -0.70247618772733 -0.794842881303237 -1.0576699578038 -0.964868760094923 -0.97184260325497 -1.0155065232178 -0.944987937947895 -0.956487754364814 -0.926936495106298 -1.13570882669576 -1.07311637028471 -0.908466586523337 -0.971238329307905 -0.921267503771315 -0.943179170203834 -0.808294258559123 -0.883551051276867 -0.990876854080676 -1.00833417387509 -1.16632740342469 -0.800642249858195 -1.07832779799125 -0.921644662450405 -0.816965511710941 -0.969593330198732 -0.867487823905763 -0.811669136359631 -0.850581273688953 -0.908777876623234 -0.827797323206396 -1.20298156085951 -1.04718415907641 -1.00253086486291 -1.10949210654015 -1.23432921882952 +0.835057390527875 +0.772967708030753 +0.765662901663218 +0.813282534010279 +0.861875387091012 +0.771076864647132 +0.733555193254458 +0.777386407737305 +0.739619198970411 +0.772197542618768 +0.855289397804366 +0.964383542120553 +0.884141734836008 +0.932837423467071 +0.895410829532017 +0.827075957830231 +0.83339696999623 +0.93464558676212 +1.08784258564994 +0.981527364703355 +1.07444665805252 +0.856897509913146 +0.809771654617549 +0.913624468012124 +1.0633878717626 +0.834388938026091 +0.95939873862961 +0.805633722900663 +0.979871629876882 +0.944354777664246 +1.06761254436369 +0.84644796569065 +0.877266331095848 +0.868680395168051 +0.837078289475603 +0.921893204784428 +0.966629422608304 +0.8655119427732 +0.752968343780954 +0.794892127595091 +0.841081991311893 +0.914299627095208 +0.937775814023563 +0.97152098872426 +0.933556117903682 +0.822548665676365 +0.831306390191294 +0.861926650071228 +0.723160188861029 +0.731691061358828 +0.69707254110307 +0.877743437861596 +1.06166550322429 +0.95557546969514 +1.05351243509153 +0.789863316268786 +1.05522344310535 +0.956620673220025 +0.73945919942064 +0.902443786390174 +0.844942889432071 +0.772623320711263 +0.7687395675933 +0.738152990302785 +0.938884266449867 +1.00256107093715 +1.08141638264305 +0.992869436960964 +0.926835688987717 +0.882704551643681 +0.923310412816038 +0.943598147723322 +1.09918459221996 +1.26754075282713 +0.946144389375277 +0.974590342565027 +0.91763172383414 +0.787247982208309 +0.922537755132363 +0.88958833754762 +0.971951631135818 +0.9494633134804 +0.779511151202659 +0.765632643018294 +1.21959424608715 +1.07942617035723 +0.983229909882598 +1.42711785314495 +0.992008660068492 +0.931470816704723 +1.01861088477247 +0.879731053627934 +1.03380834610208 +0.959473453360466 +0.873088344566241 +0.880161452984159 +0.894454614681722 +0.774927434089796 +0.9018848336329 +0.912503628185806 diff --git a/tools/reproducibility/R/bcf_y_hat_in_sample.csv b/tools/reproducibility/R/bcf_y_hat_in_sample.csv index b2f93aa1..03362af6 100644 --- a/tools/reproducibility/R/bcf_y_hat_in_sample.csv +++ b/tools/reproducibility/R/bcf_y_hat_in_sample.csv @@ -1,201 +1,201 @@ "x" -1.28476259283415 --0.645840425283513 --0.271028595373082 --0.607661790041823 --1.12408398100049 --0.456425790680912 --0.538599537908984 -1.64244276159642 --0.548599209502769 -2.22006703250245 --1.13849101163173 --0.724196284031485 -2.37449830807886 --0.324184033251471 --0.188096160910303 --0.191488754879986 -0.60838277410811 -3.00262736243607 -0.0939734957176639 -3.03215621508396 -0.37735372508664 -2.49066196588221 -2.74050994906874 --0.0239080350912302 -2.2459890353255 --1.28020680486317 -1.86356718737434 -0.612646788483275 --1.00510137213534 --0.328948919415205 -2.56053086703709 -2.45571872157387 -2.38228979755684 --0.309646112447359 -2.08648874344422 -0.821522214405002 -3.20547931518439 -2.71068732208176 --0.730863135882811 -1.51804509392932 --1.40054762268639 -0.945352639712034 -2.98240926626714 --0.671768608593154 -2.67625503860973 --0.604278437993081 --0.496840175506978 --0.576428967208958 -3.4985756906997 --0.910655553109914 --0.314987359722058 -0.287916439378143 --0.432538094148155 --0.600358919507237 -2.72999405127113 --0.905704435453759 -1.3230209240436 --0.244526936118358 -0.223516785845098 --1.37969154487309 --0.552328087250385 -2.81487203575364 -1.790441444266 -1.14926418668128 -1.70777446702273 --0.251598554025708 -2.60238435149926 -2.24020921111985 -2.32762000114075 --0.795109498198015 -0.326764145375044 --0.679426018161721 -0.133756089362287 --0.651057325138188 -3.14449135542898 --1.15203391588509 -2.79677199808184 --0.648830735262943 -2.52800269099742 -0.63976340746107 --1.49553521754945 --0.903582306349516 -2.74103758690659 -1.90825433828567 -3.34322991894558 --0.297724580075791 --0.401770680933377 -2.22767265766292 -2.71828045406227 --0.239679952610305 -0.769383719532702 -0.568044703297746 -2.95196669798612 -2.23678417490783 -1.31835064676623 --0.17016464640506 -2.88741986889999 -0.935686006332457 -0.455221912139675 --1.00934912582093 -0.213153683024637 -2.48511341309752 -0.554919877115582 -0.325942984761381 -2.88419450725063 -1.41093450416762 -2.72818418804198 -2.77772586480157 --0.41582595805189 -2.06315420033511 -1.29009928190358 -2.46487931451909 --1.43028561491754 --0.246356437473153 -2.59111335438112 --0.726150576261734 --0.736244655491247 -0.552795524468098 -2.32293791211798 --0.654625279663348 -1.06839145060173 -1.42771185486564 --1.20605250468512 -1.0950236621682 --0.559909870083972 -0.589551402055616 -2.30392440562951 -2.17466733711559 --0.7202064651633 -3.08553765155089 --0.548159642462292 -1.77024419649936 -2.90190518320859 -0.810779983442335 --1.16516194575812 --0.373486734947266 --0.0140153022971754 -0.359604629943289 -2.30912610856357 --1.0828593954031 -2.48553370550791 --0.554564661950324 --0.165871360636399 -2.60235628633139 -1.72646242296991 -0.778020471469686 --0.0603025540664971 --0.980630223764457 -2.14341987874876 -2.27924537294996 -2.53812306769324 -3.16517671099479 -2.82909951601368 --0.927189277555119 -3.18999416850237 -2.20470063124093 --0.733452727060642 --0.736411484892569 -0.060019116102449 --0.460139933298785 -2.34333666897504 -0.483378824996268 --0.556042304684286 -2.39096959767866 -2.27134422107891 --0.180137662843983 -2.17226379960823 -2.21581158733246 --0.599100563522287 -2.84553923461222 -2.06515259377199 --0.498542344819315 --0.471150360850935 --0.786610908080196 -1.93982529210501 --1.27591862167684 -2.71167115168203 -1.67402458789222 --0.0741683644006265 -0.469669200265285 --0.35516930115411 -2.81948847663866 -1.97372834198948 -2.29445122716535 --0.422730295985542 -2.58084693931055 --1.23057033823929 --0.143114414709624 -1.15502845297957 --0.296121768789908 --0.251907721309162 -0.973948202524382 -2.94002499715373 --1.2029901593249 --0.585460394942566 -1.16634124087989 --1.66532037861828 --1.42418162048863 -1.8320634074777 --1.02253078208422 +1.22018026122674 +-0.522053740071744 +-0.587207063302589 +-0.532480779086052 +-1.0896976403373 +-0.417931632572934 +-0.487251982341742 +1.55412972797348 +-0.707327208350028 +2.27121476938688 +-1.16212511082772 +-0.724274470424328 +2.53041549621575 +-0.416682963727686 +-0.0236590531707573 +-0.33129542834708 +0.71547739233595 +3.02489428353024 +-0.0137550948812776 +3.1410378441717 +0.417370639512943 +2.66152839952488 +2.78111908405061 +-0.0134470602497278 +2.44528248004238 +-1.22434320618613 +1.93554292107125 +0.68337145775727 +-1.04883973205591 +-0.210449136224587 +2.61785407709602 +2.41680816872299 +2.49735211530638 +-0.198978302490759 +1.9148721649897 +0.720977108434938 +3.24256283395224 +2.7217687209081 +-0.805339866928433 +1.33534637161946 +-1.3792929003754 +0.899728615259525 +2.9590831446032 +-0.70902640293415 +2.96953956855947 +-0.63254010363335 +-0.647168455638302 +-0.472928594189364 +3.49795650848198 +-0.868486703283994 +-0.268640184135101 +0.338509221525445 +-0.388650184782113 +-0.462961029691724 +2.99841898973009 +-0.741061042320164 +1.29753700786755 +-0.357202335849661 +0.224564828094803 +-1.13964382118947 +-0.698526057769235 +2.92817568305673 +1.844996168366 +1.02713658235951 +1.40050015334235 +-0.339600611819798 +2.50534674276803 +2.38190318471913 +2.50098243597616 +-0.861196385116616 +0.250819370167299 +-0.608423064464234 +0.142245039035554 +-0.811372530685626 +3.30353680438185 +-1.01418465313783 +2.90612125836344 +-0.497817681748013 +2.46891314863385 +0.553274427277823 +-1.37679536503308 +-0.867259824834081 +2.8407237426459 +1.8041738979938 +3.30017765397542 +-0.363401663051325 +-0.26875320449481 +2.30392956124346 +2.58647211754374 +-0.154917574299275 +0.878613860906722 +0.600682567025414 +2.99052752626422 +2.25209410121212 +1.3093045495384 +-0.367520897600708 +2.94257528947053 +0.862986051953235 +0.511635228342956 +-1.06948443525274 +0.140297817037749 +2.32013513522473 +0.49102865207558 +0.227756893437178 +2.93806104521731 +1.36191649763401 +2.75412994960254 +2.7851301079956 +-0.3689316651866 +1.9417356733261 +1.15854975181177 +2.2973370409088 +-1.35986387550244 +-0.0971059387122143 +2.74902547080181 +-0.832012032786631 +-0.81270079316345 +0.426570472689683 +2.22311811350322 +-0.627567573121465 +0.88128236228894 +1.36833765841137 +-1.27470439202977 +1.08234822675065 +-0.583925811854383 +0.655966065374191 +2.12529637850036 +2.23270605005983 +-0.71541486670115 +3.26277415843218 +-0.500549565253699 +1.76117258346673 +2.96955976255632 +0.872443121443465 +-1.20239932306432 +-0.341539906599455 +-0.139404565894798 +0.235123954883294 +2.13744455720578 +-0.978277213076887 +2.55160845661997 +-0.752882686907699 +-0.143821257373587 +2.55918611825455 +1.70239555105967 +0.744947099379027 +-0.0558733933103575 +-0.848320972313334 +2.20926511571817 +2.23735647629235 +2.48205485573791 +3.19402285630313 +2.95127420545857 +-0.859477181851331 +3.26146681657604 +2.22257259777018 +-0.740586630642307 +-0.75881875975079 +0.0388010486475573 +-0.532631102950672 +2.38819812364988 +0.484252051277903 +-0.58134151430669 +2.28942089854075 +2.38951466724936 +-0.264709664272561 +2.14650394160894 +2.09658389484329 +-0.601986649633913 +2.82000013652545 +2.05981910019758 +-0.616114895649086 +-0.49029181105177 +-0.827049129448302 +1.98175652625862 +-1.27863833924989 +2.71482326011217 +1.49863210895142 +-0.0287993607987866 +0.466418339703583 +-0.213089481356745 +2.85977187003712 +1.96058772135406 +2.21665233733653 +-0.542253839543881 +2.58289901837809 +-1.26462832999795 +-0.191011423771051 +1.13971322692581 +-0.558957505414966 +-0.33688845304325 +0.981062165107804 +2.9235126445445 +-1.2269246479887 +-0.661037875516523 +1.21084820933892 +-1.58763761167699 +-1.42383121046825 +1.83422106451967 +-0.963820806687134 diff --git a/tools/reproducibility/R/simple-bart.R b/tools/reproducibility/R/simple-bart.R index a13fc486..d3f83979 100644 --- a/tools/reproducibility/R/simple-bart.R +++ b/tools/reproducibility/R/simple-bart.R @@ -76,3 +76,9 @@ if (global_error_scale_mismatch) { } else { cat("No mismatches found in the global error scale trace") } + +# Fail the CI job if any results drifted from the stored references +if (y_hat_mismatch || global_error_scale_mismatch) { + cat("\n") + quit(status = 1) +} diff --git a/tools/reproducibility/R/simple-bcf.R b/tools/reproducibility/R/simple-bcf.R index 5ce81c73..1afe94f5 100644 --- a/tools/reproducibility/R/simple-bcf.R +++ b/tools/reproducibility/R/simple-bcf.R @@ -89,3 +89,9 @@ if (global_error_scale_mismatch) { } else { cat("No mismatches found in the global error scale trace") } + +# Fail the CI job if any results drifted from the stored references +if (y_hat_mismatch || global_error_scale_mismatch) { + cat("\n") + quit(status = 1) +} diff --git a/tools/reproducibility/python/bcf_global_error_scale_trace.csv b/tools/reproducibility/python/bcf_global_error_scale_trace.csv index 06e917f8..42731930 100644 --- a/tools/reproducibility/python/bcf_global_error_scale_trace.csv +++ b/tools/reproducibility/python/bcf_global_error_scale_trace.csv @@ -1,101 +1,101 @@ 0 -0.6122829549774519 -0.4778003385999023 -0.6149855047502464 -0.6287915611174405 -0.6169474943177888 -0.6222383479807528 -0.5935095951845558 -0.6224793029568929 -0.5762267433516736 -0.6105231855147185 -0.6908449592239532 -0.748328277156185 -0.8032025278051389 -0.6689062290541578 -0.8952706497392982 -0.7919599623934619 -0.7691710387122985 -0.6824181260307949 -0.9565867533098781 -0.7354072790432653 -0.7314669189666991 -0.8182653040707399 -0.9204196153920121 -0.7377462042853578 -0.9094869154799237 -0.8113948057365942 -0.6978587663223292 -0.7737712124954713 -0.6151165494025456 -0.7340124790804159 -0.818240973006198 -0.8345426816070389 -1.0794901271604835 -0.9091674321340103 -1.0490911388185835 -0.8573637492319518 -1.0507531966995352 -1.1976991706460536 -0.938745487025204 -0.8728854833232004 -0.8884844566758175 -0.943109990979741 -0.9070023073253145 -0.8582374464961853 -0.9013864642880582 -1.016980252791316 -1.2255329258846845 -0.7958143773771497 -0.8486638691888568 -0.8477047583609221 -0.7724647478917461 -0.6957061238655269 -0.8105372566517381 -1.1156516017110023 -0.8662437095016702 -0.8471573804402123 -0.8297472092201134 -0.934254805331778 -0.82920848004242 -0.8500424614098707 -0.9211986649923722 -0.9961593634597765 -1.0433622089577015 -1.0508625008555668 -0.9912654817333167 -0.8844099016410286 -1.2380377224079904 -1.0300814964110037 -1.0964892207577117 -1.1396704072282717 -1.1193466777569798 -1.183863874106027 -0.9496875698590534 -0.9265436288529254 -1.3116640112911175 -0.9376743499009875 -0.9260827578857026 -0.851593649009788 -0.9425492353254504 -1.227570953404457 -0.8846402966912313 -0.9180100534343896 -1.0774338406190427 -1.0139437526198753 -1.0806929462835495 -1.053281207367728 -1.0513477006831597 -1.0922095840602042 -0.8784384552573098 -0.852410438309119 -1.1479532612485432 -1.035794133449242 -0.9592686076615848 -1.0637049377278052 -0.9558378667903799 -1.005232262177593 -0.7955537522895687 -0.9588797924256017 -0.8254103583593916 -0.7603452035006738 +0.6978953016069512 +0.7005638748001807 +0.9122453532781216 +0.7319460320078042 +0.6927463589690293 +0.6489341825553843 +0.8276942944099931 +0.8686748932956665 +0.8723178598364028 +1.0165701126247542 +0.7863961464112225 +0.7422412773988032 +0.8002425581363245 +0.7087369104085703 +0.9681676511024216 +0.975955701145363 +0.9522254984201222 +0.9421427921029892 +0.8271839126370425 +0.7473619652433349 +0.955228543941062 +0.6657473267046149 +0.6312382752677459 +0.8158786673400875 +0.8124972401580539 +0.7900181146977571 +1.003506528794659 +0.7341417421442608 +0.6394622448504231 +0.7010070594901489 +0.6437803154489624 +0.6859869962525835 +0.8147689536583157 +0.8316928947855432 +0.8453864825706549 +0.9169195597101473 +0.8324064890366123 +0.7183778014741935 +0.8056319732620948 +0.6828498453014438 +0.663485853376066 +0.6069337339047809 +0.8062673169209383 +0.6602292538838215 +0.9558301677185078 +1.0073978300951856 +0.7900893306134116 +0.6408302638740568 +0.5758164729043567 +0.7944375284466605 +0.7675566669345747 +0.7385810505014735 +0.8288487015015947 +0.8335935241582068 +0.7990588175280494 +0.8127837126306916 +0.847877357552254 +0.862375386643943 +0.8423213931148315 +0.7192255131248486 +0.8720426154359902 +0.8322894545514938 +0.6370128039251446 +0.7878630908761369 +0.7607209676879083 +0.7690936968984419 +0.9275934015866923 +0.7005680403830357 +0.7873651715830406 +0.9472770252915254 +0.8512105904604904 +0.8429843292175755 +0.8477409967901135 +0.9000898796874597 +0.7689813117645943 +1.0492693713492809 +1.0159464022913078 +0.8788019772084539 +0.8814431665809214 +0.8709291978181046 +0.8403621708572491 +0.9128830967755782 +1.0774552180412036 +1.0169986061843888 +0.9584106767686493 +1.111551845673362 +1.2078684869013552 +1.0050455764125896 +0.8611291049622216 +0.9630497790458575 +1.0413051412288257 +0.8370161975708463 +1.0633147177288564 +0.9027484471032832 +0.9820014252490984 +0.9950225968520919 +1.0633587414173664 +1.0151040548038734 +0.8906034976429007 +0.9148495141851297 diff --git a/tools/reproducibility/python/bcf_y_hat_in_sample.csv b/tools/reproducibility/python/bcf_y_hat_in_sample.csv index 9cea8fca..22225317 100644 --- a/tools/reproducibility/python/bcf_y_hat_in_sample.csv +++ b/tools/reproducibility/python/bcf_y_hat_in_sample.csv @@ -1,201 +1,201 @@ 0 -0.338703495302368 --0.15175088675254503 -2.0993863957500105 --1.3405004871931248 -2.3955314961095144 --0.04109269624967608 -0.04623052607790143 --1.7231539863811265 --0.36545321330585884 -1.4396975788123267 --0.9822933431763355 -3.4996176610306895 --0.3542449608512666 -1.2639061742536808 -3.1013985019409516 --0.9727432856953777 -2.849451106229752 --1.2391691185470015 --1.563763392664636 -0.11415221598505633 -2.164019927582187 -2.7308564855427084 -3.4937505170289644 -1.4714997698143628 -2.6232726413707805 -0.7999628365984834 --0.610103513128852 -1.2086236113416016 -1.927580170782212 -3.229502633089011 -3.4010782979853382 --1.1735936527609327 --0.8476618886849979 --0.7200092375784187 -1.4385818696934192 --0.2990742195157261 --1.7107971709445235 --1.4882077243601761 --0.22746439891327447 -1.670368867521743 --0.506009146115796 -2.8391424700633103 -2.8089930597575137 -0.6689986077714183 --1.5188155242722687 -0.116551838130025 -2.075258785594792 -3.755555913397344 -3.528092471421454 --0.2534041078765661 --1.1390358082850223 --1.9233285456986635 -0.0922126635668561 -0.6777291869539549 -2.053607691831942 -3.3385192055652744 -1.7685335122815522 -0.38092923080249297 -1.5181052794608363 -1.2854560807638802 --0.8383247241722407 -2.2637436351538596 --0.7086149895619402 -2.852025343933133 -0.7106268358241601 --0.9247415262495698 -1.7117086393923842 -0.23619923811360685 -2.98585370628077 -0.7832135565092854 --1.0791271589505758 --1.036926956373845 --1.7662594077429483 -0.13769864597805231 --0.28283263886286986 --1.4561143351719432 -2.287322125572483 -4.115963221401887 -1.166634588939815 --1.2594962789274056 --0.725014625418729 --1.1904409908200897 -1.9511409229643806 -3.4004585546402266 -0.13286333749524953 --1.4298658934346855 -2.7534929645717297 -2.605989455865028 -2.415906275171984 -3.5586369475585276 --1.2268573389858313 --0.5255360254053031 --0.3235395432240529 -2.265052313224399 -3.078315613707561 -1.0860699870646138 -3.4738602427071408 -3.560306654044356 --0.4604320045830179 -3.6213540548384135 -4.091398111792475 -3.311506656962521 --0.2873985510693289 --0.03353732207310358 -2.4012730692581643 -1.7170191438675588 -0.2527565321571641 -2.5215327140629555 --1.0879644613865558 -2.961162388963991 -0.06754927109684469 -2.156424950028493 -2.34175117688593 --1.215872964749612 --1.2591956090177956 --1.0180690597009456 -2.854314489810696 -2.7072544806313097 -0.8633552656164083 -1.6734314212383083 -3.0997339423780037 --0.67799235942857 -2.1451336860321524 -2.3167408518449686 -2.613215022320836 -0.5252172915665368 -2.665409007203162 --1.2410800107396007 -2.675665548822286 -3.473965919884009 --0.6170339664686157 --1.2858452678655692 -1.8700739298387083 -3.298240699383411 -3.0842459984572663 --0.3672795861688318 -1.9294092147370117 --1.3303970541059993 -1.1005383706524554 -2.0790409064842827 -0.3170910386501752 --0.8435049807889708 --1.3311573126119316 --1.244631047137667 --0.8037489125535799 --0.3088825817341465 -1.9661372730899913 --1.3789955942830254 --1.3518312684740295 --1.0292839025201341 -2.2696365713971356 --0.7885271672774776 -0.8301012920157284 -3.009795455605199 --0.24353563241321535 --0.7225528702963574 -2.6986243357591184 -1.5172796614504511 -3.064486882399544 -3.0745212235889983 -2.2422594835744776 -2.1495898932358695 -0.9677906494589483 -3.205767066038149 --0.15036465287602133 -0.5890802496846219 -1.2276852526492166 --1.0136729335063366 --0.9641939899275869 --0.7987550115819118 -2.502294793678272 --1.2916062317476267 --1.3081656408444875 --1.026039514213807 --1.3769408354391381 --0.8843249475537782 -2.63308476772315 -3.0204064808335005 -0.2619412281589361 -2.0136347254110665 --1.7562818029714717 -0.2385348166884413 -2.42187613062676 -1.9711271818076932 -2.673011544353475 -1.8346598815398274 --0.44751454354856873 --0.35613833682557966 --0.5977842554873353 --1.0916376559428682 -1.2472154297965035 --1.0202933180344191 -2.9715717254285767 --0.9763972657143474 -0.23123968326158312 -2.9266878952496787 -2.576117403757533 -3.0497174120366477 --1.678762303232172 -1.5196653811546312 +0.48080564598960024 +-0.048545589022641354 +2.052597340247075 +-1.3130372517994584 +2.4181652797290623 +-0.07222816596714163 +0.02091610519380789 +-1.7895193686096607 +-0.19040947013309023 +1.5668227467096352 +-0.9665765447563628 +3.3215059728843386 +-0.4253918415656841 +1.0519429719649998 +3.166992116111408 +-0.9176590357244604 +3.0626200007784177 +-1.5063277779914344 +-1.905034411643316 +0.07804510500721656 +2.1009580282651505 +2.816548492193421 +3.6134243744835897 +1.4422476379908908 +2.6499895257663604 +0.7929598971748958 +-0.7535040382619127 +1.1544487114197535 +1.7035348647110382 +3.3576556223258827 +3.5197401340880092 +-1.2353214810122395 +-0.9528879981493631 +-0.7062967343389914 +1.435266583711779 +-0.48890114704476717 +-1.902248428436197 +-1.5536292273057368 +-0.13403836134588126 +1.6483686227528165 +-0.5136961171313843 +2.8188146732681743 +2.90953979507871 +0.7230232288543489 +-1.5866951945270527 +0.35121464269362784 +2.115834592622026 +3.8437943201180382 +3.673852755404003 +-0.22047002765551993 +-1.1062555774598475 +-1.9681311297856268 +-0.05100232366476045 +0.6471156353602489 +1.942577047398434 +3.374922732237786 +1.7849863278175035 +0.2541547379743631 +1.623673500770647 +1.4696628398319058 +-0.8151178171569916 +2.1896376192885465 +-0.6489939599095648 +3.1195700007751124 +0.8047379753157415 +-0.8671450293662049 +1.6503308082717854 +0.18328253812553597 +2.7169116368668766 +1.0112554777089822 +-1.1625264719392883 +-1.2235799895378154 +-1.8596537609782209 +0.15365125556424483 +-0.43628765090444005 +-1.4944201474452672 +2.272093727954227 +4.085706746129021 +1.2256223773510115 +-1.1225700735215927 +-0.636077318212464 +-1.1331336282482625 +1.9149273912094273 +3.3425241766737868 +0.24532393688791082 +-1.5889909186688085 +2.6422894164582185 +2.615112733190739 +2.4178665253207283 +3.470014436906565 +-1.2314701903567746 +-0.6261793245348719 +-0.5231802696483805 +2.151866346546023 +2.929250308599855 +1.030572839311033 +3.7147573454927683 +3.6671794483864617 +-0.5741057792435736 +3.8154138565118587 +3.8377413398620943 +3.3530830723116827 +-0.2669751086857539 +-0.07231296358437994 +2.2748732521350186 +1.8401826270291084 +0.18318131868500298 +2.393786416757204 +-0.9722784997623707 +3.0717463908495417 +0.036739142079655604 +2.170248429511493 +2.4278094223286795 +-1.2415515396042511 +-1.2907596074679069 +-0.8877520726486224 +2.5859071985285045 +2.8152135308857247 +0.8167618770801723 +1.5659665411010764 +3.322135493907772 +-0.895423441609335 +2.205216688170168 +2.2305178000151273 +2.665800299595081 +0.7559769023826627 +2.655242677813409 +-1.252781292925872 +2.790297470488552 +3.704932049446931 +-0.4653364293062283 +-1.4682426918502574 +1.8868847695223223 +3.1638649910919914 +3.08216952004126 +-0.3066058000695317 +2.075442187380534 +-1.4003565270008347 +1.030246531234991 +2.0519977206484934 +0.2629856371075077 +-0.6360003320232451 +-1.4253834828664194 +-1.3513175929077061 +-0.6599839720899716 +-0.28016562416937413 +1.7719909373159346 +-1.7409403570440063 +-1.4667054718990693 +-0.9171891268178177 +2.2144612031783732 +-1.034926533859277 +0.7584221586912979 +2.945553989978184 +-0.2917969516841155 +-0.7098862039612629 +2.542772630396568 +1.66530319525852 +2.9915270560801677 +3.0371129530283794 +2.265066197303841 +1.9776740793769207 +1.0048982689161305 +3.060145898818091 +-0.13699208042917652 +0.8632529092829518 +1.2347790409523407 +-1.021613556072763 +-0.959205970546961 +-0.5733147653142795 +2.587959573704791 +-1.4424287114561496 +-1.428309027439414 +-0.8035744563412827 +-1.1803773250985286 +-0.9830517909566475 +2.783698603910482 +3.053083355784358 +0.5726027566907592 +2.248167448917707 +-1.9307961421087165 +0.4469726622668057 +2.370766165156645 +1.812788539959444 +2.692506792662579 +1.714699187244638 +-0.4247009354352015 +-0.3669877685444227 +-0.7796718449772376 +-0.940946310495823 +1.0494060327121069 +-1.176360052210092 +3.0524115679579777 +-1.0800884567263014 +0.18289567500049336 +2.676943120059665 +2.502741207075612 +3.188789851419993 +-1.7245911904341198 +1.7312663078692583 diff --git a/tools/reproducibility/python/simple-bart.py b/tools/reproducibility/python/simple-bart.py index 933f7854..c6756029 100644 --- a/tools/reproducibility/python/simple-bart.py +++ b/tools/reproducibility/python/simple-bart.py @@ -2,6 +2,8 @@ # Run BART on a simple dataset and compare results across platforms # Load libraries +import sys + import numpy as np import pandas as pd from stochtree import BARTModel @@ -64,3 +66,7 @@ ) else: print("No mismatches found in the global error scale trace") + +# Fail the CI job if any results drifted from the stored references +if np.any(y_hat_mismatch_loc) or np.any(global_error_scale_mismatch_loc): + sys.exit(1) diff --git a/tools/reproducibility/python/simple-bcf.py b/tools/reproducibility/python/simple-bcf.py index b8f85b09..14ef2452 100644 --- a/tools/reproducibility/python/simple-bcf.py +++ b/tools/reproducibility/python/simple-bcf.py @@ -2,6 +2,8 @@ # Run BCF on a simple dataset and compare results across platforms # Load libraries +import sys + import numpy as np import pandas as pd from scipy.stats import norm @@ -77,3 +79,7 @@ ) else: print("No mismatches found in the global error scale trace") + +# Fail the CI job if any results drifted from the stored references +if np.any(y_hat_mismatch_loc) or np.any(global_error_scale_mismatch_loc): + sys.exit(1)