PSVR/ErrorVsHyperPar.R at master · ggazzola/PSVR · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
#load results .RData file first

source("MiscFunctions.R")


errMeasureVectToShow = c("rmse", "mae", "quantEightAe", "Maxae",
						"rmseCert", "maeCert", "quantEightAeCert", "MaxaeCert",
						"rmseUncert", "maeUncert", "quantEightAeUncert",  "MaxaeUncert")

performanceByParameterValueOut = PerformanceByParameterValue(doErrorFoldOutInnerList)

for(foldIdx in 1:5){
	system(paste("mkdir", paste0("Fold", foldIdx)))
	PlotBestPerformanceByParameterValueOverlap(performanceByParameterValueOut, foldIdx=foldIdx)
	system(paste("mv *pdf", paste0("Fold", foldIdx)))

}


for(foldIdx in 1:5){
	system(paste("mkdir", paste0("Fold", foldIdx)))
	for(errMeasureName in errMeasureVectToShow){
		PlotBestPerformanceByParameterValue(performanceByParameterValueOut, foldIdx=foldIdx, errMeasureName=errMeasureName, parName= "all")
		system(paste("mv *pdf", paste0("Fold", foldIdx)))
	}
}