Bug fix

submission/bbc.csv

@@ -1,11 +1,11 @@
 Method,Submitted By,VerbMem Forget,KnowMem Forget,PrivLeak,KnowMem Retain,Id
-target,Baseline,58.4,63.9,-99.8,55.2,00000000
-retrain,Baseline,20.8,33.1,0.0,55.0,00000000
-"ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,5.2,0.0,00000000
-"ga_gdr (epoch=7, lr=1e-5, bs=32)",Baseline,4.9,31.0,108.1,27.3,00000000
-"ga_klr (epoch=10, lr=1e-5, bs=32)",Baseline,27.4,50.2,-96.1,44.8,00000000
-"npo (epoch=10, lr=1e-5, bs=32)",Baseline,0.0,0.0,24.4,0.0,00000000
-"npo_gdr (epoch=10, lr=1e-5, bs=32)",Baseline,1.2,54.6,105.8,40.5,00000000
-"npo_klr (epoch=10, lr=1e-5, bs=32)",Baseline,26.9,49.0,-95.8,45.4,00000000
-"tv (alpha=512, lr=1e-5, bs=32)",Baseline,57.2,66.2,-99.8,55.8,00000000
-"whp (alpha=4, lr=1e-5, bs=32)",Baseline,19.7,21.2,109.6,28.3,00000000
+target,Baseline,58.4,63.9,-99.8,55.2,"-"
+retrain,Baseline,20.8,33.1,0.0,55.0,"-"
+"ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,5.2,0.0,"-"
+"ga_gdr (epoch=7, lr=1e-5, bs=32)",Baseline,4.9,31.0,108.1,27.3,"-"
+"ga_klr (epoch=10, lr=1e-5, bs=32)",Baseline,27.4,50.2,-96.1,44.8,"-"
+"npo (epoch=10, lr=1e-5, bs=32)",Baseline,0.0,0.0,24.4,0.0,"-"
+"npo_gdr (epoch=10, lr=1e-5, bs=32)",Baseline,1.2,54.6,105.8,40.5,"-"
+"npo_klr (epoch=10, lr=1e-5, bs=32)",Baseline,26.9,49.0,-95.8,45.4,"-"
+"tv (alpha=512, lr=1e-5, bs=32)",Baseline,57.2,66.2,-99.8,55.8,"-"
+"whp (alpha=4, lr=1e-5, bs=32)",Baseline,19.7,21.2,109.6,28.3,"-"

submission/hp.csv

@@ -1,11 +1,11 @@
 Method,Submitted By,VerbMem Forget,KnowMem Forget,PrivLeak,KnowMem Retain,Id
-target,Baseline,99.8,59.4,-57.5,66.9,00000000
-retrain,Baseline,14.3,28.9,0.0,74.5,00000000
-"ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-25.0,0.0,00000000
-"ga_gdr (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-26.5,10.7,00000000
-"ga_klr (epoch=5, lr=1e-5, bs=32)",Baseline,16.0,21.9,-40.2,37.2,00000000
-"npo (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-24.3,0.0,00000000
-"npo_gdr (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-30.8,22.8,00000000
-"npo_klr (epoch=4, lr=1e-5, bs=32)",Baseline,17.0,25.0,-43.5,44.6,00000000
-"tv (alpha=512, lr=1e-5, bs=32)",Baseline,99.7,52.4,-57.5,64.7,00000000
-"whp (alpha=256, lr=1e-5, bs=32)",Baseline,18.0,55.7,56.5,63.6,00000000
+target,Baseline,99.8,59.4,-57.5,66.9,"-"
+retrain,Baseline,14.3,28.9,0.0,74.5,"-"
+"ga (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-25.0,0.0,"-"
+"ga_gdr (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-26.5,10.7,"-"
+"ga_klr (epoch=5, lr=1e-5, bs=32)",Baseline,16.0,21.9,-40.2,37.2,"-"
+"npo (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-24.3,0.0,"-"
+"npo_gdr (epoch=1, lr=1e-5, bs=32)",Baseline,0.0,0.0,-30.8,22.8,"-"
+"npo_klr (epoch=4, lr=1e-5, bs=32)",Baseline,17.0,25.0,-43.5,44.6,"-"
+"tv (alpha=512, lr=1e-5, bs=32)",Baseline,99.7,52.4,-57.5,64.7,"-"
+"whp (alpha=256, lr=1e-5, bs=32)",Baseline,18.0,55.7,56.5,63.6,"-"