exploratory testing for papermve begun

src/training/PaperMVE/README.md

@@ -1,2 +1,27 @@
-All models are like MVE_SL_DA_v7.
-A: v1, seed = 102
+v1:
+    DA Weight = 1.4
+    beta = 1 -> 0.5 (150 ep), 0.5 (100 ep)
+    batch size = 128
+    lr = 3e-5
+    seed = 13
+
+v2:
+    DA Weight = 1.4 -> 1.0 (150 ep) 1.0 (100 ep)
+    beta = 1 -> 0.5 (150 ep), 0.5 (100 ep)
+    batch size = 128
+    lr = 3e-5
+    seed = 13
+
+v3:
+    DA Weight = 1.4 -> 1.0 (250 ep)
+    beta = 1 -> 0.5 (150 ep), 0.5 (100 ep)
+    batch size = 128
+    lr = 3e-5
+    seed = 13
+
+v4:
+    DA Weight = 1.4 
+    beta = 1 -> 0.5 (150 ep), 0.5 (50 ep), 0.0 (50 ep)
+    batch size = 128
+    lr = 3e-5 (200 ep), step 3e-5 / 25 (100 ep)
+    seed = 13

src/training/PaperMVE/models/papermve_v1_aug24_1135.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.46571406569515766, 0.31523833335317686, 0.20090040018342747, 0.1353747663266916, 0.09639784740028695, 0.07623379050296011, 0.06440870600056169, 0.05715709976456937, 0.05196451777132599, 0.04677335732706722, 0.043539421111890124, 0.041562314283177665, 0.039121091205769745, 0.03709078691150632, 0.0355110219943676, 0.033952433111953124, 0.03233140045044845, 0.0310207377928539, 0.03152522721567908, 0.03093705358838414, 0.03019395486283128, 0.02933707954855789, 0.028647779568798253, 0.02895591310114758, 0.029537389201318105, 0.02782116260318259, 0.02847203627991502, 0.027042934614858526, 0.027708254235250095, 0.026999629421033632, 0.027026084461121716, 0.025905120685369702, 0.026370230958315203, 0.026807414149862104, 0.025949551786893683, 0.026486193907653173, 0.02554882175614291, 0.025639806913256208, 0.024388200792414178, 0.02509462848898207], "train_regression_loss": [2.074006853199528, 0.4476484234633786, 0.2444876195689224, 0.16871768865441492, 0.11192111807178971, 0.08374753092471816, 0.06831012871899596, 0.05728577309623497, 0.04867161841044914, 0.04132271744991896, 0.03504392970864145, 0.03017598601020668, 0.02672413641236164, 0.023880276156477018, 0.02199309636622504, 0.020427014549319007, 0.019274776758901924, 0.018547322166916767, 0.018006043559726893, 0.017575816820006158, 0.0174545322168598, 0.017044532419245355, 0.01694060698614696, 0.01661948703733397, 0.01647331190195064, 0.016892461795734424, 0.016885587681677375, 0.01648382700714104, 0.016061846473317258, 0.01585056175779163, 0.015560387044641065, 0.015448159779978736, 0.015471863563783753, 0.01564407133424086, 0.015796954157869494, 0.016243831532065784, 0.016067076903483548, 0.015681685428637366, 0.01535682262379465, 0.014972248015894642], "train_mve_loss": [0.883496187804386, 0.06467497170586957, -0.0475547973669289, -0.082216675446064, -0.08995863623998827, -0.09450818366546464, -0.07149635294837098, -0.08020914735534727, -0.0655447321533612, -0.06407274352131204, -0.05847851435570438, -0.05646891941672269, -0.05095169099364464, -0.05327789892716643, -0.06109695796815634, -0.09296040455563849, -0.0670959307408638, -0.05943605591163339, -0.13552700786747487, -0.09301066691467923, -0.08364434810644748, -0.06267010107963351, -0.06126578831176871, -0.05996460114117078, -0.09104140583677744, -0.14865319206084804, -0.1088785987068138, -0.10433296037929804, -0.08558487033359094, -0.07042216407424572, -0.0711768204022805, -0.07464809467849173, -0.1581764476309093, -0.12863649445597825, -0.1377287552005848, -0.14797304765452415, -0.1387340432710578, -0.08498258239009045, -0.07342823246796998, -0.08350632963548849], "train_r2_score": [-5.3215408737193775, -0.35311696310105833, 0.2615865464084045, 0.4904606789426952, 0.6623819860718841, 0.7468381598116415, 0.7932906825915584, 0.8268220684624027, 0.8528567655696773, 0.8750773857246001, 0.8938035077544663, 0.9086078026757789, 0.919058559523341, 0.9277206151317262, 0.9334039360175707, 0.9380744770113437, 0.9416057995517222, 0.9437167851816565, 0.9454041044688622, 0.946770446650565, 0.947135279344753, 0.9483511284477728, 0.948620324060127, 0.9496334339030359, 0.9500396819453556, 0.9488391113075761, 0.9488309261879424, 0.9501000901340055, 0.9513054278400083, 0.9519063338123193, 0.9528735740628612, 0.9531760402803283, 0.9531348842419366, 0.9524665045306503, 0.9521464389906874, 0.950757304310564, 0.9512967464519624, 0.9524147106940186, 0.9534967836130602, 0.9546012626702923], "val_source_regression_loss": [0.7791940901852861, 0.2846672484014608, 0.20120368879052658, 0.13340413032830517, 0.09306828074062927, 0.0750709547649456, 0.06149274214536329, 0.052192808753704724, 0.04505294957492925, 0.03790544593541682, 0.03207990286659591, 0.02816739437889449, 0.02498686865349359, 0.022833692016009287, 0.020670384097891518, 0.01971070817376994, 0.01867829015643536, 0.018169180773009982, 0.017904861629763735, 0.017858857725145696, 0.017558505888320978, 0.01702428078632566, 0.016427445826651173, 0.016370043417886844, 0.01701704730998866, 0.016763325167607656, 0.016940736459403097, 0.016891595306275767, 0.01590162393035768, 0.015506946010208583, 0.015511769318033624, 0.015416219417901732, 0.01573478475307362, 0.0157432351850822, 0.015633765973527974, 0.016133962104780766, 0.015989558323274686, 0.015571383464657054, 0.014907721984141234, 0.015249543717201752], "val_target_regression_loss": [0.7236893282660956, 0.29719075296498554, 0.23411893523946592, 0.16700951170317735, 0.12071070933266531, 0.09680980274194403, 0.07896674650756619, 0.06586861704723744, 0.05458902890640724, 0.04482102752486362, 0.03838162513190432, 0.03385757313027412, 0.03002579455983035, 0.027511928513457504, 0.02456819553729854, 0.024295757123846795, 0.02371251835381683, 0.022823534870543814, 0.023015035587492624, 0.023581057492219195, 0.02298206774682938, 0.023379514347526092, 0.023054561330170573, 0.022826862203169474, 0.02376677816191429, 0.02343489868637127, 0.023296018508321876, 0.02273967944651465, 0.023367642165645013, 0.02288854737542098, 0.022172770179996762, 0.022133587034348444, 0.02240771658812897, 0.02143602247668218, 0.022357864152121393, 0.022407058708935598, 0.023078642196104497, 0.022490094580887993, 0.021980160198917117, 0.021251552632149263], "val_source_r2_score": [-1.3842716219677729, 0.1322579462530454, 0.38659334969776465, 0.5921590124382067, 0.7157056979487826, 0.7711578889863329, 0.8118235446259966, 0.8403987728581797, 0.863105801711273, 0.884374921657776, 0.9014255299156846, 0.9129511641792328, 0.9231749288730984, 0.9295903159036895, 0.9369294809773602, 0.939491632066312, 0.942761871049857, 0.9443483902761565, 0.944950974627775, 0.9440654392345101, 0.9461070668834208, 0.9478692461649184, 0.9494782254270795, 0.950112053626692, 0.9475525383326141, 0.9486073791648907, 0.9479332493021855, 0.9483331707451822, 0.9513528818253711, 0.9524157522339906, 0.9524645660387168, 0.9529931818925211, 0.9516327341431793, 0.9514831116607113, 0.9517930619399299, 0.9501763547992866, 0.9506393543997608, 0.952653303303727, 0.9541666439205483, 0.9537976999573575], "val_target_r2_score": [-1.1479454603945873, 0.11412473379810571, 0.3070801201218464, 0.504685994681194, 0.6418270982281997, 0.711263208352986, 0.765728665157079, 0.80465596620837, 0.8379546228672413, 0.8663154144417552, 0.8855903618441304, 0.8984021683646111, 0.9110229713822221, 0.9182468354903665, 0.9266165316856936, 0.9279576336193919, 0.9284907437759935, 0.9320884795346315, 0.9314112021962399, 0.9301500483555368, 0.9311330674562424, 0.930504448142137, 0.9314813401344217, 0.9320312597521669, 0.9288313095966149, 0.9299941429201665, 0.9303036664844652, 0.9322697018695297, 0.9302619041053263, 0.9318493721030279, 0.9338992288831585, 0.9340154137563675, 0.933176321988172, 0.9360987941994805, 0.933590543779118, 0.9330639870360248, 0.9312478959847631, 0.9330583568335978, 0.9346384986487133, 0.9366719029541176], "val_source_mve_loss": [0.23364228519457805, -0.021602714384163293, -0.07154325037440167, -0.0878078511244134, -0.08299894347975525, -0.09132355121494848, -0.06867623621527152, -0.07382696390717844, -0.06391605607505087, -0.05770891659621951, -0.04787812297102771, -0.0770467161377774, -0.04040424869973448, -0.038109740030161945, -0.15297426981262013, -0.05110441723579093, -0.056595638300044625, -0.044649047281923177, -0.13563608236705202, -0.0679206068662903, -0.0602553167109248, -0.06001716606979129, -0.05142028742953192, -0.07067647029327441, -0.14295996386039106, -0.13635872908030885, -0.07681164942398856, -0.11118731572280956, -0.07012083447432216, -0.062427989666975, -0.08652803339535677, -0.17062176896046988, -0.13707444911138922, -0.12228618533928183, -0.12684379197374174, -0.15348698594902135, -0.10717312774703472, -0.07034266744799252, -0.09867878201641614, -0.08441645576606822], "val_target_mve_loss": [0.20261395034156268, -0.01991898675531715, -0.056348685599580596, -0.0621589415388394, -0.057575965276624584, -0.07027483821103844, -0.04748380040349085, -0.062317980052549626, -0.056004790094079854, -0.05246203689824177, -0.042687271026116386, -0.07362615114337281, -0.039060935236607926, -0.037365226098631, -0.15093400470818144, -0.04870953750384005, -0.0552538932312893, -0.042354948158505594, -0.13200384312415425, -0.06346561099532284, -0.05785822769320464, -0.057992183945224256, -0.04996881426512441, -0.06907790748378899, -0.14147469231599494, -0.13383747684427455, -0.07534980377818964, -0.10827918133780925, -0.0657130098795589, -0.0585205310696288, -0.08344048629455929, -0.16769450563418714, -0.1360141638713547, -0.12057676845336263, -0.12443599284072465, -0.1508810612597043, -0.1034762826335581, -0.06578276122484027, -0.09539097396633293, -0.08271269632291191], "val_source_nll_loss": [0.468348626471773, -0.07256388924780148, 295.39362887104477, 2053.7422016483697, 2796.9133313579273, 1023.9744021832189, 4905.472200669065, 3485.392782597602, 3257.9294521318207, 3923.7116987131817, 3941.7960413679293, 115.52119198403781, 5212.535983701296, 5351.34170416337, -0.7639722635474386, 7125.677071486847, 8025.4003689922865, 4724.459458749506, 3069.951486424555, 6871.402640427215, 7494.9430874208865, 4696.394328829609, 5331.2453582377375, 2619.3276656911344, 1.1524563409105133, 27.181000727641432, 4967.913764149328, 3565.401648412777, 5814.677693427364, 3810.5318611241596, 651.830786994741, 0.44258015065253536, 326.5974250511278, 967.2343466877937, 1327.3841262708736, 2873.1784897446632, 1918.1755717102485, 5763.35019036788, 3499.3419081289558, 1626.608873488028], "val_target_nll_loss": [0.4783958362627633, -0.042773748429704314, 114.2478171845403, 7160.938166835545, 9868.283390965455, 5413.650606185198, 13956.80195122731, 7204.229023205328, 5971.430237782152, 6727.473840056341, 9780.372838273834, 1309.8204751248602, 9481.713247564774, 8585.53907486155, -0.7552964951418624, 8270.897735982002, 8257.177412974683, 6217.299733608584, 3493.1875507982472, 10411.990067494067, 9312.56800089003, 6536.0682844330995, 6368.423179143591, 3189.2568177814724, -0.6818293974369387, 29.776451064816005, 4372.541291475296, 4194.805444258678, 8937.63852662678, 6395.062831444076, 971.2386045108867, 4.286321592481831, 223.82797857025002, 768.7367046611218, 1363.7266504689107, 2871.9899339555186, 2765.762153596818, 7663.7067778382125, 3669.624952871588, 2343.1501302085344], "da_weight": [1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4, 1.4], "beta": [1.0, 0.9966666666666667, 0.9933333333333333, 0.99, 0.9866666666666667, 0.9833333333333333, 0.98, 0.9766666666666667, 0.9733333333333334, 0.97, 0.9666666666666667, 0.9633333333333334, 0.96, 0.9566666666666667, 0.9533333333333334, 0.95, 0.9466666666666667, 0.9433333333333334, 0.94, 0.9366666666666666, 0.9333333333333333, 0.9299999999999999, 0.9266666666666666, 0.9233333333333333, 0.92, 0.9166666666666666, 0.9133333333333333, 0.91, 0.9066666666666666, 0.9033333333333333, 0.9, 0.8966666666666667, 0.8933333333333333, 0.89, 0.8866666666666667, 0.8833333333333333, 0.88, 0.8766666666666667, 0.8733333333333333, 0.87], "epoch_no": 40}