papermve underperformed, testing LR changes

src/training/PaperMVE/models/papermve_v2_aug20_2300_A.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.14171619084025214, 0.09234708312973788, 0.08112785318897019, 0.07486122610622939, 0.06931352319784967, 0.06689328259670974, 0.0631944967954806, 0.06097305187754592, 0.05751752018097659, 0.05382804638132371, 0.05139332045196561, 0.04859043989616567, 0.046692300063491524, 0.044016990761257285, 0.042385220028786925, 0.04131343942203677, 0.041334115857534263, 0.04125360568723142], "train_regression_loss": [0.48797291247565744, 0.03640179961351116, 0.025215445775913257, 0.021567565006743675, 0.019977939287898636, 0.018505899191338576, 0.017693364647961132, 0.016694417132245176, 0.016156560591110446, 0.015805169716528473, 0.015454646080333936, 0.014843150067962094, 0.014391245981048404, 0.014084878579800238, 0.014294035285813444, 0.013829023365299106, 0.013374080541807566, 0.012928976531360142], "train_mve_loss": [0.12884222775258436, -0.06685608139319492, -0.07679792913783622, -0.057006714731059845, -0.0898172630906323, -0.07213242821586088, -0.07763274777101752, -0.04229388286068463, -0.05927454580602252, -0.05856317423209139, -0.07659978454105107, -0.06086583675602127, -0.04499791397404954, -0.06529132680460076, -0.13264092860889828, -0.09334408934526077, -0.0853547247559159, -0.04913234782372848], "train_r2_score": [-0.49979648475019134, 0.8885556195665604, 0.9226957297285969, 0.9337922353595214, 0.9387759390441881, 0.9432968770905772, 0.9456757541017096, 0.948724497183578, 0.9504051763694727, 0.9514733324965523, 0.9525774611587504, 0.9544719772630814, 0.95582528791105, 0.9568420948396805, 0.9561455734155854, 0.9576225801012299, 0.9590055318729516, 0.960380876323001], "val_source_regression_loss": [0.051814438858229644, 0.02759797661120345, 0.022722357035774715, 0.020533009782243684, 0.018786263853833553, 0.017996022145554517, 0.017331541972650084, 0.01658370020757815, 0.016617162476418316, 0.016546932737206577, 0.015016406869432728, 0.01453464669264426, 0.014086747479737755, 0.014272656807806462, 0.014128014501658785, 0.013784107888580128, 0.013181305567550051, 0.01294368773603895], "val_target_regression_loss": [0.06415419845254558, 0.033276413502112315, 0.027895361914708736, 0.02387456355652042, 0.022484586989376575, 0.021551217854165347, 0.02061970847522377, 0.02036555313689124, 0.02095124132005842, 0.021372834588312038, 0.019348366019927014, 0.01988182643392853, 0.01882635168493933, 0.019455251894938717, 0.018772623958481345, 0.019050467006007956, 0.018624904440941326, 0.017897031821642713], "val_source_r2_score": [0.8399696292275641, 0.9149503017048498, 0.9294102865817961, 0.9362956222779177, 0.9418561809332547, 0.9441915047615267, 0.9462341744054528, 0.9487681289022982, 0.9487118999474637, 0.9485005463437204, 0.9533891711281949, 0.9549543336846501, 0.9564838971768649, 0.9557961968489218, 0.9566074458724074, 0.957296264786495, 0.9591024288879163, 0.959973666743258], "val_target_r2_score": [0.8066832267226567, 0.8999522006150313, 0.91571245726923, 0.928126686676812, 0.9326871409334051, 0.935021784351175, 0.9383031244700374, 0.9387641090035903, 0.9364549349305963, 0.9355673505937165, 0.9417583494182262, 0.9391515371390227, 0.942994287701166, 0.9414095583376697, 0.9432867330354171, 0.9428100031555487, 0.9437528450125846, 0.9460819529967375], "val_source_mve_loss": [-0.06713845205914443, -0.05004548359733478, -0.04898816662704109, -0.05784976574930416, -0.09930715320786093, -0.03914439742257641, -0.034646860353506295, -0.040228853986901084, -0.1056646142795587, -0.17449211704123552, -0.039846202667067, -0.035392908130291924, -0.03660284203423816, -0.08704451220050739, -0.11287496125052689, -0.13608250430055485, -0.04583674568421901, -0.03588992249291793], "val_target_mve_loss": [-0.0611632282187225, -0.046277164641744015, -0.046864694708092194, -0.057220376078869886, -0.09791834913431459, -0.03923907810762809, -0.034399816766381264, -0.040498065602058056, -0.10397983660363848, -0.1716957797480237, -0.04197345292017718, -0.036494966264173485, -0.038555548318727, -0.08536302834559398, -0.11118394667935219, -0.13401222656107253, -0.04581523753085714, -0.036663676795970865], "da_weight": [1.4, 1.3986666666666665, 1.3973333333333333, 1.396, 1.3946666666666665, 1.3933333333333333, 1.392, 1.3906666666666665, 1.3893333333333333, 1.388, 1.3866666666666665, 1.3853333333333333, 1.384, 1.3826666666666665, 1.3813333333333333, 1.38, 1.3786666666666665, 1.3773333333333333], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956, 0.952, 0.948, 0.944, 0.94, 0.9359999999999999, 0.9319999999999999], "epoch_no": 18, "lr": [[3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05]]}

src/training/PaperMVE/models/papermve_v2_aug20_2300_A_mve.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.14171619084025214, 0.09234708312973788, 0.08112785318897019, 0.07486122610622939, 0.06931352319784967, 0.06689328259670974, 0.0631944967954806, 0.06097305187754592, 0.05751752018097659, 0.05382804638132371], "train_regression_loss": [0.48797291247565744, 0.03640179961351116, 0.025215445775913257, 0.021567565006743675, 0.019977939287898636, 0.018505899191338576, 0.017693364647961132, 0.016694417132245176, 0.016156560591110446, 0.015805169716528473], "train_mve_loss": [0.12884222775258436, -0.06685608139319492, -0.07679792913783622, -0.057006714731059845, -0.0898172630906323, -0.07213242821586088, -0.07763274777101752, -0.04229388286068463, -0.05927454580602252, -0.05856317423209139], "train_r2_score": [-0.49979648475019134, 0.8885556195665604, 0.9226957297285969, 0.9337922353595214, 0.9387759390441881, 0.9432968770905772, 0.9456757541017096, 0.948724497183578, 0.9504051763694727, 0.9514733324965523], "val_source_regression_loss": [0.051814438858229644, 0.02759797661120345, 0.022722357035774715, 0.020533009782243684, 0.018786263853833553, 0.017996022145554517, 0.017331541972650084, 0.01658370020757815, 0.016617162476418316, 0.016546932737206577], "val_target_regression_loss": [0.06415419845254558, 0.033276413502112315, 0.027895361914708736, 0.02387456355652042, 0.022484586989376575, 0.021551217854165347, 0.02061970847522377, 0.02036555313689124, 0.02095124132005842, 0.021372834588312038], "val_source_r2_score": [0.8399696292275641, 0.9149503017048498, 0.9294102865817961, 0.9362956222779177, 0.9418561809332547, 0.9441915047615267, 0.9462341744054528, 0.9487681289022982, 0.9487118999474637, 0.9485005463437204], "val_target_r2_score": [0.8066832267226567, 0.8999522006150313, 0.91571245726923, 0.928126686676812, 0.9326871409334051, 0.935021784351175, 0.9383031244700374, 0.9387641090035903, 0.9364549349305963, 0.9355673505937165], "val_source_mve_loss": [-0.06713845205914443, -0.05004548359733478, -0.04898816662704109, -0.05784976574930416, -0.09930715320786093, -0.03914439742257641, -0.034646860353506295, -0.040228853986901084, -0.1056646142795587, -0.17449211704123552], "val_target_mve_loss": [-0.0611632282187225, -0.046277164641744015, -0.046864694708092194, -0.057220376078869886, -0.09791834913431459, -0.03923907810762809, -0.034399816766381264, -0.040498065602058056, -0.10397983660363848, -0.1716957797480237], "da_weight": [1.4, 1.3986666666666665, 1.3973333333333333, 1.396, 1.3946666666666665, 1.3933333333333333, 1.392, 1.3906666666666665, 1.3893333333333333, 1.388], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964], "epoch_no": 10, "lr": [[3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05], [3e-05]]}

src/training/PaperMVENoDA/models/papermvenoDA_v1_aug20_2000_B_104.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.40898056886749684, 0.38644220632325577, 0.36981736613229815, 0.36423469634498495], "train_regression_loss": [1.2757740911280215, 0.16814152399585386, 0.06205923233685208, 0.03767068806603224], "train_mve_loss": [0.5210201546821788, -0.07904024673430028, -0.0709941167962419, -0.08624897079484391], "train_r2_score": [-2.919811361022979, 0.48766258388999145, 0.8099627257661721, 0.8845072131532273], "val_source_regression_loss": [0.2750624420156904, 0.09011093325390937, 0.04458606545665082, 0.03337773180026917], "val_target_regression_loss": [0.30507730640423525, 0.12988792606599772, 0.08211495162575108, 0.07495290971106025], "val_source_r2_score": [0.1541029953521751, 0.7217838359779353, 0.8617304798560457, 0.8966083475095249], "val_target_r2_score": [0.08845964724890502, 0.6120064879394375, 0.7527822549268018, 0.7751838508684507], "val_source_mve_loss": [-0.01505846621625861, -0.08883779806790838, -0.05969631714615852, -0.05205526507821432], "val_target_mve_loss": [-0.002713139145190169, -0.029399963413145703, -0.019804346246888066, -0.013554238669046313], "da_weight": [0, 0, 0, 0], "beta": [1.0, 0.996, 0.992, 0.988], "epoch_no": 4}

src/training/PaperMVENoDA/models/papermvenoDA_v1_aug20_2000_B_104_mve.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.40898056886749684, 0.38644220632325577, 0.36981736613229815, 0.36423469634498495, 0.3597648433891467], "train_regression_loss": [1.2757740911280215, 0.16814152399585386, 0.06205923233685208, 0.03767068806603224, 0.030699650018086055], "train_mve_loss": [0.5210201546821788, -0.07904024673430028, -0.0709941167962419, -0.08624897079484391, -0.09602974188706448], "train_r2_score": [-2.919811361022979, 0.48766258388999145, 0.8099627257661721, 0.8845072131532273, 0.9058274719395155], "val_source_regression_loss": [0.2750624420156904, 0.09011093325390937, 0.04458606545665082, 0.03337773180026917, 0.028569096592581195], "val_target_regression_loss": [0.30507730640423525, 0.12988792606599772, 0.08211495162575108, 0.07495290971106025, 0.07621864649425646], "val_source_r2_score": [0.1541029953521751, 0.7217838359779353, 0.8617304798560457, 0.8966083475095249, 0.9110523489053931], "val_target_r2_score": [0.08845964724890502, 0.6120064879394375, 0.7527822549268018, 0.7751838508684507, 0.7688304046106808], "val_source_mve_loss": [-0.01505846621625861, -0.08883779806790838, -0.05969631714615852, -0.05205526507821432, -0.16367785338383573], "val_target_mve_loss": [-0.002713139145190169, -0.029399963413145703, -0.019804346246888066, -0.013554238669046313, -0.12598792297445285], "da_weight": [0, 0, 0, 0, 0], "beta": [1.0, 0.996, 0.992, 0.988, 0.984], "epoch_no": 5}