correlation analysis revealed little, no DA rarely lucky

src/training/MVE/MVE_SL_DA_v7.ipynb

@@ -278,8 +278,7 @@
      "user_tz": 300
     },
     "id": "1dfe3810-672c-4a28-b606-b3079a40fca4",
-    "outputId": "45493f2a-ea42-401e-f88b-b0ad39b969ed",
-    "scrolled": true
+    "outputId": "45493f2a-ea42-401e-f88b-b0ad39b969ed"
    },
    "outputs": [
     {

src/training/MVENoDA/models/mve_noDA_v1_aug7_1800.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.45671128932475175, 0.4313708459328472, 0.4325300261677946, 0.43071336741857164, 0.43290810207998076, 0.43272247943189507, 0.44363846879118757, 0.47221876095156345, 0.490126467383104, 0.48806569470565975, 0.49503212774911354, 0.4951186590373407], "train_regression_loss": [1.7798182265305214, 0.3326193286034481, 0.22241927908096715, 0.1453932379210671, 0.0812946619564698, 0.051055033263874665, 0.041712800520974494, 0.038180303284847325, 0.03638769812555047, 0.0351619659812348, 0.03345019714583317, 0.031721938488293286], "train_mve_loss": [0.7435235217676738, 0.01096424388603888, -0.06348360445047346, -0.07593396675417122, -0.07619839619123249, -0.08043159862683993, -0.07231244250835758, -0.1373577120916499, -0.1211698942662811, -0.09660252657679796, -0.0725209514595146, -0.07586914071408007], "train_r2_score": [-4.466448190230935, -0.014914753405375203, 0.3227783359540768, 0.5566690423220215, 0.7519166902625275, 0.8438324317053313, 0.872124930301442, 0.882992804974133, 0.8882841330382275, 0.8918847933668456, 0.8969270973840336, 0.9027401697005798], "val_source_regression_loss": [0.536534153207948, 0.2609699425063556, 0.18642156486269795, 0.10922792120070397, 0.06363971616271176, 0.04611955927331236, 0.040423755710826646, 0.0380167167728083, 0.03698620999444135, 0.03575683774167224, 0.03408152646609122, 0.03211541994934595], "val_target_regression_loss": [0.5316514957554733, 0.26789371518394617, 0.2012699218113211, 0.13112060423893265, 0.0834356290347214, 0.06671460241645197, 0.059304477717680264, 0.06115252746245529, 0.05786426440824436, 0.05886816261689874, 0.05644025967185256, 0.05410155363946776], "val_source_r2_score": [-0.638949075883756, 0.19962527274214606, 0.42369348562295944, 0.6681094395306921, 0.8030732644613332, 0.8602817077345896, 0.8752404533050157, 0.882546918395806, 0.8871279189089278, 0.8911245259638837, 0.8959500468343745, 0.9017961453034679], "val_target_r2_score": [-0.6450243169595343, 0.1725664311455694, 0.379841744060187, 0.5880934167710289, 0.7371413051749491, 0.7932435538742608, 0.8156501945013377, 0.8115534896895655, 0.8221931156755373, 0.8192531158990477, 0.8282218923880502, 0.8341380533341013], "val_source_mve_loss": [0.12881945545160317, -0.041867368689537804, -0.07402196244772853, -0.07139268163827402, -0.08480675796730609, -0.10530797665632224, -0.05765108467091488, -0.1564685630647442, -0.14506108153469954, -0.07125253357653376, -0.06425656694211537, -0.09889228217586686], "val_target_mve_loss": [0.11962037406201605, -0.039954274592190225, -0.06159105779060835, -0.05201728950855853, -0.0854569524526596, -0.09619665749465363, -0.043675092614809924, -0.1217927778068977, -0.09956523304498649, 0.0017598695328011167, 0.00794945541280027, -0.04123924460403527], "da_weight": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956], "epoch_no": 12}

src/training/MVENoDA/models/mve_noDA_v1_aug7_1800_mve.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.45671128932475175, 0.4313708459328472, 0.4325300261677946, 0.43071336741857164, 0.43290810207998076, 0.43272247943189507, 0.44363846879118757, 0.47221876095156345, 0.490126467383104, 0.48806569470565975, 0.49503212774911354, 0.4951186590373407, 0.4998886347143916, 0.5055220929098739, 0.5089604754879444, 0.5338295600096095], "train_regression_loss": [1.7798182265305214, 0.3326193286034481, 0.22241927908096715, 0.1453932379210671, 0.0812946619564698, 0.051055033263874665, 0.041712800520974494, 0.038180303284847325, 0.03638769812555047, 0.0351619659812348, 0.03345019714583317, 0.031721938488293286, 0.029982422136274292, 0.028329509921657975, 0.02711425146677104, 0.026047998691961796], "train_mve_loss": [0.7435235217676738, 0.01096424388603888, -0.06348360445047346, -0.07593396675417122, -0.07619839619123249, -0.08043159862683993, -0.07231244250835758, -0.1373577120916499, -0.1211698942662811, -0.09660252657679796, -0.0725209514595146, -0.07586914071408007, -0.08850923361736852, -0.07392430368477182, -0.08209390167003902, -0.11236054484325528], "train_r2_score": [-4.466448190230935, -0.014914753405375203, 0.3227783359540768, 0.5566690423220215, 0.7519166902625275, 0.8438324317053313, 0.872124930301442, 0.882992804974133, 0.8882841330382275, 0.8918847933668456, 0.8969270973840336, 0.9027401697005798, 0.9081539725839829, 0.9131323757785506, 0.9167624160526503, 0.920090625295645], "val_source_regression_loss": [0.536534153207948, 0.2609699425063556, 0.18642156486269795, 0.10922792120070397, 0.06363971616271176, 0.04611955927331236, 0.040423755710826646, 0.0380167167728083, 0.03698620999444135, 0.03575683774167224, 0.03408152646609122, 0.03211541994934595, 0.032354668560850466, 0.02861887075101273, 0.02830000441002695, 0.027389098831181284], "val_target_regression_loss": [0.5316514957554733, 0.26789371518394617, 0.2012699218113211, 0.13112060423893265, 0.0834356290347214, 0.06671460241645197, 0.059304477717680264, 0.06115252746245529, 0.05786426440824436, 0.05886816261689874, 0.05644025967185256, 0.05410155363946776, 0.05614188077706325, 0.05750054413382011, 0.06008303712440442, 0.056360192785534675], "val_source_r2_score": [-0.638949075883756, 0.19962527274214606, 0.42369348562295944, 0.6681094395306921, 0.8030732644613332, 0.8602817077345896, 0.8752404533050157, 0.882546918395806, 0.8871279189089278, 0.8911245259638837, 0.8959500468343745, 0.9017961453034679, 0.8851914207588305, 0.9117742111249643, 0.9124066603317132, 0.9149885793990185], "val_target_r2_score": [-0.6450243169595343, 0.1725664311455694, 0.379841744060187, 0.5880934167710289, 0.7371413051749491, 0.7932435538742608, 0.8156501945013377, 0.8115534896895655, 0.8221931156755373, 0.8192531158990477, 0.8282218923880502, 0.8341380533341013, 0.8263278387831263, 0.8224907139708892, 0.8144996939548528, 0.8239554291616261], "val_source_mve_loss": [0.12881945545160317, -0.041867368689537804, -0.07402196244772853, -0.07139268163827402, -0.08480675796730609, -0.10530797665632224, -0.05765108467091488, -0.1564685630647442, -0.14506108153469954, -0.07125253357653376, -0.06425656694211537, -0.09889228217586686, -0.0672498671455851, -0.06516895318238795, -0.12358097137906883, -0.17705825027785724], "val_target_mve_loss": [0.11962037406201605, -0.039954274592190225, -0.06159105779060835, -0.05201728950855853, -0.0854569524526596, -0.09619665749465363, -0.043675092614809924, -0.1217927778068977, -0.09956523304498649, 0.0017598695328011167, 0.00794945541280027, -0.04123924460403527, 0.0075600320190379895, -0.01528548368229236, -0.0940902949888495, -0.1582223373123362], "da_weight": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956, 0.952, 0.948, 0.944, 0.94], "epoch_no": 16}

src/training/MVENoDA/models/mve_noDA_v2_aug7_1850.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.4823229176143842, 0.45340196589447246, 0.43362494153558007, 0.42023051460656646, 0.41652283813443436, 0.41054611531864355, 0.4103502410802806, 0.4104772177703638, 0.4050434996974969, 0.3971634857233961, 0.3927646792566972, 0.3814061908715386, 0.37474460921623154, 0.37079962526858395, 0.37242459390019583, 0.36978274594713173, 0.3680433632032963, 0.37015743474637786], "train_regression_loss": [3.209983528423135, 1.8869915908607748, 1.0223977818567531, 0.5659993827016088, 0.3777406669240547, 0.31278478459095826, 0.2828611876454606, 0.2544724958143461, 0.22037935077163376, 0.18114309173615367, 0.1406798562412942, 0.10306279784174026, 0.07469411839950674, 0.058117083517299925, 0.05024114509251044, 0.044804417012324065, 0.0417886462396307, 0.03930234336643267], "train_mve_loss": [1.4616569700145199, 0.7783212866055246, 0.3499701798942887, 0.12336437641753657, 0.025909280687080222, -0.011943851102150337, -0.03218548976896259, -0.04958156144018311, -0.06482182478896552, -0.07430793730102793, -0.07913989814294595, -0.08091528690888307, -0.07978891416825695, -0.08283214530204397, -0.0842718544077312, -0.09081451217533247, -0.09153499211128495, -0.08576325026138173], "train_r2_score": [-8.863407130412602, -4.799637067663551, -2.132105092374355, -0.7335869883548345, -0.153013849994084, 0.04652010623424637, 0.13843709168450932, 0.2241403620681012, 0.32902607626848174, 0.44806260360744676, 0.570486236277831, 0.6860529276252342, 0.772360341806429, 0.8222867371893388, 0.846087907683539, 0.8625110402625152, 0.8718867892509036, 0.8794111135991597], "val_source_regression_loss": [2.528742630270463, 1.413024058824853, 0.7546047134489953, 0.4502522547411013, 0.34133610619774346, 0.3009272517659996, 0.2728756479447401, 0.2410924474272547, 0.20464308503307874, 0.16462006749986094, 0.12464172072425674, 0.0893012111228478, 0.0694116712842561, 0.05499667693165284, 0.049480837875906424, 0.04482543496768686, 0.04223510915342765, 0.03877599629325957], "val_target_regression_loss": [2.51216294795652, 1.3866703412200831, 0.7319176393219188, 0.43586732239662845, 0.3318932928333554, 0.29819479056551484, 0.276974882506117, 0.24912332564215117, 0.21593384916269326, 0.1827717909141432, 0.14283840688346308, 0.1083318234621724, 0.08557624544335317, 0.07218726014694836, 0.06665975067623053, 0.0623196148419682, 0.060124751274721534, 0.05750431747564787], "val_source_r2_score": [-6.747748206813473, -3.3894137148127843, -1.3162308721124252, -0.3643500910047622, -0.04785635906480071, 0.08857151197073021, 0.168726442648557, 0.2595146377507508, 0.3805861597323174, 0.5006494042808909, 0.6208181399586855, 0.7293506656739778, 0.7663507309147638, 0.8303789585590862, 0.8471625693137618, 0.8603724045457073, 0.8720912925395652, 0.8822238632978993], "val_target_r2_score": [-6.827863045020708, -3.345138492211111, -1.2690502394900869, -0.35583846213801834, -0.024190282315344334, 0.07993547221432594, 0.14460067575163654, 0.23383276962571306, 0.33880093065978917, 0.441674213503448, 0.5641695160850656, 0.6677075131494327, 0.7359359834537288, 0.7763028313399661, 0.7936791166653181, 0.8051513554048749, 0.8159647176216663, 0.8227126560792511], "val_source_mve_loss": [1.0962707302238368, 0.5415236878244183, 0.21685543778953673, 0.06378687500859363, 0.004536733446831379, -0.021217750803909346, -0.03960832590355149, -0.05663199208771126, -0.06909509569029265, -0.07424691166799469, -0.0778505534546662, -0.07801889047568923, -0.07966463522443289, -0.0760725509799734, -0.12101953542685207, -0.07487383447115935, -0.09849005711229541, -0.07019010549293289], "val_target_mve_loss": [1.0880242254160628, 0.5254667397541336, 0.20175603607410117, 0.05314145145254045, -0.0028995145171220546, -0.02419532005545459, -0.03788822013413227, -0.05086527718231082, -0.0585637900954749, -0.05686017564981233, -0.057954099241502674, -0.05747866347620759, -0.05752415021386328, -0.04594965185970068, -0.095087147400349, -0.03456875424879261, -0.05445947380194181, -0.01409939336118913], "da_weight": [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956, 0.952, 0.948, 0.944, 0.94, 0.9359999999999999, 0.9319999999999999], "epoch_no": 18}