mve performing better, zero variances fixed w sigmoid

training/notebooks/MVE/models/mve_v1_aug4_0222.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.4225033487055376, 0.26109212314134544, 0.20419651031548625, 0.1794197205011435, 0.16691030376681026, 0.16118357126929642, 0.1581171736243765, 0.15569636459978234, 0.15303554842878522, 0.1500128376581987, 0.15116651461781488, 0.14899126906118185, 0.1476585825452312, 0.1477168613476117, 0.1490665985445, 0.14989960925752327, 0.14813403132792147, 0.14530853348251235, 0.14581340214261407, 0.1450610770631098, 0.14368801862954875, 0.1434692136970582, 0.14207980981338394, 0.1424004479125823, 0.14164517988098388, 0.13971688407703117], "train_regression_loss": [2.022823684639425, 0.395851817322551, 0.2536611972373299, 0.17054224566946408, 0.0935576729411753, 0.056535498528542096, 0.04628102190731267, 0.04160943734791586, 0.039313974564680505, 0.0371130809930223, 0.03571281361034382, 0.03416913253437367, 0.033646686857317656, 0.033347308897912174, 0.03321585575309352, 0.03249875448262779, 0.031814468577606315, 0.0313106344006547, 0.030872863244905496, 0.03047863165703236, 0.03019437660808782, 0.029591884561073735, 0.02937069944816027, 0.029116601938163858, 0.028436398265587075, 0.028120271938170224], "train_mve_loss": [0.8718492276660104, 0.049204980725528064, -0.04896777362385646, -0.06850609715203916, -0.07456471886182753, -0.0898900588836446, -0.0660383122252944, -0.08303038567863064, -0.08473948922035518, -0.06855912704252293, -0.06592892590651402, -0.09833827472617084, -0.13484388386568488, -0.12040560636022409, -0.08906302230613106, -0.0909781547321153, -0.06985356611535089, -0.07909604635641279, -0.11920430043702043, -0.10253726397138736, -0.0852384638599711, -0.09195514826250469, -0.08633734080753198, -0.08624364914699463, -0.0835981514063107, -0.1577349327133468], "train_r2_score": [-5.389643935970998, -0.23455998879619497, 0.21057615544832536, 0.46914160618739636, 0.7083943323776367, 0.8231782128860685, 0.8549331647391165, 0.8688542187911671, 0.8765144386228853, 0.8830473408297239, 0.8870968939053402, 0.8920041367833628, 0.894330667739831, 0.8947793627859904, 0.8950020850906518, 0.8973724550162089, 0.8999933490567167, 0.9014810023872706, 0.9026139466648008, 0.9040033610380638, 0.9046369240766001, 0.9067069904928736, 0.907421787819957, 0.9081710183950017, 0.9107166651476777, 0.911622652569807], "val_source_regression_loss": [0.6984094662271487, 0.2935883714609845, 0.21850532426196298, 0.12950938081095933, 0.07036774378910565, 0.05451693248217273, 0.04703361246806041, 0.042776805520722064, 0.040939384335829956, 0.039017440033424056, 0.03701571228018232, 0.03654839469202954, 0.0361920876997956, 0.03537576422569858, 0.03487620828969843, 0.03398547050466014, 0.03333678906249583, 0.03278797718986964, 0.03192343565214212, 0.032515605763312735, 0.03213828963458918, 0.03211551650195934, 0.03132489482593385, 0.03079739887457175, 0.03089859201958415, 0.02982278684877856], "val_target_regression_loss": [0.7126951077181822, 0.31252393344784996, 0.23192448866595128, 0.13983972586549012, 0.07607897735277938, 0.05724326203203505, 0.050106651808141146, 0.046924505750559696, 0.044018358348091695, 0.042742447702178527, 0.04128494470196355, 0.03985972246926302, 0.03928011028202855, 0.03795139507574451, 0.0374693433831262, 0.036351078967000267, 0.035608907971697246, 0.034542773340110945, 0.03389002782571467, 0.03401845605201592, 0.03301272388832394, 0.03354435427126232, 0.03310411405648775, 0.03283329564294997, 0.033337484529111415, 0.03206057258092674], "val_source_r2_score": [-1.1906555479196421, 0.08089210768693461, 0.31673811329320595, 0.6017203208684228, 0.7799431648477745, 0.830927052729196, 0.8512041712944615, 0.8654386371543712, 0.8709697011969169, 0.8782545071659468, 0.8849902289223084, 0.8840860158078182, 0.8764098059844, 0.8883621313904491, 0.8909478914990503, 0.8916107580113205, 0.8963241973344871, 0.8978418512092466, 0.8989413194236595, 0.8969651374873213, 0.8977858933585054, 0.8993050480085344, 0.9017771561203346, 0.9043214882885225, 0.9013213930902005, 0.9069682101925846], "val_target_r2_score": [-1.2592519979414405, 0.02516119276813372, 0.2775865249239031, 0.5541363424762645, 0.7588966379654603, 0.8199872620356493, 0.8415643046463798, 0.8503921183185063, 0.8614353966859778, 0.864060868131331, 0.8684740646581869, 0.8737476494532924, 0.8757081814376252, 0.8794496274639828, 0.8807092942683027, 0.8838536436432063, 0.8869500773697426, 0.8909351478877638, 0.8927815711008953, 0.8921891752877572, 0.8956879928271273, 0.8939921404444591, 0.8940012805083786, 0.8945398075272375, 0.895477941074527, 0.8985169439985796], "val_source_mve_loss": [0.22355160959492063, -0.027976242620735222, -0.05790743330244426, -0.06576188369565139, -0.05965636150353843, -0.06141071898305112, -0.05452296677620927, -0.06620637787755128, -0.06761331576260791, -0.06807580655500008, -0.05961172218630268, -0.08166989145480144, -0.1485386233610712, -0.09050623614602028, -0.12072653109860268, -0.08193506473663506, -0.06219555980935218, -0.06236406866532222, -0.15435889714462742, -0.07778453205231649, -0.10119337057042274, -0.06366772587844141, -0.08922809279363626, -0.0991791256341585, -0.06451156268572542, -0.20901919265461574], "val_target_mve_loss": [0.2263477727960629, -0.01749813213505468, -0.051501476294865275, -0.06048985828710779, -0.055507854481411587, -0.05864891013616969, -0.050377333406240316, -0.05939396140966446, -0.0637571739424376, -0.06400585778437223, -0.05480737269968743, -0.0785927591952169, -0.14566134319753404, -0.0857341629067424, -0.11795332486842089, -0.07963315010735184, -0.05949131195332594, -0.05902667188198323, -0.15216381881077579, -0.07475659502729488, -0.09915082061746318, -0.06040063462439616, -0.08538699990055364, -0.0960190081672304, -0.061013235016518334, -0.20749527794919956], "da_weight": [1.4, 1.3973333333333333, 1.3946666666666665, 1.392, 1.3893333333333333, 1.3866666666666665, 1.384, 1.3813333333333333, 1.3786666666666665, 1.376, 1.3733333333333333, 1.3706666666666665, 1.3679999999999999, 1.3653333333333333, 1.3626666666666667, 1.3599999999999999, 1.3573333333333333, 1.3546666666666667, 1.3519999999999999, 1.3493333333333333, 1.3466666666666667, 1.3439999999999999, 1.3413333333333333, 1.3386666666666667, 1.3359999999999999, 1.3333333333333333], "beta": [1.0, 0.992, 0.984, 0.976, 0.968, 0.96, 0.952, 0.944, 0.9359999999999999, 0.928, 0.92, 0.912, 0.904, 0.896, 0.888, 0.88, 0.872, 0.864, 0.856, 0.848, 0.84, 0.832, 0.8240000000000001, 0.8160000000000001, 0.808, 0.8], "epoch_no": 26}

training/notebooks/MVE/models/mve_v1_aug4_0222_mve.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.4225033487055376, 0.26109212314134544, 0.20419651031548625, 0.1794197205011435, 0.16691030376681026, 0.16118357126929642, 0.1581171736243765, 0.15569636459978234, 0.15303554842878522, 0.1500128376581987, 0.15116651461781488, 0.14899126906118185, 0.1476585825452312, 0.1477168613476117, 0.1490665985445, 0.14989960925752327, 0.14813403132792147, 0.14530853348251235, 0.14581340214261407, 0.1450610770631098, 0.14368801862954875, 0.1434692136970582, 0.14207980981338394, 0.1424004479125823, 0.14164517988098388, 0.13971688407703117], "train_regression_loss": [2.022823684639425, 0.395851817322551, 0.2536611972373299, 0.17054224566946408, 0.0935576729411753, 0.056535498528542096, 0.04628102190731267, 0.04160943734791586, 0.039313974564680505, 0.0371130809930223, 0.03571281361034382, 0.03416913253437367, 0.033646686857317656, 0.033347308897912174, 0.03321585575309352, 0.03249875448262779, 0.031814468577606315, 0.0313106344006547, 0.030872863244905496, 0.03047863165703236, 0.03019437660808782, 0.029591884561073735, 0.02937069944816027, 0.029116601938163858, 0.028436398265587075, 0.028120271938170224], "train_mve_loss": [0.8718492276660104, 0.049204980725528064, -0.04896777362385646, -0.06850609715203916, -0.07456471886182753, -0.0898900588836446, -0.0660383122252944, -0.08303038567863064, -0.08473948922035518, -0.06855912704252293, -0.06592892590651402, -0.09833827472617084, -0.13484388386568488, -0.12040560636022409, -0.08906302230613106, -0.0909781547321153, -0.06985356611535089, -0.07909604635641279, -0.11920430043702043, -0.10253726397138736, -0.0852384638599711, -0.09195514826250469, -0.08633734080753198, -0.08624364914699463, -0.0835981514063107, -0.1577349327133468], "train_r2_score": [-5.389643935970998, -0.23455998879619497, 0.21057615544832536, 0.46914160618739636, 0.7083943323776367, 0.8231782128860685, 0.8549331647391165, 0.8688542187911671, 0.8765144386228853, 0.8830473408297239, 0.8870968939053402, 0.8920041367833628, 0.894330667739831, 0.8947793627859904, 0.8950020850906518, 0.8973724550162089, 0.8999933490567167, 0.9014810023872706, 0.9026139466648008, 0.9040033610380638, 0.9046369240766001, 0.9067069904928736, 0.907421787819957, 0.9081710183950017, 0.9107166651476777, 0.911622652569807], "val_source_regression_loss": [0.6984094662271487, 0.2935883714609845, 0.21850532426196298, 0.12950938081095933, 0.07036774378910565, 0.05451693248217273, 0.04703361246806041, 0.042776805520722064, 0.040939384335829956, 0.039017440033424056, 0.03701571228018232, 0.03654839469202954, 0.0361920876997956, 0.03537576422569858, 0.03487620828969843, 0.03398547050466014, 0.03333678906249583, 0.03278797718986964, 0.03192343565214212, 0.032515605763312735, 0.03213828963458918, 0.03211551650195934, 0.03132489482593385, 0.03079739887457175, 0.03089859201958415, 0.02982278684877856], "val_target_regression_loss": [0.7126951077181822, 0.31252393344784996, 0.23192448866595128, 0.13983972586549012, 0.07607897735277938, 0.05724326203203505, 0.050106651808141146, 0.046924505750559696, 0.044018358348091695, 0.042742447702178527, 0.04128494470196355, 0.03985972246926302, 0.03928011028202855, 0.03795139507574451, 0.0374693433831262, 0.036351078967000267, 0.035608907971697246, 0.034542773340110945, 0.03389002782571467, 0.03401845605201592, 0.03301272388832394, 0.03354435427126232, 0.03310411405648775, 0.03283329564294997, 0.033337484529111415, 0.03206057258092674], "val_source_r2_score": [-1.1906555479196421, 0.08089210768693461, 0.31673811329320595, 0.6017203208684228, 0.7799431648477745, 0.830927052729196, 0.8512041712944615, 0.8654386371543712, 0.8709697011969169, 0.8782545071659468, 0.8849902289223084, 0.8840860158078182, 0.8764098059844, 0.8883621313904491, 0.8909478914990503, 0.8916107580113205, 0.8963241973344871, 0.8978418512092466, 0.8989413194236595, 0.8969651374873213, 0.8977858933585054, 0.8993050480085344, 0.9017771561203346, 0.9043214882885225, 0.9013213930902005, 0.9069682101925846], "val_target_r2_score": [-1.2592519979414405, 0.02516119276813372, 0.2775865249239031, 0.5541363424762645, 0.7588966379654603, 0.8199872620356493, 0.8415643046463798, 0.8503921183185063, 0.8614353966859778, 0.864060868131331, 0.8684740646581869, 0.8737476494532924, 0.8757081814376252, 0.8794496274639828, 0.8807092942683027, 0.8838536436432063, 0.8869500773697426, 0.8909351478877638, 0.8927815711008953, 0.8921891752877572, 0.8956879928271273, 0.8939921404444591, 0.8940012805083786, 0.8945398075272375, 0.895477941074527, 0.8985169439985796], "val_source_mve_loss": [0.22355160959492063, -0.027976242620735222, -0.05790743330244426, -0.06576188369565139, -0.05965636150353843, -0.06141071898305112, -0.05452296677620927, -0.06620637787755128, -0.06761331576260791, -0.06807580655500008, -0.05961172218630268, -0.08166989145480144, -0.1485386233610712, -0.09050623614602028, -0.12072653109860268, -0.08193506473663506, -0.06219555980935218, -0.06236406866532222, -0.15435889714462742, -0.07778453205231649, -0.10119337057042274, -0.06366772587844141, -0.08922809279363626, -0.0991791256341585, -0.06451156268572542, -0.20901919265461574], "val_target_mve_loss": [0.2263477727960629, -0.01749813213505468, -0.051501476294865275, -0.06048985828710779, -0.055507854481411587, -0.05864891013616969, -0.050377333406240316, -0.05939396140966446, -0.0637571739424376, -0.06400585778437223, -0.05480737269968743, -0.0785927591952169, -0.14566134319753404, -0.0857341629067424, -0.11795332486842089, -0.07963315010735184, -0.05949131195332594, -0.05902667188198323, -0.15216381881077579, -0.07475659502729488, -0.09915082061746318, -0.06040063462439616, -0.08538699990055364, -0.0960190081672304, -0.061013235016518334, -0.20749527794919956], "da_weight": [1.4, 1.3973333333333333, 1.3946666666666665, 1.392, 1.3893333333333333, 1.3866666666666665, 1.384, 1.3813333333333333, 1.3786666666666665, 1.376, 1.3733333333333333, 1.3706666666666665, 1.3679999999999999, 1.3653333333333333, 1.3626666666666667, 1.3599999999999999, 1.3573333333333333, 1.3546666666666667, 1.3519999999999999, 1.3493333333333333, 1.3466666666666667, 1.3439999999999999, 1.3413333333333333, 1.3386666666666667, 1.3359999999999999, 1.3333333333333333], "beta": [1.0, 0.992, 0.984, 0.976, 0.968, 0.96, 0.952, 0.944, 0.9359999999999999, 0.928, 0.92, 0.912, 0.904, 0.896, 0.888, 0.88, 0.872, 0.864, 0.856, 0.848, 0.84, 0.832, 0.8240000000000001, 0.8160000000000001, 0.808, 0.8], "epoch_no": 26}

training/notebooks/MVE/models_test/start_code_test.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.22075316790743327, 0.18264808528928914, 0.16448576442584043, 0.15656615464762536, 0.14976305804697207], "train_regression_loss": [0.10717465005767356, 0.06467503798747574, 0.052356940964866816, 0.04572795580228079, 0.041162025523959395], "train_mve_loss": [-0.07971242705182985, -0.100340399686826, -0.08559947434754896, -0.09607227383499839, -0.10763063818434257], "train_r2_score": [0.6637377924638308, 0.7967066642302586, 0.8361291044168236, 0.856901203175747, 0.8706369520598548], "val_source_regression_loss": [0.07411041642260399, 0.05927627944168012, 0.05175264912900651, 0.0463394658034964, 0.043615872870869696], "val_target_regression_loss": [0.09720278308270083, 0.07735014659394125, 0.06429682103739043, 0.055669167749346445, 0.05284177575995968], "val_source_r2_score": [0.7674280971073802, 0.8146258593580981, 0.8395596552732306, 0.854770502340526, 0.8639444141200467], "val_target_r2_score": [0.6919384893703816, 0.7543103802754578, 0.795861224371113, 0.8229654169615026, 0.827119879554338], "val_source_mve_loss": [-0.09866027391640245, -0.07300315854276061, -0.05439145320872213, -0.07371576749690019, -0.08590059662178444], "val_target_mve_loss": [-0.08356752603724124, -0.06984102125071985, -0.05456472379244437, -0.06991908182004455, -0.08468630844667839], "epoch_no": 5}

training/notebooks/MVE/models_test/start_code_test_2.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.3768016277408905, 0.22166720455617966, 0.18354128779914958, 0.16729852962401276, 0.1572999017384632, 0.15382957830344082, 0.15183769217547594, 0.14836973852905322, 0.14573116411184261, 0.14629317495897004, 0.1411477830635564, 0.13661349124157668, 0.13300394459578194, 0.12870877582096313], "train_regression_loss": [0.9860579591564548, 0.10778577666954432, 0.06664453109750146, 0.05220414906862776, 0.048297438467469686, 0.0481513044694728, 0.04566310920158377, 0.04314181658437636, 0.04241266943023998, 0.041236998452898625, 0.038433683211225644, 0.03622906971501503, 0.03460872735848593, 0.03288092684440001], "train_mve_loss": [0.44039534957154947, -0.08888524645255023, -0.09348495588152647, -0.09003588501547022, -0.10225741276806953, -0.10541622930630307, -0.1049865351336918, -0.09807666163837071, -0.11716446298952649, -0.10720057009550754, -0.1245467520422784, -0.08057237660318231, -0.09370370283195072, -0.10894204371790121], "train_r2_score": [-2.107805270047456, 0.6609073924599054, 0.7902516220847732, 0.8361614263596048, 0.8478617263759921, 0.8487625295678052, 0.8563468139120903, 0.8645408352569572, 0.8669224048103007, 0.869814306736153, 0.8792233041973763, 0.8868350645919781, 0.89133584607303, 0.896798985839349], "val_source_regression_loss": [0.17363315884759473, 0.07935372032936971, 0.06149641866944018, 0.054837373257347735, 0.05203438667687261, 0.05201781836522233, 0.04794396653439209, 0.04550310698853936, 0.04718861126216354, 0.043421208490706555, 0.04077042849248002, 0.038193715819317825, 0.03851025902138204, 0.03765084449154366], "val_target_regression_loss": [0.2012584765151048, 0.10341235620390837, 0.07850629447182272, 0.06514912644389328, 0.06296571290749274, 0.06161682437037586, 0.057313143661257566, 0.05424791296860974, 0.05440880004672488, 0.048126026632110026, 0.046482397682347874, 0.046205736364528634, 0.04475341708796799, 0.04268243153739697], "val_source_r2_score": [0.4558357547956318, 0.747098367317792, 0.8059240031754007, 0.8299847262804397, 0.8366166555410808, 0.8385501966724426, 0.8514376860719501, 0.8591628806067946, 0.8526620267950731, 0.8656980058521431, 0.8722463880570778, 0.8806011138740043, 0.8778493166640002, 0.882368032671013], "val_target_r2_score": [0.3612409005996482, 0.6729381567807395, 0.7541267297669443, 0.7936774437946773, 0.7987070962394351, 0.8068175950763957, 0.8163294356078873, 0.8281600649060111, 0.8277637942121928, 0.848161980684314, 0.8542207347837446, 0.8529701930600558, 0.8577585978698894, 0.8658363331979222], "val_source_mve_loss": [-0.07419633946031522, -0.09305757522037264, -0.09519358131156605, -0.10776755360850862, -0.0718372073261791, -0.09067010225811202, -0.06217035970644681, -0.12586785800707567, -0.13221704717844154, -0.09499960577791663, -0.08264244166291823, -0.07333534062620561, -0.07685227454847592, -0.1647265208707114], "val_target_mve_loss": [-0.05582007682425486, -0.07443572853685944, -0.0811775742086825, -0.0998639231725673, -0.08205736053597396, -0.07274964623817592, -0.02996823740648521, -0.11253088551342108, -0.12795934553264052, -0.08493378862833521, -0.06853925168015965, -0.04458655442769645, -0.02769365069711474, -0.1429244321266747], "epoch_no": 14}

training/notebooks/MVE/models_test/start_code_test_2_final.json

@@ -0,0 +1 @@
+{"train_DA_loss": [0.3768016277408905, 0.22166720455617966, 0.18354128779914958, 0.16729852962401276, 0.1572999017384632, 0.15382957830344082, 0.15183769217547594, 0.14836973852905322, 0.14573116411184261, 0.14629317495897004, 0.1411477830635564], "train_regression_loss": [0.9860579591564548, 0.10778577666954432, 0.06664453109750146, 0.05220414906862776, 0.048297438467469686, 0.0481513044694728, 0.04566310920158377, 0.04314181658437636, 0.04241266943023998, 0.041236998452898625, 0.038433683211225644], "train_mve_loss": [0.44039534957154947, -0.08888524645255023, -0.09348495588152647, -0.09003588501547022, -0.10225741276806953, -0.10541622930630307, -0.1049865351336918, -0.09807666163837071, -0.11716446298952649, -0.10720057009550754, -0.1245467520422784], "train_r2_score": [-2.107805270047456, 0.6609073924599054, 0.7902516220847732, 0.8361614263596048, 0.8478617263759921, 0.8487625295678052, 0.8563468139120903, 0.8645408352569572, 0.8669224048103007, 0.869814306736153, 0.8792233041973763], "val_source_regression_loss": [0.17363315884759473, 0.07935372032936971, 0.06149641866944018, 0.054837373257347735, 0.05203438667687261, 0.05201781836522233, 0.04794396653439209, 0.04550310698853936, 0.04718861126216354, 0.043421208490706555, 0.04077042849248002], "val_target_regression_loss": [0.2012584765151048, 0.10341235620390837, 0.07850629447182272, 0.06514912644389328, 0.06296571290749274, 0.06161682437037586, 0.057313143661257566, 0.05424791296860974, 0.05440880004672488, 0.048126026632110026, 0.046482397682347874], "val_source_r2_score": [0.4558357547956318, 0.747098367317792, 0.8059240031754007, 0.8299847262804397, 0.8366166555410808, 0.8385501966724426, 0.8514376860719501, 0.8591628806067946, 0.8526620267950731, 0.8656980058521431, 0.8722463880570778], "val_target_r2_score": [0.3612409005996482, 0.6729381567807395, 0.7541267297669443, 0.7936774437946773, 0.7987070962394351, 0.8068175950763957, 0.8163294356078873, 0.8281600649060111, 0.8277637942121928, 0.848161980684314, 0.8542207347837446], "val_source_mve_loss": [-0.07419633946031522, -0.09305757522037264, -0.09519358131156605, -0.10776755360850862, -0.0718372073261791, -0.09067010225811202, -0.06217035970644681, -0.12586785800707567, -0.13221704717844154, -0.09499960577791663, -0.08264244166291823], "val_target_mve_loss": [-0.05582007682425486, -0.07443572853685944, -0.0811775742086825, -0.0998639231725673, -0.08205736053597396, -0.07274964623817592, -0.02996823740648521, -0.11253088551342108, -0.12795934553264052, -0.08493378862833521, -0.06853925168015965], "epoch_no": 11}