Skip to content

Commit

Permalink
starting new dataset runs
Browse files Browse the repository at this point in the history
  • Loading branch information
@ShrihanSolo
ShrihanSolo committed Aug 20, 2024
1 parent 14ee28d commit d56f74d
Show file tree
Hide file tree
Showing 20 changed files with 5,736 additions and 28 deletions.
2 changes: 1 addition & 1 deletion src/sim/configs/multiband_paper_source_final.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ COSMOLOGY:

IMAGE:
PARAMETERS:
exposure_time: 90
exposure_time: 1000
numPix: 40
pixel_scale: 0.263
psf_type: 'GAUSSIAN'
Expand Down
169 changes: 169 additions & 0 deletions src/sim/configs/multiband_paper_source_test.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,169 @@
DATASET:
NAME: LensData # set a name, this value is only used if you request the h5 file format
PARAMETERS:
SIZE: 100 # number of images in the full datase.
OUTDIR: ../../data/mb_paper_source_test
SEED: 10

DISTRIBUTIONS:
USERDIST_1:
FILENAME: ../configs/source_lens_colors.txt
MODE: sample

COSMOLOGY:
PARAMETERS:
H0: 70
Om0: 0.3

IMAGE:
PARAMETERS:
exposure_time: 1000
numPix: 40
pixel_scale: 0.263
psf_type: 'GAUSSIAN'
read_noise: 0
ccd_gain: 6.083

SURVEY:
PARAMETERS:
BANDS: g,r,z
seeing: 0.9
magnitude_zero_point: 26.58
sky_brightness: 10000000000.0
num_exposures: 10

SPECIES:
GALAXY_1:
NAME: LENS
LIGHT_PROFILE_1:
NAME: SERSIC_ELLIPSE
PARAMETERS:
magnitude: 1.0
center_x: 0
center_y: 0
R_sersic:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: 1.0
maximum: 2.5
n_sersic:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: 2
maximum: 5
e1:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2
e2:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2

MASS_PROFILE_1:
NAME: SIE
PARAMETERS:
theta_E:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: 1.0
maximum: 3.0
e1:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2
e2:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2
center_x: 0.0
center_y: 0.0
SHEAR_PROFILE_1:
NAME: SHEAR
PARAMETERS:
gamma1:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.05
maximum: 0.05
gamma2:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.05
maximum: 0.05
GALAXY_2:
NAME: SOURCE
LIGHT_PROFILE_1:
NAME: SERSIC_ELLIPSE
PARAMETERS:
magnitude: 1.0
center_x:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.5
maximum: 0.5
center_y:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.5
maximum: 0.5
R_sersic:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: 0.5
maximum: 1
n_sersic:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: 2
maximum: 4
e1:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2
e2:
DISTRIBUTION:
NAME: uniform
PARAMETERS:
minimum: -0.2
maximum: 0.2
MASS_PROFILE_1:
NAME: SIE
PARAMETERS:
theta_E: 2.0
e1: 0.1
e2: -0.1
center_x: 0.0
center_y: 0.0

GEOMETRY:
CONFIGURATION_1:
NAME: LENSES
FRACTION: 1.0
PLANE_1:
OBJECT_1: LENS
PARAMETERS:
REDSHIFT: 0.5
PLANE_2:
OBJECT_1: SOURCE
PARAMETERS:
REDSHIFT: 2.
39 changes: 12 additions & 27 deletions src/sim/notebooks/gen_sim.ipynb
View file

Large diffs are not rendered by default.

1,533 changes: 1,533 additions & 0 deletions src/training/PaperMVE/PaperMVE_v1.ipynb
View file

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions src/training/PaperMVE/README.md
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
All models are like MVE_SL_DA_v7.
A: v1, seed = 102
Binary file added src/training/PaperMVE/__pycache__/train_utils.cpython-39.pyc
View file
Binary file not shown.
Binary file added src/training/PaperMVE/models/papermve_v1_aug20_1940_A
View file
Binary file not shown.
1 change: 1 addition & 0 deletions src/training/PaperMVE/models/papermve_v1_aug20_1940_A.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"train_DA_loss": [0.14171619084025214, 0.09225848329064507, 0.07979442462856308, 0.07323397145056637, 0.06684570040696827, 0.06243915718314417, 0.05767048345078498, 0.05509403502054417, 0.052122701768179375, 0.04898816087645848, 0.046121740475351454, 0.04322753274401265, 0.040741130873097796, 0.03849938741699542, 0.03697030003637184, 0.036155859624772885, 0.03603411411314903, 0.03602254719063095, 0.0347615869143736, 0.03518481518038067, 0.032904939059426895, 0.03272976883954387, 0.03155950969170227], "train_regression_loss": [0.48797291247565744, 0.03681657696483313, 0.0248203984567286, 0.021167933382434428, 0.019252844411927452, 0.018367398354025656, 0.01762187559075885, 0.016796160388867314, 0.0162510190659647, 0.015770970979940412, 0.015412867565978134, 0.014812508088041104, 0.01441324403989631, 0.013868146993975808, 0.01358637591088412, 0.013269121070363486, 0.012926095420702393, 0.012628003352166748, 0.01233931521074659, 0.012163502179934104, 0.011854669607416395, 0.011596276828767203, 0.011250211594633118], "train_mve_loss": [0.12884222775258436, -0.06342198094267949, -0.07188334695695196, -0.053166032222251136, -0.05129256914156937, -0.06390282991674254, -0.06874899839270704, -0.04888637131846202, -0.04850901755754593, -0.056530264846408496, -0.06544209545277317, -0.04280055099263978, -0.059414897539688635, -0.053163047186975836, -0.055466774994102214, -0.047818489731979, -0.06380562234833373, -0.07156319842866232, -0.04725606944173629, -0.0377499008009813, -0.0433865119660549, -0.050403172356268934, -0.04087483946581318], "train_r2_score": [-0.49979648475019134, 0.8873025205855821, 0.9239114428872056, 0.9350051754363062, 0.9409889233848747, 0.943718481879523, 0.9458721963104108, 0.9483725934437932, 0.9500836708817414, 0.9515645915715317, 0.9527079332028403, 0.9545449890398916, 0.9557342463974813, 0.957518776154184, 0.9583295104352276, 0.9593150834499713, 0.9603581854834781, 0.9612600942547167, 0.9621290246468848, 0.9626624441909298, 0.9637165349500401, 0.9644641201676221, 0.9655352156186119], "val_source_regression_loss": [0.051814438858229644, 0.027630478950442783, 0.0224764665268409, 0.020298777254903394, 0.01928927276022495, 0.017792470071013946, 0.017744074210785568, 0.0167125386903715, 0.016574918933117844, 0.015902592403114223, 0.015143137128584705, 0.014357324218033415, 0.014091840980776177, 0.013993795243370685, 0.013405531404575535, 0.013072748582477972, 0.012664149823794319, 0.012614731623488626, 0.012408284043335611, 0.012062224135348562, 0.011674440919664825, 0.011512872760012081, 0.011073161225030376], "val_target_regression_loss": [0.06415419845254558, 0.033434229386839896, 0.0277156011397197, 0.02397008357676351, 0.023027009241710042, 0.021273163319298415, 0.021317287680402305, 0.020805746619441328, 0.020579806647625317, 0.021474506836503173, 0.020394615692555147, 0.020541145175600507, 0.020641704196715432, 0.020994913277874706, 0.018669419097387868, 0.018746101297438145, 0.019012610780988717, 0.01818090324011293, 0.016880965726390765, 0.01661821890764745, 0.01651566834218658, 0.016611228186850714, 0.015402167436376119], "val_source_r2_score": [0.8399696292275641, 0.9148710329463267, 0.9301380664908823, 0.9370247728006877, 0.9402642934707086, 0.9448092411813235, 0.9449630806478571, 0.9483446584572867, 0.9487821564313333, 0.9505649364243427, 0.9530006893920329, 0.9554846199574395, 0.9564465888207299, 0.9567098214456742, 0.9587359006955792, 0.9595303209192204, 0.9607108911370518, 0.9609552859057208, 0.9611844943870319, 0.9627460305178692, 0.963635068556209, 0.9641569768619169, 0.9656746208530345], "val_target_r2_score": [0.8066832267226567, 0.8995040169584023, 0.9162438546690537, 0.9278095521979335, 0.9310664844153784, 0.9358293890313744, 0.9362258626352917, 0.9373671224858965, 0.9375227204036035, 0.9352590132781653, 0.9385712524824693, 0.9372726821708306, 0.9375286729869561, 0.9367598935483562, 0.9436124322057922, 0.9436268762620501, 0.9425500787137977, 0.9451334298660448, 0.9491190790781465, 0.9497380741008791, 0.950076074570259, 0.9507440029370341, 0.9538395290601108], "val_source_mve_loss": [-0.06713845205914443, -0.05127740563575629, -0.04376831228376194, -0.06132041745979315, -0.09432690562146484, -0.04546093577697019, -0.052066776047276844, -0.04633616786568787, -0.04594902138990961, -0.04115345915126952, -0.05026393374250193, -0.039581300607722275, -0.13451714168308646, -0.03824004924790875, -0.056216168104653144, -0.03485884239814084, -0.03272088691829496, -0.03312760412360832, -0.030152881328182616, -0.029690267506298745, -0.052596686775707134, -0.07824468769275458, -0.058003572379327885], "val_target_mve_loss": [-0.0611632282187225, -0.04840892071651805, -0.04212847040005171, -0.059766008904215635, -0.0918535756742119, -0.04718508673416581, -0.052015588945074444, -0.047380129005878596, -0.04701664481478132, -0.04170601257378129, -0.050490549629091455, -0.03942202300924784, -0.13239493126132687, -0.03638880044981173, -0.05665235399345683, -0.03356360175474814, -0.03170820726022409, -0.03159966584366218, -0.02888651167273901, -0.028439092841355283, -0.05017998546456835, -0.07513675682104318, -0.05588951365203614], "da_weight": [1.4, 1.3983999999999999, 1.3967999999999998, 1.3952, 1.3936, 1.392, 1.3903999999999999, 1.3887999999999998, 1.3872, 1.3856, 1.384, 1.3823999999999999, 1.3807999999999998, 1.3792, 1.3776, 1.376, 1.3743999999999998, 1.3728, 1.3712, 1.3696, 1.3679999999999999, 1.3663999999999998, 1.3648], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956, 0.952, 0.948, 0.944, 0.94, 0.9359999999999999, 0.9319999999999999, 0.928, 0.924, 0.92, 0.916, 0.912], "epoch_no": 23}
Binary file added src/training/PaperMVE/models/papermve_v1_aug20_1940_A_mve
View file
Binary file not shown.
1 change: 1 addition & 0 deletions src/training/PaperMVE/models/papermve_v1_aug20_1940_A_mve.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"train_DA_loss": [0.14171619084025214, 0.09225848329064507, 0.07979442462856308, 0.07323397145056637, 0.06684570040696827, 0.06243915718314417, 0.05767048345078498, 0.05509403502054417, 0.052122701768179375, 0.04898816087645848, 0.046121740475351454, 0.04322753274401265, 0.040741130873097796], "train_regression_loss": [0.48797291247565744, 0.03681657696483313, 0.0248203984567286, 0.021167933382434428, 0.019252844411927452, 0.018367398354025656, 0.01762187559075885, 0.016796160388867314, 0.0162510190659647, 0.015770970979940412, 0.015412867565978134, 0.014812508088041104, 0.01441324403989631], "train_mve_loss": [0.12884222775258436, -0.06342198094267949, -0.07188334695695196, -0.053166032222251136, -0.05129256914156937, -0.06390282991674254, -0.06874899839270704, -0.04888637131846202, -0.04850901755754593, -0.056530264846408496, -0.06544209545277317, -0.04280055099263978, -0.059414897539688635], "train_r2_score": [-0.49979648475019134, 0.8873025205855821, 0.9239114428872056, 0.9350051754363062, 0.9409889233848747, 0.943718481879523, 0.9458721963104108, 0.9483725934437932, 0.9500836708817414, 0.9515645915715317, 0.9527079332028403, 0.9545449890398916, 0.9557342463974813], "val_source_regression_loss": [0.051814438858229644, 0.027630478950442783, 0.0224764665268409, 0.020298777254903394, 0.01928927276022495, 0.017792470071013946, 0.017744074210785568, 0.0167125386903715, 0.016574918933117844, 0.015902592403114223, 0.015143137128584705, 0.014357324218033415, 0.014091840980776177], "val_target_regression_loss": [0.06415419845254558, 0.033434229386839896, 0.0277156011397197, 0.02397008357676351, 0.023027009241710042, 0.021273163319298415, 0.021317287680402305, 0.020805746619441328, 0.020579806647625317, 0.021474506836503173, 0.020394615692555147, 0.020541145175600507, 0.020641704196715432], "val_source_r2_score": [0.8399696292275641, 0.9148710329463267, 0.9301380664908823, 0.9370247728006877, 0.9402642934707086, 0.9448092411813235, 0.9449630806478571, 0.9483446584572867, 0.9487821564313333, 0.9505649364243427, 0.9530006893920329, 0.9554846199574395, 0.9564465888207299], "val_target_r2_score": [0.8066832267226567, 0.8995040169584023, 0.9162438546690537, 0.9278095521979335, 0.9310664844153784, 0.9358293890313744, 0.9362258626352917, 0.9373671224858965, 0.9375227204036035, 0.9352590132781653, 0.9385712524824693, 0.9372726821708306, 0.9375286729869561], "val_source_mve_loss": [-0.06713845205914443, -0.05127740563575629, -0.04376831228376194, -0.06132041745979315, -0.09432690562146484, -0.04546093577697019, -0.052066776047276844, -0.04633616786568787, -0.04594902138990961, -0.04115345915126952, -0.05026393374250193, -0.039581300607722275, -0.13451714168308646], "val_target_mve_loss": [-0.0611632282187225, -0.04840892071651805, -0.04212847040005171, -0.059766008904215635, -0.0918535756742119, -0.04718508673416581, -0.052015588945074444, -0.047380129005878596, -0.04701664481478132, -0.04170601257378129, -0.050490549629091455, -0.03942202300924784, -0.13239493126132687], "da_weight": [1.4, 1.3983999999999999, 1.3967999999999998, 1.3952, 1.3936, 1.392, 1.3903999999999999, 1.3887999999999998, 1.3872, 1.3856, 1.384, 1.3823999999999999, 1.3807999999999998], "beta": [1.0, 0.996, 0.992, 0.988, 0.984, 0.98, 0.976, 0.972, 0.968, 0.964, 0.96, 0.956, 0.952], "epoch_no": 13}
Loading

0 comments on commit d56f74d

Please sign in to comment.