Click to expand
{
"model_path": "/scratch/cimes/skclark/example/models/fluxes-model",
"data_config": {
"mapper_config": {
"function": "open_zarr",
"kwargs": {
"data_path": "/scratch/cimes/skclark/example/ml-data/radiative-fluxes.zarr"
}
},
"variable_names": [
"cos_zenith_angle",
"surface_geopotential",
"air_temperature",
"specific_humidity",
"latitude",
"shortwave_transmissivity_of_atmospheric_column",
"override_for_time_adjusted_total_sky_downward_longwave_flux_at_surface"
],
"timesteps_per_batch": 10,
"timesteps": [
"20200219.013000",
"20200219.043000",
"20200219.073000",
"20200219.103000",
"20200219.133000",
"20200219.163000",
"20200219.193000",
"20200219.223000",
"20200220.013000",
"20200220.043000",
"20200220.073000",
"20200220.103000",
"20200220.133000",
"20200220.163000",
"20200220.193000",
"20200220.223000",
"20200221.013000",
"20200221.043000",
"20200221.073000",
"20200221.103000",
"20200221.133000",
"20200221.163000",
"20200221.193000",
"20200221.223000",
"20200222.013000",
"20200222.043000",
"20200222.073000",
"20200222.103000",
"20200222.133000",
"20200222.163000",
"20200222.193000",
"20200222.223000",
"20200223.013000",
"20200223.043000",
"20200223.073000",
"20200223.103000",
"20200223.133000",
"20200223.163000",
"20200223.193000",
"20200223.223000",
"20200224.013000",
"20200224.043000",
"20200224.073000",
"20200224.103000",
"20200224.133000",
"20200224.163000",
"20200224.193000",
"20200224.223000",
"20200225.013000",
"20200225.043000",
"20200225.073000",
"20200225.103000",
"20200225.133000",
"20200225.163000",
"20200225.193000",
"20200225.223000",
"20200226.013000",
"20200226.043000",
"20200226.073000",
"20200226.103000",
"20200226.133000",
"20200226.163000",
"20200226.193000",
"20200226.223000",
"20200227.013000",
"20200227.043000",
"20200227.073000",
"20200227.103000",
"20200227.133000",
"20200227.163000",
"20200227.193000",
"20200227.223000"
],
"res": "c48",
"needs_grid": true,
"in_memory": false,
"unstacked_dims": null,
"subsample_ratio": 1.0,
"drop_nans": false,
"shuffle_timesteps": false,
"shuffle_samples": false,
"data_transforms": null,
"ptop": 300.0,
"catalog_path": "/home/skclark/work/2023-11-15-cleaned-up-workflow/configs/catalog.yaml"
},
"commit": "a47261e19084a93108cea2d2c5b48ff59a2e5c5d",
"training_config": {
"cache": {
"in_memory": false
},
"derived_output_variables": [
"downward_shortwave_sfc_flux_via_transmissivity",
"net_shortwave_sfc_flux_via_transmissivity"
],
"hyperparameters": {
"callbacks": [
{
"kwargs": {
"min_delta": 0.00049,
"monitor": "val_loss",
"patience": 15,
"restore_best_weights": true
},
"name": "EarlyStopping"
}
],
"clip_config": {
"clip": {}
},
"dense_network": {
"depth": 3,
"gaussian_noise": 0.0,
"kernel_regularizer": {
"kwargs": {
"l": 0.0001
},
"name": "l2"
},
"spectral_normalization": false,
"width": 419
},
"input_variables": [
"cos_zenith_angle",
"surface_geopotential",
"air_temperature",
"specific_humidity",
"latitude"
],
"loss": {
"loss_type": "mae",
"scaling": "standard",
"weight": 1.0
},
"normalization_fit_samples": 8000,
"optimizer_config": {
"kwargs": {
"learning_rate": 4.9e-05
},
"learning_rate_schedule": null,
"name": "Adam"
},
"output_limit_config": {
"limits": {
"override_for_time_adjusted_total_sky_downward_longwave_flux_at_surface": {
"max": null,
"min": 0.0
},
"shortwave_transmissivity_of_atmospheric_column": {
"max": 1.0,
"min": 0.0
}
}
},
"output_variables": [
"shortwave_transmissivity_of_atmospheric_column",
"override_for_time_adjusted_total_sky_downward_longwave_flux_at_surface"
],
"training_loop": {
"batch_size": 512,
"epochs": 500,
"in_memory": true,
"shuffle_buffer_size": 50000
},
"weights": null
},
"model_type": "dense",
"output_transforms": [],
"random_seed": 0,
"sample_dim_name": "sample"
},
"training_data_config": {
"catalog_path": "/home/skclark/work/2023-11-15-cleaned-up-workflow/configs/catalog.yaml",
"mapper_config": {
"function": "open_zarr",
"kwargs": {
"data_path": "/scratch/cimes/skclark/example/ml-data/radiative-fluxes.zarr"
}
},
"shuffle_samples": false,
"shuffle_timesteps": false,
"timesteps": [
"20200124.103000",
"20200125.163000",
"20200125.223000",
"20200201.013000",
"20200206.193000",
"20200210.193000",
"20200212.133000",
"20200212.163000",
"20200213.103000",
"20200218.223000",
"20200123.103000",
"20200129.073000",
"20200204.163000",
"20200206.133000",
"20200208.193000",
"20200208.223000",
"20200212.193000",
"20200213.133000",
"20200214.193000",
"20200216.043000",
"20200125.193000",
"20200130.073000",
"20200203.163000",
"20200208.133000",
"20200210.163000",
"20200215.223000",
"20200216.163000",
"20200217.073000",
"20200218.073000",
"20200218.193000",
"20200130.013000",
"20200130.223000",
"20200131.163000",
"20200201.043000",
"20200205.223000",
"20200206.013000",
"20200213.193000",
"20200215.103000",
"20200215.133000",
"20200217.133000",
"20200125.133000",
"20200130.103000",
"20200201.133000",
"20200203.073000",
"20200203.193000",
"20200204.193000",
"20200206.073000",
"20200210.133000",
"20200211.133000",
"20200216.133000",
"20200126.103000",
"20200126.133000",
"20200129.103000",
"20200129.193000",
"20200203.133000",
"20200204.103000",
"20200208.073000",
"20200211.043000",
"20200212.013000",
"20200214.163000",
"20200123.163000",
"20200124.073000",
"20200124.133000",
"20200203.043000",
"20200203.223000",
"20200205.013000",
"20200205.103000",
"20200209.103000",
"20200209.193000",
"20200217.223000",
"20200126.013000",
"20200130.193000",
"20200131.193000",
"20200204.073000",
"20200207.043000",
"20200207.193000",
"20200208.163000",
"20200211.193000",
"20200213.013000",
"20200216.223000",
"20200124.193000",
"20200127.163000",
"20200128.103000",
"20200130.163000",
"20200131.013000",
"20200202.163000",
"20200205.133000",
"20200206.043000",
"20200210.073000",
"20200211.103000",
"20200123.133000",
"20200124.223000",
"20200126.043000",
"20200128.043000",
"20200202.103000",
"20200206.163000",
"20200207.013000",
"20200207.103000",
"20200208.013000",
"20200210.013000",
"20200123.043000",
"20200123.073000",
"20200123.223000",
"20200125.073000",
"20200126.223000",
"20200127.073000",
"20200129.133000",
"20200130.133000",
"20200206.223000",
"20200212.073000",
"20200126.073000",
"20200127.133000",
"20200128.013000",
"20200129.223000",
"20200205.163000",
"20200207.133000",
"20200208.043000",
"20200210.043000",
"20200210.223000",
"20200215.073000",
"20200128.163000",
"20200128.223000",
"20200131.073000",
"20200131.223000",
"20200202.133000",
"20200204.133000",
"20200205.073000",
"20200215.043000",
"20200218.013000",
"20200218.043000"
],
"timesteps_per_batch": 10,
"unstacked_dims": [
"z"
],
"variable_names": [
"cos_zenith_angle",
"surface_geopotential",
"air_temperature",
"specific_humidity",
"latitude",
"shortwave_transmissivity_of_atmospheric_column",
"override_for_time_adjusted_total_sky_downward_longwave_flux_at_surface"
]
}
}
