era5.xml

<?xml version="1.0" encoding="UTF-8"?>
<jube>
    <benchmark name="eras_download" outpath="run">
        <parameterset name="systemParameter" init_with="platform.xml">
            <!-- possible datasets: 'reanalysis-era5-pressure-levels' or 'reanalysis-era5-single-levels' -->
            <parameter name="dataset">'reanalysis-era5-pressure-levels'</parameter>

            <!-- Possible values are 'ensemble_mean','ensemble_members','ensemble_spread','reanalysis' -->
            <parameter name="product_type">'reanalysis'</parameter>

            <!-- Possible values for variable for single levels: -->
            <parameter name="all_variables_single" separator="!">'100m_u_component_of_wind','100m_v_component_of_wind','10m_u_component_of_neutral_wind','10m_u_component_of_wind','10m_v_component_of_neutral_wind','10m_v_component_of_wind','10m_wind_direction','10m_wind_gust_since_previous_post_processing','10m_wind_speed','2m_dewpoint_temperature','2m_temperature','air_density_over_the_oceans','altimeter_corrected_wave_height','altimeter_range_relative_correction','altimeter_wave_height','angle_of_sub_gridscale_orography','anisotropy_of_sub_gridscale_orography','benjamin_feir_index','boundary_layer_dissipation','boundary_layer_height','charnock','clear_sky_direct_solar_radiation_at_surface','cloud_base_height','coefficient_of_drag_with_waves','convective_available_potential_energy','convective_inhibition','convective_precipitation','convective_rain_rate','convective_snowfall','convective_snowfall_rate_water_equivalent','downward_uv_radiation_at_the_surface','duct_base_height','eastward_gravity_wave_surface_stress','eastward_turbulent_surface_stress','evaporation','forecast_albedo','forecast_logarithm_of_surface_roughness_for_heat','forecast_surface_roughness','free_convective_velocity_over_the_oceans','friction_velocity','gravity_wave_dissipation','high_cloud_cover','high_vegetation_cover','ice_temperature_layer_1','ice_temperature_layer_2','ice_temperature_layer_3','ice_temperature_layer_4','instantaneous_10m_wind_gust','instantaneous_eastward_turbulent_surface_stress','instantaneous_large_scale_surface_precipitation_fraction','instantaneous_moisture_flux','instantaneous_northward_turbulent_surface_stress','instantaneous_surface_sensible_heat_flux','k_index','lake_bottom_temperature','lake_cover','lake_depth','lake_ice_depth','lake_ice_temperature','lake_mix_layer_depth','lake_mix_layer_temperature','lake_shape_factor','lake_total_layer_temperature','land_sea_mask','large_scale_precipitation','large_scale_precipitation_fraction','large_scale_rain_rate','large_scale_snowfall','large_scale_snowfall_rate_water_equivalent','leaf_area_index_high_vegetation','leaf_area_index_low_vegetation','low_cloud_cover','low_vegetation_cover','maximum_2m_temperature_since_previous_post_processing','maximum_individual_wave_height','maximum_total_precipitation_rate_since_previous_post_processing','mean_boundary_layer_dissipation','mean_convective_precipitation_rate','mean_convective_snowfall_rate','mean_direction_of_total_swell','mean_direction_of_wind_waves','mean_eastward_gravity_wave_surface_stress','mean_eastward_turbulent_surface_stress','mean_evaporation_rate','mean_gravity_wave_dissipation','mean_large_scale_precipitation_fraction','mean_large_scale_precipitation_rate','mean_large_scale_snowfall_rate','mean_northward_gravity_wave_surface_stress','mean_northward_turbulent_surface_stress','mean_period_of_total_swell','mean_period_of_wind_waves','mean_potential_evaporation_rate','mean_runoff_rate','mean_sea_level_pressure','mean_snow_evaporation_rate','mean_snowfall_rate','mean_snowmelt_rate','mean_square_slope_of_waves','mean_sub_surface_runoff_rate','mean_surface_direct_short_wave_radiation_flux','mean_surface_direct_short_wave_radiation_flux_clear_sky','mean_surface_downward_long_wave_radiation_flux','mean_surface_downward_long_wave_radiation_flux_clear_sky','mean_surface_downward_short_wave_radiation_flux','mean_surface_downward_short_wave_radiation_flux_clear_sky','mean_surface_downward_uv_radiation_flux','mean_surface_latent_heat_flux','mean_surface_net_long_wave_radiation_flux','mean_surface_net_long_wave_radiation_flux_clear_sky','mean_surface_net_short_wave_radiation_flux','mean_surface_net_short_wave_radiation_flux_clear_sky','mean_surface_runoff_rate','mean_surface_sensible_heat_flux','mean_top_downward_short_wave_radiation_flux','mean_top_net_long_wave_radiation_flux','mean_top_net_long_wave_radiation_flux_clear_sky','mean_top_net_short_wave_radiation_flux','mean_top_net_short_wave_radiation_flux_clear_sky','mean_total_precipitation_rate','mean_vertical_gradient_of_refractivity_inside_trapping_layer','mean_vertically_integrated_moisture_divergence','mean_wave_direction','mean_wave_direction_of_first_swell_partition','mean_wave_direction_of_second_swell_partition','mean_wave_direction_of_third_swell_partition','mean_wave_period','mean_wave_period_based_on_first_moment','mean_wave_period_based_on_first_moment_for_swell','mean_wave_period_based_on_first_moment_for_wind_waves','mean_wave_period_based_on_second_moment_for_swell','mean_wave_period_based_on_second_moment_for_wind_waves','mean_wave_period_of_first_swell_partition','mean_wave_period_of_second_swell_partition','mean_wave_period_of_third_swell_partition','mean_zero_crossing_wave_period','medium_cloud_cover','minimum_2m_temperature_since_previous_post_processing','minimum_total_precipitation_rate_since_previous_post_processing','minimum_vertical_gradient_of_refractivity_inside_trapping_layer','model_bathymetry','near_ir_albedo_for_diffuse_radiation','near_ir_albedo_for_direct_radiation','normalized_energy_flux_into_ocean','normalized_energy_flux_into_waves','normalized_stress_into_ocean','northward_gravity_wave_surface_stress','northward_turbulent_surface_stress','orography','peak_wave_period','period_corresponding_to_maximum_individual_wave_height','potential_evaporation','precipitation_type','runoff','sea_ice_cover','sea_surface_temperature','significant_height_of_combined_wind_waves_and_swell','significant_height_of_total_swell','significant_height_of_wind_waves','significant_wave_height_of_first_swell_partition','significant_wave_height_of_second_swell_partition','significant_wave_height_of_third_swell_partition','skin_reservoir_content','skin_temperature','slope_of_sub_gridscale_orography','snow_albedo','snow_density','snow_depth','snow_evaporation','snowfall','snowmelt','soil_temperature_level_1','soil_temperature_level_2','soil_temperature_level_3','soil_temperature_level_4','soil_type','standard_deviation_of_filtered_subgrid_orography','standard_deviation_of_orography','sub_surface_runoff','surface_latent_heat_flux','surface_net_solar_radiation','surface_net_solar_radiation_clear_sky','surface_net_thermal_radiation','surface_net_thermal_radiation_clear_sky','surface_pressure','surface_runoff','surface_sensible_heat_flux','surface_solar_radiation_downward_clear_sky','surface_solar_radiation_downwards','surface_thermal_radiation_downward_clear_sky','surface_thermal_radiation_downwards','temperature_of_snow_layer','toa_incident_solar_radiation','top_net_solar_radiation','top_net_solar_radiation_clear_sky','top_net_thermal_radiation','top_net_thermal_radiation_clear_sky','total_cloud_cover','total_column_cloud_ice_water','total_column_cloud_liquid_water','total_column_ozone','total_column_rain_water','total_column_snow_water','total_column_supercooled_liquid_water','total_column_water','total_column_water_vapour','total_precipitation','total_sky_direct_solar_radiation_at_surface','total_totals_index','trapping_layer_base_height','trapping_layer_top_height','type_of_high_vegetation','type_of_low_vegetation','u_component_stokes_drift','uv_visible_albedo_for_diffuse_radiation','uv_visible_albedo_for_direct_radiation','v_component_stokes_drift','vertical_integral_of_divergence_of_cloud_frozen_water_flux','vertical_integral_of_divergence_of_cloud_liquid_water_flux','vertical_integral_of_divergence_of_geopotential_flux','vertical_integral_of_divergence_of_kinetic_energy_flux','vertical_integral_of_divergence_of_mass_flux','vertical_integral_of_divergence_of_moisture_flux','vertical_integral_of_divergence_of_ozone_flux','vertical_integral_of_divergence_of_thermal_energy_flux','vertical_integral_of_divergence_of_total_energy_flux','vertical_integral_of_eastward_cloud_frozen_water_flux','vertical_integral_of_eastward_cloud_liquid_water_flux','vertical_integral_of_eastward_geopotential_flux','vertical_integral_of_eastward_heat_flux','vertical_integral_of_eastward_kinetic_energy_flux','vertical_integral_of_eastward_mass_flux','vertical_integral_of_eastward_ozone_flux','vertical_integral_of_eastward_total_energy_flux','vertical_integral_of_eastward_water_vapour_flux','vertical_integral_of_energy_conversion','vertical_integral_of_kinetic_energy','vertical_integral_of_mass_of_atmosphere','vertical_integral_of_mass_tendency','vertical_integral_of_northward_cloud_frozen_water_flux','vertical_integral_of_northward_cloud_liquid_water_flux','vertical_integral_of_northward_geopotential_flux','vertical_integral_of_northward_heat_flux','vertical_integral_of_northward_kinetic_energy_flux','vertical_integral_of_northward_mass_flux','vertical_integral_of_northward_ozone_flux','vertical_integral_of_northward_total_energy_flux','vertical_integral_of_northward_water_vapour_flux','vertical_integral_of_potential_and_internal_energy','vertical_integral_of_potential_internal_and_latent_energy','vertical_integral_of_temperature','vertical_integral_of_thermal_energy','vertical_integral_of_total_energy','vertically_integrated_moisture_divergence','volumetric_soil_water_layer_1','volumetric_soil_water_layer_2','volumetric_soil_water_layer_3','volumetric_soil_water_layer_4','wave_spectral_directional_width','wave_spectral_directional_width_for_swell','wave_spectral_directional_width_for_wind_waves','wave_spectral_kurtosis','wave_spectral_peakedness','wave_spectral_skewness','zero_degree_level'</parameter>

            <!-- possible values for 'variable' for pressure levels: -->
            <parameter name="all_variables_pressure" separator="!">'divergence','fraction_of_cloud_cover','geopotential','ozone_mass_mixing_ratio','potential_vorticity','relative_humidity','specific_cloud_ice_water_content','specific_cloud_liquid_water_content','specific_humidity','specific_rain_water_content','specific_snow_water_content','temperature','u_component_of_wind','v_component_of_wind','vertical_velocity','vorticity'</parameter>

            <!-- one can use one or multiple variables from the sets above, or $all_variables_single/$all_variables_pressure -->
            <parameter name="variable" separator="!">$all_variables_pressure</parameter>

            <!-- If downloading pressure levels, one has to set pressure here: -->
            <!-- Possible values for pressure level:   'pressure_level':['1','2','3','5','7','10','20','30','50','70','100','125','150','175','200','225','250','300','350','400','450','500','550','600','650','700','750','775','800','825','850','875','900','925','950','975','1000' -->
            <parameter name="pressure_level" separator="!" mode="python">'1'</parameter>

            <!-- only fills this value if using pressure, otherwise it won't download -->
            <parameter name="pressure_sub" mode="python" separator="!">
                  {
                  "reanalysis-era5-pressure-levels": "'pressure_level': ['$pressure_level'],",
                  "reanalysis-era5-single-levels": ""
                  }[${dataset}]
            </parameter>

            <!-- Possible years '2000','2001','2002','2003','2004','2005','2006','2007','2008','2009','2010','2011','2012','2013','2014','2015','2016','2017','2018' -->
            <parameter name="year">'2000'</parameter>
            <!-- Possible months '01','02','03','04','05','06','07','08','09','10','11','12' -->
            <parameter name="month">'01','02','03','04','05','06','07','08','09','10','11','12'</parameter>
            <!-- day: '01','02','03','04','05','06','07','08','09','10','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30','31'</parameter -->
            <parameter name="day">'01'</parameter>
            <!-- hour: '00:00','01:00','02:00','03:00','04:00','05:00','06:00','07:00','08:00','09:00','10:00','11:00','12:00','13:00','14:00','15:00','16:00','17:00','18:00','19:00','20:00','21:00','22:00','23:00'</parameter -->
            <parameter name="hour" separator="#">'00:00','01:00','02:00','03:00','04:00','05:00','06:00','07:00','08:00','09:00','10:00','11:00','12:00','13:00','14:00','15:00','16:00','17:00','18:00','19:00','20:00','21:00','22:00','23:00'</parameter>

            <!-- Can be "grib" or "netcdf" -->
            <parameter name="file_type">grib</parameter>

            <parameter name="file_name" mode="python" separator="#">str("$hour").replace("'","")</parameter>
            <parameter name="download_dir" mode="python">str("$jube_benchmark_home/dataset/$dataset/$product_type/$year/$month/$day").replace("'","")</parameter>
        </parameterset>

    <fileset name="jobfiles">
        <copy>download-era5.py.in</copy>
    </fileset>

    <substituteset name="executesub">
        <!-- Default jobscript substitution -->
        <iofile in="download-era5.py.in" out="download-era5.py" />
        <sub source="#DATASET#" dest="$dataset" />
        <sub source="#PRODUCT_TYPE#" dest="$product_type" />
        <sub source="#VARIABLE#" dest="$variable" />
        <sub source="#YEAR#" dest="$year" />
        <sub source="#MONTH#" dest="$month" />
        <sub source="#DAY#" dest="$day" />
        <sub source="#HOUR#" dest="$hour" />
        <sub source="#FILE_NAME#" dest="$file_name" />
        <sub source="#FILE_TYPE#" dest="$file_type" />
        <sub source="#DOWNLOAD_DIR#" dest="$download_dir" />
        <sub source="#PRESSURE_LEVEL#" dest="$pressure_sub" />
    </substituteset>

    <step name="run_script">
        <do>module load Python/3.6.5</do>
        <use>systemParameter</use>
        <use>jobfiles</use>
        <use>executesub</use>
        <do>mkdir -p $download_dir</do>
        <do>python3 download-era5.py</do>
        </step>
    </benchmark>
</jube>