Skip to content

E2E pipeline template: PUDL-to-GridPath config and docs #1361

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
allisonmcampbell wants to merge 1 commit into
base: develop
Choose a base branch
from
Open

E2E pipeline template: PUDL-to-GridPath config and docs #1361

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
134 changes: 134 additions & 0 deletions data_toolkit/ra_toolkit_e2e_settings_sample.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,134 @@
script,setting,value,script_true_false_arg,reverse_default_behavior
create_database,database,./ra_toolkit_e2e.db,,
create_database,db_schema,../data_toolkit/raw_data_db_schema.sql,,
create_database,omit_data,,1,1
load_raw_data,database,./ra_toolkit_e2e.db,,
load_raw_data,csv_location,./db/csvs_test_examples/raw_data_ra_toolkit_e2e/,,
eia930_load_zone_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_load_zone_input_csvs,lz_output_directory,./db/csvs_ra_toolkit_e2e/system_load/load_zones,,
eia930_load_zone_input_csvs,allow_overgeneration,0,,
eia930_load_zone_input_csvs,overgeneration_penalty_per_mw,0,,
eia930_load_zone_input_csvs,allow_unserved_energy,1,,
eia930_load_zone_input_csvs,unserved_energy_penalty_per_mwh,20000,,
eia930_load_zone_input_csvs,max_unserved_load_penalty_per_mw,0,,
eia930_load_zone_input_csvs,export_penalty_cost_per_mwh,0,,
eia930_load_zone_input_csvs,unserved_energy_stats_threshold_mw,0,,
eia930_load_zone_input_csvs,lb_output_directory,./db/csvs_ra_toolkit_e2e/system_load/load_balance,,
eiaaeo_to_fuel_chars_input_csvs,database,./ra_toolkit_e2e.db,,
eiaaeo_to_fuel_chars_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/fuels/fuel_chars,,
eiaaeo_to_fuel_chars_input_csvs,fuel_scenario_id,1,,
eiaaeo_to_fuel_chars_input_csvs,fuel_scenario_name,generic,,
eiaaeo_to_fuel_chars_input_csvs,model_case,aeo2022,,
eiaaeo_to_fuel_chars_input_csvs,report_year,2023,,
eiaaeo_fuel_price_input_csvs,database,./ra_toolkit_e2e.db,,
eiaaeo_fuel_price_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/fuels/fuel_prices,,
eiaaeo_fuel_price_input_csvs,fuel_price_scenario_id,1,,
eiaaeo_fuel_price_input_csvs,model_case,aeo2022,,
eiaaeo_fuel_price_input_csvs,report_year,2023,,
eia860_to_project_portfolio_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_portfolio_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/portfolios,,
eia860_to_project_portfolio_input_csvs,project_portfolio_scenario_id,23,,
eia860_to_project_portfolio_input_csvs,project_portfolio_scenario_name,ra_toolkit_e2e,,
eia860_to_project_load_zone_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_load_zone_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/load_zones,,
eia860_to_project_load_zone_input_csvs,project_load_zone_scenario_id,1,,
eia860_to_project_load_zone_input_csvs,project_load_zone_scenario_name,ra_toolkit_e2e,,
eia860_to_project_specified_capacity_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_specified_capacity_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/capacity/specified_capacity,,
eia860_to_project_specified_capacity_input_csvs,project_specified_capacity_scenario_id,5,,
eia860_to_project_specified_capacity_input_csvs,project_specified_capacity_scenario_name,ra_toolkit_e2e,,
eia860_to_project_fixed_cost_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_fixed_cost_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/fixed_cost,,
eia860_to_project_fixed_cost_input_csvs,project_fixed_cost_scenario_id,1,,
eia860_to_project_fixed_cost_input_csvs,project_fixed_cost_scenario_name,base,,
eia860_to_project_availability_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_availability_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/availability,,
eia860_to_project_availability_input_csvs,project_availability_scenario_id,1,,
eia860_to_project_availability_input_csvs,project_availability_scenario_name,no_derates,,
eia860_to_project_opchar_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_opchar_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/opchar,,
eia860_to_project_opchar_input_csvs,project_operational_chars_scenario_id,1,,
eia860_to_project_opchar_input_csvs,project_operational_chars_scenario_name,ra_toolkit_e2e,,
eia860_to_project_opchar_input_csvs,hydro_balancing_type,month,,
eia860_to_project_fuel_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_fuel_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/opchar/fuels,,
eia860_to_project_fuel_input_csvs,project_fuel_scenario_id,1,,
eia860_to_project_fuel_input_csvs,project_fuel_scenario_name,base,,
eia860_to_project_heat_rate_input_csvs,database,./ra_toolkit_e2e.db,,
eia860_to_project_heat_rate_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/opchar/heat_rates,,
eia860_to_project_heat_rate_input_csvs,project_operational_chars_scenario_id,1,,
eia860_to_project_heat_rate_input_csvs,project_operational_chars_scenario_name,generic,,
eia930_to_transmission_portfolio_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_to_transmission_portfolio_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/transmission/portfolios,,
eia930_to_transmission_portfolio_input_csvs,transmission_portfolio_scenario_id,1,,
eia930_to_transmission_portfolio_input_csvs,transmission_portfolio_scenario_name,eia930,,
eia930_to_transmission_load_zone_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_to_transmission_load_zone_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/transmission/load_zones,,
eia930_to_transmission_load_zone_input_csvs,transmission_load_zone_scenario_id,1,,
eia930_to_transmission_load_zone_input_csvs,transmission_load_zone_scenario_name,ra_toolkit_e2e,,
eia930_to_transmission_specified_capacity_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_to_transmission_specified_capacity_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/transmission/capacity_specified,,
eia930_to_transmission_specified_capacity_input_csvs,transmission_specified_capacity_scenario_id,1,,
eia930_to_transmission_specified_capacity_input_csvs,transmission_specified_capacity_scenario_name,ra_toolkit_e2e,,
eia930_to_transmission_availability_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_to_transmission_availability_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/transmission/availability,,
eia930_to_transmission_availability_input_csvs,transmission_availability_scenario_id,1,,
eia930_to_transmission_availability_input_csvs,transmission_availability_scenario_name,no_derates,,
eia930_to_transmission_opchar_input_csvs,database,./ra_toolkit_e2e.db,,
eia930_to_transmission_opchar_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/transmission/opchar,,
eia930_to_transmission_opchar_input_csvs,transmission_operational_chars_scenario_id,1,,
eia930_to_transmission_opchar_input_csvs,transmission_operational_chars_scenario_name,base,,
manual_adjustments,database,./ra_toolkit_e2e.db,,
manual_adjustments,files_to_copy_csv,./db/csvs_test_examples/raw_data_ra_toolkit_e2e/user_defined_manual_adjustments_copy_files.csv,,
manual_adjustments,capacity_specified_directory,./db/csvs_ra_toolkit_e2e/project/capacity/specified_capacity,,
manual_adjustments,project_specified_capacity_scenario_id,5,,
manual_adjustments,project_specified_capacity_scenario_name,ra_toolkit_e2e,,
manual_adjustments,study_year,2026,,
manual_adjustments,region,WECC,,
manual_adjustments,battery_duration,4,,
manual_adjustments,pumped_storage_duration,12,,
create_monte_carlo_weather_draws,database,./ra_toolkit_e2e.db,,
create_monte_carlo_weather_draws,weather_draws_seed,0,,
create_monte_carlo_weather_draws,n_iterations,2,,
create_monte_carlo_weather_draws,study_year,2026,,
create_monte_carlo_weather_draws,timeseries_iteration_draw_initial_seed,0,,
create_sync_load_input_csvs,database,./ra_toolkit_e2e.db,,
create_sync_load_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/system_load/system_load,,
create_sync_load_input_csvs,load_scenario_id,6,,
create_sync_load_input_csvs,load_scenario_name,ra_toolkit,,
create_sync_load_input_csvs,load_components_scenario_id,3,,
create_sync_load_input_csvs,load_components_scenario_name,ra_toolkit,,
create_sync_load_input_csvs,load_levels_scenario_id,6,,
create_sync_load_input_csvs,load_levels_scenario_name,ra_toolkit,,
create_sync_load_input_csvs,load_scenario_overwrite,,1,1
create_sync_load_input_csvs,load_components_overwrite,,1,1
create_sync_load_input_csvs,load_levels_overwrite,,1,1
create_sync_var_gen_input_csvs,database,./ra_toolkit_e2e.db,,
create_sync_var_gen_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/opchar/variable_generator_profiles,,
create_sync_var_gen_input_csvs,variable_generator_profile_scenario_id,3,,
create_sync_var_gen_input_csvs,variable_generator_profile_scenario_name,ra_toolkit,,
create_sync_var_gen_input_csvs,overwrite,,1,1
create_sync_var_gen_input_csvs,n_parallel_projects,4,,
create_sync_gen_weather_derate_input_csvs,database,./ra_toolkit_e2e.db,,
create_sync_gen_weather_derate_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/availability/exogenous_weather,,
create_sync_gen_weather_derate_input_csvs,exogenous_availability_weather_scenario_id,1,,
create_sync_gen_weather_derate_input_csvs,exogenous_availability_weather_scenario_name,ra_toolkit,,
create_sync_gen_weather_derate_input_csvs,overwrite,,1,1
create_sync_gen_weather_derate_input_csvs,n_parallel_projects,4,,
create_hydro_iteration_input_csvs,database,./ra_toolkit_e2e.db,,
create_hydro_iteration_input_csvs,stage_id,1,,
create_hydro_iteration_input_csvs,hydro_operational_chars_scenario_id,5,,
create_hydro_iteration_input_csvs,hydro_operational_chars_scenario_name,ra_toolkit,,
create_hydro_iteration_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/opchar/hydro_operational_chars,,
create_hydro_iteration_input_csvs,overwrite,,1,1
create_hydro_iteration_input_csvs,hydro_balancing_type,month,,
create_hydro_iteration_input_csvs,n_parallel_projects,4,,
create_availability_iteration_input_csvs,database,./ra_toolkit_e2e.db,,
create_availability_iteration_input_csvs,n_iterations,4,,
create_availability_iteration_input_csvs,project_availability_scenario_id,1,,
create_availability_iteration_input_csvs,project_availability_scenario_name,ra_toolkit,,
create_availability_iteration_input_csvs,output_directory,./db/csvs_ra_toolkit_e2e/project/availability/exogenous_independent,,
create_availability_iteration_input_csvs,overwrite,,1,1
create_availability_iteration_input_csvs,n_parallel_projects,4,,
create_temporal_scenarios,database,./ra_toolkit_e2e.db,,
create_temporal_scenarios,csv_path,./db/csvs_test_examples/raw_data_ra_toolkit_e2e/temporal/temporal_scenarios.csv,,
Loading
Loading