Skip to content

AB-programs do file take2 #451

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ANBurdett wants to merge 9 commits into
base: main
Choose a base branch
from
Open

AB-programs do file take2 #451

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
56355bc
Deleted old plot files and uploaded new do files.
ANBurdett Mar 24, 2026
1151aa6
Merge pull request #440 from ANBurdett/AB_update_validation_files
dav-sonn Mar 25, 2026
4d62467
1. EntityManagerFactory cached as static fields
Mariia-Var Mar 26, 2026
7e8a3a7
Fix non-deterministic UC/Legacy benefit assignment
Mariia-Var Mar 26, 2026
b84c8e7
Replace Statistics3 export with AlignmentAdjustmentFactors
Mariia-Var Mar 26, 2026
b9e4384
Remove all the code/references to IT
dav-sonn Mar 31, 2026
cd46602
Merge pull request #444 from simpaths/MV-develop
justin-ven Mar 31, 2026
fb1d442
Merge pull request #449 from simpaths/cleaning_remove_IT
justin-ven Mar 31, 2026
e50ef04
Updated regression do files to utilise programs
ANBurdett Apr 1, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
6 changes: 3 additions & 3 deletions config/default.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ randomSeed: 606 # seed for the first run; incremented automatically if
startYear: 2019 # first year of simulation (must have matching input/donor data)
endYear: 2022 # last year of simulation (inclusive)
popSize: 50000 # simulated population size (larger = more accurate, slower)
# countryString: "United Kingdom" # "United Kingdom" or "Italy" (auto-detected from donor DB if omitted)
# countryString: "United Kingdom" # Auto-detected from donor DB if omitted
# integrationTest: false # true = write output to a fixed folder for comparison in CI tests


Expand Down Expand Up @@ -143,7 +143,7 @@ innovation_args:
# Output files:
# Statistics1.csv — income distribution: Gini coefficients, income percentiles, median EDI, S-Index
# Statistics2.csv — demographic validation: partnership rates, employment, health, disability by age/gender
# Statistics3.csv — alignment diagnostics: simulated vs target rates and adjustment factors
# AlignmentAdjustmentFactors1.csv — alignment diagnostics: factors, simulated shares, and target shares
# EmploymentStatistics.csv — labour market transitions and participation rates
# HealthStatistics.csv — health measures (SF-12, GHQ-12, EQ-5D) by age/gender

Expand All @@ -153,7 +153,7 @@ collector_args:
# exportToCSV: true # write outputs to CSV files under output/<run>/csv/
# persistStatistics: true # write Statistics1.csv (income distribution)
# persistStatistics2: true # write Statistics2.csv (demographic validation outputs)
# persistStatistics3: true # write Statistics3.csv (alignment diagnostics)
# persistAlignmentAdjustmentFactors: true # write AlignmentAdjustmentFactors1.csv
# persistPersons: false # write one row per person per year (large files)
# persistBenefitUnits: false # write one row per benefit unit per year (large files)
# persistHouseholds: false # write one row per household per year
Expand Down
4 changes: 2 additions & 2 deletions config/test_run.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ integrationTest: true
collector_args:
persistStatistics: true
persistStatistics2: true
persistStatistics3: true
persistAlignmentAdjustmentFactors: true
persistPersons: false
persistBenefitUnits: false
persistHouseholds: false
persistHouseholds: false
13 changes: 6 additions & 7 deletions input/InitialPopulations/compile/RegressionEstimates/master.do
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ set matsize 1000
**************************************************************************************/

* Working directory
global dir_work "D:\Dasha\ESSEX\_SimPaths\_SimPaths_UK\regression_estimates"
global dir_work "/Users/ashleyburdett/Documents/SimPaths_UK/programs/regression_estimates"

* Directory which contains do files
global dir_do "${dir_work}/do"
Expand All @@ -64,13 +64,13 @@ global dir_raw_results "${dir_work}/raw_results"
global dir_results "${dir_work}/results"

* Pooled dataset for estimates
global estimation_sample "D:\Dasha\ESSEX\_SimPaths\_SimPaths_UK\initial_populations\data\UKHLS_pooled_ipop.dta"
global estimation_sample "/Users/ashleyburdett/Library/CloudStorage/Box-Box/CeMPA shared area/_SimPaths/_SimPathsUK/input_processing/initial_populations/data/ukhls_pooled_ipop.dta"

* Pooled dataset with predicted wages after Heckman
global estimation_sample2 "D:\Dasha\ESSEX\_SimPaths\_SimPaths_UK\initial_populations\data\UKHLS_pooled_ipop2.dta"
global estimation_sample2 "/Users/ashleyburdett/Library/CloudStorage/Box-Box/CeMPA shared area/_SimPaths/_SimPathsUK/input data preparation_Darias backup folder/regression_estimates/data/UKHLS_pooled_ipop2.dta"

* Directory containing external input data
global dir_external_data "$dir_work/external_data"
global dir_external_data "/Users/ashleyburdett/Library/CloudStorage/Box-Box/CeMPA shared area/_SimPaths/_SimPathsUK/input data preparation_Darias backup folder/regression_estimates/external_data"

* Directory containing results of comparison of various weights
global weight_checks "${dir_work}/weight_checks"
Expand All @@ -91,8 +91,8 @@ global first_sim_year "2010"

global last_sim_year "2025"

* Globals used for all processes

* Globals used for all processes
global weight "dwt"

global regions "UKC UKD UKE UKF UKG UKH UKJ UKK UKL UKM UKN" //UKI is London (reference)
Expand Down Expand Up @@ -219,13 +219,12 @@ global s3d_if_condition "provide_informal_care & Partnered & stm >= 15" // I

* Finanicial distress and health processes
* TO ADD



/*******************************************************************************
* ESTIMATION FILES
*******************************************************************************/
/**/

do "${dir_do}/reg_education.do"

do "${dir_do}/reg_leave_parental_home.do"
Expand Down
Loading
Loading