diff --git a/CHANGELOG.md b/CHANGELOG.md index 3025a8ba..608ecaa4 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,16 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). +## [0.6.9] - 2024-01-30 + +### Changed + +- Allow dates to be specified in scraper config + +### Added + +- Add population data for all HRP countries + ## [0.6.8] - 2024-01-23 ### Changed diff --git a/requirements.txt b/requirements.txt index 7dd74767..03458341 100644 --- a/requirements.txt +++ b/requirements.txt @@ -33,7 +33,7 @@ coverage[toml]==7.4.1 # via # coverage # pytest-cov -cryptography==42.0.1 +cryptography==42.0.2 # via pyopenssl defopt==6.4.0 # via hdx-python-api @@ -280,7 +280,7 @@ unidecode==1.3.8 # via # libhxl # pyphonetics -urllib3==2.1.0 +urllib3==2.2.0 # via # libhxl # requests diff --git a/src/hapi/pipelines/app/__main__.py b/src/hapi/pipelines/app/__main__.py index 9f838b51..1fb3c349 100755 --- a/src/hapi/pipelines/app/__main__.py +++ b/src/hapi/pipelines/app/__main__.py @@ -1,5 +1,5 @@ -"""Entry point to start data freshness -""" +"""Entry point to start HAPI pipelines""" + import argparse import logging from os import getenv, remove diff --git a/src/hapi/pipelines/configs/core.yaml b/src/hapi/pipelines/configs/core.yaml index 805c8fed..efd5c101 100755 --- a/src/hapi/pipelines/configs/core.yaml +++ b/src/hapi/pipelines/configs/core.yaml @@ -4,9 +4,28 @@ commit_limit: 1000 HAPI_countries: - AFG - BFA + - CAF + - CMR + - COD + - COL + - ETH + - GTM + - HND + - HTI - MLI + - MMR + - MOZ + - NER - NGA + - PSE + - SDN + - SLV + - SOM + - SSD + - SYR - TCD + - UKR + - VEN - YEM country_name_overrides: @@ -97,10 +116,18 @@ age_range_codes: - "55-59" - "60-64" - "65-69" + - "65+" - "70-74" + - "70+" - "75-79" + - "80-84" - "80+" + - "85-89" + - "85+" + - "90-94" + - "90+" + - "95-99" + - "100+" - "0-17" - "18+" - "18-64" - - "65+" diff --git a/src/hapi/pipelines/configs/population.yaml b/src/hapi/pipelines/configs/population.yaml index 478e8fc7..5e9c922d 100755 --- a/src/hapi/pipelines/configs/population.yaml +++ b/src/hapi/pipelines/configs/population.yaml @@ -13,6 +13,17 @@ population_default: scrapers_with_defaults: - "population_afg" - "population_nga" + - "population_bfa" + - "population_cmr" + - "population_col" + - "population_hnd" + - "population_mmr" + - "population_moz" + - "population_ner" + - "population_pse" + - "population_sdn" + - "population_tcd" + - "population_ukr" input: - "F_TL" - "M_TL" @@ -190,58 +201,2158 @@ population_national: - "#population+m+age_80_plus" - "#population+age_80_plus+total" + population_bfa: + dataset: "cod-ps-bfa" + resource: "bfa_admpop_adm0_2023_5yr.csv" + format: "csv" + use_hxl: False + admin_single: "BFA" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_cmr: + dataset: "cod-ps-cmr" + resource: "cmr_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "CMR" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_cod: + dataset: "cod-ps-cod" + resource: "cod_admpop_adm0_2020.csv" + format: "csv" + use_hxl: False + admin_single: "COD" + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_col: + dataset: "cod-ps-col" + resource: "col_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "COL" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100Plus" + - "M_100Plus" + - "T_100Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100plus" + - "M_100plus" + - "T_100plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_94" + - "#population+m+age_90_94" + - "#population+age_90_94+total" + - "#population+f+age_95_99" + - "#population+m+age_95_99" + - "#population+age_95_99+total" + - "#population+f+age_100_plus" + - "#population+m+age_100_plus" + - "#population+age_100_plus+total" + + population_eth: + dataset: "cod-ps-eth" + resource: "eth_admpop_adm0_2022_v2.csv" + format: "csv" + use_hxl: False + admin_single: "ETH" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" + + population_gtm: + dataset: "cod-ps-gtm" + resource: "gtm_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "GTM" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70Plus" + - "M_70Plus" + - "T_70Plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70plus" + - "M_70plus" + - "T_70plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_69" + - "#population+m+age_65_69" + - "#population+age_65_69+total" + - "#population+f+age_70_plus" + - "#population+m+age_70_plus" + - "#population+age_70_plus+total" + + population_hnd: + dataset: "cod-ps-hnd" + resource: "hnd_admpop_adm0_2022.csv" + format: "csv" + use_hxl: False + admin_single: "HND" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_hti: + dataset: "cod-ps-hti" + resource: "hti_admpop_adm0_2022.csv" + format: "csv" + use_hxl: False + admin_single: "HTI" + input: + - "Femmes" + - "Hommes" + - "Population" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + population_mli: dataset: "cod-ps-mli" resource: "mli_pop_adm0_v2.csv" format: "csv" use_hxl: False - admin_single: "MLI" + admin_single: "MLI" + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_mmr: + dataset: "cod-ps-mmr" + resource: "mmr_admpop_adm0_2022.csv" + format: "csv" + use_hxl: False + admin_single: "MMR" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90Plus" + - "M_90Plus" + - "T_90Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90plus" + - "M_90plus" + - "T_90plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_plus" + - "#population+m+age_90_plus" + - "#population+age_90_plus+total" + + population_moz: + dataset: "cod-ps-moz" + resource: "moz_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "MOZ" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ner: + dataset: "cod-ps-ner" + resource: "ner_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "NER" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_nga: + dataset: "cod-ps-nga" + resource: "nga_admpop_adm0_2020.csv" + format: "csv" + use_hxl: False + admin_single: "NGA" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_pse: + dataset: "cod-ps-pse" + resource: "pse_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "PSE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_sdn: + dataset: "cod-ps-sdn" + resource: "sdn_admpop_adm0_2022.csv" + format: "csv" + use_hxl: False + admin_single: "SDN" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_slv: + dataset: "cod-ps-slv" + resource: "slv_admpop_adm0_2023.csv" + format: "csv" + use_hxl: False + admin_single: "SLV" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_som: + dataset: "cod-ps-som" + resource: "som_pplp_adm0_v2.csv" + format: "csv" + use_hxl: False + admin_single: "SOM" + input: + - "T_TL" + output: + - "T_TL" + output_hxl: + - "#population+total" + + population_ssd: + dataset: "cod-ps-ssd" + resource: "ssd_admpop_adm0_2022_v2.csv" + format: "csv" + use_hxl: False + admin_single: "SSD" + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_tcd: + dataset: "cod-ps-tcd" + resource: "tcd_admpop_adm0_2021.csv" + format: "csv" + use_hxl: False + admin_single: "TCD" + input: + - "F_80PLUS" + - "M_80PLUS" + - "T_80PLUS" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ukr: + dataset: "cod-ps-ukr" + resource: "ukr_admpop_adm0_2022.csv" + format: "csv" + use_hxl: False + admin_single: "UKR" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ven: + dataset: "cod-ps-ven" + resource: "ven_admpop_adm0_2011_v2.csv" + format: "csv" + use_hxl: False + admin_single: "VEN" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65PLUS" + - "M_65PLUS" + - "T_65PLUS" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" + +population_adminone: + population_afg: + dataset: "cod-ps-afg" + resource: "afg_admpop_adm1_2021_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "Admin1_Code" + admin_exact: True + input: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_bfa: + dataset: "cod-ps-bfa" + resource: "bfa_admpop_adm1_2023_5yr.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + admin_exact: True + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_cmr: + dataset: "cod-ps-cmr" + resource: "cmr_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_cod: + dataset: "cod-ps-cod" + resource: "cod_admpop_adm1_2020.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "admin1Pcode" + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_col: + dataset: "cod-ps-col" + resource: "col_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100Plus" + - "M_100Plus" + - "T_100Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100plus" + - "M_100plus" + - "T_100plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_94" + - "#population+m+age_90_94" + - "#population+age_90_94+total" + - "#population+f+age_95_99" + - "#population+m+age_95_99" + - "#population+age_95_99+total" + - "#population+f+age_100_plus" + - "#population+m+age_100_plus" + - "#population+age_100_plus+total" + + population_eth: + dataset: "cod-ps-eth" + resource: "eth_admpop_adm1_2022_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "admin1Pcode" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" + + population_gtm: + dataset: "cod-ps-gtm" + resource: "gtm_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70Plus" + - "M_70Plus" + - "T_70Plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70plus" + - "M_70plus" + - "T_70plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_69" + - "#population+m+age_65_69" + - "#population+age_65_69+total" + - "#population+f+age_70_plus" + - "#population+m+age_70_plus" + - "#population+age_70_plus+total" + + population_hnd: + dataset: "cod-ps-hnd" + resource: "hnd_admpop_adm1_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_hti: + dataset: "cod-ps-hti" + resource: "hti_admpop_adm1_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "adm1code" + input: + - "Femmes" + - "Hommes" + - "Population" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_mli: + dataset: "cod-ps-mli" + resource: "mli_pop_adm1_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "admin1Pcode" + admin_exact: True + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_mmr: + dataset: "cod-ps-mmr" + resource: "mmr_admpop_adm1_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90Plus" + - "M_90Plus" + - "T_90Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90plus" + - "M_90plus" + - "T_90plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_plus" + - "#population+m+age_90_plus" + - "#population+age_90_plus+total" + + population_moz: + dataset: "cod-ps-moz" + resource: "moz_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ner: + dataset: "cod-ps-ner" + resource: "ner_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_pse: + dataset: "cod-ps-pse" + resource: "pse_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_nga: + dataset: "cod-ps-nga" + resource: "nga_admpop_adm1_2020.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + admin_exact: True + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_sdn: + dataset: "cod-ps-sdn" + resource: "sdn_admpop_adm1_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_slv: + dataset: "cod-ps-slv" + resource: "slv_admpop_adm1_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_som: + dataset: "cod-ps-som" + resource: "som_pplp_adm1_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "admin1Pcode" + input: + - "T_TL" + output: + - "T_TL" + output_hxl: + - "#population+total" + + population_ssd: + dataset: "cod-ps-ssd" + resource: "ssd_admpop_adm1_2022_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_tcd: + dataset: "cod-ps-tcd" + resource: "tcd_admpop_adm1_2021.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80PLUS" + - "M_80PLUS" + - "T_80PLUS" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ukr: + dataset: "cod-ps-ukr" + resource: "ukr_admpop_adm1_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ven: + dataset: "cod-ps-ven" + resource: "ven_admpop_adm1_2011_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM1_PCODE" input: - "F_TL" - "M_TL" - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65PLUS" + - "M_65PLUS" + - "T_65PLUS" output: - "F_TL" - "M_TL" - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" output_hxl: - "#population+f+total" - "#population+m+total" - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" - population_nga: - dataset: "cod-ps-nga" - resource: "nga_admpop_adm0_2020.csv" +population_admintwo: + population_bfa: + dataset: "cod-ps-bfa" + resource: "bfa_admpop_adm2_2023_5yr.csv" format: "csv" use_hxl: False - admin_single: "NGA" + admin: + - ~ + - "ADM2_PCODE" + admin_exact: True input: - "F_80Plus" - "M_80Plus" - "T_80Plus" output: - - "F_80Plus" - - "M_80Plus" - - "T_80Plus" + - "F_80plus" + - "M_80plus" + - "T_80plus" output_hxl: - "#population+f+age_80_plus" - "#population+m+age_80_plus" - "#population+age_80_plus+total" -population_adminone: - population_afg: - dataset: "cod-ps-afg" - resource: "afg_admpop_adm1_2021_v2.csv" + population_cod: + dataset: "cod-ps-cod" + resource: "cod_admpop_adm2_2020.csv" format: "csv" use_hxl: False admin: - ~ - - "Admin1_Code" - admin_exact: True + - "admin2Pcode" input: - - "F_80plus" - - "M_80plus" - - "T_80plus" + - "F_TL" + - "M_TL" + - "T_TL" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + + population_col: + dataset: "cod-ps-col" + resource: "col_admpop_adm2_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100Plus" + - "M_100Plus" + - "T_100Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90_94" + - "M_90_94" + - "T_90_94" + - "F_95_99" + - "M_95_99" + - "T_95_99" + - "F_100plus" + - "M_100plus" + - "T_100plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_94" + - "#population+m+age_90_94" + - "#population+age_90_94+total" + - "#population+f+age_95_99" + - "#population+m+age_95_99" + - "#population+age_95_99+total" + - "#population+f+age_100_plus" + - "#population+m+age_100_plus" + - "#population+age_100_plus+total" + + population_eth: + dataset: "cod-ps-eth" + resource: "eth_admpop_adm2_2022_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "admin2Pcode" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" + + population_gtm: + dataset: "cod-ps-gtm" + resource: "gtm_admpop_adm2_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70Plus" + - "M_70Plus" + - "T_70Plus" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65_69" + - "M_65_69" + - "T_65_69" + - "F_70plus" + - "M_70plus" + - "T_70plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_69" + - "#population+m+age_65_69" + - "#population+age_65_69+total" + - "#population+f+age_70_plus" + - "#population+m+age_70_plus" + - "#population+age_70_plus+total" + + population_hnd: + dataset: "cod-ps-hnd" + resource: "hnd_admpop_adm2_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" output: - "F_80plus" - "M_80plus" @@ -251,14 +2362,35 @@ population_adminone: - "#population+m+age_80_plus" - "#population+age_80_plus+total" + population_hti: + dataset: "cod-ps-hti" + resource: "hti_admpop_adm2_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "adm2code" + input: + - "Femmes" + - "Hommes" + - "Population" + output: + - "F_TL" + - "M_TL" + - "T_TL" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + population_mli: dataset: "cod-ps-mli" - resource: "mli_pop_adm1_v2.csv" + resource: "mli_pop_adm2_v2.csv" format: "csv" use_hxl: False admin: - ~ - - "admin1Pcode" + - "admin2Pcode" admin_exact: True input: - "F_TL" @@ -273,38 +2405,154 @@ population_adminone: - "#population+m+total" - "#population+total" + population_mmr: + dataset: "cod-ps-mmr" + resource: "mmr_admpop_adm2_2022.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90Plus" + - "M_90Plus" + - "T_90Plus" + output: + - "F_80_84" + - "M_80_84" + - "T_80_84" + - "F_85_89" + - "M_85_89" + - "T_85_89" + - "F_90plus" + - "M_90plus" + - "T_90plus" + output_hxl: + - "#population+f+age_80_84" + - "#population+m+age_80_84" + - "#population+age_80_84+total" + - "#population+f+age_85_89" + - "#population+m+age_85_89" + - "#population+age_85_89+total" + - "#population+f+age_90_plus" + - "#population+m+age_90_plus" + - "#population+age_90_plus+total" + + population_moz: + dataset: "cod-ps-moz" + resource: "moz_admpop_adm2_2023.csv" + format: "csv" + use_hxl: False + prefilter: "T_TL is not None" + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_ner: + dataset: "cod-ps-ner" + resource: "ner_admpop_adm2_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_80Plus" + - "M_80Plus" + - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + population_nga: dataset: "cod-ps-nga" - resource: "nga_admpop_adm1_2020.csv" + resource: "nga_admpop_adm2_2020.csv" format: "csv" use_hxl: False admin: - ~ - - "ADM1_PCODE" + - "ADM2_PCODE" admin_exact: True input: - "F_80Plus" - "M_80Plus" - "T_80Plus" output: + - "F_80plus" + - "M_80plus" + - "T_80plus" + output_hxl: + - "#population+f+age_80_plus" + - "#population+m+age_80_plus" + - "#population+age_80_plus+total" + + population_slv: + dataset: "cod-ps-slv" + resource: "slv_admpop_adm2_2023.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: - "F_80Plus" - "M_80Plus" - "T_80Plus" + output: + - "F_80plus" + - "M_80plus" + - "T_80plus" output_hxl: - "#population+f+age_80_plus" - "#population+m+age_80_plus" - "#population+age_80_plus+total" -population_admintwo: - population_mli: - dataset: "cod-ps-mli" - resource: "mli_pop_adm2_v2.csv" + population_som: + dataset: "cod-ps-som" + resource: "som_pplp_adm2_v2.csv" format: "csv" use_hxl: False admin: - ~ - "admin2Pcode" - admin_exact: True + input: + - "T_TL" + output: + - "T_TL" + output_hxl: + - "#population+total" + + population_ssd: + dataset: "cod-ps-ssd" + resource: "ssd_admpop_adm2_2022_v2.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" input: - "F_TL" - "M_TL" @@ -318,24 +2566,170 @@ population_admintwo: - "#population+m+total" - "#population+total" - population_nga: - dataset: "cod-ps-nga" - resource: "nga_admpop_adm2_2020.csv" + population_tcd: + dataset: "cod-ps-tcd" + resource: "tcd_admpop_adm2_2021.csv" format: "csv" use_hxl: False admin: - ~ - "ADM2_PCODE" - admin_exact: True input: - - "F_80Plus" - - "M_80Plus" - - "T_80Plus" + - "F_80PLUS" + - "M_80PLUS" + - "T_80PLUS" output: - - "F_80Plus" - - "M_80Plus" - - "T_80Plus" + - "F_80plus" + - "M_80plus" + - "T_80plus" output_hxl: - "#population+f+age_80_plus" - "#population+m+age_80_plus" - "#population+age_80_plus+total" + + population_ven: + dataset: "cod-ps-ven" + resource: "ven_admpop_adm2_2011_v3.csv" + format: "csv" + use_hxl: False + admin: + - ~ + - "ADM2_PCODE" + input: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65PLUS" + - "M_65PLUS" + - "T_65PLUS" + output: + - "F_TL" + - "M_TL" + - "T_TL" + - "F_00_04" + - "M_00_04" + - "T_00_04" + - "F_05_09" + - "M_05_09" + - "T_05_09" + - "F_10_14" + - "M_10_14" + - "T_10_14" + - "F_15_19" + - "M_15_19" + - "T_15_19" + - "F_20_24" + - "M_20_24" + - "T_20_24" + - "F_25_29" + - "M_25_29" + - "T_25_29" + - "F_30_34" + - "M_30_34" + - "T_30_34" + - "F_35_39" + - "M_35_39" + - "T_35_39" + - "F_40_44" + - "M_40_44" + - "T_40_44" + - "F_45_49" + - "M_45_49" + - "T_45_49" + - "F_50_54" + - "M_50_54" + - "T_50_54" + - "F_55_59" + - "M_55_59" + - "T_55_59" + - "F_60_64" + - "M_60_64" + - "T_60_64" + - "F_65plus" + - "M_65plus" + - "T_65plus" + output_hxl: + - "#population+f+total" + - "#population+m+total" + - "#population+total" + - "#population+f+age_0_4" + - "#population+m+age_0_4" + - "#population+age_0_4+total" + - "#population+f+age_5_9" + - "#population+m+age_5_9" + - "#population+age_5_9+total" + - "#population+f+age_10_14" + - "#population+m+age_10_14" + - "#population+age_10_14+total" + - "#population+f+age_15_19" + - "#population+m+age_15_19" + - "#population+age_15_19+total" + - "#population+f+age_20_24" + - "#population+m+age_20_24" + - "#population+age_20_24+total" + - "#population+f+age_25_29" + - "#population+m+age_25_29" + - "#population+age_25_29+total" + - "#population+f+age_30_34" + - "#population+m+age_30_34" + - "#population+age_30_34+total" + - "#population+f+age_35_39" + - "#population+m+age_35_39" + - "#population+age_35_39+total" + - "#population+f+age_40_44" + - "#population+m+age_40_44" + - "#population+age_40_44+total" + - "#population+f+age_45_49" + - "#population+m+age_45_49" + - "#population+age_45_49+total" + - "#population+f+age_50_54" + - "#population+m+age_50_54" + - "#population+age_50_54+total" + - "#population+f+age_55_59" + - "#population+m+age_55_59" + - "#population+age_55_59+total" + - "#population+f+age_60_64" + - "#population+m+age_60_64" + - "#population+age_60_64+total" + - "#population+f+age_65_plus" + - "#population+m+age_65_plus" + - "#population+age_65_plus+total" diff --git a/src/hapi/pipelines/database/food_security.py b/src/hapi/pipelines/database/food_security.py index 5345ab81..dde11259 100644 --- a/src/hapi/pipelines/database/food_security.py +++ b/src/hapi/pipelines/database/food_security.py @@ -104,10 +104,11 @@ def populate(self): reference_period_start=time_period_start, reference_period_end=time_period_end, population_in_phase=population_in_phase, - population_fraction_in_phase=population_in_phase - / population_total - if population_in_phase - else 0.0, + population_fraction_in_phase=( + population_in_phase / population_total + if population_in_phase + else 0.0 + ), # TODO: For v2+, add to scraper (HAPI-199) source_data="not yet implemented", ) diff --git a/src/hapi/pipelines/database/operational_presence.py b/src/hapi/pipelines/database/operational_presence.py index 791d9b0d..d9d89d88 100644 --- a/src/hapi/pipelines/database/operational_presence.py +++ b/src/hapi/pipelines/database/operational_presence.py @@ -1,4 +1,5 @@ """Functions specific to the operational presence theme.""" + from logging import getLogger from typing import Dict diff --git a/src/hapi/pipelines/utilities/process_config_defaults.py b/src/hapi/pipelines/utilities/process_config_defaults.py index 467de335..9a5dbb37 100644 --- a/src/hapi/pipelines/utilities/process_config_defaults.py +++ b/src/hapi/pipelines/utilities/process_config_defaults.py @@ -15,6 +15,26 @@ def add_defaults(config: Dict) -> Dict: return config +def subset_scraper_countries(config: Dict, countries_to_remove: List) -> Dict: + countries_to_remove = [c.lower() for c in countries_to_remove] + for key in config: + scraper_name = key.rsplit("_") + if scraper_name[-1] not in ["national", "adminone", "admintwo"]: + continue + subkeys_to_delete = [] + for subkey in config[key]: + subscraper_name = subkey.rsplit("_") + subscraper_country = list( + set(subscraper_name) & set(countries_to_remove) + ) + if len(subscraper_country) == 0: + continue + subkeys_to_delete.append(subkey) + for subkey in subkeys_to_delete: + del config[key][subkey] + return config + + def _find_defaults(config: Dict) -> List: default_list = [] for key in config: diff --git a/tests/fixtures/input/cod-ps-bfa.json b/tests/fixtures/input/cod-ps-bfa.json new file mode 100644 index 00000000..87f40b2e --- /dev/null +++ b/tests/fixtures/input/cod-ps-bfa.json @@ -0,0 +1 @@ +{"archived": false, "caveats": "The administrative level 2 component of the P-codes for \u2018Kadiogo\u2019 is \u201800\u2019.", "cod_level": "cod-standard", "creator_user_id": "0aa72ad1-2489-473a-afbf-a28c21b2544a", "data_update_frequency": "365", "dataseries_name": "COD - Subnational Population Statistics", "dataset_date": "[2023-01-01T00:00:00 TO 2023-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Institut Geographique National de la Statistique (INS) ", "due_date": "2024-06-06T19:26:58", "has_geodata": false, "has_quickcharts": false, "has_showcases": false, "id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "is_requestdata_type": false, "isopen": false, "last_modified": "2023-06-07T19:26:58.384793", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "9429fda5-d84f-42e4-890d-e03bf8297f7b", "maintainer_email": "haythornthwaite@un.org", "metadata_created": "2018-03-28T09:22:54.380646", "metadata_modified": "2024-01-18T21:20:45.112751", "methodology": "Other", "methodology_other": "Please see attached Explanatory Technical Note", "name": "cod-ps-bfa", "notes": "Burkina Faso administrative level 0-2 sex and age disaggregated 2023 projected population statistics (with five-year intervals) and 2020-2035 projected population statistics (with single-year intervals).\r\n\r\nREFERENCE YEAR: 2023\r\n\r\nThe CSV tables are suitable for database or GIS linkage to the administrative level 0-3 [Burkina Faso - Subnational Administrative Boundaries](https://data.humdata.org/dataset/cod-ab-bfa) boundaries using the ADM0, ADM1, and ADM2_PCODE fields.", "num_resources": 7, "num_tags": 3, "organization": {"id": "95aa8d05-b110-4607-9330-f2a779885493", "name": "unfpa", "title": "UNFPA", "type": "organization", "description": "UNFPA, the United Nations Population Fund, works globally to ensure universal access to sexual and reproductive health, prevent and respond to gender-based violence, collect and use population data, and promote gender equality and the empowerment of women and youth across the humanitarian/development continuum.", "image_url": "", "created": "2016-03-28T16:36:48.790190", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2024-08-05T19:26:58", "owner_org": "95aa8d05-b110-4607-9330-f2a779885493", "package_creator": "oumousy2_", "pageviews_last_14_days": 16, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Burkina Faso\"]}", "state": "active", "subnational": "1", "title": "Burkina Faso - Subnational Population Statistics", "total_res_downloads": 2612, "type": "dataset", "updated_by_script": "HDXINTERNAL:HDXPythonLibrary/6.2.1-CODs (2024-01-18T21:20:44.854402)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}], "tags": [{"display_name": "baseline population", "id": "db8205e9-b61c-4df7-a987-1a2658ed8666", "name": "baseline population", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "gazetteer", "id": "853d6f46-3b86-4f54-897f-65ed42a30675", "name": "gazetteer", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "sex and age disaggregated data-sadd", "id": "38902364-3f95-4a69-b465-30a9c49bd28c", "name": "sex and age disaggregated data-sadd", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/", "cache_last_updated": null, "cache_url": null, "created": "2018-07-05T14:13:39.772159", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 0-2 gazetteer", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/bfa_adminboundaries_tabulardata.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-04-04T19:22:25.953173\"}, {\"state\": \"success\", \"message\": \"Hxl Proxy data received successfully\", \"timestamp\": \"2023-04-04T19:22:27.864942\", \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/bfa_adminboundaries_tabulardata.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"ADM0\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 9, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"c106ec3016380a2d66df1406e37d3062\", \"hashtag_hash\": null}, {\"name\": \"ADM1\", \"is_hidden\": false, \"nrows\": 14, \"ncols\": 11, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8132de0d2a21ad03c2d499ba914f8276\", \"hashtag_hash\": null}, {\"name\": \"ADM2\", \"is_hidden\": false, \"nrows\": 46, \"ncols\": 13, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e6e61cf379347c40be28c611832e8339\", \"hashtag_hash\": null}, {\"name\": \"ADM3\", \"is_hidden\": false, \"nrows\": 352, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"40f5e358e1ebf6dde2efeb58cd4cda04\", \"hashtag_hash\": null}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:18:09.184581\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:18:11.483106\", \"sheet_changes\": [{\"name\": \"Admin2\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"Admin1\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"DS_TABLE\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"Admin0\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"ADM3\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}, {\"name\": \"ADM2\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}, {\"name\": \"ADM1\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}, {\"name\": \"ADM0\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/bfa_adminboundaries_tabulardata.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"DS_TABLE\", \"is_hidden\": false, \"nrows\": 71, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"c13f8d6f29b9f3611f8ef0d4d6034b79\", \"hxl_header_hash\": null, \"headers\": [\"FID\", \"ADM0_PCODE\", \"ADM1_PCODE\", \"ADM2_PCODE\", \"ZS_PCODE\"], \"hxl_headers\": null}, {\"name\": \"Admin2\", \"is_hidden\": false, \"nrows\": 46, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"9be16b807712369c56da91c5f631d05f\", \"hxl_header_hash\": null, \"headers\": [\"OBJECTID *\", \"Shape *\", \"Shape_Length\", \"Shape_Area\", \"admin2Name_fr\", \"admin2Pcode\", \"admin2RefName\", \"admin2AltName1_fr\", \"admin2AltName2_fr\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\", \"date\", \"validOn\", \"validTo\"], \"hxl_headers\": null}, {\"name\": \"Admin1\", \"is_hidden\": false, \"nrows\": 14, \"ncols\": 14, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"856ce754d622d85b7dedf68270368c34\", \"hxl_header_hash\": null, \"headers\": [\"OBJECTID *\", \"Shape *\", \"Shape_Length\", \"Shape_Area\", \"admin1Name_fr\", \"admin1Pcode\", \"admin1RefName\", \"admin1AltName1_fr\", \"admin1AltName2_fr\", \"admin0Name_fr\", \"admin0Pcode\", \"date\", \"validOn\", \"validTo\"], \"hxl_headers\": null}, {\"name\": \"Admin0\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 12, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"2befcb19ee5cea34e019646fa590d4bd\", \"hxl_header_hash\": null, \"headers\": [\"OBJECTID *\", \"Shape *\", \"Shape_Length\", \"Shape_Area\", \"admin0Name_fr\", \"admin0Pcode\", \"admin0RefName\", \"admin0AltName1_fr\", \"admin0AltName2_fr\", \"date\", \"validOn\", \"validTo\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/bfa_adminboundaries_tabulardata.xlsx", "id": "e3ab3323-7ca5-454c-8b28-f2bee1315956", "last_modified": "2023-06-07T19:18:09.324594", "metadata_modified": "2023-11-02T16:13:28.273357", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "BFA_AdminBoundaries_TabularData.xlsx", "originalHash": "1224020933", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "position": 0, "resource_type": "file.upload", "size": 25951, "state": "active", "tracking_summary[recent]": "0", "tracking_summary[total]": "0", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/e3ab3323-7ca5-454c-8b28-f2bee1315956/download/bfa_adminboundaries_tabulardata.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/4603731c-0be3-4878-a298-88612a38fb57/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-06-07T19:26:56.520618", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 0-2 sex and age disaggregated 2023 projected population statistics (with five-year intervals) Explanatory Technical Note", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/4603731c-0be3-4878-a298-88612a38fb57/download/bfa_codps_qa_2023.pdf", "format": "PDF", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/4603731c-0be3-4878-a298-88612a38fb57/download/bfa_codps_qa_2023.pdf", "id": "4603731c-0be3-4878-a298-88612a38fb57", "last_modified": "2023-06-07T19:26:56.244575", "metadata_modified": "2023-11-02T16:13:28.273584", "microdata": false, "mimetype": "application/pdf", "mimetype_inner": null, "name": "BFA_CODPS_QA_2023.pdf", "originalHash": "-988266717", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 2825841, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/4603731c-0be3-4878-a298-88612a38fb57/download/bfa_codps_qa_2023.pdf", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/bb26bac6-c61f-4882-9b53-ac99c4062a1e/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-07-09T16:00:32.014215", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 0-2 sex and age disaggregated 2023 projected population statistics (with five-year intervals)", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/bb26bac6-c61f-4882-9b53-ac99c4062a1e/download/bfa_admpop_2023_5yr.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:15:51.646345\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:15:54.249078\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/bb26bac6-c61f-4882-9b53-ac99c4062a1e/download/bfa_admpop_2023_5yr.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Admin2\", \"is_hidden\": false, \"nrows\": 46, \"ncols\": 17, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e527e906db6392741dfa04cafe56b3b1\", \"hxl_header_hash\": null, \"headers\": [\"OBJECTID *\", \"Shape *\", \"Shape_Length\", \"Shape_Area\", \"admin2Name_fr\", \"admin2Pcode\", \"PS-ADM2-PCODE\", \"admin2RefName\", \"admin2AltName1_fr\", \"admin2AltName2_fr\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\", \"date\", \"validOn\", \"validTo\"], \"hxl_headers\": null}, {\"name\": \"Metadata\", \"is_hidden\": false, \"nrows\": 19, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"0339e44102a0e052e8deafac00de1baa\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Metadata\"], \"hxl_headers\": null}, {\"name\": \"Methodological Documentation\", \"is_hidden\": false, \"nrows\": 9, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"d1319ef0402167ab45dd59f8c2baf057\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Methodological_Documentation\"], \"hxl_headers\": null}, {\"name\": \"bfa_admpop_adm0_2023\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 60, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"87235e623ee469d567de1840bf438e71\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}, {\"name\": \"bfa_admpop_adm1_2023\", \"is_hidden\": false, \"nrows\": 14, \"ncols\": 60, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"87235e623ee469d567de1840bf438e71\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}, {\"name\": \"bfa_admpop_adm2_2023\", \"is_hidden\": false, \"nrows\": 46, \"ncols\": 62, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e35ad317fa01196ae3d900d7ab430e7a\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"ADM2_FR\", \"ADM2_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/bb26bac6-c61f-4882-9b53-ac99c4062a1e/download/bfa_admpop_2023_5yr.xlsx", "id": "bb26bac6-c61f-4882-9b53-ac99c4062a1e", "last_modified": "2023-06-07T19:15:51.785015", "metadata_modified": "2023-11-02T16:13:28.273768", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "bfa_admpop_2023_5yr.xlsx", "originalHash": "1909872144", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "position": 2, "resource_type": "file.upload", "size": 47985, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/bb26bac6-c61f-4882-9b53-ac99c4062a1e/download/bfa_admpop_2023_5yr.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/467124d6-3d32-48cc-86cc-ad79d5c59ea5/download/", "cache_last_updated": null, "cache_url": null, "created": "2018-07-05T14:13:36.079153", "dataset_preview_enabled": true, "datastore_active": false, "description": "Burkina Faso administrative level 0 sex and age disaggregated 2023 projected population statistics (with five-year intervals)", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/467124d6-3d32-48cc-86cc-ad79d5c59ea5/download/bfa_admpop_adm0_2023_5yr.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:23:34.332327\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:23:36.350709\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/467124d6-3d32-48cc-86cc-ad79d5c59ea5/download/bfa_admpop_adm0_2023_5yr.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 2, \"ncols\": 60, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"865413849ed54a6f228239cd88b39b3e\", \"hxl_header_hash\": null, \"headers\": [\"\\ufeffyear\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/467124d6-3d32-48cc-86cc-ad79d5c59ea5/download/bfa_admpop_adm0_2023_5yr.csv", "id": "467124d6-3d32-48cc-86cc-ad79d5c59ea5", "last_modified": "2023-06-07T19:23:34.426129", "metadata_modified": "2023-11-02T16:13:28.273949", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "bfa_admpop_adm0_2023_5yr.csv", "originalHash": "682641056", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "position": 3, "resource_type": "file.upload", "size": 914, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/467124d6-3d32-48cc-86cc-ad79d5c59ea5/download/bfa_admpop_adm0_2023_5yr.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/a94126ff-109f-4d4b-9b85-d5c71c22a552/download/", "cache_last_updated": null, "cache_url": null, "created": "2018-07-05T14:13:37.617819", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 1 sex and age disaggregated 2023 projected population statistics (with five-year intervals)", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/a94126ff-109f-4d4b-9b85-d5c71c22a552/download/bfa_admpop_adm1_2023_5yr.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:23:35.928518\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:23:38.262739\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/a94126ff-109f-4d4b-9b85-d5c71c22a552/download/bfa_admpop_adm1_2023_5yr.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 14, \"ncols\": 60, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"865413849ed54a6f228239cd88b39b3e\", \"hxl_header_hash\": null, \"headers\": [\"\\ufeffyear\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/a94126ff-109f-4d4b-9b85-d5c71c22a552/download/bfa_admpop_adm1_2023_5yr.csv", "id": "a94126ff-109f-4d4b-9b85-d5c71c22a552", "last_modified": "2023-06-07T19:23:36.075042", "metadata_modified": "2023-11-02T16:13:28.274129", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "bfa_admpop_adm1_2023_5yr.csv", "originalHash": "-296125822", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "position": 4, "resource_type": "file.upload", "size": 5321, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/a94126ff-109f-4d4b-9b85-d5c71c22a552/download/bfa_admpop_adm1_2023_5yr.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-05-29T14:08:22.890107", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 2 sex and age disaggregated 2023 projected population statistics (with five-year intervals)", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22/download/bfa_admpop_adm2_2023_5yr.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:23:37.686969\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:23:40.013325\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22/download/bfa_admpop_adm2_2023_5yr.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 46, \"ncols\": 62, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"5935b1d919bab555666ced4f52034ce1\", \"hxl_header_hash\": null, \"headers\": [\"\\ufeffyear\", \"ISO3\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_FR\", \"ADM1_PCODE\", \"ADM2_FR\", \"ADM2_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22/download/bfa_admpop_adm2_2023_5yr.csv", "id": "93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22", "last_modified": "2023-06-07T19:23:37.826904", "metadata_modified": "2023-11-02T16:13:28.274380", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "bfa_admpop_adm2_2023_5yr.csv", "originalHash": "1782993321", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "position": 5, "resource_type": "file.upload", "size": 16454, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/93ce4bbd-ef70-4823-bc2b-30b9b7e8cf22/download/bfa_admpop_adm2_2023_5yr.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-06-07T18:47:33.953890", "dataset_preview_enabled": false, "datastore_active": false, "description": "Burkina Faso administrative level 0-2 sex and age disaggregated 20230-2035 projected population statistics (with single-year intervals)", "download_url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/bfa_admpop_2023_1yr.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T18:47:33.624827\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T18:47:37.994106\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/bfa_adm2_2020_2035-singleyrage.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Sheet 1\", \"is_hidden\": false, \"nrows\": 721, \"ncols\": 254, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8de2b62dbe613c04dc842bfa56b5d37f\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_PCODE\", \"ADM1_NAME\", \"ADM1_PCODE\", \"ADM2_NAME\", \"ADM2_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_0\", \"F_1\", \"F_2\", \"F_3\", \"F_4\", \"F_5\", \"F_6\", \"F_7\", \"F_8\", \"F_9\", \"F_10\", \"F_11\", \"F_12\", \"F_13\", \"F_14\", \"F_15\", \"F_16\", \"F_17\", \"F_18\", \"F_19\", \"F_20\", \"F_21\", \"F_22\", \"F_23\", \"F_24\", \"F_25\", \"F_26\", \"F_27\", \"F_28\", \"F_29\", \"F_30\", \"F_31\", \"F_32\", \"F_33\", \"F_34\", \"F_35\", \"F_36\", \"F_37\", \"F_38\", \"F_39\", \"F_40\", \"F_41\", \"F_42\", \"F_43\", \"F_44\", \"F_45\", \"F_46\", \"F_47\", \"F_48\", \"F_49\", \"F_50\", \"F_51\", \"F_52\", \"F_53\", \"F_54\", \"F_55\", \"F_56\", \"F_57\", \"F_58\", \"F_59\", \"F_60\", \"F_61\", \"F_62\", \"F_63\", \"F_64\", \"F_65\", \"F_66\", \"F_67\", \"F_68\", \"F_69\", \"F_70\", \"F_71\", \"F_72\", \"F_73\", \"F_74\", \"F_75\", \"F_76\", \"F_77\", \"F_78\", \"F_79\", \"F_80Plus\", \"M_0\", \"M_1\", \"M_2\", \"M_3\", \"M_4\", \"M_5\", \"M_6\", \"M_7\", \"M_8\", \"M_9\", \"M_10\", \"M_11\", \"M_12\", \"M_13\", \"M_14\", \"M_15\", \"M_16\", \"M_17\", \"M_18\", \"M_19\", \"M_20\", \"M_21\", \"M_22\", \"M_23\", \"M_24\", \"M_25\", \"M_26\", \"M_27\", \"M_28\", \"M_29\", \"M_30\", \"M_31\", \"M_32\", \"M_33\", \"M_34\", \"M_35\", \"M_36\", \"M_37\", \"M_38\", \"M_39\", \"M_40\", \"M_41\", \"M_42\", \"M_43\", \"M_44\", \"M_45\", \"M_46\", \"M_47\", \"M_48\", \"M_49\", \"M_50\", \"M_51\", \"M_52\", \"M_53\", \"M_54\", \"M_55\", \"M_56\", \"M_57\", \"M_58\", \"M_59\", \"M_60\", \"M_61\", \"M_62\", \"M_63\", \"M_64\", \"M_65\", \"M_66\", \"M_67\", \"M_68\", \"M_69\", \"M_70\", \"M_71\", \"M_72\", \"M_73\", \"M_74\", \"M_75\", \"M_76\", \"M_77\", \"M_78\", \"M_79\", \"M_80Plus\", \"T_0\", \"T_1\", \"T_2\", \"T_3\", \"T_4\", \"T_5\", \"T_6\", \"T_7\", \"T_8\", \"T_9\", \"T_10\", \"T_11\", \"T_12\", \"T_13\", \"T_14\", \"T_15\", \"T_16\", \"T_17\", \"T_18\", \"T_19\", \"T_20\", \"T_21\", \"T_22\", \"T_23\", \"T_24\", \"T_25\", \"T_26\", \"T_27\", \"T_28\", \"T_29\", \"T_30\", \"T_31\", \"T_32\", \"T_33\", \"T_34\", \"T_35\", \"T_36\", \"T_37\", \"T_38\", \"T_39\", \"T_40\", \"T_41\", \"T_42\", \"T_43\", \"T_44\", \"T_45\", \"T_46\", \"T_47\", \"T_48\", \"T_49\", \"T_50\", \"T_51\", \"T_52\", \"T_53\", \"T_54\", \"T_55\", \"T_56\", \"T_57\", \"T_58\", \"T_59\", \"T_60\", \"T_61\", \"T_62\", \"T_63\", \"T_64\", \"T_65\", \"T_66\", \"T_67\", \"T_68\", \"T_69\", \"T_70\", \"T_71\", \"T_72\", \"T_73\", \"T_74\", \"T_75\", \"T_76\", \"T_77\", \"T_78\", \"T_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-06-07T19:26:58.246930\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-06-07T19:27:03.951391\", \"sheet_changes\": [{\"name\": \"bfa_admpop_adm2_2020_2035\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"Sheet 1\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/bfa_admpop_2023_1yr.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"bfa_admpop_adm2_2020_2035\", \"is_hidden\": false, \"nrows\": 721, \"ncols\": 254, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8de2b62dbe613c04dc842bfa56b5d37f\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_PCODE\", \"ADM1_NAME\", \"ADM1_PCODE\", \"ADM2_NAME\", \"ADM2_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_0\", \"F_1\", \"F_2\", \"F_3\", \"F_4\", \"F_5\", \"F_6\", \"F_7\", \"F_8\", \"F_9\", \"F_10\", \"F_11\", \"F_12\", \"F_13\", \"F_14\", \"F_15\", \"F_16\", \"F_17\", \"F_18\", \"F_19\", \"F_20\", \"F_21\", \"F_22\", \"F_23\", \"F_24\", \"F_25\", \"F_26\", \"F_27\", \"F_28\", \"F_29\", \"F_30\", \"F_31\", \"F_32\", \"F_33\", \"F_34\", \"F_35\", \"F_36\", \"F_37\", \"F_38\", \"F_39\", \"F_40\", \"F_41\", \"F_42\", \"F_43\", \"F_44\", \"F_45\", \"F_46\", \"F_47\", \"F_48\", \"F_49\", \"F_50\", \"F_51\", \"F_52\", \"F_53\", \"F_54\", \"F_55\", \"F_56\", \"F_57\", \"F_58\", \"F_59\", \"F_60\", \"F_61\", \"F_62\", \"F_63\", \"F_64\", \"F_65\", \"F_66\", \"F_67\", \"F_68\", \"F_69\", \"F_70\", \"F_71\", \"F_72\", \"F_73\", \"F_74\", \"F_75\", \"F_76\", \"F_77\", \"F_78\", \"F_79\", \"F_80Plus\", \"M_0\", \"M_1\", \"M_2\", \"M_3\", \"M_4\", \"M_5\", \"M_6\", \"M_7\", \"M_8\", \"M_9\", \"M_10\", \"M_11\", \"M_12\", \"M_13\", \"M_14\", \"M_15\", \"M_16\", \"M_17\", \"M_18\", \"M_19\", \"M_20\", \"M_21\", \"M_22\", \"M_23\", \"M_24\", \"M_25\", \"M_26\", \"M_27\", \"M_28\", \"M_29\", \"M_30\", \"M_31\", \"M_32\", \"M_33\", \"M_34\", \"M_35\", \"M_36\", \"M_37\", \"M_38\", \"M_39\", \"M_40\", \"M_41\", \"M_42\", \"M_43\", \"M_44\", \"M_45\", \"M_46\", \"M_47\", \"M_48\", \"M_49\", \"M_50\", \"M_51\", \"M_52\", \"M_53\", \"M_54\", \"M_55\", \"M_56\", \"M_57\", \"M_58\", \"M_59\", \"M_60\", \"M_61\", \"M_62\", \"M_63\", \"M_64\", \"M_65\", \"M_66\", \"M_67\", \"M_68\", \"M_69\", \"M_70\", \"M_71\", \"M_72\", \"M_73\", \"M_74\", \"M_75\", \"M_76\", \"M_77\", \"M_78\", \"M_79\", \"M_80Plus\", \"T_0\", \"T_1\", \"T_2\", \"T_3\", \"T_4\", \"T_5\", \"T_6\", \"T_7\", \"T_8\", \"T_9\", \"T_10\", \"T_11\", \"T_12\", \"T_13\", \"T_14\", \"T_15\", \"T_16\", \"T_17\", \"T_18\", \"T_19\", \"T_20\", \"T_21\", \"T_22\", \"T_23\", \"T_24\", \"T_25\", \"T_26\", \"T_27\", \"T_28\", \"T_29\", \"T_30\", \"T_31\", \"T_32\", \"T_33\", \"T_34\", \"T_35\", \"T_36\", \"T_37\", \"T_38\", \"T_39\", \"T_40\", \"T_41\", \"T_42\", \"T_43\", \"T_44\", \"T_45\", \"T_46\", \"T_47\", \"T_48\", \"T_49\", \"T_50\", \"T_51\", \"T_52\", \"T_53\", \"T_54\", \"T_55\", \"T_56\", \"T_57\", \"T_58\", \"T_59\", \"T_60\", \"T_61\", \"T_62\", \"T_63\", \"T_64\", \"T_65\", \"T_66\", \"T_67\", \"T_68\", \"T_69\", \"T_70\", \"T_71\", \"T_72\", \"T_73\", \"T_74\", \"T_75\", \"T_76\", \"T_77\", \"T_78\", \"T_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/bfa_admpop_2023_1yr.xlsx", "id": "74b218d6-8bf9-4cfe-9378-8fc3753dc674", "last_modified": "2023-06-07T19:26:58.384793", "metadata_modified": "2023-11-02T16:13:28.274506", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "bfa_admpop_2023_1yr.xlsx", "originalHash": "351629749", "package_id": "a8e69c6c-16fc-4983-92ee-e04e8960b51f", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 1148671, "state": "active", "url": "https://data.humdata.org/dataset/a8e69c6c-16fc-4983-92ee-e04e8960b51f/resource/74b218d6-8bf9-4cfe-9378-8fc3753dc674/download/bfa_admpop_2023_1yr.xlsx", "url_type": "upload"}]} diff --git a/tests/fixtures/input/cod-ps-tcd.json b/tests/fixtures/input/cod-ps-tcd.json new file mode 100644 index 00000000..c1c5d5ac --- /dev/null +++ b/tests/fixtures/input/cod-ps-tcd.json @@ -0,0 +1 @@ +{"archived": false, "cod_level": "cod-enhanced", "creator_user_id": "03f9db10-8651-4067-a64f-fe3619dcc7e8", "data_update_frequency": "365", "dataseries_name": "COD - Subnational Population Statistics", "dataset_date": "[2021-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "no_preview", "dataset_source": "UNFPA and INSEED Tchad", "due_date": "2025-01-03T13:14:20", "has_geodata": false, "has_quickcharts": false, "has_showcases": false, "id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-01-04T13:14:20.259547", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "9429fda5-d84f-42e4-890d-e03bf8297f7b", "maintainer_email": null, "metadata_created": "2017-06-15T11:17:31.507027", "metadata_modified": "2024-01-18T21:33:41.677813", "methodology": "Other", "methodology_other": "See metadata tab in spreadsheet.", "name": "cod-ps-tcd", "notes": "Chad administrative level 0-2 2022 projected sex and age disaggregated population statistics\r\n\r\nREFERENCE YEAR: 2022\r\n\r\nDataset updated 2022.\r\n\r\nThese table are suitable for database or GIS linkage to the [Chad - Subnational Administrative Boundaries](https://data.humdata.org/dataset/cod-ab-tcd).\r\n", "num_resources": 10, "num_tags": 3, "organization": {"id": "95aa8d05-b110-4607-9330-f2a779885493", "name": "unfpa", "title": "UNFPA", "type": "organization", "description": "UNFPA, the United Nations Population Fund, works globally to ensure universal access to sexual and reproductive health, prevent and respond to gender-based violence, collect and use population data, and promote gender equality and the empowerment of women and youth across the humanitarian/development continuum.", "image_url": "", "created": "2016-03-28T16:36:48.790190", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-03-04T13:14:20", "owner_org": "95aa8d05-b110-4607-9330-f2a779885493", "package_creator": "jamessteel", "pageviews_last_14_days": 49, "private": false, "qa_checklist": "{\"modified_date\": \"2020-09-21T10:01:49.519457\", \"version\": 1, \"dataProtection\": {}, \"metadata\": {}}", "qa_completed": false, "review_date": "2022-11-30T11:34:17.455523", "solr_additions": "{\"countries\": [\"Chad\"]}", "state": "active", "subnational": "1", "title": "Chad - Subnational Population Statistics", "total_res_downloads": 1897, "type": "dataset", "updated_by_script": "HDXINTERNAL:HDXPythonLibrary/6.2.1-CODs (2024-01-18T21:33:41.396316)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}], "tags": [{"display_name": "baseline population", "id": "db8205e9-b61c-4df7-a987-1a2658ed8666", "name": "baseline population", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "gazetteer", "id": "853d6f46-3b86-4f54-897f-65ed42a30675", "name": "gazetteer", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "sex and age disaggregated data-sadd", "id": "38902364-3f95-4a69-b465-30a9c49bd28c", "name": "sex and age disaggregated data-sadd", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-01-04T13:14:20.559180", "datastore_active": false, "description": "Chad 2024 Population Projections", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-01-04T13:14:19.981737\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-01-04T13:14:23.613489\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Feuil1\", \"is_hidden\": false, \"nrows\": 73, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"3ceef82d98e2f1335cbc7996b556215c\", \"hxl_header_hash\": null, \"headers\": [\"ADM1_NAME\", \"ADM1_Pcode\", \"ADM2_NAME\", \"ADM2_Pcode\", \"Population_Projection_2024\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "id": "f026a982-b530-4e49-97a3-f54bbc5bad5d", "last_modified": "2024-01-04T13:14:20.259547", "metadata_modified": "2024-01-04T13:15:55.362230", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "Tchad_PopulationDuTchad_20240102.xlsx", "originalHash": 4409723, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 14268, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/", "cache_last_updated": null, "cache_url": null, "created": "2022-11-30T11:34:23.540022", "datastore_active": false, "description": "Chad Admin Population 2022", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "id": "384ea173-1a24-4fc2-9f54-24d9e4b7e1e4", "last_modified": "2022-11-30T11:34:23.127258", "metadata_modified": "2024-01-18T21:33:41.705319", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2022.xlsx", "originalHash": 785144352, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 200833, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:04:15.180683", "datastore_active": false, "description": "Chad administrative level 0-2 2021 projected sex and age disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "id": "5451d395-5344-4a7c-8cf3-22f08e4a1138", "last_modified": "2021-07-01T11:41:42.140055", "metadata_modified": "2022-10-17T17:38:17.391135", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2021.xlsx", "originalHash": "-456505345", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.763889455423148, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/5451d395-5344-4a7c-8cf3-22f08e4a1138/pii.2021-07-01T11-41-45.main.json", "pii_timestamp": "2021-07-01T11:42:09.373000", "position": 2, "resource_type": "file.upload", "size": 385544, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:39.540312", "datastore_active": false, "description": "Chad administrative level 0 (country) sex and age disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2021.csv", "format": "CSV", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2021.csv", "id": "ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203", "last_modified": "2021-07-01T11:41:44.790636", "metadata_modified": "2022-10-17T17:38:17.391411", "microdata": false, "mimetype": "application/vnd.ms-excel", "mimetype_inner": null, "name": "tcd_admpop_adm0_2021.csv", "originalHash": "-2085666555", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.07049772160829966, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/pii.2021-07-01T11-41-47.main.json", "pii_timestamp": "2021-07-01T11:42:00.599000", "position": 3, "resource_type": "file.upload", "size": 844, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2021.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:45.425610", "datastore_active": false, "description": "Chad administrative level 1 2021 projected sex and age disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "format": "CSV", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "id": "fb3d793e-57c5-4fb9-b361-8d4222fd254e", "last_modified": "2021-07-01T11:41:47.393116", "metadata_modified": "2022-10-17T17:38:17.391627", "microdata": false, "mimetype": "application/vnd.ms-excel", "mimetype_inner": null, "name": "tcd_admpop_adm1_2021.csv", "originalHash": "171029430", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.03680406486667654, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/fb3d793e-57c5-4fb9-b361-8d4222fd254e/pii.2021-07-01T11-41-49.main.json", "pii_timestamp": "2021-07-01T11:42:02.140000", "position": 4, "resource_type": "file.upload", "size": 8034, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/56452d47-7f29-474d-a13c-0bbec70034db/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:52.731945", "datastore_active": false, "description": "Chad administrative level 2 2021 projected sex disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/56452d47-7f29-474d-a13c-0bbec70034db/download/tcd_admpop_adm2_2021.csv", "format": "CSV", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/56452d47-7f29-474d-a13c-0bbec70034db/download/tcd_admpop_adm2_2021.csv", "id": "56452d47-7f29-474d-a13c-0bbec70034db", "last_modified": "2021-07-01T11:41:49.948513", "metadata_modified": "2022-10-17T17:38:17.391835", "microdata": false, "mimetype": "application/vnd.ms-excel", "mimetype_inner": null, "name": "tcd_admpop_adm2_2021.csv", "originalHash": "1071533293", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.14281185610940875, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/56452d47-7f29-474d-a13c-0bbec70034db/pii.2021-07-01T11-41-51.main.json", "pii_timestamp": "2021-07-01T11:42:04.517000", "position": 5, "resource_type": "file.upload", "size": 22921, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/56452d47-7f29-474d-a13c-0bbec70034db/download/tcd_admpop_adm2_2021.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/c576ce25-aa16-4a44-8f2a-7cfd90f4377c/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:04:05.473906", "datastore_active": false, "description": "Chad administrative level 0-2 gazetteer", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/c576ce25-aa16-4a44-8f2a-7cfd90f4377c/download/tcd_adminboundaries_tabulardata.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-04-04T20:12:19.924116\"}, {\"state\": \"success\", \"message\": \"Hxl Proxy data received successfully\", \"timestamp\": \"2023-04-04T20:12:21.969682\", \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/c576ce25-aa16-4a44-8f2a-7cfd90f4377c/download/tcd_adminboundaries_tabulardata.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"ADM0\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 9, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"c106ec3016380a2d66df1406e37d3062\", \"hashtag_hash\": null}, {\"name\": \"ADM1\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 12, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"5eb9a8c12a68f21f8e26ee605baa5694\", \"hashtag_hash\": null}, {\"name\": \"ADM2\", \"is_hidden\": false, \"nrows\": 71, \"ncols\": 14, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"a8b3408879d1be52785a176ff409c3e6\", \"hashtag_hash\": null}, {\"name\": \"ADM3\", \"is_hidden\": false, \"nrows\": 11, \"ncols\": 17, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"3f39aab1884893c612ff2b633241f032\", \"hashtag_hash\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/c576ce25-aa16-4a44-8f2a-7cfd90f4377c/download/tcd_adminboundaries_tabulardata.xlsx", "id": "c576ce25-aa16-4a44-8f2a-7cfd90f4377c", "last_modified": "2023-04-04T20:12:20.027692", "metadata_modified": "2023-04-04T20:12:22.189368", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "TCD_AdminBoundaries_TabularData.xlsx", "originalHash": "402559985", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "position": 6, "resource_type": "file.upload", "size": 14655, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/c576ce25-aa16-4a44-8f2a-7cfd90f4377c/download/tcd_adminboundaries_tabulardata.xlsx", "url_type": "upload"}, {"cache_last_updated": null, "cache_url": null, "created": "2023-06-30T20:40:54.419700", "datastore_active": false, "description": "Chad administrative level 0 2021 population statistics", "download_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/0/do/TCD", "format": "JSON", "hash": "", "hdx_rel_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/0/do/TCD", "id": "960e7f2d-dc5b-4c66-8f3e-1b48f4a3e0f9", "last_modified": "2023-06-30T20:40:54.386250", "metadata_modified": "2023-07-12T19:13:10.679087", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "TCD admin 0 population", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "position": 7, "resource_type": "api", "size": null, "state": "active", "url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/0/do/TCD", "url_type": "api"}, {"cache_last_updated": null, "cache_url": null, "created": "2023-06-30T20:40:54.419708", "datastore_active": false, "description": "Chad administrative level 1 2021 population statistics", "download_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/1/do/TCD", "format": "JSON", "hash": "", "hdx_rel_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/1/do/TCD", "id": "dc71f35c-a198-4413-bde3-0b5fc090388e", "last_modified": "2023-06-30T20:40:54.386526", "metadata_modified": "2023-07-12T19:13:10.679198", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "TCD admin 1 population", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "position": 8, "resource_type": "api", "size": null, "state": "active", "url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/1/do/TCD", "url_type": "api"}, {"cache_last_updated": null, "cache_url": null, "created": "2023-06-30T20:40:54.419711", "datastore_active": false, "description": "Chad administrative level 2 2021 population statistics", "download_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/2/do/TCD", "format": "JSON", "hash": "", "hdx_rel_url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/2/do/TCD", "id": "67c4521d-e94b-4cf8-8c01-688e72b5d52a", "last_modified": "2023-06-30T20:40:54.386797", "metadata_modified": "2023-07-12T19:13:10.679302", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "TCD admin 2 population", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "position": 9, "resource_type": "api", "size": null, "state": "active", "url": "https://apps.itos.uga.edu/CODV2API/api/v1/themes/cod-ps/lookup/Get/2/do/TCD", "url_type": "api"}]} diff --git a/tests/fixtures/input/population_bfa_bfa_admpop_adm0_2023_5yr.csv b/tests/fixtures/input/population_bfa_bfa_admpop_adm0_2023_5yr.csv new file mode 100644 index 00000000..31f2d736 --- /dev/null +++ b/tests/fixtures/input/population_bfa_bfa_admpop_adm0_2023_5yr.csv @@ -0,0 +1,2 @@ +year,ISO3,ADM0_FR,ADM0_PCODE,ADM1_FR,ADM1_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80Plus,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80Plus,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80Plus +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,11808293,11060622,22868915,1974998,1660331,1464112,1272069,1093185,935623,784534,634832,506685,401702,317316,247493,180237,129992,91004,55496,58684,2060051,1757147,1475127,1201244,974691,781674,628522,504354,399563,320060,261643,209359,159523,118856,86085,59584,63139,4035049,3417478,2939239,2473313,2067876,1717297,1413056,1139186,906248,721762,578959,456852,339760,248848,177089,115080,121823 diff --git a/tests/fixtures/input/population_bfa_bfa_admpop_adm1_2023_5yr.csv b/tests/fixtures/input/population_bfa_bfa_admpop_adm1_2023_5yr.csv new file mode 100644 index 00000000..39c810bd --- /dev/null +++ b/tests/fixtures/input/population_bfa_bfa_admpop_adm1_2023_5yr.csv @@ -0,0 +1,14 @@ +year,ISO3,ADM0_FR,ADM0_PCODE,ADM1_FR,ADM1_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80Plus,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80Plus,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80Plus +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,1049130,1031594,2080724,183315,151820,134469,103443,91257,78681,67981,55749,45956,37323,29919,23287,16855,11849,7924,4840,4462,193853,165287,139967,118270,90799,69075,55789,44315,35594,29606,24707,20092,14899,11098,7774,5324,5145,377168,317107,274436,221713,182056,147756,123770,100064,81550,66929,54626,43379,31754,22947,15698,10164,9607 +2023,BFA,Burkina Faso,BF,Cascades,BF47,473492,446517,920009,83100,69045,61300,49840,42500,37458,32000,25233,19477,15033,12161,9445,6552,4580,2832,1646,1290,86147,72773,61058,49122,37954,29825,24718,20100,15809,12636,10278,8011,6282,4858,3126,2124,1696,169247,141818,122358,98962,80454,67283,56718,45333,35286,27669,22439,17456,12834,9438,5958,3770,2986 +2023,BFA,Burkina Faso,BF,Centre,BF13,1757045,1752983,3510028,234389,204347,198094,208129,203104,178925,146452,108334,77938,57024,42989,33740,23317,16308,10770,6619,6566,247747,214495,184561,172776,185482,174065,151670,119419,89680,65178,47200,35077,25110,16828,10667,6602,6426,482136,418842,382655,380905,388586,352990,298122,227753,167618,122202,90189,68817,48427,33136,21437,13221,12992 +2023,BFA,Burkina Faso,BF,Centre-Est,BF48,929201,819925,1749126,157514,134854,114863,96205,82831,71584,59876,48787,39499,32282,25241,19476,15074,11347,8387,5386,5995,166595,145818,123163,89172,60521,45781,36061,30678,25466,21860,18570,15198,12543,9583,7478,5201,6237,324109,280672,238026,185377,143352,117365,95937,79465,64965,54142,43811,34674,27617,20930,15865,10587,12232 +2023,BFA,Burkina Faso,BF,Centre-Nord,BF49,1101439,984803,2086242,197852,162970,143490,118246,98755,80867,67234,54858,45189,36022,28320,21966,15825,11307,8323,4786,5429,204879,169130,138513,105816,79131,61220,47052,37837,30201,24578,21730,18145,14204,11195,8598,5798,6776,402731,332100,282003,224062,177886,142087,114286,92695,75390,60600,50050,40111,30029,22502,16921,10584,12205 +2023,BFA,Burkina Faso,BF,Centre-Ouest,BF50,983228,845251,1828479,161911,135748,121776,102453,78631,67801,61654,54231,46063,38089,31098,24979,18825,14291,10789,6862,8027,171293,143301,118963,98800,72215,49056,36530,30585,26007,22529,18848,15481,12226,9760,7635,5811,6211,333204,279049,240739,201253,150846,116857,98184,84816,72070,60618,49946,40460,31051,24051,18424,12673,14238 +2023,BFA,Burkina Faso,BF,Centre-Sud,BF51,452088,405580,857668,70609,60088,54582,47050,34509,29667,28655,25670,21879,18855,16096,12883,9890,7839,5842,3664,4310,75888,65202,55448,46626,31036,23022,19580,16598,14077,12119,10694,9160,7344,6112,5013,3512,4149,146497,125290,110030,93676,65545,52689,48235,42268,35956,30974,26790,22043,17234,13951,10855,7176,8459 +2023,BFA,Burkina Faso,BF,Est,BF52,1111761,1072832,2184593,221547,178934,140748,120012,102033,86629,65227,52665,40237,30721,22538,16152,11756,8080,5963,3616,4903,230521,189648,152595,116761,88051,68924,51286,41641,32073,25632,21279,16472,12324,8674,6390,4505,6056,452068,368582,293343,236773,190084,155553,116513,94306,72310,56353,43817,32624,24080,16754,12353,8121,10959 +2023,BFA,Burkina Faso,BF,Hauts-Bassins,BF53,1272663,1237835,2510498,199835,177025,155595,142373,126960,107684,90210,70422,54619,42407,33147,25877,18075,12260,7698,4441,4035,204065,188268,161273,135813,119029,96689,78928,62857,49071,39207,30789,24047,17376,12216,8132,5294,4781,403900,365293,316868,278186,245989,204373,169138,133279,103690,81614,63936,49924,35451,24476,15830,9735,8816 +2023,BFA,Burkina Faso,BF,Nord,BF54,1005699,893752,1899451,179255,147456,128872,107780,86280,70603,59637,50420,42477,34027,27699,22660,16676,12264,8825,5392,5376,178559,148900,130585,98900,75079,56222,43314,33365,27370,22100,19870,16635,12677,9993,7977,5947,6259,357814,296356,259457,206680,161359,126825,102951,83785,69847,56127,47569,39295,29353,22257,16802,11339,11635 +2023,BFA,Burkina Faso,BF,Plateau-Central,BF55,572878,502071,1074949,96077,80002,71294,59760,46583,40080,35548,30924,25954,21631,17944,13888,10780,7968,6146,3784,4515,101473,84382,69676,55187,39141,29385,23267,19241,15885,13532,11866,10134,8391,6778,5433,3841,4459,197550,164384,140970,114947,85724,69465,58815,50165,41839,35163,29810,24022,19171,14746,11579,7625,8974 +2023,BFA,Burkina Faso,BF,Sahel,BF56,599100,601785,1200885,107819,89275,78940,67667,56309,47841,36722,29769,23562,18506,14049,10277,6949,4942,3103,1884,1486,112834,96048,75959,62696,54621,45860,34177,27371,21727,17565,14962,12016,8999,6666,4292,3157,2835,220653,185323,154899,130363,110930,93701,70899,57140,45289,36071,29011,22293,15948,11608,7395,5041,4321 +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,500569,465694,966263,81775,68767,60089,49111,43433,37803,33338,27770,23835,19782,16115,12863,9663,6957,4402,2576,2290,86197,73895,63366,51305,41632,32550,26150,20347,16603,13518,10850,8891,7148,5095,3570,2468,2109,167972,142662,123455,100416,85065,70353,59488,48117,40438,33300,26965,21754,16811,12052,7972,5044,4399 diff --git a/tests/fixtures/input/population_bfa_bfa_admpop_adm2_2023_5yr.csv b/tests/fixtures/input/population_bfa_bfa_admpop_adm2_2023_5yr.csv new file mode 100644 index 00000000..ccf4a833 --- /dev/null +++ b/tests/fixtures/input/population_bfa_bfa_admpop_adm2_2023_5yr.csv @@ -0,0 +1,46 @@ +year,ISO3,ADM0_FR,ADM0_PCODE,ADM1_FR,ADM1_PCODE,ADM2_FR,ADM2_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80Plus,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80Plus,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80Plus +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Bale,BF4601,165271,162497,327768,28877,23916,21182,16295,14375,12396,10710,8781,7241,5881,4712,3671,2653,1865,1248,765,703,30539,26036,22046,18630,14301,10881,8788,6982,5607,4665,3890,3165,2347,1749,1223,838,810,59416,49952,43228,34925,28676,23277,19498,15763,12848,10546,8602,6836,5000,3614,2471,1603,1513 +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Banwa,BF4602,191467,188265,379732,33455,27706,24541,18879,16654,14359,12407,10174,8387,6811,5461,4249,3077,2163,1447,883,814,35377,30165,25544,21585,16571,12606,10181,8087,6495,5403,4509,3667,2719,2026,1419,972,939,68832,57871,50085,40464,33225,26965,22588,18261,14882,12214,9970,7916,5796,4189,2866,1855,1753 +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Kossi,BF4603,196328,193048,389376,34305,28411,25163,19357,17078,14724,12721,10433,8600,6985,5600,4357,3154,2218,1482,905,835,36277,30932,26194,22133,16992,12926,10440,8292,6661,5540,4624,3759,2788,2076,1455,996,963,70582,59343,51357,41490,34070,27650,23161,18725,15261,12525,10224,8116,5942,4294,2937,1901,1798 +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Mouhoun,BF4604,216582,212963,429545,37843,31343,27761,21354,18839,16242,14034,11509,9487,7704,6177,4807,3480,2446,1636,999,921,40019,34122,28895,24415,18745,14260,11517,9148,7348,6112,5101,4148,3075,2291,1606,1099,1062,77862,65465,56656,45769,37584,30502,25551,20657,16835,13816,11278,8955,6555,4737,3242,2098,1983 +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Nayala,BF4605,123147,121096,244243,21518,17821,15784,12143,10712,9236,7980,6544,5394,4381,3511,2733,1979,1390,930,567,524,22754,19402,16430,13883,10659,8109,6549,5202,4179,3475,2901,2359,1749,1303,913,625,604,44272,37223,32214,26026,21371,17345,14529,11746,9573,7856,6412,5092,3728,2693,1843,1192,1128 +2023,BFA,Burkina Faso,BF,Boucle Du Mouhoun,BF46,Sourou,BF4606,156335,153725,310060,27317,22623,20038,15415,13599,11724,10129,8308,6847,5561,4458,3470,2512,1767,1181,721,665,28887,24630,20858,17624,13531,10293,8314,6604,5304,4411,3682,2994,2221,1653,1158,794,767,56204,47253,40896,33039,27130,22017,18443,14912,12151,9972,8140,6464,4733,3420,2339,1515,1432 +2023,BFA,Burkina Faso,BF,Cascades,BF47,Comoe,BF4701,371073,349943,721016,65125,54111,48041,39059,33307,29356,25079,19774,15264,11781,9530,7402,5134,3589,2219,1291,1011,67514,57033,47852,38498,29745,23375,19372,15753,12390,9903,8054,6279,4923,3808,2450,1665,1329,132639,111144,95893,77557,63052,52731,44451,35527,27654,21684,17584,13681,10057,7397,4669,2956,2340 +2023,BFA,Burkina Faso,BF,Cascades,BF47,Leraba,BF4702,102419,96574,198993,17975,14934,13259,10781,9193,8102,6921,5459,4213,3252,2631,2043,1418,991,613,355,279,18633,15740,13206,10624,8209,6450,5346,4347,3419,2733,2224,1732,1359,1050,676,459,367,36608,30674,26465,21405,17402,14552,12267,9806,7632,5985,4855,3775,2777,2041,1289,814,646 +2023,BFA,Burkina Faso,BF,Centre,BF13,Kadiogo,BF1300,1757045,1752983,3510028,234389,204347,198094,208129,203104,178925,146452,108334,77938,57024,42989,33740,23317,16308,10770,6619,6566,247747,214495,184561,172776,185482,174065,151670,119419,89680,65178,47200,35077,25110,16828,10667,6602,6426,482136,418842,382655,380905,388586,352990,298122,227753,167618,122202,90189,68817,48427,33136,21437,13221,12992 +2023,BFA,Burkina Faso,BF,Centre-Est,BF48,Boulgou,BF4801,432329,381482,813811,73285,62744,53442,44761,38540,33306,27859,22700,18379,15019,11743,9060,7015,5280,3900,2507,2789,77512,67844,57304,41489,28158,21301,16777,14273,11849,10172,8641,7071,5835,4456,3479,2420,2901,150797,130588,110746,86250,66698,54607,44636,36973,30228,25191,20384,16131,12850,9736,7379,4927,5690 +2023,BFA,Burkina Faso,BF,Centre-Est,BF48,Koulpelogo,BF4802,214020,188852,402872,36280,31060,26456,22159,19077,16487,13791,11237,9097,7436,5814,4487,3471,2613,1933,1241,1381,38371,33586,28367,20539,13940,10545,8306,7066,5865,5034,4277,3501,2890,2208,1722,1198,1437,74651,64646,54823,42698,33017,27032,22097,18303,14962,12470,10091,7988,6361,4821,3655,2439,2818 +2023,BFA,Burkina Faso,BF,Centre-Est,BF48,Kourittenga,BF4803,282852,249591,532443,47949,41050,34965,29285,25214,21791,18226,14850,12023,9827,7684,5929,4588,3454,2554,1638,1825,50712,44388,37492,27144,18423,13935,10978,9339,7752,6654,5652,4626,3818,2919,2277,1583,1899,98661,85438,72457,56429,43637,35726,29204,24189,19775,16481,13336,10555,8406,6373,4831,3221,3724 +2023,BFA,Burkina Faso,BF,Centre-Nord,BF49,Bam,BF4901,281821,251982,533803,50623,41699,36715,30256,25267,20689,17203,14038,11562,9217,7248,5620,4049,2892,2128,1226,1389,52422,43273,35440,27074,20248,15664,12039,9681,7728,6288,5560,4644,3636,2865,2202,1484,1734,103045,84972,72155,57330,45515,36353,29242,23719,19290,15505,12808,10264,7685,5757,4330,2710,3123 +2023,BFA,Burkina Faso,BF,Centre-Nord,BF49,Namentenga,BF4902,301996,270016,572012,54248,44684,39342,32420,27077,22173,18434,15041,12390,9877,7764,6023,4339,3101,2283,1311,1489,56174,46374,37979,29014,21696,16785,12901,10375,8280,6739,5958,4975,3894,3069,2356,1589,1858,110422,91058,77321,61434,48773,38958,31335,25416,20670,16616,13722,10998,8233,6170,4639,2900,3347 +2023,BFA,Burkina Faso,BF,Centre-Nord,BF49,Sanmatenga,BF4903,517622,462805,980427,92981,76587,67433,55570,46411,38005,31597,25779,21237,16928,13308,10323,7437,5314,3912,2249,2551,96283,79483,65094,49728,37187,28771,22112,17781,14193,11551,10212,8526,6674,5261,4040,2725,3184,189264,156070,132527,105298,83598,66776,53709,43560,35430,28479,23520,18849,14111,10575,7952,4974,5735 +2023,BFA,Burkina Faso,BF,Centre-Ouest,BF50,Boulkiemde,BF5001,405686,348747,754433,66805,56013,50244,42274,32444,27975,25439,22375,19004,15715,12832,10308,7767,5897,4451,2832,3311,70675,59126,49086,40766,29797,20239,15074,12619,10730,9296,7776,6387,5045,4025,3148,2395,2563,137480,115139,99330,83040,62241,48214,40513,34994,29734,25011,20608,16695,12812,9922,7599,5227,5874 +2023,BFA,Burkina Faso,BF,Centre-Ouest,BF50,Sanguie,BF5002,229617,197396,427013,37812,31701,28440,23925,18363,15834,14399,12666,10758,8895,7262,5832,4396,3337,2520,1602,1875,40003,33466,27781,23073,16865,11456,8530,7142,6074,5261,4402,3615,2856,2280,1784,1358,1450,77815,65167,56221,46998,35228,27290,22929,19808,16832,14156,11664,9447,7252,5617,4304,2960,3325 +2023,BFA,Burkina Faso,BF,Centre-Ouest,BF50,Sissili,BF5003,202948,174470,377418,33419,28019,25136,21147,16230,13995,12726,11194,9508,7863,6419,5156,3886,2950,2227,1416,1657,35356,29579,24555,20393,14906,10127,7539,6314,5368,4650,3891,3196,2523,2015,1576,1200,1282,68775,57598,49691,41540,31136,24122,20265,17508,14876,12513,10310,8352,6409,4965,3803,2616,2939 +2023,BFA,Burkina Faso,BF,Centre-Ouest,BF50,Ziro,BF5004,144977,124638,269615,23875,20015,17956,15107,11594,9997,9090,7996,6793,5616,4585,3683,2776,2107,1591,1012,1184,25259,21130,17541,14568,10647,7234,5387,4510,3835,3322,2779,2283,1802,1440,1127,858,916,49134,41145,35497,29675,22241,17231,14477,12506,10628,8938,7364,5966,4578,3547,2718,1870,2100 +2023,BFA,Burkina Faso,BF,Centre-Sud,BF51,Bazega,BF5101,159246,142865,302111,24873,21165,19225,16574,12158,10450,10093,9043,7708,6640,5670,4538,3483,2760,2057,1291,1518,26731,22966,19532,16426,10932,8110,6896,5847,4958,4269,3769,3226,2587,2152,1765,1237,1462,51604,44131,38757,33000,23090,18560,16989,14890,12666,10909,9439,7764,6070,4912,3822,2528,2980 +2023,BFA,Burkina Faso,BF,Centre-Sud,BF51,Nahouri,BF5102,113139,101505,214644,17671,15038,13661,11774,8636,7425,7171,6423,5474,4720,4027,3224,2475,1962,1463,916,1079,18993,16318,13877,11668,7768,5762,4901,4154,3523,3033,2676,2292,1838,1531,1255,878,1038,36664,31356,27538,23442,16404,13187,12072,10577,8997,7753,6703,5516,4313,3493,2718,1794,2117 +2023,BFA,Burkina Faso,BF,Centre-Sud,BF51,Zoundweogo,BF5103,179703,161210,340913,28065,23885,21696,18702,13715,11792,11391,10204,8697,7495,6399,5121,3932,3117,2322,1457,1713,30164,25918,22039,18532,12336,9150,7783,6597,5596,4817,4249,3642,2919,2429,1993,1397,1649,58229,49803,43735,37234,26051,20942,19174,16801,14293,12312,10648,8763,6851,5546,4315,2854,3362 +2023,BFA,Burkina Faso,BF,Est,BF52,Gnagna,BF5201,385462,371958,757420,76815,62040,48797,41609,35377,30035,22614,18261,13951,10652,7814,5597,4076,2803,2067,1254,1700,79924,65751,52906,40480,30527,23896,17784,14439,11120,8888,7377,5711,4274,3007,2215,1560,2099,156739,127791,101703,82089,65904,53931,40398,32700,25071,19540,15191,11308,8350,5810,4282,2814,3799 +2023,BFA,Burkina Faso,BF,Est,BF52,Gourma,BF5202,247615,238945,486560,49343,39852,31349,26729,22724,19294,14528,11729,8961,6841,5020,3599,2619,1800,1329,806,1092,51343,42239,33987,26006,19610,15351,11422,9274,7143,5708,4740,3669,2744,1932,1424,1004,1349,100686,82091,65336,52735,42334,34645,25950,21003,16104,12549,9760,7268,5363,3732,2753,1810,2441 +2023,BFA,Burkina Faso,BF,Est,BF52,Komandjari,BF5203,60170,58066,118236,11990,9684,7618,6496,5522,4689,3530,2850,2179,1662,1220,875,636,436,323,195,265,12475,10265,8258,6320,4766,3731,2776,2254,1735,1387,1152,892,667,470,346,244,328,24465,19949,15876,12816,10288,8420,6306,5104,3914,3049,2372,1767,1303,906,669,439,593 +2023,BFA,Burkina Faso,BF,Est,BF52,Kompienga,BF5204,68832,66423,135255,13716,11078,8715,7431,6317,5363,4039,3261,2490,1903,1395,1000,727,500,369,224,304,14273,11742,9448,7229,5452,4267,3174,2577,1986,1588,1318,1020,762,537,395,280,375,27989,22820,18163,14660,11769,9630,7213,5838,4476,3491,2713,2020,1489,1037,764,504,679 +2023,BFA,Burkina Faso,BF,Est,BF52,Tapoa,BF5205,349682,337440,687122,69683,56280,44269,37747,32093,27248,20516,16564,12656,9663,7089,5081,3698,2541,1875,1137,1542,72506,59651,47996,36726,27696,21679,16130,13097,10089,8061,6692,5180,3877,2728,2010,1417,1905,142189,115931,92265,74473,59789,48927,36646,29661,22745,17724,13781,10261,7575,5269,3885,2554,3447 +2023,BFA,Burkina Faso,BF,Hauts-Bassins,BF53,Houet,BF5301,860299,836754,1697053,135087,119666,105180,96242,85823,72793,60979,47605,36922,28667,22405,17492,12217,8287,5204,3003,2727,137944,127266,109018,91809,80462,65359,53352,42490,33169,26503,20812,16256,11747,8259,5497,3579,3232,273031,246932,214198,188051,166285,138152,114331,90095,70091,55170,43217,33748,23964,16546,10701,6582,5959 +2023,BFA,Burkina Faso,BF,Hauts-Bassins,BF53,Kenedougou,BF5302,226075,219894,445969,35498,31447,27640,25291,22553,19129,16026,12510,9703,7532,5889,4597,3211,2177,1367,788,717,36251,33444,28649,24125,21144,17177,14022,11167,8718,6965,5470,4272,3086,2170,1444,941,849,71749,64891,56289,49416,43697,36306,30048,23677,18421,14497,11359,8869,6297,4347,2811,1729,1566 +2023,BFA,Burkina Faso,BF,Hauts-Bassins,BF53,Tuy,BF5303,186289,181187,367476,29250,25912,22775,20840,18584,15762,13205,10307,7994,6208,4853,3788,2647,1796,1127,650,591,29870,27558,23606,19879,17423,14153,11554,9200,7184,5739,4507,3519,2543,1787,1191,774,700,59120,53470,46381,40719,36007,29915,24759,19507,15178,11947,9360,7307,5190,3583,2318,1424,1291 +2023,BFA,Burkina Faso,BF,Nord,BF54,Loroum,BF5401,115702,102829,218531,20626,16965,14827,12401,9924,8122,6862,5802,4887,3914,3186,2608,1917,1409,1014,619,619,20545,17132,15024,11378,8639,6468,4984,3838,3150,2543,2286,1913,1459,1149,917,684,720,41171,34097,29851,23779,18563,14590,11846,9640,8037,6457,5472,4521,3376,2558,1931,1303,1339 +2023,BFA,Burkina Faso,BF,Nord,BF54,Passore,BF5402,265891,236288,502179,47390,38984,34071,28494,22812,18667,15767,13329,11231,8997,7323,5991,4410,3243,2334,1427,1421,47207,39366,34524,26147,19849,14864,11451,8821,7236,5843,5253,4398,3351,2642,2109,1572,1655,94597,78350,68595,54641,42661,33531,27218,22150,18467,14840,12576,10389,7761,5885,4443,2999,3076 +2023,BFA,Burkina Faso,BF,Nord,BF54,Yatenga,BF5403,483381,429572,912953,86156,70873,61942,51804,41471,33935,28663,24233,20416,16355,13314,10891,8016,5895,4242,2591,2584,85822,71567,62764,47535,36086,27022,20818,16037,13155,10622,9550,7996,6093,4804,3834,2859,3008,171978,142440,124706,99339,77557,60957,49481,40270,33571,26977,22864,18887,14109,10699,8076,5450,5592 +2023,BFA,Burkina Faso,BF,Nord,BF54,Zondoma,BF5404,140725,125063,265788,25083,20634,18032,15081,12073,9879,8345,7056,5943,4761,3876,3170,2333,1717,1235,755,752,24985,20835,18273,13840,10505,7868,6061,4669,3829,3092,2781,2328,1774,1398,1117,832,876,50068,41469,36305,28921,22578,17747,14406,11725,9772,7853,6657,5498,4107,3115,2352,1587,1628 +2023,BFA,Burkina Faso,BF,Plateau-Central,BF55,Ganzourgou,BF5501,284512,249352,533864,47715,39732,35407,29678,23135,19905,17654,15358,12890,10743,8911,6899,5354,3957,3054,1878,2242,50396,41908,34604,27409,19438,14595,11557,9555,7889,6721,5894,5032,4167,3367,2698,1908,2214,98111,81640,70011,57087,42573,34500,29211,24913,20779,17464,14805,11931,9521,7324,5752,3786,4456 +2023,BFA,Burkina Faso,BF,Plateau-Central,BF55,Kourweogo,BF5502,105179,92176,197355,17639,14688,13090,10972,8552,7358,6527,5678,4765,3971,3295,2549,1979,1463,1128,696,829,18630,15492,12792,10132,7187,5394,4270,3533,2916,2484,2178,1861,1541,1244,997,706,819,36269,30180,25882,21104,15739,12752,10797,9211,7681,6455,5473,4410,3520,2707,2125,1402,1648 +2023,BFA,Burkina Faso,BF,Plateau-Central,BF55,Oubritenga,BF5503,183187,160543,343730,30723,25582,22797,19110,14896,12817,11367,9888,8299,6917,5738,4440,3447,2548,1964,1210,1444,32447,26982,22280,17646,12516,9396,7440,6153,5080,4327,3794,3241,2683,2167,1738,1227,1426,63170,52564,45077,36756,27412,22213,18807,16041,13379,11244,9532,7681,6130,4715,3702,2437,2870 +2023,BFA,Burkina Faso,BF,Sahel,BF56,Oudalan,BF5601,84492,84868,169360,15206,12591,11132,9545,7942,6747,5178,4197,3324,2612,1980,1447,980,696,437,268,210,15912,13545,10713,8841,7703,6468,4820,3860,3066,2478,2111,1693,1270,940,603,446,399,31118,26136,21845,18386,15645,13215,9998,8057,6390,5090,4091,3140,2250,1636,1040,714,609 +2023,BFA,Burkina Faso,BF,Sahel,BF56,Seno,BF5602,224344,225351,449695,40375,33430,29561,25338,21086,17914,13752,11148,8823,6930,5262,3850,2601,1851,1162,705,556,42253,35968,28444,23479,20453,17173,12798,10250,8135,6577,5603,4500,3370,2496,1608,1182,1062,82628,69398,58005,48817,41539,35087,26550,21398,16958,13507,10865,8350,5971,4347,2770,1887,1618 +2023,BFA,Burkina Faso,BF,Sahel,BF56,Soum,BF5603,197095,197979,395074,35471,29371,25971,22261,18525,15739,12081,9794,7751,6087,4622,3380,2287,1626,1021,619,489,37121,31598,24989,20626,17971,15087,11244,9005,7148,5779,4922,3953,2960,2193,1413,1037,933,72592,60969,50960,42887,36496,30826,23325,18799,14899,11866,9544,7333,5247,3819,2434,1656,1422 +2023,BFA,Burkina Faso,BF,Sahel,BF56,Yagha,BF5604,93169,93587,186756,16767,13883,12276,10523,8756,7441,5711,4630,3664,2877,2185,1600,1081,769,483,292,231,17548,14937,11813,9750,8494,7132,5315,4256,3378,2731,2326,1870,1399,1037,668,492,441,34315,28820,24089,20273,17250,14573,11026,8886,7042,5608,4511,3470,2480,1806,1151,784,672 +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,Bougouriba,BF5701,88571,82398,170969,14471,12169,10632,8690,7684,6690,5897,4913,4215,3500,2854,2275,1711,1232,778,455,405,15252,13075,11213,9078,7368,5759,4626,3600,2939,2391,1920,1571,1263,901,631,438,373,29723,25244,21845,17768,15052,12449,10523,8513,7154,5891,4774,3846,2974,2133,1409,893,778 +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,Ioba,BF5702,150834,140327,291161,24640,20721,18106,14797,13088,11391,10046,8368,7183,5962,4855,3876,2911,2097,1326,777,690,25973,22266,19094,15460,12544,9809,7881,6131,5003,4074,3269,2679,2155,1535,1076,743,635,50613,42987,37200,30257,25632,21200,17927,14499,12186,10036,8124,6555,5066,3632,2402,1520,1325 +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,Noumbiel,BF5703,56876,52913,109789,9291,7813,6828,5581,4935,4295,3789,3155,2710,2247,1830,1461,1098,789,501,293,260,9794,8396,7199,5829,4730,3699,2972,2312,1885,1536,1233,1011,813,579,405,280,240,19085,16209,14027,11410,9665,7994,6761,5467,4595,3783,3063,2472,1911,1368,906,573,500 +2023,BFA,Burkina Faso,BF,Sud-Ouest,BF57,Poni,BF5704,204288,190056,394344,33373,28064,24523,20043,17726,15427,13606,11334,9727,8073,6576,5251,3943,2839,1797,1051,935,35178,30158,25860,20938,16990,13283,10671,8304,6776,5517,4428,3630,2917,2080,1458,1007,861,68551,58222,50383,40981,34716,28710,24277,19638,16503,13590,11004,8881,6860,4919,3255,2058,1796 diff --git a/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2021.csv b/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2021.csv new file mode 100644 index 00000000..2ea4937e --- /dev/null +++ b/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2021.csv @@ -0,0 +1,2 @@ +ADM0_FR,ADM0_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80PLUS,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80PLUS,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80PLUS +Tchad,TD,8462907,8355484,16818393,1603181,1317538,1183631,988074,704492,546115,484983,411632,326717,260650,198433,148221,104372,72945,51294,32217,28422,1680133,1366309,1209299,1017467,727846,534936,380318,293079,257395,222802,191548,156169,114199,82298,55948,34459,31256,3280705,2693987,2391249,2004042,1431236,1080264,864803,704360,583768,483141,389711,304169,218404,155131,107171,66628,59642 diff --git a/tests/fixtures/input/population_tcd_tcd_admpop_adm1_2021.csv b/tests/fixtures/input/population_tcd_tcd_admpop_adm1_2021.csv new file mode 100644 index 00000000..292e8d81 --- /dev/null +++ b/tests/fixtures/input/population_tcd_tcd_admpop_adm1_2021.csv @@ -0,0 +1,24 @@ +ADM0_FR,ADM0_PCODE,ADM1_FR,ADM1_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80PLUS,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80PLUS,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80PLUS +Tchad,TD,Barh-El-Gazel,TD19,183501,200762,384263,36403,29553,20329,19632,16777,13473,10246,8267,7413,6357,5111,3872,2484,1577,1014,582,412,38031,30825,24557,24497,20904,16003,9732,6571,5397,4797,5081,4581,3397,2517,1824,1152,896,74433,60380,44886,44128,37682,29474,19976,14839,12810,11156,10192,8453,5882,4094,2837,1733,1310 +Tchad,TD,Batha,TD01,361645,348179,709823,64409,52907,61258,46150,28055,20645,19348,16885,13559,10928,8384,6293,4361,3077,2299,1530,1561,67288,55185,62726,46805,27692,18509,12340,9569,10066,9416,7982,6482,4621,3397,2636,1764,1700,131698,108093,123984,92953,55745,39154,31687,26455,23624,20341,16367,12776,8982,6472,4933,3295,3259 +Tchad,TD,Borkou,TD02,67778,74325,142103,13501,11438,6894,6641,5761,4757,4095,3495,2972,2474,1941,1450,933,602,403,243,179,14105,11930,8456,8130,6792,5387,4224,3361,2514,2083,2111,1829,1250,872,631,388,263,27606,23368,15350,14771,12553,10144,8319,6856,5486,4556,4052,3277,2184,1473,1034,631,442 +Tchad,TD,Chari-Baguirmi,TD03,435934,433638,869572,83700,67968,58360,51920,37354,28325,25189,21271,16543,13060,10003,7513,5347,3751,2588,1614,1426,87445,70894,59474,52590,36848,26227,19290,15372,14006,12387,10577,8743,6790,5119,3580,2258,2037,171147,138862,117833,104508,74203,54553,44478,36643,30548,25448,20581,16256,12138,8872,6170,3873,3462 +Tchad,TD,Ennedi Est,TD20,76041,86637,162678,15409,12931,7403,7236,6843,5815,4598,3750,3175,2661,2235,1699,979,567,378,220,141,16098,13487,9144,9366,8919,7446,5469,4070,2693,2061,2173,1920,1349,966,719,450,306,31508,26417,16547,16602,15760,13261,10067,7820,5868,4724,4408,3619,2329,1534,1098,671,447 +Tchad,TD,Ennedi Ouest,TD23,42958,48944,91903,8705,7305,4182,4088,3865,3284,2598,2119,1794,1505,1262,960,553,321,214,124,80,9094,7619,5166,5291,5038,4207,3089,2299,1522,1164,1227,1085,762,546,406,256,173,17799,14924,9347,9378,8904,7492,5686,4418,3316,2668,2491,2044,1315,867,619,379,253 +Tchad,TD,Guéra,TD04,333723,320517,654240,39130,33521,128469,48715,13691,14212,11914,10163,8647,7193,5644,4217,2717,1750,1172,706,1864,40880,34965,117453,46736,14807,14195,10878,8658,6473,5360,5438,4705,3218,2244,1626,999,1878,80007,68488,245920,95451,28496,28410,22792,18822,15119,12553,11083,8923,5934,3994,2796,1705,3746 +Tchad,TD,Hadjer-Lamis,TD05,421811,424234,846046,80381,65709,56097,50948,36301,27129,24338,20641,16110,12721,9643,7209,5143,3644,2572,1652,1574,83974,68539,57800,52686,37327,26317,18563,14524,13726,12331,10546,8676,6541,4881,3536,2264,2005,164355,134244,113896,103632,73627,53444,42901,35164,29835,25053,20192,15884,11684,8528,6110,3917,3577 +Tchad,TD,Kanem,TD06,259169,253535,512704,50821,42030,28395,27142,22725,18239,14661,12215,10974,9345,7118,5340,3798,2642,1778,1082,864,53095,43839,30669,29491,23628,17283,10471,7308,6923,6446,6243,5485,4151,3171,2489,1625,1218,103917,85870,59064,56632,46354,35522,25131,19523,17893,15789,13362,10826,7949,5814,4267,2709,2082 +Tchad,TD,Lac,TD07,325799,331366,657165,63369,52030,40884,37456,27906,21456,19197,16330,12947,10285,7704,5685,4045,2780,1767,1044,911,66202,54272,44193,40549,29046,20443,13961,10828,10598,9795,8818,7387,5407,3936,2809,1747,1373,129572,106302,85077,78005,56954,41895,33158,27158,23545,20079,16524,13074,9452,6718,4577,2790,2286 +Tchad,TD,Logone Occidental,TD08,536746,525707,1062453,103762,85030,71626,60821,45251,35842,32055,26923,19949,15435,12330,9524,6973,4903,3162,1846,1314,108401,88689,70937,59701,44980,34936,27832,22308,17320,13794,11139,8790,6774,4828,2711,1437,1124,212164,173718,142565,120523,90231,70778,59888,49230,37269,29229,23470,18314,13751,9733,5873,3282,2438 +Tchad,TD,Logone Oriental,TD09,602942,591850,1194791,114977,94988,83855,71253,49483,37764,35780,30936,23505,18178,13480,9900,7124,4972,3307,1977,1462,120118,99078,83702,70909,50355,37208,28715,23155,20011,16813,13318,10264,7406,5073,2899,1556,1265,235093,194064,167559,142162,99840,74974,64495,54094,43519,34989,26798,20165,14529,10046,6207,3532,2729 +Tchad,TD,Mandoul,TD10,481801,473403,955205,90376,75712,64846,57073,38493,28450,28007,24925,19926,15959,11969,8893,6440,4528,3061,1839,1307,94418,78973,65917,58711,41942,30166,22266,17575,15603,13344,10766,8405,6075,4206,2505,1396,1137,184793,154687,130762,115782,80434,58617,50274,42499,35529,29303,22733,17297,12515,8734,5566,3233,2444 +Tchad,TD,Mayo-Kebbi Est,TD11,601885,578016,1179900,116359,93914,75531,68880,52679,40895,34505,28481,22278,17862,14194,11176,8747,6562,4617,2902,2307,121561,97958,75806,68276,51687,38377,27506,20926,17308,14426,12047,9807,7577,5702,3913,2534,2603,237921,191872,151337,137155,104366,79272,62009,49410,39586,32289,26240,20984,16324,12264,8529,5434,4910 +Tchad,TD,Mayo-Kebbi Ouest,TD12,440339,429551,869891,86644,69799,56843,50576,38732,30515,26460,21749,15763,11951,9370,7164,5194,3724,2631,1685,1541,90517,72806,56581,49748,38795,29792,21645,16432,12931,10444,8778,7030,5115,3648,2351,1449,1488,177160,142604,113424,100324,77526,60307,48105,38180,28694,22395,18146,14196,10309,7371,4981,3133,3027 +Tchad,TD,Moyen-Chari,TD13,450748,452461,903210,87706,72430,57375,50607,38168,30020,26775,22737,17991,14232,10543,7714,5419,3740,2545,1550,1196,91628,75550,58829,52065,39449,29912,22757,18125,15150,12801,11136,9010,6371,4368,2658,1489,1164,179334,147979,116202,102672,77616,59933,49534,40861,33140,27032,21677,16726,11789,8111,5203,3038,2359 +Tchad,TD,N'Djamena,TD18,821121,817268,1638389,158183,129692,106818,95046,69688,53629,48087,40822,31853,25176,19174,14373,10287,7275,5119,3217,2684,170525,127309,111560,99038,73002,53643,38895,30233,26257,22436,18753,15075,11146,8028,5278,3203,2886,326097,267145,216697,192593,141589,106483,86485,70697,57770,47304,37654,29221,21261,15178,10319,6373,5526 +Tchad,TD,Ouaddaï,TD14,557777,542143,1099920,107071,89299,70052,63815,46086,35019,32858,28696,23196,18559,13693,9923,6534,4502,3580,2458,2436,111857,93145,71515,65379,47243,33387,23179,18029,17378,15675,13486,10841,7248,5053,3838,2527,2360,218928,182441,141567,129192,93329,68408,56037,46726,40572,34235,27179,20765,13782,9555,7420,4986,4799 +Tchad,TD,Salamat,TD15,234442,229109,463552,45429,37671,30105,26997,19438,14894,14274,12373,9322,7139,5190,3762,2651,1894,1441,957,903,47461,39296,31648,28477,19869,13754,9588,7422,7033,6274,5270,4241,3039,2195,1589,1017,936,92890,76968,61756,55474,39306,28649,23862,19794,16356,13414,10460,8003,5691,4090,3029,1976,1839 +Tchad,TD,Sila,TD21,289809,290239,580047,54439,44726,38377,36667,25709,18428,15757,13417,11920,9894,6930,4807,3025,2004,1639,1108,961,56873,46652,44197,40240,26908,17603,10409,7439,8364,8082,7238,5899,3830,2562,1827,1144,972,111311,91379,82574,76908,52618,36031,26167,20858,20283,17976,14168,10706,6856,4565,3466,2252,1932 +Tchad,TD,Tandjilé,TD16,523425,501636,1025059,101536,82965,66526,59087,45088,35420,30437,25439,20240,16207,12457,9415,6801,4825,3391,2090,1502,106076,86537,66764,59013,45378,33964,23120,17145,14814,12588,10402,8400,6562,4806,2958,1695,1409,207611,169501,133290,118103,90467,69383,53555,42584,35056,28797,22859,17816,13363,9632,6351,3785,2914 +Tchad,TD,Tibesti,TD22,18537,20340,38878,3785,3184,1747,1640,1631,1436,1140,930,781,649,514,394,289,195,106,59,57,3955,3321,2162,2007,1817,1520,1155,917,719,614,624,540,356,245,179,114,98,7742,6504,3909,3647,3449,2955,2296,1847,1500,1262,1138,933,644,440,286,172,154 +Tchad,TD,Wadi Fira,TD17,394976,381624,776601,77086,62736,47659,45684,34768,26468,22664,19068,15859,12880,9544,6938,4528,3110,2510,1732,1740,80531,65440,50043,47762,35420,24657,15234,10813,10589,9671,8395,6974,5214,3935,2986,1995,1965,157619,128177,97703,93447,70187,51125,37901,29882,26450,22549,17937,13911,9741,7046,5500,3729,3707 diff --git a/tests/fixtures/input/population_tcd_tcd_admpop_adm2_2021.csv b/tests/fixtures/input/population_tcd_tcd_admpop_adm2_2021.csv new file mode 100644 index 00000000..95b555a1 --- /dev/null +++ b/tests/fixtures/input/population_tcd_tcd_admpop_adm2_2021.csv @@ -0,0 +1,71 @@ +ADM0_FR,ADM0_PCODE,ADM1_FR,ADM1_PCODE,ADM2_FR,ADM2_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80PLUS,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80PLUS,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80PLUS +Tchad,TD,Barh-El-Gazel,TD19,Barh-El-Gazel Sud,TD1901,100926,110419,211345,20022,16254,11181,10797,9228,7410,5635,4547,4077,3496,2811,2130,1366,867,558,320,227,20917,16954,13506,13473,11497,8802,5352,3614,2969,2639,2795,2520,1869,1384,1003,633,493,40938,33209,24688,24270,20725,16211,10987,8162,7045,6136,5606,4649,3235,2251,1560,953,720 +Tchad,TD,Barh-El-Gazel,TD19,Barh-El-Gazel Nord,TD1902,38535,42159,80694,7644,6206,4269,4123,3523,2830,2152,1736,1557,1335,1073,813,522,331,213,122,86,7987,6473,5157,5144,4390,3361,2044,1380,1133,1007,1067,962,713,529,383,242,188,15631,12680,9426,9267,7913,6189,4195,3116,2690,2343,2140,1775,1235,860,596,364,275 +Tchad,TD,Barh-El-Gazel,TD19,Barh-El-Gazel Ouest,TD1903,44040,48184,92224,8737,7093,4879,4712,4026,3233,2459,1984,1779,1526,1227,929,596,379,243,140,99,9127,7398,5894,5880,5017,3840,2336,1577,1295,1151,1219,1099,815,604,438,277,215,17864,14491,10772,10591,9044,7074,4794,3561,3075,2677,2446,2029,1412,983,681,416,315 +Tchad,TD,Batha,TD01,Batha Ouest,TD0101,146382,140931,287313,26070,21415,24795,18680,11356,8356,7832,6834,5489,4423,3394,2548,1765,1245,930,619,632,27236,22337,25390,18945,11209,7492,4995,3873,4074,3811,3231,2624,1871,1375,1067,714,688,53307,43752,50185,37624,22564,15848,12826,10709,9562,8234,6625,5172,3636,2620,1997,1334,1319 +Tchad,TD,Batha,TD01,Batha Est,TD0102,133524,128552,262075,23781,19534,22617,17039,10358,7623,7143,6235,5006,4035,3095,2323,1610,1136,849,565,576,24843,20375,23159,17281,10224,6833,4556,3533,3717,3477,2947,2393,1706,1254,973,651,628,48624,39909,45776,34319,20581,14456,11699,9767,8723,7510,6043,4717,3316,2389,1821,1216,1203 +Tchad,TD,Batha,TD01,Fitri,TD0103,81739,78696,160435,14558,11958,13846,10431,6341,4666,4373,3816,3064,2470,1895,1422,986,696,520,346,353,15209,12473,14177,10579,6259,4184,2789,2163,2275,2128,1804,1465,1044,768,596,399,384,29767,24432,28023,21010,12600,8850,7162,5979,5339,4597,3699,2887,2030,1463,1115,745,737 +Tchad,TD,Borkou,TD02,Borkou,TD0201,49515,54301,103816,9864,8356,5037,4852,4208,3475,2992,2553,2171,1807,1418,1059,682,439,294,177,131,10305,8715,6178,5939,4962,3936,3086,2456,1837,1522,1542,1336,914,637,461,283,192,20168,17072,11215,10791,9171,7411,6078,5009,4008,3328,2960,2394,1595,1076,755,461,323 +Tchad,TD,Borkou,TD02,Borkou Yala,TD0202,18263,20024,38287,3637,3082,1857,1789,1553,1282,1103,942,801,667,523,391,251,163,109,66,48,3800,3215,2278,2191,1830,1451,1138,905,677,561,569,493,336,235,170,105,71,7438,6296,4135,3980,3382,2733,2241,1847,1478,1228,1092,883,589,397,279,170,119 +Tchad,TD,Chari-Baguirmi,TD03,Baguirmi,TD0301,158057,157225,315282,30347,24643,21160,18825,13543,10270,9133,7712,5998,4735,3627,2724,1939,1360,938,585,517,31705,25705,21563,19068,13360,9509,6994,5573,5078,4491,3835,3170,2462,1856,1298,819,739,62053,50348,42723,37892,26904,19780,16127,13286,11076,9227,7462,5894,4401,3217,2237,1405,1255 +Tchad,TD,Chari-Baguirmi,TD03,Chari,TD0302,137848,137121,274969,26467,21492,18454,16417,11812,8957,7965,6726,5231,4130,3163,2376,1691,1186,819,510,451,27651,22417,18807,16629,11652,8294,6100,4861,4429,3917,3344,2765,2147,1619,1132,714,644,54118,43909,37260,33046,23464,17250,14064,11587,9660,8047,6508,5140,3838,2805,1951,1224,1095 +Tchad,TD,Chari-Baguirmi,TD03,Loug-Chari,TD0303,140029,139292,279321,26886,21833,18746,16678,11999,9098,8091,6833,5314,4195,3213,2413,1717,1205,831,519,458,28089,22772,19104,16893,11836,8424,6196,4938,4499,3979,3398,2808,2181,1644,1150,725,654,54976,44605,37850,33570,23835,17523,14287,11770,9812,8174,6611,5222,3899,2850,1982,1244,1112 +Tchad,TD,Ennedi Est,TD20,Am-Djarass,TD2001,56280,64118,120398,11404,9570,5479,5355,5065,4303,3403,2776,2350,1970,1654,1258,725,420,280,163,104,11914,9981,6767,6931,6601,5511,4048,3012,1993,1525,1608,1421,998,715,532,333,227,23318,19551,12246,12286,11664,9814,7450,5788,4343,3496,3263,2679,1724,1135,813,497,331 +Tchad,TD,Ennedi Est,TD20,Wadi Hawar,TD2002,19761,22519,42280,4005,3361,1924,1881,1778,1512,1195,974,825,691,581,441,254,147,98,57,37,4184,3506,2377,2435,2318,1935,1421,1058,700,536,565,499,351,251,187,117,79,8190,6866,4301,4316,4096,3447,2617,2032,1525,1228,1145,940,605,399,285,174,116 +Tchad,TD,Ennedi Ouest,TD23,Fada,TD2301,27923,31812,59735,5658,4748,2719,2657,2512,2135,1689,1377,1166,978,821,624,360,209,139,81,52,5911,4952,3358,3439,3274,2735,2008,1494,989,757,797,705,495,355,264,166,112,11570,9701,6076,6096,5787,4870,3696,2871,2155,1734,1619,1329,855,563,402,246,165 +Tchad,TD,Ennedi Ouest,TD23,Mourtcha,TD2303,15035,17132,32168,3047,2557,1463,1431,1353,1149,909,742,628,527,441,336,193,112,75,43,28,3183,2667,1808,1852,1764,1472,1081,805,533,407,430,380,267,191,142,90,61,6229,5223,3271,3282,3117,2622,1990,1547,1161,934,872,715,460,304,217,133,88 +Tchad,TD,Guéra,TD04,Guéra,TD0401,106899,102668,209567,12534,10737,41151,15604,4385,4552,3816,3256,2770,2304,1808,1351,871,561,376,226,597,13095,11200,37622,14971,4743,4547,3484,2773,2073,1717,1742,1507,1031,719,521,320,602,25628,21938,78773,30575,9128,9100,7301,6029,4843,4021,3550,2858,1901,1279,896,546,1200 +Tchad,TD,Guéra,TD04,Abtouyour,TD0402,103791,99683,203474,12170,10426,39955,15151,4258,4420,3705,3161,2689,2237,1755,1312,845,544,364,219,580,12714,10874,36529,14535,4605,4415,3383,2693,2014,1667,1691,1464,1001,698,505,311,584,24883,21300,76482,29686,8863,8836,7089,5854,4702,3904,3447,2775,1846,1242,869,531,1165 +Tchad,TD,Guéra,TD04,Barh-Signaka,TD0403,64203,61662,125865,7528,6449,24715,9372,2634,2734,2293,1955,1664,1384,1086,811,523,336,225,136,359,7864,6726,22596,8991,2848,2731,2093,1666,1245,1031,1046,905,619,432,313,192,361,15392,13176,47311,18363,5482,5466,4384,3621,2909,2415,2132,1717,1141,769,538,328,720 +Tchad,TD,Guéra,TD04,Mangalmé,TD0404,58830,56504,115334,6898,5909,22648,8588,2414,2506,2100,1791,1524,1268,995,743,478,309,207,125,328,7207,6165,20706,8239,2611,2502,1918,1526,1141,945,959,829,567,395,287,176,331,14104,12074,43354,16827,5023,5008,4018,3318,2665,2213,1954,1573,1046,704,493,300,661 +Tchad,TD,Hadjer-Lamis,TD05,Dagana,TD0501,140155,140958,281113,26708,21833,18639,16929,12062,9014,8087,6858,5353,4227,3204,2395,1709,1211,855,549,523,27902,22773,19205,17506,12402,8744,6168,4826,4560,4097,3504,2883,2173,1622,1175,752,666,54610,44605,37844,34434,24464,17758,14254,11684,9913,8324,6709,5278,3882,2833,2030,1302,1188 +Tchad,TD,Hadjer-Lamis,TD05,Dababa,TD0502,169985,170964,340949,32393,26480,22607,20531,14629,10933,9808,8318,6492,5126,3886,2905,2073,1468,1036,666,634,33841,27621,23293,21232,15043,10606,7481,5853,5532,4969,4250,3496,2636,1967,1425,913,808,66234,54099,45899,41763,29671,21537,17289,14171,12024,10096,8137,6401,4709,3437,2462,1578,1442 +Tchad,TD,Hadjer-Lamis,TD05,Haraze-Al-Biar,TD0503,111671,112312,223984,21280,17396,14851,13488,9610,7182,6443,5465,4265,3368,2553,1909,1361,965,681,437,417,22231,18145,15302,13948,9882,6967,4914,3845,3634,3265,2792,2297,1732,1292,936,599,531,43511,35540,30153,27435,19492,14149,11358,9309,7898,6633,5346,4205,3093,2258,1618,1037,947 +Tchad,TD,Kanem,TD06,Kanem,TD0601,119076,116487,235563,23350,19311,13046,12470,10441,8380,6736,5612,5042,4294,3270,2454,1745,1214,817,497,396,24395,20142,14091,13550,10856,7941,4811,3358,3181,2961,2869,2520,1907,1457,1143,747,560,47745,39453,27137,26020,21298,16321,11547,8970,8221,7254,6139,4974,3652,2671,1960,1245,956 +Tchad,TD,Kanem,TD06,Nord Kanem,TD0602,70715,69178,139893,13866,11468,7748,7406,6201,4977,4001,3333,2994,2550,1942,1457,1036,721,485,295,236,14487,11962,8368,8047,6447,4716,2857,1994,1889,1759,1703,1497,1133,865,679,443,332,28354,23430,16116,15452,12648,9692,6857,5327,4882,4308,3646,2954,2169,1587,1165,739,568 +Tchad,TD,Kanem,TD06,Wadi Bissam,TD0603,69378,67870,137248,13605,11251,7601,7266,6083,4882,3924,3270,2938,2501,1906,1429,1017,707,476,290,232,14213,11735,8210,7894,6325,4626,2803,1956,1853,1726,1671,1468,1111,849,667,435,326,27818,22987,15811,15160,12408,9509,6727,5226,4790,4227,3577,2898,2128,1556,1142,725,558 +Tchad,TD,Lac,TD07,Mamdi,TD0701,84486,85927,170413,16433,13493,10601,9712,7237,5564,4978,4234,3358,2667,1998,1475,1049,721,459,271,237,17167,14073,11460,10515,7532,5301,3620,2808,2748,2540,2286,1916,1402,1021,729,453,356,33600,27566,22061,20228,14769,10864,8598,7042,6106,5207,4285,3390,2451,1742,1186,723,593 +Tchad,TD,Lac,TD07,Wayi,TD0702,158398,161108,319506,30809,25296,19878,18211,13568,10431,9334,7940,6294,5000,3745,2764,1966,1352,859,507,443,32187,26386,21486,19715,14122,9939,6788,5265,5153,4762,4288,3591,2629,1914,1365,850,668,62996,51682,41363,37925,27690,20369,16121,13204,11447,9762,8033,6356,4595,3266,2226,1357,1111 +Tchad,TD,Lac,TD07,Kaya,TD0703,29230,29726,58956,5685,4667,3668,3361,2503,1925,1722,1465,1162,923,691,510,363,249,158,94,81,5939,4869,3965,3637,2605,1834,1252,971,951,879,791,663,485,353,252,156,123,11624,9537,7633,6998,5110,3759,2975,2437,2112,1802,1483,1173,848,603,411,250,205 +Tchad,TD,Lac,TD07,Fouli,TD0704,53685,54605,108290,10442,8574,6737,6172,4598,3536,3163,2691,2133,1695,1270,936,667,458,291,172,150,10909,8944,7282,6682,4787,3369,2301,1784,1746,1614,1453,1217,891,648,463,288,226,21352,17517,14020,12854,9385,6903,5464,4475,3880,3308,2723,2155,1558,1107,754,460,377 +Tchad,TD,Logone Occidental,TD08,Lac Wey,TD0801,258228,252916,511144,49920,40907,34459,29261,21770,17244,15422,12953,9597,7426,5932,4582,3355,2359,1521,888,632,52151,42668,34128,28723,21639,16808,13390,10732,8333,6636,5359,4229,3260,2323,1304,691,541,102071,83575,68587,57984,43410,34051,28812,23685,17930,14062,11291,8811,6615,4683,2826,1579,1173 +Tchad,TD,Logone Occidental,TD08,Dodjé,TD0802,82855,81150,164005,16017,13126,11056,9388,6985,5533,4948,4156,3080,2383,1904,1470,1076,757,488,285,203,16733,13690,10950,9215,6944,5393,4296,3444,2673,2129,1719,1357,1045,745,419,222,174,32750,26815,22007,18604,13928,10926,9244,7599,5753,4512,3623,2827,2123,1502,907,507,377 +Tchad,TD,Logone Occidental,TD08,Guéni,TD0803,71675,70203,141878,13856,11355,9565,8122,6043,4786,4281,3595,2664,2061,1646,1272,931,654,422,247,175,14476,11843,9473,7972,6006,4665,3717,2979,2313,1842,1488,1174,904,645,362,192,150,28332,23198,19038,16094,12049,9451,7997,6574,4977,3903,3134,2446,1837,1300,784,438,325 +Tchad,TD,Logone Occidental,TD08,Ngourkosso,TD0804,123988,121438,245426,23969,19642,16546,14050,10453,8279,7404,6219,4608,3565,2848,2200,1611,1133,731,426,304,25041,20488,16386,13791,10391,8070,6429,5153,4001,3187,2573,2030,1565,1115,626,332,259,49011,40130,32933,27841,20844,16350,13835,11372,8609,6752,5422,4230,3176,2248,1356,758,563 +Tchad,TD,Logone Oriental,TD09,La Pendé,TD0901,124139,121854,245993,23673,19557,17265,14670,10188,7775,7366,6369,4839,3742,2775,2038,1467,1024,681,407,301,24730,20399,17233,14599,10368,7661,5912,4767,4120,3461,2742,2114,1525,1044,597,320,260,48403,39955,34498,29269,20556,15436,13279,11138,8960,7204,5517,4152,2991,2068,1278,727,562 +Tchad,TD,Logone Oriental,TD09,Kouh Est,TD0902,78411,76968,155379,14952,12353,10905,9266,6435,4911,4653,4023,3057,2364,1753,1287,926,647,430,257,190,15621,12885,10885,9222,6548,4839,3734,3012,2602,2187,1732,1335,963,660,377,203,165,30573,25238,21791,18488,12984,9750,8387,7035,5659,4550,3485,2622,1889,1307,807,459,355 +Tchad,TD,Logone Oriental,TD09,Kouh Ouest,TD0903,38306,37602,75907,7305,6035,5328,4527,3144,2400,2273,1965,1493,1155,856,629,453,316,210,126,93,7632,6295,5318,4505,3199,2364,1824,1471,1272,1068,846,652,470,322,184,99,80,14937,12330,10646,9032,6344,4763,4097,3437,2765,2223,1703,1281,923,638,394,224,173 +Tchad,TD,Logone Oriental,TD09,La Nya,TD0904,109038,107033,216071,20792,17178,15165,12886,8949,6829,6471,5595,4251,3288,2438,1790,1288,899,598,357,264,21723,17917,15137,12823,9106,6729,5193,4188,3619,3041,2409,1856,1340,918,524,281,228,42515,35095,30302,25709,18055,13559,11664,9782,7871,6327,4846,3647,2628,1817,1123,639,493 +Tchad,TD,Logone Oriental,TD09,La Nya Pendé,TD0905,83625,82087,165712,15947,13174,11630,9882,6863,5237,4963,4291,3260,2521,1870,1374,988,689,459,274,203,16660,13742,11609,9835,6985,5160,3983,3211,2775,2332,1847,1423,1027,704,402,216,176,32606,26916,23239,19717,13847,10399,8945,7502,6036,4853,3717,2797,2015,1393,861,490,379 +Tchad,TD,Logone Oriental,TD09,Monts de Lam,TD0906,169423,166306,335729,32308,26691,23562,20022,13904,10612,10054,8693,6605,5108,3788,2782,2002,1397,929,556,411,33752,27840,23520,19925,14149,10455,8069,6506,5623,4724,3742,2884,2081,1425,815,437,356,66059,54530,47083,39947,28054,21067,18123,15200,12228,9832,7530,5666,4083,2823,1744,993,767 +Tchad,TD,Mandoul,TD10,Mandoul Oriental,TD1001,196472,193047,389519,36854,30874,26443,23273,15697,11602,11421,10164,8126,6508,4880,3626,2626,1847,1248,750,533,38502,32204,26880,23941,17104,12301,9080,7167,6363,5441,4390,3428,2478,1715,1022,569,464,75356,63079,53322,47214,32800,23903,20501,17330,14488,11949,9270,7054,5103,3561,2270,1319,996 +Tchad,TD,Mandoul,TD10,Barh-Sara,TD1002,166657,163752,330409,31261,26189,22431,19742,13315,9841,9688,8622,6892,5520,4141,3076,2228,1566,1059,636,452,32660,27317,22801,20309,14507,10435,7702,6079,5397,4616,3724,2907,2101,1455,866,483,393,63921,53507,45232,40050,27822,20276,17390,14701,12290,10136,7863,5983,4329,3021,1925,1118,846 +Tchad,TD,Mandoul,TD10,Mandoul Occidental,TD1003,118672,116604,235277,22261,18649,15972,14058,9481,7007,6898,6139,4908,3931,2948,2191,1586,1115,754,453,322,23256,19452,16236,14461,10331,7430,5484,4329,3843,3287,2652,2070,1496,1036,617,344,280,45516,38101,32208,28518,19812,14438,12383,10468,8751,7218,5600,4260,3083,2152,1371,796,602 +Tchad,TD,Mayo-Kebbi Est,TD11,Mayo-Boneye,TD1101,183310,176040,359350,35438,28602,23004,20978,16044,12455,10509,8674,6785,5440,4323,3404,2664,1998,1407,884,703,37022,29834,23088,20793,15742,11688,8377,6373,5271,4394,3669,2987,2307,1737,1192,772,792,72461,58436,46091,41772,31786,24143,18885,15049,12056,9834,7992,6391,4972,3735,2598,1655,1495 +Tchad,TD,Mayo-Kebbi Est,TD11,Kabbia,TD1102,177769,170720,348489,34367,27738,22308,20344,15559,12078,10191,8412,6580,5276,4192,3301,2584,1939,1363,857,681,35904,28933,22389,20166,15266,11335,8124,6181,5112,4261,3558,2897,2238,1684,1156,748,769,70271,56670,44698,40509,30825,23413,18315,14594,11692,9537,7750,6197,4821,3622,2519,1605,1450 +Tchad,TD,Mayo-Kebbi Est,TD11,Mayo-Lemié,TD1103,63741,61215,124955,12323,9946,7999,7294,5579,4331,3654,3016,2359,1891,1503,1183,926,695,489,308,244,12873,10374,8028,7231,5474,4064,2913,2216,1833,1528,1276,1038,803,604,415,269,276,25196,20320,16027,14525,11052,8395,6567,5232,4192,3419,2779,2223,1729,1299,903,575,520 +Tchad,TD,Mayo-Kebbi Est,TD11,Mont Illi,TD1104,177065,170041,347106,34231,27628,22220,20264,15497,12031,10151,8379,6554,5255,4176,3288,2573,1930,1358,853,679,35762,28817,22301,20086,15205,11290,8092,6156,5092,4243,3544,2885,2229,1677,1150,745,766,69993,56446,44521,40349,30703,23321,18242,14535,11646,9499,7719,6173,4802,3608,2509,1599,1445 +Tchad,TD,Mayo-Kebbi Ouest,TD12,Mayo-Dallah,TD1201,261131,254734,515866,51382,41392,33709,29992,22969,18096,15692,12897,9348,7087,5556,4249,3081,2209,1560,999,914,53679,43176,33554,29502,23007,17667,12836,9745,7669,6193,5205,4169,3033,2163,1394,859,882,105060,84567,67263,59494,45975,35764,28528,22641,17016,13281,10761,8418,6114,4371,2954,1858,1796 +Tchad,TD,Mayo-Kebbi Ouest,TD12,Lac Léré,TD1202,136378,133039,269417,26835,21618,17605,15664,11996,9451,8195,6736,4882,3701,2902,2218,1608,1153,815,522,477,28034,22549,17524,15408,12015,9227,6704,5089,4005,3235,2719,2177,1585,1130,729,449,461,54869,44167,35129,31072,24011,18678,14898,11825,8887,6936,5620,4397,3193,2283,1542,970,937 +Tchad,TD,Mayo-Kebbi Ouest,TD12,Mayo-Binder,TD1203,42830,41778,84608,8427,6789,5529,4920,3767,2968,2573,2116,1533,1163,912,697,505,362,256,164,150,8804,7081,5503,4838,3773,2898,2105,1598,1257,1016,854,684,497,355,228,141,145,17231,13870,11032,9758,7540,5865,4679,3714,2791,2178,1765,1381,1002,717,485,305,294 +Tchad,TD,Moyen-Chari,TD13,Bahr-Köh,TD1301,235163,236056,471220,45757,37788,29934,26403,19913,15662,13969,11862,9386,7425,5501,4024,2827,1951,1328,809,624,47804,39416,30692,27163,20581,15605,11872,9456,7904,6678,5810,4701,3324,2279,1387,777,607,93562,77204,60625,53566,40494,31268,25843,21318,17290,14103,11309,8726,6151,4231,2714,1585,1231 +Tchad,TD,Moyen-Chari,TD13,Grande Sido,TD1302,82053,82365,164418,15966,13185,10444,9212,6948,5465,4874,4139,3275,2591,1919,1405,987,681,463,282,218,16680,13753,10709,9478,7181,5445,4143,3300,2758,2331,2027,1640,1160,795,484,271,212,32645,26937,21153,18690,14129,10910,9017,7438,6033,4921,3946,3045,2146,1477,948,553,429 +Tchad,TD,Moyen-Chari,TD13,Lac Iro,TD1303,133532,134040,267572,25983,21457,16997,14992,11307,8893,7932,6736,5330,4216,3123,2285,1605,1108,754,459,354,27144,22381,17428,15424,11687,8862,6742,5369,4488,3792,3299,2669,1887,1294,787,441,345,53127,43838,34424,30416,22993,17755,14674,12105,9817,8008,6422,4955,3492,2403,1541,900,699 +Tchad,TD,N'Djamena,TD18,N'Djaména,TD1801,821121,817268,1638389,158183,129692,106818,95046,69688,53629,48087,40822,31853,25176,19174,14373,10287,7275,5119,3217,2684,170525,127309,111560,99038,73002,53643,38895,30233,26257,22436,18753,15075,11146,8028,5278,3203,2886,326097,267145,216697,192593,141589,106483,86485,70697,57770,47304,37654,29221,21261,15178,10319,6373,5526 +Tchad,TD,Ouaddaï,TD14,Ouara,TD1401,254188,247061,501249,48794,40695,31924,29082,21002,15958,14974,13077,10571,8458,6240,4522,2978,2052,1631,1121,1110,50975,42447,32591,29794,21529,15215,10563,8216,7919,7143,6146,4940,3303,2303,1749,1151,1075,99769,83141,64514,58875,42532,31175,25537,21294,18490,15601,12386,9462,6280,4354,3381,2272,2187 +Tchad,TD,Ouaddaï,TD14,Abdi,TD1402,82666,80351,163017,15869,13235,10382,9457,6830,5190,4870,4253,3438,2750,2029,1470,968,667,531,364,361,16578,13805,10598,9690,7002,4948,3436,2672,2576,2323,1999,1607,1074,749,569,375,350,32447,27039,20981,19147,13831,10138,8305,6925,6013,5074,4028,3078,2043,1416,1100,739,711 +Tchad,TD,Ouaddaï,TD14,Assoungha,TD1403,220923,214731,435654,42408,35369,27746,25276,18254,13871,13014,11366,9187,7351,5424,3931,2588,1783,1418,973,965,44304,36893,28326,25895,18712,13224,9180,7141,6883,6209,5341,4294,2871,2001,1520,1001,935,86712,72261,56072,51170,36966,27095,22195,18507,16069,13560,10765,8225,5459,3785,2939,1975,1901 +Tchad,TD,Salamat,TD15,Bahr-Azoum,TD1501,141308,138092,279400,27382,22706,18146,16272,11716,8977,8603,7457,5619,4303,3128,2268,1598,1142,868,577,544,28606,23685,19075,17164,11975,8290,5779,4474,4239,3781,3176,2556,1832,1323,958,613,564,55988,46391,37222,33436,23691,17267,14382,11931,9858,8085,6305,4824,3431,2465,1825,1191,1108 +Tchad,TD,Salamat,TD15,Aboudéia,TD1502,50160,49021,99182,9720,8060,6441,5777,4159,3187,3054,2648,1994,1527,1110,805,567,405,309,205,193,10155,8408,6772,6093,4251,2943,2052,1588,1505,1343,1128,908,650,470,340,218,200,19875,16468,13213,11869,8410,6130,5106,4235,3500,2870,2238,1712,1217,875,648,423,393 +Tchad,TD,Salamat,TD15,Haraze-Mangueigne,TD1503,42974,41996,84970,8327,6905,5518,4948,3563,2730,2617,2268,1709,1309,952,689,486,347,264,175,166,8700,7203,5801,5220,3643,2521,1757,1360,1289,1150,966,777,557,402,291,186,172,17027,14109,11321,10169,7205,5252,4374,3628,2998,2459,1917,1467,1043,750,556,362,338 +Tchad,TD,Sila,TD21,Kimiti,TD2101,228830,229167,457997,42984,35315,30302,28952,20300,14551,12442,10594,9412,7812,5472,3796,2388,1582,1294,875,758,44906,36836,34897,31773,21246,13899,8218,5874,6604,6381,5715,4658,3024,2023,1443,903,767,87890,72152,65199,60725,41546,28450,20661,16469,16015,14193,11187,8454,5413,3604,2736,1778,1526 +Tchad,TD,Sila,TD21,Djourf Al Ahmar,TD2102,60979,61072,122050,11455,9411,8075,7715,5409,3877,3315,2823,2508,2082,1458,1011,637,422,345,233,203,11967,9816,9300,8467,5662,3704,2191,1565,1760,1701,1523,1241,806,539,384,241,205,23421,19227,17375,16183,11072,7581,5506,4389,4268,3783,2981,2252,1443,961,730,474,406 +Tchad,TD,Tandjilé,TD16,Tandjilé Est,TD1601,201362,192979,394340,39061,31917,25593,22731,17345,13626,11709,9787,7786,6235,4792,3622,2617,1856,1305,804,578,40807,33291,25684,22702,17457,13066,8894,6596,5699,4842,4002,3232,2524,1849,1138,652,542,79868,65207,51277,45434,34802,26692,20603,16382,13486,11078,8794,6854,5141,3705,2443,1456,1121 +Tchad,TD,Tandjilé,TD16,Tandjile Ouest,TD1602,252470,241960,494429,48975,40017,32088,28500,21748,17084,14681,12270,9763,7817,6008,4541,3280,2328,1635,1008,724,51165,41740,32203,28464,21887,16382,11152,8270,7146,6072,5017,4052,3165,2318,1427,818,680,100139,81757,64291,56966,43636,33466,25832,20540,16909,13890,11025,8593,6445,4646,3063,1826,1406 +Tchad,TD,Tandjilé,TD16,Tandjilé Centre,TD1603,69593,66697,136290,13500,11031,8845,7856,5995,4710,4047,3382,2691,2155,1657,1252,904,641,451,278,200,14104,11506,8877,7847,6034,4516,3074,2279,1969,1674,1383,1116,873,639,393,225,187,27604,22537,17722,15703,12029,9225,7120,5662,4661,3829,3040,2369,1777,1281,845,503,387 +Tchad,TD,Tibesti,TD22,Tibesti Est,TD2201,10466,11483,21949,2137,1798,987,926,921,811,644,525,441,366,290,222,163,110,60,33,32,2233,1875,1220,1133,1026,858,652,518,406,346,352,305,201,138,101,65,56,4371,3672,2207,2059,1947,1668,1297,1042,847,713,642,527,363,249,161,97,87 +Tchad,TD,Tibesti,TD22,Tibesti Ouest,TD2202,8071,8857,16929,1648,1386,760,714,710,625,496,405,340,283,224,172,126,85,46,26,25,1722,1446,942,874,791,662,503,399,313,268,272,235,155,107,78,49,42,3371,2832,1702,1588,1502,1287,999,805,653,549,496,406,281,191,125,75,67 +Tchad,TD,Wadi Fira,TD17,Biltine,TD1701,131339,126901,258240,25633,20861,15848,15191,11562,8801,7537,6341,5273,4283,3173,2307,1505,1034,834,576,579,26779,21761,16641,15882,11778,8199,5066,3596,3521,3216,2792,2319,1734,1309,993,664,653,52412,42622,32489,31073,23339,17001,12603,9937,8795,7498,5965,4625,3239,2343,1828,1240,1233 +Tchad,TD,Wadi Fira,TD17,Dar-Tama,TD1702,139366,134654,274020,27199,22136,16816,16119,12267,9339,7997,6728,5596,4545,3368,2448,1598,1098,886,611,614,28415,23090,17657,16853,12498,8700,5375,3815,3736,3412,2962,2460,1840,1389,1054,704,694,55615,45226,34474,32972,24765,18039,13374,10544,9333,7957,6329,4908,3437,2486,1941,1316,1308 +Tchad,TD,Wadi Fira,TD17,Kobé,TD1703,108562,104889,213451,21188,17244,13100,12557,9556,7275,6229,5241,4359,3540,2623,1907,1245,855,690,476,478,22134,17986,13754,13128,9735,6777,4187,2972,2911,2658,2307,1917,1432,1081,821,548,540,43322,35230,26854,25684,19291,14052,10417,8213,7270,6197,4930,3824,2677,1937,1512,1025,1019 +Tchad,TD,Wadi Fira,TD17,Mégri,TD1704,15709,15180,30890,3066,2495,1895,1817,1383,1053,901,758,631,512,380,276,180,123,100,69,69,3203,2603,1991,1899,1409,981,606,430,421,385,334,278,208,156,118,79,78,6270,5099,3886,3718,2792,2033,1507,1188,1052,897,713,554,388,280,219,148,147 diff --git a/tests/test_main.py b/tests/test_main.py index ecd8a84a..bcb1d0c9 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -34,6 +34,9 @@ from hapi.pipelines.app import load_yamls from hapi.pipelines.app.__main__ import add_defaults from hapi.pipelines.app.pipelines import Pipelines +from hapi.pipelines.utilities.process_config_defaults import ( + subset_scraper_countries, +) logger = logging.getLogger(__name__) @@ -51,6 +54,18 @@ def configuration(self): "population.yaml", ] project_config_dict = load_yamls(project_configs) + # TODO: Add subsetting countries functionality to hdx-python-scraper (HAPI-336) + hapi_countries = ["AFG", "BFA", "MLI", "NGA", "TCD", "YEM"] + countries_to_remove = [ + country + for country in project_config_dict["HAPI_countries"] + if country not in hapi_countries + ] + project_config_dict["HAPI_countries"] = hapi_countries + project_config_dict = subset_scraper_countries( + project_config_dict, + countries_to_remove, + ) project_config_dict = add_defaults(project_config_dict) Configuration._create( hdx_read_only=True, @@ -100,9 +115,9 @@ def test_pipelines(self, configuration, folder): pipelines.output() count = session.scalar(select(func.count(DBResource.id))) - assert count == 17 + assert count == 23 count = session.scalar(select(func.count(DBDataset.id))) - assert count == 11 + assert count == 13 count = session.scalar(select(func.count(DBLocation.id))) assert count == 6 count = session.scalar(select(func.count(DBAdmin1.id))) @@ -130,9 +145,9 @@ def test_pipelines(self, configuration, folder): count = session.scalar(select(func.count(DBGender.code))) assert count == 3 count = session.scalar(select(func.count(DBAgeRange.code))) - assert count == 21 + assert count == 29 count = session.scalar(select(func.count(DBPopulation.id))) - assert count == 45861 + assert count == 54123 count = session.scalar( select(func.count(DBOperationalPresence.id)) )