From 180bdd647bb2705466794e98cb908fa9faeb6043 Mon Sep 17 00:00:00 2001 From: Mike Date: Thu, 10 Oct 2024 07:29:52 +1300 Subject: [PATCH] Use deprecated HNO file and fix test (#182) --- CHANGELOG.md | 6 ++++++ requirements.txt | 9 ++++----- src/hapi/pipelines/database/humanitarian_needs.py | 6 ++++-- ...hno-2024.csv => download-hpc-hno-2024-deprecated.csv} | 0 tests/fixtures/input/global-hpc-hno.json | 2 +- 5 files changed, 15 insertions(+), 8 deletions(-) rename tests/fixtures/input/{download-hpc-hno-2024.csv => download-hpc-hno-2024-deprecated.csv} (100%) diff --git a/CHANGELOG.md b/CHANGELOG.md index d35702ca..fef04182 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). +## [0.10.6] - 2024-10-09 + +### Fixed + +- Fix to use deprecated humanitarian needs resource temporarily + ## [0.10.5] - 2024-10-08 ### Fixed diff --git a/requirements.txt b/requirements.txt index 1ba570b5..be69bf9e 100644 --- a/requirements.txt +++ b/requirements.txt @@ -89,7 +89,7 @@ inflect==7.4.0 # via quantulum3 iniconfig==2.0.0 # via pytest -isodate==0.6.1 +isodate==0.7.2 # via frictionless jinja2==3.1.4 # via frictionless @@ -101,7 +101,7 @@ jsonschema==4.23.0 # via # frictionless # tableschema-to-template -jsonschema-specifications==2023.12.1 +jsonschema-specifications==2024.10.1 # via jsonschema libhxl==5.2.1 # via @@ -116,7 +116,7 @@ markdown-it-py==3.0.0 # via rich marko==2.1.2 # via frictionless -markupsafe==2.1.5 +markupsafe==3.0.1 # via jinja2 mdurl==0.1.2 # via markdown-it-py @@ -144,7 +144,7 @@ ply==3.11 # libhxl pockets==0.9.1 # via sphinxcontrib-napoleon -pre-commit==4.0.0 +pre-commit==4.0.1 # via hapi-pipelines (pyproject.toml) psycopg==3.2.3 # via hdx-python-database @@ -239,7 +239,6 @@ simplejson==3.19.3 six==1.16.0 # via # ckanapi - # isodate # pockets # python-dateutil # sphinxcontrib-napoleon diff --git a/src/hapi/pipelines/database/humanitarian_needs.py b/src/hapi/pipelines/database/humanitarian_needs.py index d6a8847f..385446b3 100644 --- a/src/hapi/pipelines/database/humanitarian_needs.py +++ b/src/hapi/pipelines/database/humanitarian_needs.py @@ -63,13 +63,15 @@ def populate(self) -> None: self._metadata.add_dataset(dataset) dataset_id = dataset["id"] dataset_name = dataset["name"] - resource = dataset.get_resource() # assumes first resource is latest! + resource = dataset.get_resource( + 1 + ) # assumes second resource is latest! self._metadata.add_resource(dataset_id, resource) negative_values_by_iso3 = {} rounded_values_by_iso3 = {} resource_id = resource["id"] resource_name = resource["name"] - year = int(resource_name[-4:]) + year = int(resource_name[-15:-11]) time_period_start = datetime(year, 1, 1) time_period_end = datetime(year, 12, 31, 23, 59, 59) url = resource["url"] diff --git a/tests/fixtures/input/download-hpc-hno-2024.csv b/tests/fixtures/input/download-hpc-hno-2024-deprecated.csv similarity index 100% rename from tests/fixtures/input/download-hpc-hno-2024.csv rename to tests/fixtures/input/download-hpc-hno-2024-deprecated.csv diff --git a/tests/fixtures/input/global-hpc-hno.json b/tests/fixtures/input/global-hpc-hno.json index 559c0000..ec2cfacc 100644 --- a/tests/fixtures/input/global-hpc-hno.json +++ b/tests/fixtures/input/global-hpc-hno.json @@ -1 +1 @@ -{"archived": false, "batch": "dbe785aa-103a-4aef-b2de-094747f25288", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-08-20T00:02:09", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-08-20T00:02:09.715895", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-08-20T00:02:12.842012", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 1, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-10-19T00:02:09", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 42, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 24, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-08-20T00:02:09.172034)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "HNO data with HXL tags", "download_url": "https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-14T01:47:52.757188\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-14T01:47:55.616125\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 149727, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-14T21:02:57.804301\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-14T21:03:00.490415\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 149727, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-15T21:42:53.016245\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-15T21:42:56.186587\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 149727, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-17T21:33:06.167478\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-17T21:33:50.995998\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 149727, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-20T00:02:09.356315\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-20T00:02:12.571127\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 149727, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "last_modified": "2024-08-20T00:02:09.715895", "metadata_modified": "2024-08-20T00:02:12.883425", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 7668047, "state": "active", "url": "https://data.humdata.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}]} +{"archived": false, "batch": "f483d10a-7f75-4be8-9cc5-7a4ca9cadbb5", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-10-08T23:02:06", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-10-08T23:02:06.495978", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-10-08T23:02:12.585542", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 2, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-12-07T23:02:06", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 1, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 0, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-10-08T23:01:57.045579)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "This resource contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the resources below.", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260926\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:42.369260\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609954\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:35.230640\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923786\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:47:56.960384\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280901\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:54.495546\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042730\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:09.746783\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "in_hapi": "yes", "last_modified": "2024-10-08T23:02:06.258174", "metadata_modified": "2024-10-08T23:02:09.938264", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 25564990, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}, {"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-10-08T22:28:38.962486", "dataset_preview_enabled": false, "datastore_active": false, "description": "Deprecated global HNO resource (will be removed soon)", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260936\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:46.789052\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151103, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609965\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:38.785124\", \"sheet_changes\": [{\"name\": \"__DEFAULT__\", \"event_type\": \"spreadsheet-sheet-changed\", \"changed_fields\": [{\"field\": \"nrows\", \"new_value\": 151102, \"new_display_value\": 151102, \"old_value\": 151103, \"old_display_value\": 151103}]}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923797\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:48:00.130990\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280916\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:57.207938\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042744\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:12.458035\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "id": "fcb4a235-ebd8-415e-96d3-2af42e3ebb1f", "last_modified": "2024-10-08T23:02:06.495978", "metadata_modified": "2024-10-08T23:02:12.600988", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "Global HPC HNO 2024 Deprecated", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 1, "resource_type": "file.upload", "size": 7730492, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "url_type": "upload"}]}