Skip to content

Commit

Permalink
Add cut down test data
Browse files Browse the repository at this point in the history
  • Loading branch information
mcarans committed Feb 19, 2025
1 parent 3819f78 commit 0e9b93d
Show file tree
Hide file tree
Showing 9 changed files with 16,284 additions and 21,775 deletions.

Large diffs are not rendered by default.

4,838 changes: 4,838 additions & 0 deletions tests/fixtures/input/download-hdx-hapi-humanitarian-needs-global-2024.csv

Large diffs are not rendered by default.

11,439 changes: 11,439 additions & 0 deletions tests/fixtures/input/download-hdx-hapi-humanitarian-needs-global-2025.csv

Large diffs are not rendered by default.

21,769 changes: 0 additions & 21,769 deletions tests/fixtures/input/download-hpc-hno-2024.csv

This file was deleted.

2 changes: 1 addition & 1 deletion tests/fixtures/input/global-coordination-groups-beta.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"archived": false, "creator_user_id": "0a4621e6-a52e-4a9d-a002-9d9e6c9de705", "data_update_frequency": "-1", "dataset_date": "[2017-04-12T00:00:00 TO 2017-04-12T23:59:59]", "dataset_preview": "no_preview", "dataset_source": "OCHA Digital Services", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-31T01:02:15.957985", "license_id": "other-pd-nr", "license_title": "Public Domain / No Restrictions", "maintainer": "8a38b196-39de-48be-8223-614bb64d695c", "maintainer_email": null, "metadata_created": "2017-05-26T08:36:15.695556", "metadata_modified": "2024-12-31T13:23:34.446557", "methodology": "Other", "methodology_other": "Contains IASC designated Global Clusters and Areas of Responsibility", "name": "global-coordination-groups-beta", "notes": "Contains IASC designated Global Clusters and Areas of Responsibility. Global Clusters and Areas of Responsibility (AoR) were defined to enable more predictable leadership in situations of humanitarian emergency. The content includes the Preferred Term to be used for each Cluster and AoR, the Acronym (3-letter cluster code), the Group to which the term belongs (defining whether it is a Global Cluster or AoR) and the website URL. Both the Google Spreadsheet and CSV versions contain HXL hashtags.\r\n\r\nFor more information, please visit http://vocabulary.unocha.org/", "num_resources": 3, "num_tags": 3, "organization": {"id": "54255d0b-c6b1-4517-9722-17321f6634ab", "name": "ocha-ds", "title": "OCHA Digital Services", "type": "organization", "description": "OCHA coordinates effective and principled humanitarian action, advocates the rights of people in need, promotes preparedness and prevention and facilitates sustainable solutions. OCHA delivers its mandate through five core functions.", "image_url": "", "created": "2017-05-25T18:38:25.442651", "is_organization": true, "approval_status": "approved", "state": "active"}, "owner_org": "54255d0b-c6b1-4517-9722-17321f6634ab", "package_creator": "helenc", "pageviews_last_14_days": 5, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"World\"]}", "state": "active", "subnational": "0", "title": "Global Coordination Groups - Cluster & Area of Interest Official Names and Codes (Beta)", "total_res_downloads": 180, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "World", "id": "world", "image_display_url": "", "name": "world", "title": "World"}], "tags": [{"display_name": "cluster system", "id": "07bed635-2678-44bc-b132-210bb3cee1d3", "name": "cluster system", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "operational presence", "id": "a25059f9-7e1f-49be-b629-ccccd97a95f8", "name": "operational presence", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": false, "update_status": "unknown", "x_resource_grouping": [], "resources": [{"cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:17.998079", "datastore_active": false, "description": "CSV file containing HXL hashtags", "download_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "format": "CSV", "hash": "", "hdx_rel_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "id": "b5d618bd-f363-4240-8ce2-1536beda9299", "last_modified": "2018-08-30T03:10:00.192201", "metadata_modified": "2021-06-03T07:41:14.474572", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) CSV", "originalHash": "97196323", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 0, "resource_type": "api", "size": null, "state": "active", "url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "url_type": "api"}, {"cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:16.724280", "datastore_active": false, "description": "Google Spreadsheet containing HXL hashtags", "download_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/edit#gid=2037574879", "format": "Google Sheet", "hash": "", "hdx_rel_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/edit#gid=2037574879", "id": "78c11196-ea24-438a-a467-2bc9f091ede4", "last_modified": "2018-08-30T03:10:00.192201", "metadata_modified": "2021-06-03T07:41:14.474732", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) Google Sheet", "originalHash": "-1270551250", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 1, "resource_type": "api", "size": null, "state": "active", "url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "url_type": "api"}, {"broken_link": true, "cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:19.851799", "datastore_active": false, "description": "JSON file (no HXL hashtags)", "download_url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "format": "JSON", "hash": "", "hdx_rel_url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "id": "d2be3158-6ff2-4e06-a28d-751c1acb79d1", "last_modified": "2024-12-31T01:02:15.957985", "metadata_modified": "2024-12-31T13:23:34.466633", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) JSON", "originalHash": "97196323", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 2, "resource_type": "api", "size": null, "state": "active", "url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "url_type": "api"}]}
{"archived": false, "creator_user_id": "0a4621e6-a52e-4a9d-a002-9d9e6c9de705", "data_update_frequency": "-1", "dataset_date": "[2017-04-12T00:00:00 TO 2017-04-12T23:59:59]", "dataset_preview": "no_preview", "dataset_source": "OCHA Digital Services", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-31T01:02:15.957985", "license_id": "other-pd-nr", "license_title": "Public Domain / No Restrictions", "maintainer": "8a38b196-39de-48be-8223-614bb64d695c", "maintainer_email": null, "metadata_created": "2017-05-26T08:36:15.695556", "metadata_modified": "2024-12-31T13:23:34.446557", "methodology": "Other", "methodology_other": "Contains IASC designated Global Clusters and Areas of Responsibility", "name": "global-coordination-groups-beta", "notes": "Contains IASC designated Global Clusters and Areas of Responsibility. Global Clusters and Areas of Responsibility (AoR) were defined to enable more predictable leadership in situations of humanitarian emergency. The content includes the Preferred Term to be used for each Cluster and AoR, the Acronym (3-letter cluster code), the Group to which the term belongs (defining whether it is a Global Cluster or AoR) and the website URL. Both the Google Spreadsheet and CSV versions contain HXL hashtags.\r\n\r\nFor more information, please visit http://vocabulary.unocha.org/", "num_resources": 3, "num_tags": 3, "organization": {"id": "54255d0b-c6b1-4517-9722-17321f6634ab", "name": "ocha-ds", "title": "OCHA Digital Services", "type": "organization", "description": "OCHA coordinates effective and principled humanitarian action, advocates the rights of people in need, promotes preparedness and prevention and facilitates sustainable solutions. OCHA delivers its mandate through five core functions.", "image_url": "", "created": "2017-05-25T18:38:25.442651", "is_organization": true, "approval_status": "approved", "state": "active"}, "owner_org": "54255d0b-c6b1-4517-9722-17321f6634ab", "package_creator": "helenc", "pageviews_last_14_days": 8, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"World\"]}", "state": "active", "subnational": "0", "title": "Global Coordination Groups - Cluster & Area of Interest Official Names and Codes (Beta)", "total_res_downloads": 180, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "World", "id": "world", "image_display_url": "", "name": "world", "title": "World"}], "tags": [{"display_name": "cluster system", "id": "07bed635-2678-44bc-b132-210bb3cee1d3", "name": "cluster system", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "operational presence", "id": "a25059f9-7e1f-49be-b629-ccccd97a95f8", "name": "operational presence", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": false, "update_status": "unknown", "x_resource_grouping": [], "resources": [{"cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:17.998079", "datastore_active": false, "description": "CSV file containing HXL hashtags", "download_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "format": "CSV", "hash": "", "hdx_rel_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "id": "b5d618bd-f363-4240-8ce2-1536beda9299", "last_modified": "2018-08-30T03:10:00.192201", "metadata_modified": "2021-06-03T07:41:14.474572", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) CSV", "originalHash": "97196323", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 0, "resource_type": "api", "size": null, "state": "active", "url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "url_type": "api"}, {"cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:16.724280", "datastore_active": false, "description": "Google Spreadsheet containing HXL hashtags", "download_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/edit#gid=2037574879", "format": "Google Sheet", "hash": "", "hdx_rel_url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/edit#gid=2037574879", "id": "78c11196-ea24-438a-a467-2bc9f091ede4", "last_modified": "2018-08-30T03:10:00.192201", "metadata_modified": "2021-06-03T07:41:14.474732", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) Google Sheet", "originalHash": "-1270551250", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 1, "resource_type": "api", "size": null, "state": "active", "url": "https://docs.google.com/spreadsheets/d/1SxSircxhXMZCe0PWafCht-whjBdI9UqoeFeSUbiLGc4/export?format=csv&gid=2037574879", "url_type": "api"}, {"broken_link": true, "cache_last_updated": null, "cache_url": null, "created": "2017-05-26T08:36:19.851799", "datastore_active": false, "description": "JSON file (no HXL hashtags)", "download_url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "format": "JSON", "hash": "", "hdx_rel_url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "id": "d2be3158-6ff2-4e06-a28d-751c1acb79d1", "last_modified": "2024-12-31T01:02:15.957985", "metadata_modified": "2024-12-31T13:23:34.466633", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global Coordination Groups (Beta) JSON", "originalHash": "97196323", "package_id": "fecb7e53-e1bd-4d1c-8e22-2b638979b937", "pii_is_sensitive": false, "position": 2, "resource_type": "api", "size": null, "state": "active", "url": "http://vocabulary.unocha.org/json/beta-v1/global_coordination_groups.json", "url_type": "api"}]}
Loading

0 comments on commit 0e9b93d

Please sign in to comment.