diff --git a/.idea/.gitignore b/.idea/.gitignore index 26d3352..8f00030 100644 --- a/.idea/.gitignore +++ b/.idea/.gitignore @@ -1,3 +1,5 @@ # Default ignored files /shelf/ /workspace.xml +# GitHub Copilot persisted chat sessions +/copilot/chatSessions diff --git a/dev/generate datapackages.ipynb b/dev/generate datapackages.ipynb index 33f73ae..776d766 100644 --- a/dev/generate datapackages.ipynb +++ b/dev/generate datapackages.ipynb @@ -30,7 +30,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 3, "id": "e7dde1cf-983a-4da5-a7a8-f13054c3f57c", "metadata": {}, "outputs": [ @@ -38,6 +38,7 @@ "name": "stdout", "output_type": "stream", "text": [ + "Cache folder cleared!\n", "premise v.(2, 0, 1)\n", "+------------------------------------------------------------------+\n", "| Warning |\n", @@ -76,19 +77,431 @@ "Hide these messages?\n", "NewDatabase(..., quiet=True)\n", "- Extracting source database\n", + "Cannot find cached database. Will create one now for next time...\n", + "Getting activity data\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|█████████████████████████████████| 21238/21238 [00:00<00:00, 355698.44it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Adding exchange data to activities\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|████████████████████████████████| 674593/674593 [00:17<00:00, 39324.51it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Filling out exchange data\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████████████████████████████| 21238/21238 [00:00<00:00, 22477.76it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Set missing location of datasets to global scope.\n", + "Set missing location of production exchanges to scope of dataset.\n", + "Correct missing location of technosphere exchanges.\n", + "Correct missing flow categories for biosphere exchanges\n", + "Remove empty exchanges.\n", + "Remove uncertainty data.\n", "- Extracting inventories\n", + "Cannot find cached inventories. Will create them now for next time...\n", + "Importing default inventories...\n", + "\n", + "Extracted 1 worksheets in 0.10 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 7 worksheets in 0.03 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.03 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.03 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.70 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "The following datasets to import already exist in the source database. They will not be imported\n", + "+--------------------------------+--------------------------------+----------+-------------+\n", + "| Name | Reference product | Location | File |\n", + "+--------------------------------+--------------------------------+----------+-------------+\n", + "| fluorspar production, 97% puri | fluorspar, 97% purity | GLO | lci-PV.xlsx |\n", + "| metallization paste production | metallization paste, back side | RER | lci-PV.xlsx |\n", + "| metallization paste production | metallization paste, back side | RER | lci-PV.xlsx |\n", + "| metallization paste production | metallization paste, front sid | RER | lci-PV.xlsx |\n", + "| photovoltaic module production | photovoltaic module, building- | RER | lci-PV.xlsx |\n", + "| photovoltaic module production | photovoltaic module, building- | RER | lci-PV.xlsx |\n", + "| photovoltaic mounting system p | photovoltaic mounting system, | RER | lci-PV.xlsx |\n", + "| photovoltaic mounting system p | photovoltaic mounting system, | RER | lci-PV.xlsx |\n", + "| photovoltaic mounting system p | photovoltaic mounting system, | RER | lci-PV.xlsx |\n", + "| photovoltaic panel factory con | photovoltaic panel factory | GLO | lci-PV.xlsx |\n", + "| polyvinylfluoride production | polyvinylfluoride | US | lci-PV.xlsx |\n", + "| polyvinylfluoride production, | polyvinylfluoride, dispersion | US | lci-PV.xlsx |\n", + "| polyvinylfluoride, film produc | polyvinylfluoride, film | US | lci-PV.xlsx |\n", + "| silicon production, metallurgi | silicon, metallurgical grade | NO | lci-PV.xlsx |\n", + "| vinyl fluoride production | vinyl fluoride | US | lci-PV.xlsx |\n", + "| wafer factory construction | wafer factory | DE | lci-PV.xlsx |\n", + "+--------------------------------+--------------------------------+----------+-------------+\n", + "Extracted 1 worksheets in 0.05 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "The following datasets to import already exist in the source database. They will not be imported\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "| Name | Reference product | Location | File |\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "| carbon dioxide, captured at ce | carbon dioxide, captured and r | RER | lci-synfuels-from-methanol-fro |\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "The following datasets to import already exist in the source database. They will not be imported\n", + "+--------------------------------+----------------------+----------+--------------------------------+\n", + "| Name | Reference product | Location | File |\n", + "+--------------------------------+----------------------+----------+--------------------------------+\n", + "| methanol distillation, hydroge | methanol, purified | RER | lci-synfuels-from-methanol-fro |\n", + "| methanol synthesis, hydrogen f | methanol, unpurified | RER | lci-synfuels-from-methanol-fro |\n", + "+--------------------------------+----------------------+----------+--------------------------------+\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "The following datasets to import already exist in the source database. They will not be imported\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "| Name | Reference product | Location | File |\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "| methanol production facility, | methanol production facility, | RER | lci-synfuels-from-methanol-fro |\n", + "+--------------------------------+--------------------------------+----------+--------------------------------+\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 5 worksheets in 0.14 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.03 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.07 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.04 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.04 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.01 seconds\n", + "Remove uncertainty data.\n", + "Extracted 1 worksheets in 0.02 seconds\n", + "Migrating to 3.8 first\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Applying strategy: migrate_datasets\n", + "Applying strategy: migrate_exchanges\n", + "Remove uncertainty data.\n", + "Data cached. It is advised to restart your workflow at this point.\n", + "This allows premise to use the cached data instead, which results in\n", + "a faster workflow.\n", "- Fetching IAM data\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", - "Reading /Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", + "Reading /Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data/image_SSP2-RCP19.xlsx as excel file\n", "Done!\n" ] } @@ -97,12 +510,13 @@ "from premise import *\n", "import bw2data\n", "from datapackage import Package\n", + "clear_cache()\n", "bw2data.projects.set_current(\"ei39\")\n", "ndb = PathwaysDataPackage(\n", " scenarios=[\n", " {\"model\": \"image\",\n", " \"pathway\": \"SSP2-RCP19\",\n", - " \"filepath\": \"/Users/romain/Library/CloudStorage/Dropbox/Notebooks/IAM-ecoinvent/new image/full data\"\n", + " \"filepath\": \"/Users/romain/Dropbox/Notebooks/IAM-ecoinvent/new image/full data\"\n", " },\n", " ],\n", " years=[2005, 2010, 2020, 2030, 2040, 2050, 2060, 2070, 2080, 2090, 2100],\n", @@ -114,7 +528,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 4, "id": "f7d15e94-9a93-4314-9a69-11f50243b166", "metadata": {}, "outputs": [ @@ -130,7 +544,603 @@ "name": "stderr", "output_type": "stream", "text": [ - "Updating: external: 91%|██████████▉ | 10/11 [35:31<03:33, 213.11s/it]\n" + "Updating: metals: 55%|████████▏ | 6/11 [35:38<31:22, 376.45s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal spodumene not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal rare earth carbonate concentrate not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal sand not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium tetrachloride not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n", + "Metal titanium sponge not found in alternative names. Skipping transport.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Updating: external: 91%|█████████ | 10/11 [2:00:41<12:04, 724.15s/it]\n" ] }, { @@ -148,7 +1158,7 @@ "Remove uncertainty data.\n", "Extracted 1 worksheets in 0.02 seconds\n", "Remove uncertainty data.\n", - "Extracted 1 worksheets in 0.02 seconds\n", + "Extracted 1 worksheets in 0.03 seconds\n", "Remove uncertainty data.\n", "Extracted 1 worksheets in 0.02 seconds\n", "Remove uncertainty data.\n", @@ -167,22 +1177,18 @@ "Anomalies found: check the change report.\n", "Running all checks...\n", "Anomalies found: check the change report.\n", - "Running all checks...\n", - "Anomalies found: check the change report.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2030.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2040.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2050.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2005.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2080.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2070.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2060.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2010.\n", - "Matrices saved in /Users/romain/GitHub/pathways/dev/pathways/inventories/image/SSP2-RCP19/2090.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2030.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2040.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2070.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2050.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2005.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2080.\n", + "Matrices saved in /Users/romain/Github/pathways/dev/pathways/inventories/image/SSP2-RCP19/2060.\n", "Generate scenario report.\n", - "Report saved under /Users/romain/GitHub/pathways/dev/export/scenario_report.\n", + "Report saved under /Users/romain/Github/pathways/dev/export/scenario_report.\n", "Generate change report.\n", - "Report saved under /Users/romain/GitHub/pathways/dev.\n", - "Data package saved at /Users/romain/GitHub/pathways/dev/pathways/image-SSP2-RCP19.zip\n" + "Report saved under /Users/romain/Github/pathways/dev.\n", + "Data package saved at /Users/romain/Github/pathways/dev/pathways/image-SSP2-RCP19.zip\n" ] } ], @@ -198,7 +1204,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 5, "id": "9d57850c-04fa-4ef7-89e8-3e9de62f92e3", "metadata": {}, "outputs": [ @@ -207,7 +1213,104 @@ "output_type": "stream", "text": [ "Invalid datapackage: Descriptor validation error: {'path': 'mapping/mapping.yaml', 'profile': 'data-resource', 'name': 'mapping', 'format': 'yaml', 'mediatype': 'text/yaml', 'encoding': 'utf-8'} is not valid under any of the given schemas at \"resources/45\" in descriptor and at \"properties/resources/items/oneOf\" in profile\n", - "Invalid datapackage: Descriptor validation error: 'data-resource' is not one of ['tabular-data-resource'] at \"resources/45/profile\" in descriptor and at \"properties/resources/items/properties/profile/enum\" in profile\n" + "Invalid datapackage: Descriptor validation error: 'data-resource' is not one of ['tabular-data-resource'] at \"resources/45/profile\" in descriptor and at \"properties/resources/items/properties/profile/enum\" in profile\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Gases|Natural Gas not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Heat not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Liquids|Petroleum not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Solids|Biomass not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Food and Tobacco|Solids|Coal not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Gases|Natural Gas not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Heat not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Liquids|Petroleum not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Solids|Biomass not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Pulp and Paper|Solids|Coal not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Gases|Natural Gas not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Heat not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Liquids|Petroleum not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Solids|Biomass not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Steel|Solids|Coal not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Gases|Natural Gas not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Heat not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Liquids|Petroleum not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Solids|Biomass not found in scenario data.\n", + "Variable Final Energy|Industry excl Non-Energy Use|Non-Metallic Minerals|Solids|Coal not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Gases not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Heat not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Liquids|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Solids|Bioenergy not found in scenario data.\n", + "Variable Final Energy|Industry|Food Processing|Solids|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Gases|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Liquids|Bioenergy not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Liquids|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Other not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Solids|Bioenergy not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|Ammonia|Solids|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Electricity not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Gases|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Liquids|Bioenergy not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Liquids|Fossil not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Solids|Bioenergy not found in scenario data.\n", + "Variable Final Energy|Industry|Chemicals|High value chemicals|Solids|Fossil not found in scenario data.\n", + "Variable Final Energy|Commercial|Water Heating|Coal not found in scenario data.\n", + "Variable Final Energy|Commercial|Water Heating|Electricity not found in scenario data.\n", + "Variable Final Energy|Commercial|Water Heating|Gas (fossil) not found in scenario data.\n", + "Variable Final Energy|Commercial|Water Heating|Liquid (fossil) not found in scenario data.\n", + "Variable Final Energy|Commercial|Water Heating|Traditional Biomass not found in scenario data.\n", + "Variable Final Energy|Residential|Water Heating|Coal not found in scenario data.\n", + "Variable Final Energy|Residential|Water Heating|Electricity not found in scenario data.\n", + "Variable Final Energy|Residential|Water Heating|Gas (fossil) not found in scenario data.\n", + "Variable Final Energy|Residential|Water Heating|Liquid (fossil) not found in scenario data.\n", + "Variable Final Energy|Residential|Water Heating|Traditional Biomass not found in scenario data.\n", + "Variable Final Energy|Commercial|Space Heating|Coal not found in scenario data.\n", + "Variable Final Energy|Commercial|Space Heating|Electricity not found in scenario data.\n", + "Variable Final Energy|Commercial|Space Heating|Gas (fossil) not found in scenario data.\n", + "Variable Final Energy|Commercial|Space Heating|Liquid (fossil) not found in scenario data.\n", + "Variable Final Energy|Commercial|Space Heating|Traditional Biomass not found in scenario data.\n", + "Variable Final Energy|Transportation|Passenger|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Passenger|Gases not found in scenario data.\n", + "Variable Final Energy|Transportation|Passenger|Hydrogen not found in scenario data.\n", + "Variable Final Energy|Transportation|Passenger|Liquids not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Air|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Air|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Air|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Air|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Air|Oil not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Heavy Truck|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Heavy Truck|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Heavy Truck|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Heavy Truck|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Heavy Truck|Oil not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|International Shipping|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|International Shipping|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|International Shipping|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|International Shipping|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|International Shipping|Oil not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Medium Truck|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Medium Truck|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Medium Truck|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Medium Truck|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Medium Truck|Oil not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|National Shipping|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|National Shipping|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|National Shipping|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|National Shipping|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|National Shipping|Oil not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Train|Biofuel not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Train|Electricity not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Train|Gas not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Train|H2 not found in scenario data.\n", + "Variable Final Energy|Transportation|Freight|Train|Oil not found in scenario data.\n" ] } ], @@ -218,7 +1321,52 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, + "id": "1441e2f1-08a6-4782-9f40-1c5dafed4576", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array(['dac_solvent', 'biomass crops - purpose grown',\n", + " 'biomass - residual', 'steel - secondary', 'steel - primary',\n", + " 'biodiesel, from used cooking oil, with CCS',\n", + " 'biodiesel, from used cooking oil',\n", + " 'bioethanol, from grass, with CCS', 'bioethanol, from grass',\n", + " 'bioethanol, from grain, with CCS', 'bioethanol, from grain',\n", + " 'bioethanol, from sugar, with CCS', 'bioethanol, from sugar',\n", + " 'bioethanol, from wood, with CCS', 'bioethanol, from wood',\n", + " 'diesel, synthetic, from grass, with CCS',\n", + " 'diesel, synthetic, from grass',\n", + " 'diesel, synthetic, from wood, with CCS',\n", + " 'diesel, synthetic, from wood', 'methanol, from grass, with CCS',\n", + " 'methanol, from grass', 'methanol, from wood, with CCS',\n", + " 'methanol, from wood', 'diesel', 'gasoline', 'Biomass IGCC CCS',\n", + " 'Biomass CHP CCS', 'Biomass ST', 'Biomass IGCC', 'Biomass CHP',\n", + " 'Coal IGCC CCS', 'Coal PC', 'Coal IGCC', 'Coal CHP', 'Gas CC CCS',\n", + " 'Gas CHP CCS', 'Gas OC', 'Gas CC', 'Gas CHP', 'Hydro', 'Nuclear',\n", + " 'Oil CC CCS', 'Oil CHP CCS', 'Oil ST', 'Oil CC', 'Oil CHP',\n", + " 'Geothermal', 'Solar CSP', 'Solar PV Centralized',\n", + " 'Solar PV Residential', 'Storage, Flow Battery', 'Wind Onshore',\n", + " 'Wind Offshore', 'hydrogen, from biomass, with CCS',\n", + " 'hydrogen, from biomass', 'hydrogen, from coal, with CCS',\n", + " 'hydrogen, from coal', 'hydrogen, from electrolysis',\n", + " 'hydrogen, from natural gas, with CCS',\n", + " 'hydrogen, from natural gas', 'hydrogen, from solar'], dtype=' Any:\n", - " \n", - "KeyboardInterrupt\n" + "ename": "KeyError", + "evalue": "'Mt CO2/yr'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mRemoteTraceback\u001b[0m Traceback (most recent call last)", + "\u001b[0;31mRemoteTraceback\u001b[0m: \n\"\"\"\nTraceback (most recent call last):\n File \"/Users/romain/anaconda3/envs/premise/lib/python3.10/multiprocessing/pool.py\", line 125, in worker\n result = (True, func(*args, **kwds))\n File \"/Users/romain/anaconda3/envs/premise/lib/python3.10/multiprocessing/pool.py\", line 48, in mapstar\n return list(map(*args))\n File \"/Users/romain/Github/pathways/pathways/pathways.py\", line 268, in process_region\n unit_vector = get_unit_conversion_factors(\n File \"/Users/romain/Github/pathways/pathways/utils.py\", line 149, in get_unit_conversion_factors\n return np.array(unit_mapping[scenario_unit][dataset_unit])\nKeyError: 'Mt CO2/yr'\n\"\"\"", + "\nThe above exception was the direct cause of the following exception:\n", + "\u001b[0;31mKeyError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[8], line 2\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mnumpy\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m \u001b[38;5;21;01mnp\u001b[39;00m\n\u001b[0;32m----> 2\u001b[0m \u001b[43mp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcalculate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 3\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m#methods=[\u001b[39;49;00m\n\u001b[1;32m 4\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m# #'EF v3.1 - acidification - accumulated exceedance (AE)',\u001b[39;49;00m\n\u001b[1;32m 5\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m# 'EF v3.1 - climate change - global warming potential (GWP100)',\u001b[39;49;00m\n\u001b[1;32m 6\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m# 'RELICS - metals extraction - Lithium',\u001b[39;49;00m\n\u001b[1;32m 7\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m#],\u001b[39;49;00m\n\u001b[1;32m 8\u001b[0m \u001b[43m \u001b[49m\u001b[43mregions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[43mr\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mr\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscenarios\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcoords\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mregion\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mvalues\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mr\u001b[49m\u001b[38;5;241;43m!=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mWorld\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 9\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m#regions=[\"WEU\",],\u001b[39;49;00m\n\u001b[1;32m 10\u001b[0m \u001b[43m \u001b[49m\u001b[43mscenarios\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mSSP2-RCP19\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 11\u001b[0m \u001b[43m \u001b[49m\u001b[43mvariables\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mscenarios\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcoords\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mvariables\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mvalues\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 12\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m#years=[2005, 2020, 2050, 2070, 2100],\u001b[39;49;00m\n\u001b[1;32m 13\u001b[0m \u001b[43m \u001b[49m\u001b[43mcharacterization\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 14\u001b[0m \u001b[43m \u001b[49m\u001b[43mflows\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mLithium - natural resource - in ground - kilogram\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 15\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;66;43;03m#data_type=np.float32,\u001b[39;49;00m\n\u001b[1;32m 16\u001b[0m \u001b[43m \u001b[49m\u001b[43mmultiprocessing\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 17\u001b[0m \u001b[43m \u001b[49m\u001b[43mdemand_cutoff\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m0.01\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m 18\u001b[0m \u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/Github/pathways/pathways/pathways.py:720\u001b[0m, in \u001b[0;36mPathways.calculate\u001b[0;34m(self, methods, models, scenarios, regions, years, variables, characterization, flows, multiprocessing, data_type, demand_cutoff)\u001b[0m\n\u001b[1;32m 718\u001b[0m \u001b[38;5;66;03m# Process each region in parallel\u001b[39;00m\n\u001b[1;32m 719\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m Pool(cpu_count()) \u001b[38;5;28;01mas\u001b[39;00m p:\n\u001b[0;32m--> 720\u001b[0m results \u001b[38;5;241m=\u001b[39m \u001b[43mp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmap\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprocess_region\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdata_for_regions\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 722\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 723\u001b[0m results \u001b[38;5;241m=\u001b[39m []\n", + "File \u001b[0;32m~/anaconda3/envs/premise/lib/python3.10/multiprocessing/pool.py:367\u001b[0m, in \u001b[0;36mPool.map\u001b[0;34m(self, func, iterable, chunksize)\u001b[0m\n\u001b[1;32m 362\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mmap\u001b[39m(\u001b[38;5;28mself\u001b[39m, func, iterable, chunksize\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m):\n\u001b[1;32m 363\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[1;32m 364\u001b[0m \u001b[38;5;124;03m Apply `func` to each element in `iterable`, collecting the results\u001b[39;00m\n\u001b[1;32m 365\u001b[0m \u001b[38;5;124;03m in a list that is returned.\u001b[39;00m\n\u001b[1;32m 366\u001b[0m \u001b[38;5;124;03m '''\u001b[39;00m\n\u001b[0;32m--> 367\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_map_async\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfunc\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43miterable\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmapstar\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mchunksize\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/anaconda3/envs/premise/lib/python3.10/multiprocessing/pool.py:774\u001b[0m, in \u001b[0;36mApplyResult.get\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m 772\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_value\n\u001b[1;32m 773\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 774\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_value\n", + "\u001b[0;31mKeyError\u001b[0m: 'Mt CO2/yr'" ] } ], @@ -380,10 +2076,7 @@ " regions=[r for r in p.scenarios.coords[\"region\"].values if r!=\"World\"],\n", " #regions=[\"WEU\",],\n", " scenarios=[\"SSP2-RCP19\",],\n", - " variables=[\n", - " v for v in p.scenarios.coords[\"variables\"].values\n", - " if any(i in v for i in [\"Industry\", \"Transport\", \"Heating\"])\n", - " ],\n", + " variables=p.scenarios.coords[\"variables\"].values,\n", " #years=[2005, 2020, 2050, 2070, 2100],\n", " characterization=False,\n", " flows=[\"Lithium - natural resource - in ground - kilogram\",],\n", @@ -969,7 +2662,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.8" + "version": "3.10.13" } }, "nbformat": 4, diff --git a/dev/metals.ipynb b/dev/metals.ipynb index 708c2e9..84bbf0b 100644 --- a/dev/metals.ipynb +++ b/dev/metals.ipynb @@ -298,7 +298,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.8" + "version": "3.9.18" } }, "nbformat": 4, diff --git a/pathways/data/units_conversion.yaml b/pathways/data/units_conversion.yaml index 88fdb3a..d249dc0 100644 --- a/pathways/data/units_conversion.yaml +++ b/pathways/data/units_conversion.yaml @@ -22,4 +22,6 @@ TWh: bn tkm/yr: ton kilometer: 1e+9 bn pkm/yr: - passenger kilometer: 1e+9 \ No newline at end of file + passenger kilometer: 1e+9 +Mt CO2/yr: + kilogram: 1e+9 \ No newline at end of file diff --git a/pathways/pathways.py b/pathways/pathways.py index f236179..8cbdef3 100644 --- a/pathways/pathways.py +++ b/pathways/pathways.py @@ -37,12 +37,6 @@ load_units_conversion, ) -# if pypardiso is installed, use it -try: - from pypardiso import spsolve -except ImportError: - from scipy.sparse.linalg import spsolve - from .data_validation import validate_datapackage