{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Data reading example 4 - FAOstat #\n", "To run this example the file `Emissions_Agriculture_Cultivated_Organic_Soils_E_All_Data_(Normalized).csv` must be placed in the same folder as this notebook.\n", "The data is available from the [FAOstat](http://www.fao.org/faostat/en/#data/GV/metadata)." ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import primap2 as pm2" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Dataset Specifications ##\n", "Here we define which columns of the csv file contain the dimensions." ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "file = \"Emissions_Agriculture_Cultivated_Organic_Soils_E_All_Data_(Normalized).csv\"\n", "coords_cols = {\n", " \"unit\": \"Unit\",\n", " \"entity\": \"Element\",\n", " \"area\": \"Area\",\n", " \"category\": \"Item\",\n", " \"data\": \"Value\",\n", " \"time\": \"Year\",\n", "}\n", "coords_defaults = {\n", " \"source\": \"FAOstat\",\n", "}\n", "coords_terminologies = {\n", " \"area\": \"FAOstat\",\n", " \"category\": \"FAOstat\",\n", "}\n", "\n", "# TODO: proper mapping of the area to ISO3\n", "coords_value_mapping = {\n", " \"unit\": {\"gigagrams\": \"Gg N2O / year\"},\n", " \"entity\": {\"Emissions (N2O) (Cultivation of organic soils)\": \"N2O\"},\n", "}\n", "\n", "filter_keep = {\n", " \"f1\": {\n", " \"Element\": \"Emissions (N2O) (Cultivation of organic soils)\",\n", " },\n", "}\n", "\n", "meta_data = {\n", " \"references\": \"http://www.fao.org/faostat/en/#data/GV/metadata\"\n", "}" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Reading the data to interchange format ##" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/plain": " source area (FAOstat) entity unit \\\n0 FAOstat Africa N2O Gg N2O / year \n1 FAOstat Africa N2O Gg N2O / year \n2 FAOstat Africa N2O Gg N2O / year \n3 FAOstat Albania N2O Gg N2O / year \n4 FAOstat Albania N2O Gg N2O / year \n\n category (FAOstat) 1990 1991 1992 1993 \\\n0 Cropland and grassland organic soils 34.3224 34.3224 34.3224 34.3224 \n1 Cropland organic soils 17.4597 17.4597 17.4597 17.4597 \n2 Grassland organic soils 16.8627 16.8627 16.8627 16.8627 \n3 Cropland and grassland organic soils 0.0471 0.0471 0.0471 0.0471 \n4 Cropland organic soils 0.0378 0.0378 0.0378 0.0378 \n\n 1994 ... 2012 2013 2014 2015 2016 2017 \\\n0 34.3211 ... 35.2262 35.2203 35.1451 35.1434 35.1327 35.1277 \n1 17.4588 ... 18.1675 18.1546 18.1318 18.1307 18.1014 18.0904 \n2 16.8623 ... 17.0586 17.0657 17.0133 17.0127 17.0313 17.0373 \n3 0.0471 ... 0.0470 0.0470 0.0470 0.0470 0.0468 0.0468 \n4 0.0378 ... 0.0377 0.0377 0.0377 0.0377 0.0376 0.0376 \n\n 2018 2019 2030 2050 \n0 35.0546 35.0546 35.0546 35.0546 \n1 18.0273 18.0273 18.0273 18.0273 \n2 17.0272 17.0272 17.0272 17.0272 \n3 0.0460 0.0460 0.0460 0.0460 \n4 0.0369 0.0369 0.0369 0.0369 \n\n[5 rows x 37 columns]", "text/html": "
\n | source | \narea (FAOstat) | \nentity | \nunit | \ncategory (FAOstat) | \n1990 | \n1991 | \n1992 | \n1993 | \n1994 | \n... | \n2012 | \n2013 | \n2014 | \n2015 | \n2016 | \n2017 | \n2018 | \n2019 | \n2030 | \n2050 | \n
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \nFAOstat | \nAfrica | \nN2O | \nGg N2O / year | \nCropland and grassland organic soils | \n34.3224 | \n34.3224 | \n34.3224 | \n34.3224 | \n34.3211 | \n... | \n35.2262 | \n35.2203 | \n35.1451 | \n35.1434 | \n35.1327 | \n35.1277 | \n35.0546 | \n35.0546 | \n35.0546 | \n35.0546 | \n
1 | \nFAOstat | \nAfrica | \nN2O | \nGg N2O / year | \nCropland organic soils | \n17.4597 | \n17.4597 | \n17.4597 | \n17.4597 | \n17.4588 | \n... | \n18.1675 | \n18.1546 | \n18.1318 | \n18.1307 | \n18.1014 | \n18.0904 | \n18.0273 | \n18.0273 | \n18.0273 | \n18.0273 | \n
2 | \nFAOstat | \nAfrica | \nN2O | \nGg N2O / year | \nGrassland organic soils | \n16.8627 | \n16.8627 | \n16.8627 | \n16.8627 | \n16.8623 | \n... | \n17.0586 | \n17.0657 | \n17.0133 | \n17.0127 | \n17.0313 | \n17.0373 | \n17.0272 | \n17.0272 | \n17.0272 | \n17.0272 | \n
3 | \nFAOstat | \nAlbania | \nN2O | \nGg N2O / year | \nCropland and grassland organic soils | \n0.0471 | \n0.0471 | \n0.0471 | \n0.0471 | \n0.0471 | \n... | \n0.0470 | \n0.0470 | \n0.0470 | \n0.0470 | \n0.0468 | \n0.0468 | \n0.0460 | \n0.0460 | \n0.0460 | \n0.0460 | \n
4 | \nFAOstat | \nAlbania | \nN2O | \nGg N2O / year | \nCropland organic soils | \n0.0378 | \n0.0378 | \n0.0378 | \n0.0378 | \n0.0378 | \n... | \n0.0377 | \n0.0377 | \n0.0377 | \n0.0377 | \n0.0376 | \n0.0376 | \n0.0369 | \n0.0369 | \n0.0369 | \n0.0369 | \n
5 rows × 37 columns
\n<xarray.Dataset>\nDimensions: (area (FAOstat): 147, category (FAOstat): 3, source: 1, time: 32)\nCoordinates:\n * time (time) datetime64[ns] 1990-01-01 ... 2050-01-01\n * source (source) object 'FAOstat'\n * category (FAOstat) (category (FAOstat)) object 'Cropland and grassland o...\n * area (FAOstat) (area (FAOstat)) object 'Africa' 'Albania' ... 'Zambia'\nData variables:\n N2O (time, source, category (FAOstat), area (FAOstat)) float64 [Gg·N2O/a] ...\nAttributes:\n references: http://www.fao.org/faostat/en/#data/GV/metadata\n area: area (FAOstat)\n cat: category (FAOstat)
array(['1990-01-01T00:00:00.000000000', '1991-01-01T00:00:00.000000000',\n '1992-01-01T00:00:00.000000000', '1993-01-01T00:00:00.000000000',\n '1994-01-01T00:00:00.000000000', '1995-01-01T00:00:00.000000000',\n '1996-01-01T00:00:00.000000000', '1997-01-01T00:00:00.000000000',\n '1998-01-01T00:00:00.000000000', '1999-01-01T00:00:00.000000000',\n '2000-01-01T00:00:00.000000000', '2001-01-01T00:00:00.000000000',\n '2002-01-01T00:00:00.000000000', '2003-01-01T00:00:00.000000000',\n '2004-01-01T00:00:00.000000000', '2005-01-01T00:00:00.000000000',\n '2006-01-01T00:00:00.000000000', '2007-01-01T00:00:00.000000000',\n '2008-01-01T00:00:00.000000000', '2009-01-01T00:00:00.000000000',\n '2010-01-01T00:00:00.000000000', '2011-01-01T00:00:00.000000000',\n '2012-01-01T00:00:00.000000000', '2013-01-01T00:00:00.000000000',\n '2014-01-01T00:00:00.000000000', '2015-01-01T00:00:00.000000000',\n '2016-01-01T00:00:00.000000000', '2017-01-01T00:00:00.000000000',\n '2018-01-01T00:00:00.000000000', '2019-01-01T00:00:00.000000000',\n '2030-01-01T00:00:00.000000000', '2050-01-01T00:00:00.000000000'],\n dtype='datetime64[ns]')
array(['FAOstat'], dtype=object)
array(['Cropland and grassland organic soils', 'Cropland organic soils',\n 'Grassland organic soils'], dtype=object)
array(['Africa', 'Albania', 'Americas', 'Angola', 'Annex I countries',\n 'Argentina', 'Asia', 'Australia', 'Australia and New Zealand',\n 'Austria', 'Bangladesh', 'Belarus', 'Belgium', 'Belgium-Luxembourg',\n 'Belize', 'Bosnia and Herzegovina', 'Botswana', 'Brazil',\n 'Brunei Darussalam', 'Bulgaria', 'Burundi', 'Cameroon', 'Canada',\n 'Caribbean', 'Central African Republic', 'Central America', 'Chile',\n 'China', 'China, mainland', 'Colombia', 'Congo', 'Costa Rica',\n 'Croatia', 'Czechia', 'Czechoslovakia', "C�te d'Ivoire",\n "Democratic People's Republic of Korea",\n 'Democratic Republic of the Congo', 'Denmark', 'Eastern Africa',\n 'Eastern Asia', 'Eastern Europe', 'Ecuador', 'Equatorial Guinea',\n 'Eritrea', 'Estonia', 'Ethiopia', 'Ethiopia PDR', 'Europe',\n 'European Union', 'Falkland Islands (Malvinas)', 'Faroe Islands',\n 'Fiji', 'Finland', 'France', 'French Guiana', 'Gabon', 'Germany',\n 'Ghana', 'Greece', 'Guinea', 'Guinea-Bissau', 'Guyana', 'Hungary',\n 'Iceland', 'India', 'Indonesia', 'Ireland', 'Isle of Man', 'Italy',\n 'Jamaica', 'Japan', 'Kenya', 'Land Locked Developing Countries',\n 'Latvia', 'Least Developed Countries', 'Liberia', 'Lithuania',\n 'Low Income Food Deficit Countries', 'Luxembourg', 'Madagascar',\n 'Malawi', 'Malaysia', 'Melanesia', 'Middle Africa', 'Mongolia',\n 'Montenegro', 'Myanmar', 'Namibia', 'Nepal',\n 'Net Food Importing Developing Countries', 'Netherlands', 'New Zealand',\n 'Nicaragua', 'Non-Annex I countries', 'Northern Africa',\n 'Northern America', 'Northern Europe', 'Norway', 'OECD', 'Oceania',\n 'Panama', 'Papua New Guinea', 'Peru', 'Poland', 'Portugal',\n 'Puerto Rico', 'Republic of Moldova', 'Romania', 'Russian Federation',\n 'Rwanda', 'Serbia', 'Serbia and Montenegro', 'Slovakia', 'Slovenia',\n 'Small Island Developing States', 'Solomon Islands', 'South Africa',\n 'South America', 'South Sudan', 'South-Eastern Asia', 'Southern Africa',\n 'Southern Asia', 'Southern Europe', 'Spain', 'Sri Lanka',\n 'Sudan (former)', 'Suriname', 'Sweden', 'Switzerland', 'Thailand',\n 'Turkey', 'USSR', 'Uganda', 'Ukraine', 'United Kingdom',\n 'United Republic of Tanzania', 'United States of America', 'Uruguay',\n 'Venezuela (Bolivarian Republic of)', 'Viet Nam', 'Western Africa',\n 'Western Asia', 'Western Europe', 'World', 'Yugoslav SFR', 'Zambia'],\n dtype=object)
Magnitude | [[[[34.3224 0.0471 52.6792 ... 382.035 0.1305 9.1669] |
---|---|
Units | N2O gigagram/year |