Red List.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# https://apiv3.iucnredlist.org/api/v3/species/page/0?token=9bb4facb6d23f48efbf424bb05c0c1ef1cf6f468393bc745d42179ac4aca5fee\n",
    "import requests\n",
    "import pandas as pd\n",
    "import pickle\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load cache of data pre-generated\n",
    "with open('cache.pkl', 'rb') as cache_file:\n",
    "    species = pickle.load(cache_file)\n",
    "    extinct = pickle.load(cache_file)\n",
    "    enriched_extinct = pickle.load(cache_file)\n",
    "    threats = pickle.load(cache_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "TOKEN = '9bb4facb6d23f48efbf424bb05c0c1ef1cf6f468393bc745d42179ac4aca5fee'\n",
    "RED_LIST_URL = 'https://apiv3.iucnredlist.org/api/v3'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Grab regions\n",
    "regions = requests.get(f'{RED_LIST_URL}/region/list?token={TOKEN}').json()['results']\n",
    "region_identifiers = set([r['identifier'] for r in regions])\n",
    "region_names = set([r['name'] for r in regions])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Retrieving page 0\n",
      "Retrieving page 1\n",
      "Retrieving page 2\n",
      "Retrieving page 3\n",
      "Retrieving page 4\n",
      "Retrieving page 5\n",
      "Retrieving page 6\n",
      "Retrieving page 7\n",
      "Retrieving page 8\n",
      "Retrieving page 9\n",
      "Retrieving page 10\n"
     ]
    }
   ],
   "source": [
    "# Grab species\n",
    "page = 0\n",
    "species = []\n",
    "while True:\n",
    "    print(f'Retrieving page {page}')\n",
    "    r = requests.get(f'{RED_LIST_URL}/species/page/{page}?token={TOKEN}')\n",
    "    species.extend(r.json()['result'])\n",
    "    if r.json()['count'] < 10000:\n",
    "        break\n",
    "    page += 1\n",
    "\n",
    "species = pd.DataFrame(species)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Threat taxonomy from IUCN\n",
    "threat_classification_scheme = '''1 Residential & commercial development\n",
    "1.1 Housing & urban areas\n",
    "1.2 Commercial & industrial areas\n",
    "1.3 Tourism & recreation areas\n",
    "\n",
    "2 Agriculture & aquaculture\n",
    "2.1 Annual & perennial non-timber crops\n",
    "2.1.1 Shifting agriculture\n",
    "2.1.2 Small-holder farming\n",
    "2.1.3 Agro-industry farming\n",
    "2.1.4 Scale Unknown/Unrecorded\n",
    "2.2 Wood & pulp plantations\n",
    "2.2.1 Small-holder plantations\n",
    "2.2.2 Agro-industry plantations\n",
    "2.2.3 Scale Unknown/Unrecorded\n",
    "2.3 Livestock farming & ranching\n",
    "2.3.1 Nomadic grazing\n",
    "2.3.2 Small-holder grazing, ranching or farming\n",
    "2.3.3 Agro-industry grazing, ranching or farming\n",
    "2.3.4 Scale Unknown/Unrecorded\n",
    "2.4 Marine & freshwater aquaculture\n",
    "2.4.1 Subsistence/artisanal aquaculture\n",
    "2.4.2 Industrial aquaculture\n",
    "2.4.3 Scale Unknown/Unrecorded\n",
    " \n",
    "3 Energy production & mining\n",
    "3.1 Oil & gas drilling\n",
    "3.2 Mining & quarrying\n",
    "3.3 Renewable energy\n",
    " \n",
    "4 Transportation & service corridors\n",
    "4.1 Roads & railroads\n",
    "4.2 Utility & service lines\n",
    "4.3 Shipping lanes\n",
    "4.4 Flight paths\n",
    " \n",
    "5 Biological resource use\n",
    "5.1 Hunting & collecting terrestrial animals\n",
    "5.1.1 Intentional use (species being assessed is the target)\n",
    "5.1.2 Unintentional effects (species being assessed is not the target)\n",
    "5.1.3 Persecution/control\n",
    "5.1.4 Motivation Unknown/Unrecorded\n",
    "5.2 Gathering terrestrial plants\n",
    "5.2.1 Intentional use (species being assessed is the target)\n",
    "5.2.2 Unintentional effects (species being assessed is not the target)\n",
    "5.2.3 Persecution/control\n",
    "5.2.4 Motivation Unknown/Unrecorded\n",
    "5.3 Logging & wood harvesting\n",
    "5.3.1 Intentional use: subsistence/small scale (species being assessed is the target [harvest]\n",
    "5.3.2 Intentional use: large scale (species being assessed is the target)[harvest]\n",
    "5.3.3 Unintentional effects: subsistence/small scale (species being assessed is not the target)[harvest]\n",
    "5.3.4 Unintentional effects: large scale (species being assessed is not the target)[harvest]\n",
    "5.3.5 Motivation Unknown/Unrecorded\n",
    "5.4 Fishing & harvesting aquatic resources\n",
    "5.4.1 Intentional use: subsistence/small scale (species being assessed is the target)[harvest]\n",
    "5.4.2 Intentional use: large scale (species being assessed is the target)[harvest]\n",
    "5.4.3 Unintentional effects: subsistence/small scale (species being assessed is not the target)[harvest]\n",
    "5.4.4 Unintentional effects: large scale (species being assessed is not the target)[harvest]\n",
    "5.4.5 Persecution/control\n",
    "5.4.6 Motivation Unknown/Unrecorded\n",
    " \n",
    "6 Human intrusions & disturbance\n",
    "6.1 Recreational activities\n",
    "6.2 War, civil unrest & military exercises\n",
    "6.3 Work & other activities\n",
    " \n",
    "7 Natural system modifications\n",
    "7.1 Fire & fire suppression\n",
    "7.1.1 Increase in fire frequency/intensity\n",
    "7.1.2 Suppression in fire frequency/intensity\n",
    "7.1.3 Trend Unknown/Unrecorded\n",
    "7.2 Dams & water management/use\n",
    "7.2.1 Abstraction of surface water (domestic use)\n",
    "7.2.2 Abstraction of surface water (commercial use)\n",
    "7.2.3 Abstraction of surface water (agricultural use)\n",
    "7.2.4 Abstraction of surface water (unknown use)\n",
    "7.2.5 Abstraction of ground water (domestic use)\n",
    "7.2.6 Abstraction of ground water (commercial use)\n",
    "7.2.7 Abstraction of ground water (agricultural use)\n",
    "7.2.8 Abstraction of ground water (unknown use)\n",
    "7.2.9 Small dams\n",
    "7.2.10 Large dams\n",
    "7.2.11 Dams (size unknown)\n",
    "7.3 Other ecosystem modifications\n",
    " \n",
    "8 Invasive & other problematic species, genes & diseases\n",
    "8.1 Invasive non-native/alien species/diseases\n",
    "8.1.1 Unspecified species\n",
    "8.1.2 Named species\n",
    "8.2 Problematic native species/diseases\n",
    "8.2.1 Unspecified species\n",
    "8.2.2 Named species\n",
    "8.3 Introduced genetic material\n",
    "8.4 Problematic species/diseases of unknown origin\n",
    "8.4.1 Unspecified species\n",
    "8.4.2 Named species\n",
    "8.5 Viral/prion-induced diseases\n",
    "8.5.1 Unspecified \"species\" (disease)\n",
    "8.5.2 Named \"species\" (disease)\n",
    "8.6 Diseases of unknown cause \n",
    " \n",
    "9 Pollution\n",
    "9.1 Domestic & urban waste water\n",
    "9.1.1 Sewage\n",
    "9.1.2 Run-off\n",
    "9.1.3 Type Unknown/Unrecorded\n",
    "9.2 Industrial & military effluents\n",
    "9.2.1 Oil spills\n",
    "9.2.2 Seepage from mining\n",
    "9.2.3 Type Unknown/Unrecorded\n",
    " \n",
    "10 Geological events\n",
    "10.1 Volcanoes\n",
    "10.2 Earthquakes/tsunamis\n",
    "10.3 Avalanches/landslides\n",
    " \n",
    "11 Climate change & severe weather\n",
    "11.1 Habitat shifting & alteration\n",
    "11.2 Droughts\n",
    "11.3 Temperature extremes\n",
    "11.4 Storms & flooding\n",
    "11.5 Other impacts\n",
    " \n",
    "12 Other options\n",
    "12.1 Other threat'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create richer extinction dataset\n",
    "extinct = species[(species.category == 'EX') | (species.category == 'EW')]\n",
    "enriched_extinct = []\n",
    "to_go = len(extinct)\n",
    "for index, row in extinct.iterrows():\n",
    "    r = requests.get(f'{RED_LIST_URL}/species/id/{row.taxonid}?token={TOKEN}')\n",
    "    info = r.json()['result'][0]\n",
    "    info['category'] = row.category\n",
    "    info['population'] = row.population\n",
    "    r = requests.get(f'{RED_LIST_URL}/species/history/id/{row.taxonid}?token={TOKEN}')\n",
    "    info['assessments'] = r.json()['result'][0]\n",
    "    r = requests.get(f'{RED_LIST_URL}/threats/species/id/{row.taxonid}?token={TOKEN}')\n",
    "    if len(r.json()['result']):\n",
    "        info['threats'] = r.json()['result'][0]\n",
    "    else:\n",
    "        info['threats'] = {}\n",
    "    r = requests.get(f'{RED_LIST_URL}/species/narrative/id/{row.taxonid}?token={TOKEN}')\n",
    "    if len(r.json()['result']):\n",
    "        info['taxonomicnotes'] = r.json()['result'][0]['taxonomicnotes']\n",
    "        info['populationtrend'] = r.json()['result'][0]['populationtrend']\n",
    "        info['narrative_threats'] = r.json()['result'][0]['threats']\n",
    "        info['rationale'] = r.json()['result'][0]['rationale']\n",
    "    else:\n",
    "        info['taxonomicnotes'] = None\n",
    "        info['populationtrend'] = None\n",
    "        info['narrative_threats'] = None\n",
    "        info['rationale'] = None\n",
    "        \n",
    "    enriched_extinct.append(info)\n",
    "    to_go -= 1\n",
    "    \n",
    "enriched_extinct = pd.DataFrame(enriched_extinct)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [],
   "source": [
    "threats_by_code = {}\n",
    "for t in threats:\n",
    "    if 'code' in t:\n",
    "        threats_by_code[t['code']] = t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hula Bream The Hula swamp was artificially drained by 1957 in order to obtain good agricultural land. Such agricultural development led to massive reduction in the number and size of aquatic ecosystems, due to the diversion and exploitation of their sources. Drainage of the lake resulted in the species being restricted to marsh and pond areas in Hula nature reserve.&#160;The reserve management switched from using spring water to fishpond water in the species' habitat, resulting in decline and the extinction of the fish within six years of doing so.\n",
      "Coosa Elktoe This species is now considered to be Extinct. Impoundment of the Coosa River is thought to have caused the extinction of this species.\n",
      "Parras Characodon Formerly found in the Parras Valley, it is now regarded extinct, most likely due to water abstraction (Almada-Villela 1990).\n",
      "Perrito De Potosi Major threats that led to the extirpation of <em>C. alvarezi </em>in the wild include a near total loss of habitat resulting from groundwater extraction, and the impacts of predatory and competitive introduced species (Contreras-Balderas and Lozano-Vilano 1996).\n",
      "La Palma Pupfish The extirpation of <em>C. longidorsalis</em> in the wild is the result of groundwater extraction and the subsequent desiccation of habitat (Lozano-Vilano and Maza-Benignos 2017).\n",
      "Charco Palma Pupfish <p>The extirpation of <em>C. veronicae</em> in the wild was the result of groundwater extraction for agricultural use, which led to a total loss of habitat by 1997 (Burkhead 2012, Lozano-Vilano and Maza-Benignos 2017).&#160;</p>\n",
      "Charco Azul Pupfish Its spring habitat dried out because of excessive water extraction in the region (Miller <em>et al</em>. 2005).\n",
      "Villa Lopez Pupfish The habitat of this species completely dried up in 1991 due to the over extraction of groundwater for agriculture (Miller <em>et al.&#160;</em>2005). The water levels are thought to have dropped by 50% between March 1988, when this species was first recorded, and June 1988. In June 1990 the levels had dropped by more than 1.5 m so that only small, very low quality pools remained with no fish and a few crayfish. It dried completely in 1991 (Contreras-Balderas and Lozano-Vilano 1996).\n",
      "Closed Elimia The major threat to this species was impoundment, which is thought to be the cause of extinction. The Coosa River was impounded several times, first in 1914 (Lay Lake) and most recently in 1967 (Lake Bouldin) (J. Cordeiro pers. comm. 2012).\n",
      "Rough-lined Elimia The species is thought to be extinct because all of its former habitat is now impounded. A series of dams on the Coosa River raised the water level over the free-flowing shoals and covered them with silt (Neves <em>et al</em>. 1997).\n",
      "Ash Meadows Poolfish This species went extinct in the late 1940s or early 1950s as a result of severe habitat alterations, possibly exacerbated by predation from exotic bullfrogs and crayfish (Miller <em>et al.</em> 1989).\n",
      "Arc-form Pearly Mussel Damming along entire river systems has had an impact on this species, which probably went Extinct in 1940.\n",
      "Angled Riffleshell Damming along entire river systems has had an impact on this species, which probably went Extinct in 1940.\n",
      "Tubercled-blossom Pearly Mussel None\n",
      "Maryland Darter The damming of the Susquehanna River reduced range. The last known occupied locality is in an area of degraded water quality impacted by agricultural runoff.\n",
      "Mexican Dace It has not been collected in more than 50 years. There is pollution in  the lakes and channels where the species was found, from urban effluents and water extraction. It is accepted that the two main causal agents of  its disappearance were its restricted distribution and the destruction  of its habitat (Jelks&#160;<em>et al.</em>&#160;2008).\n",
      "Whiteline Topminnow The only known occurrence locality has been pumped dry on several occasions, banks lined with cement, outflow impounded, and stocked with goldfish and carp.\n",
      "Amistad Gambusia Its habitat was inundated by the Amistad Reservoir, extirpating the species in its natural range.\n",
      "San Marcos Gambusia Decline was due to reduced spring flows and pollution, including herbicide spraying along the river; introduced fishes; spread of an ornamental plant (Elephant Ears, <em>Colocasia esculenta</em>); and, as it became rare, hybridization with <em>Gambusia affinis</em> (Miller <em>et al</em>. 1989).\n",
      "Thicktail Chub Extinction probably resulted from change in habitat: removal of tule beds; drainage of large lakes; reduction in stream flows; alteration of stream channels; introduction of exotic species (Moyle 1976). Dam building, introduction of non-native competitors, interbreeding and hybridization, and water diversion for irrigation all contributed to extinction (Day 1981).\n",
      "Catarina Pupfish <p>Major threats that led to the extirpation of <em>M. aporus </em>in the wild include a near total loss of habitat resulting from groundwater extraction, and the impacts of predatory and competitive introduced species (Contreras-Balderas and Lozano-Vilano 1996, Miller <em>et al</em>. 2005). </p>\n",
      "Little Flat-top Snail Past impoundment of its habitat was the main threat to this species and has ultimately led to its extinction. The Coosa River was impounded several times, first in 1914 (Lay Lake)   and most recently in 1967 (Lake Bouldin) (J. Cordeiro pers. comm. 2012).\n",
      "Durango Shiner The extirpation of this species likely resulted from reduced streamflow, municipal and industrial pollution, and the effects of introduced nonnative species (e.g.&#160;<em>Micropterus salmoides</em>) following marked increases in the population and development of Durango City (Miller <em>et al</em>. 1989).\n",
      "Phantom Shiner The decline of this species probably was due to water diversion, dams and their impoundments (and loss of unstable flood-drought regime formerly characteristic of the Rio Grande), chemical pollution, salinity increase correlated with irrigation projects, and introduced fishes (Miller <em>et al</em>. 1989).\n",
      "Clear Lake Splittail This species' population declined precipitously in the 1940s, probably due to reduced water flow caused by irrigation methods, and increase in bluegill population (Moyle 1976); and possibly also due to applications of pesticides (Miller <em>et al</em>. 1989).\n",
      "Olive Marstonia This species went extinct due to impoundment in the Tennessee Valley.\n",
      "Las Vegas Leopard Frog It is extinct evidently due to habitat loss resulting from spring capture and ground water pumping by the growing city of Las Vegas (URS 1977), and exacerbated by the introduction of the Bullfrog <em>Rana catesbeiana</em>. Although some suitable habitat persists within or near the former range of this species, only <em>R. catesbeiana</em> can be found.\n",
      "Stumptooth Minnow This species is thought to have become extinct due to a combination of threats that include habitat modification to divert water for agriculture, industrial and domestic sewage, and the invasive species <em>Cyprinus carpio</em> that was present in a man-made reservoir (Miller 1961). This lead to the loss of natural springs and greatly deteriorated water quality.&#160;The snails on which this species predominately fed were also thought to be particularly sensitive to changes in the water level and quality, so its food base would have rapidly declined (Miller<em>&#160;et al</em>.&#160;1989).\n",
      "Marbled Swordtail The species is now considered extinct in the wild. Its natural habitat has been severely threatened in the past by water abstraction for mining activities. These activities caused complete extirpation of the species throughout its range, as the species habitat was completely dried out. These activities have since ceased and the habitat has now been recovered (A. Valdes pers. comm. 2018).\n",
      "None None\n",
      "Kihansi Spray Toad The serious decline and extinction of this species appears tp be related to the Lower Kihansi Hydropower Project, which involved the construction of a dam upstream on the Kihansi River in 2000. The dam cut off 90% of the original water flow to the gorge, thereby hugely reducing the volume of spray, particularly in the dry season, as well as altering the vegetational composition. <br/><br/>An artificial gravity-fed sprinkler system was set up to mimic the natural spray of the Kihansi ecosystem with the remaining water flow. Unfortunately, the sprinkler system was not ready by the time the water was cut off in 2000, and by the time the sprinklers came on nine months later the ecosystem had already dried up (see Krajick 2006). Later, during the dry season in 2003, the artificial sprinkler system failed for a while. Around this time, the fungal disease chytridiomycosis was confirmed in dead animals of this species, and this disease is probably responsible for the final population crash. It is possible that the drought caused by the failure of the sprinkler system resulted in stress to the animals that rendered them susceptible to the disease. There are also reports that the 2003 crash coincided with a brief opening of the dam's floodgates to flush sediments; tests showed that these contained pesticides used in maize farming operations upstream, in concentrations sufficient to kill the toads (Krajick 2006). The impact of predation by safari ants (<span style=\"font-style: italic;\">Dorylus</span> sp.) and crabs (<span style=\"font-style: italic;\">Potomonautes</span> sp.) is unknown (Channing <span style=\"font-style: italic;\">et al.</span> 2006).\n",
      "None Lake Hula has now been drained.\n",
      "None Ojo de Carbonera spring is threatened by increased pumping of groundwater for irrigation, which has already resulted in the failure of other spring flows in nearby areas (Echelle <em>et al.</em> 2003). An increased level of desiccation has also been reported from the area once occupied by this species (C. Pedraza-Lara pers. comm. 2010). This seems to have led to the complete desiccation of most, if not all, of the springs which formerly supported populations of this species&#160;(F. Alvarez pers. comm. 2010), while the agricultural industry responsible for this water abstraction has now collapsed in the area owing to a lack of groundwater.\n",
      "None <span style=\"font-style: italic;\"></span>The pond habitat of this species is thought to have been relatively stable between 1960 and 1989 (Rodriguez and Campos 1994). However, since then, intensive pumping of groundwater for agriculture has led to a dramatic reduction in the size of the pond and the amount of aquatic vegetation that it supports (Rodriguez and Campos 1994, Contreras-Balderas and Lozano-Vilano 1996). Furthermore, this location is now known to be completely dry (M.   López-Mejía., F. Alvarez. and C. Pedraza-Lara<strong> </strong> pers. comm. 2009), confirmed in 2006 and 2009 (C. Pedraza-Lara pers. comm. 2010).<br/><span style=\"font-style: italic;\"><br/></span><em><span style=\"font-style: italic;\"><br/><span style=\"font-style: italic;\"><br/><br/></span><br/><br/><br/><br/></em>\n",
      "None <span class=\"short_text\" id=\"result_box\">The water level of the lake declined since the 1950s. In 1981 the lake completely dried up (for about 20 days) as a result of water&#160;abstraction&#160;for agriculture. The lake is also polluted by increased organic pollution caused by sedimentation from the surrounding catchment.\n",
      "Siamese flat-barbelled catfish This species is believed to have gone extinct as a result of damming and canalization of the Chao Phraya River (Harrison and Stiassny 1999), as well as extensive reclamation of wetlands around Bangkok and the known range of the species. In addition, the lower parts of both rivers are very highly polluted.\n",
      "None These are found on rocks where water seeps out of desert into oases. As soon as they start pumping water from the ground, the springs stop and the snails disappear.\n",
      "Cunning Silverside The specific threats which caused and related to the extinction of <em>Atherinella callida</em> are thought to be a direct result of habitat loss and degradation, including perturbations caused by factors such as sedimentation, water pollution from urban and industrial discharges and agricultural run-off, dewatering, and anthropogenic modifications to  natural channels and flow regimes, as a result of the construction of large dams within the species distribution range (Harrison &amp; Stiassny 1999, Jelks&#160;<em>et al</em>. 2008, Garrido<em> et al</em>. 2010).\n",
      "Santa Cruz Pupfish This species was a victim of water depletion caused by increasing aridity, channel incision (arroyo cutting), groundwater pumping for irrigation, and flow diversion for domestic use (Minckley <em>et al.</em> 2002). Monkey Spring (the occupied habitat) was altered into a pond and canal about a century ago. Extirpation occurred in the late 1960s during the repair and modification of an irrigation system fed by Monkey Spring, combined with predation resulting from unauthorized introduction of largemouth bass (Minckley and Marsh 2009).\n",
      "None Its presumed habitat is now largely modified tussock grassland, some of it covered with a large hydro dam. Most of this area is also heavily infested with <em>Hieracium pilosella </em>L.\n"
     ]
    }
   ],
   "source": [
    "# Pull out issues with water management related issues\n",
    "pd.options.display.max_colwidth=1024\n",
    "\n",
    "for idx, thing in enriched_extinct.iterrows():\n",
    "    if 'code' in thing.threats and thing.threats['code'].startswith('7.2'):\n",
    "        print(thing.main_common_name, thing.narrative_threats)\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['taxonid', 'scientific_name', 'kingdom', 'phylum', 'class', 'order',\n",
       "       'family', 'genus', 'main_common_name', 'authority', 'published_year',\n",
       "       'assessment_date', 'category', 'criteria', 'population_trend',\n",
       "       'marine_system', 'freshwater_system', 'terrestrial_system', 'assessor',\n",
       "       'reviewer', 'aoo_km2', 'eoo_km2', 'elevation_upper', 'elevation_lower',\n",
       "       'depth_upper', 'depth_lower', 'errata_flag', 'errata_reason',\n",
       "       'amended_flag', 'amended_reason', 'population', 'assessments',\n",
       "       'threats', 'taxonomicnotes', 'populationtrend', 'narrative_threats',\n",
       "       'rationale'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(enriched_extinct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('cache.pkl', 'wb') as cache_file:\n",
    "    pickle.dump(species, cache_file)\n",
    "    pickle.dump(extinct, cache_file)\n",
    "    pickle.dump(enriched_extinct, cache_file)\n",
    "    pickle.dump(threats, cache_file)\n",
    "\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('cache.pkl', 'rb') as cache_file:\n",
    "    species = pickle.load(cache_file)\n",
    "    extinct = pickle.load(cache_file)\n",
    "    enriched_extinct = pickle.load(cache_file)\n",
    "    threats = pickle.load(cache_file)\n",
    "\n",
    "    \n",
    "    "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}