database/extract_webscraped_fauna_image.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import dependencies\n",
    "from time import sleep\n",
    "import pandas as pd\n",
    "from splinter import Browser\n",
    "from splinter.exceptions import ElementDoesNotExist\n",
    "from webdriver_manager.chrome import ChromeDriverManager\n",
    "from bs4 import BeautifulSoup as bs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - Current google-chrome version is 85.0.4183\n",
      "[WDM] - Get LATEST driver version for 85.0.4183\n",
      "[WDM] - Get LATEST driver version for 85.0.4183\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " \n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - Trying to download new driver from http://chromedriver.storage.googleapis.com/85.0.4183.87/chromedriver_win32.zip\n",
      "[WDM] - Driver has been saved in cache [C:\\Users\\pooja\\.wdm\\drivers\\chromedriver\\win32\\85.0.4183.87]\n"
     ]
    }
   ],
   "source": [
    "executable_path = {'executable_path': ChromeDriverManager().install()}\n",
    "browser = Browser('chrome', **executable_path, headless=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extract: scrape animal data from zoo.org.au"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "zoo_url = \"https://www.zoo.org.au/fighting-extinction/local-threatened-species/\"\n",
    "\n",
    "# Use splinter to navigate the site\n",
    "browser.visit(zoo_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create BeautifulSoup object; parse with 'lxml'\n",
    "html = browser.html\n",
    "soup = bs(html, 'lxml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Retrieve the htmls of the links to each animal\n",
    "animal_html_list = soup.find_all(\"div\", class_=\"feature-tile__title\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Retrieve the animal names in all of the above htmls\n",
    "animal_list = []\n",
    "\n",
    "for animal in animal_html_list:\n",
    "    animal_list.append(animal.get_text().split(\"(\")[0].strip())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Alpine She-oak Skink',\n",
       " 'Baw Baw Frog',\n",
       " 'Brush-tailed Rock-wallaby',\n",
       " 'Eastern Barred Bandicoot',\n",
       " 'Giant Burrowing Frog',\n",
       " 'Golden-rayed Blue Butterfly',\n",
       " 'Grassland Earless Dragon',\n",
       " 'Guthega Skink',\n",
       " 'Helmeted Honeyeater',\n",
       " 'Key’s Matchstick Grasshopper',\n",
       " 'Large Brown Tree Frog',\n",
       " \"Leadbeater's Possum\",\n",
       " 'Lord Howe Island Stick Insect',\n",
       " 'Mallee Emu-wren',\n",
       " 'Mountain Pygmy-possum',\n",
       " 'New Holland Mouse',\n",
       " 'Northern Corroboree Frog',\n",
       " 'Orange-bellied Parrot',\n",
       " 'Plains-wanderer',\n",
       " 'Regent Honeyeater',\n",
       " 'Smoky Mouse',\n",
       " 'Southern Bent-wing Bat',\n",
       " 'Southern Corroboree Frog',\n",
       " 'Spotted Tree Frog',\n",
       " 'Stuttering Barred Frog',\n",
       " 'Swift Parrot',\n",
       " 'Tasmanian Devil']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animal_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Click the first link under \"Learn More\" to go to the first animal page\n",
    "browser.links.find_by_partial_text(\"Learn More\").click()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.zoo.org.au/media/2050/1023_alpine_she-oak_skink_healesville_sanctuary1.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131638000000000\n",
      "https://www.zoo.org.au/media/2052/21295_baw_baw_frog_melbourne_zoo1.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131638840000000\n",
      "https://www.zoo.org.au/media/2045/21882_brush-tailed_rock-wallabies_healesville_sanctuary.jpg?center=0.46198830409356723,0.31833333333333336&mode=crop&quality=75&width=2000&height=570&rnd=132131636770000000\n",
      "https://www.zoo.org.au/media/2053/4376_eastern_barred_bandicoot_in_bandicoot_hideout_werribee_open_range_zoo.jpg?center=0.48333333333333334,0.37333333333333335&mode=crop&quality=75&width=2000&height=570&rnd=132131642280000000\n",
      "https://www.zoo.org.au/media/2056/23479_giant_burrowing_frog_-_credit_required_offsite1.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131643480000000\n",
      "https://www.zoo.org.au/media/1703/animal-detail-page_0001_golden-rayed-blue-butterfly-credit-kate-pearce.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127412220000000\n",
      "https://www.zoo.org.au/media/1716/23200_grassland_earless_dragon_melbourne_zoo.jpg?center=0.35260115606936415,0.59333333333333338&mode=crop&quality=75&width=2000&height=570&rnd=132127417720000000\n",
      "https://www.zoo.org.au/media/1980/10411_guthega_skink_baby_healesville_sanctuary.jpg?center=0.52631578947368418,0.26&mode=crop&quality=75&width=2000&height=570&rnd=132131628020000000\n",
      "https://www.zoo.org.au/media/1681/18660_juvenile_helmeted_honeyeater_healesville_sanctuary.jpg?center=0.29019607843137257,0.56333333333333335&mode=crop&quality=75&width=2000&height=570&rnd=132127394630000000\n",
      "https://www.zoo.org.au/media/1702/animal-detail-page_0000_keys-matchstick-grasshopper-credit-michael-kearney.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127409400000000\n",
      "https://www.zoo.org.au/media/1701/animal-detail-page_0005_large-brown-tree-frog-creditmichael-mcfadden.jpg?center=0.3411764705882353,0.225&mode=crop&quality=75&width=2000&height=570&rnd=132127407870000000\n",
      "https://www.zoo.org.au/media/2057/22861_leadbeater_s_possum_monitoring_offsite.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131644540000000\n",
      "https://www.zoo.org.au/media/1983/7061_lord_howe_island_stick_insect_melbourne_zoo1.jpg?center=0.631578947368421,0.61&mode=crop&quality=75&width=2000&height=570&rnd=132131632950000000\n",
      "https://www.zoo.org.au/media/1961/23483_mallee_emu-wren_offsite.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131595290000000\n",
      "https://www.zoo.org.au/media/2058/16910_mountain_pygmy-possum_christmas_enrichment_2018_healesville_sanctuary.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131645290000000\n",
      "https://www.zoo.org.au/media/1732/new-holland-mouse.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127425380000000\n",
      "https://www.zoo.org.au/media/1671/14621_northern_corroboree_frog_healesville_sanctuary.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127390300000000\n",
      "https://www.zoo.org.au/media/2059/22407_orange-bellied_parrot_healesville_sanctuary.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131646350000000\n",
      "https://www.zoo.org.au/media/1761/11190_plains_wanderer_offsite.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127434520000000\n",
      "https://www.zoo.org.au/media/2055/22249_regent_honeyeater_melbourne_zoo.jpg?center=0.42690058479532161,0.39666666666666667&mode=crop&quality=75&width=2000&height=570&rnd=132131643320000000\n",
      "https://www.zoo.org.au/media/1810/13940_smoky-mouse_healesville-sanctuary.jpg?center=0.50292397660818711,0.33&mode=crop&quality=75&width=2000&height=570&rnd=132127440630000000\n",
      "https://www.zoo.org.au/media/3866/9290_southern-bent-wing-bat_healesville-sanctuary.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132355004050000000\n",
      "https://www.zoo.org.au/media/2054/1550_southern_corroboree_frog_melbourne_zoo.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132131642710000000\n",
      "https://www.zoo.org.au/media/1815/2372_spotted_tree-frog_offsite1.jpg?center=0.37,0.49333333333333335&mode=crop&quality=75&width=2000&height=570&rnd=132127444450000000\n",
      "https://www.zoo.org.au/media/1816/22212_stuttering_frog_melbourne_zoo.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127444780000000\n",
      "https://www.zoo.org.au/media/1960/23484_swift_parrot_offsite.jpg?center=0.27666666666666667,0.59666666666666668&mode=crop&quality=75&width=2000&height=570&rnd=132131594410000000\n",
      "https://www.zoo.org.au/media/1853/22521_tasmanian_devil_melbourne_zoo1.jpg?anchor=center&mode=crop&quality=75&width=2000&height=570&rnd=132127448850000000\n"
     ]
    }
   ],
   "source": [
    "# Loop through all of the animals by interacting with the next element in navigation bar\n",
    "animal_info_image_zoo = list()\n",
    "\n",
    "for item in animal_list:\n",
    "\n",
    "    sleep(1)\n",
    "    html = browser.html\n",
    "    soup = bs(html, 'lxml')\n",
    "\n",
    "    # Retrieve the first animal image url\n",
    "    image_url = soup.select_one(\"picture img\")[\"src\"]\n",
    "    if image_url.startswith(\"/media\"):\n",
    "        full_image_url = f\"https://www.zoo.org.au{image_url}\"\n",
    "        print(full_image_url)\n",
    "    else:\n",
    "        full_image_url = image_url\n",
    "        print(full_image_url)\n",
    "\n",
    "    # Retrieve the first animal image alternative\n",
    "    image_alternative = soup.select_one(\"picture img\")[\"alt\"]\n",
    "        \n",
    "    # Retrieve the introduction paragraph\n",
    "    intro = soup.find(\"p\", class_=\"intro\").text.strip()\n",
    "\n",
    "    # Retrieve some info on threats\n",
    "    try:\n",
    "        threat_paragraph = soup.find(\"div\", class_=\"row-wrapper--right-weighted-column\").text.strip()\n",
    "    except AttributeError:\n",
    "        results = soup.find_all(\"p\")\n",
    "        threat_paragraph = [result.text.strip() for result in results][1:4]\n",
    "        \n",
    "    # Append a dictionary with the above info to a list\n",
    "    animal_info_image_zoo.append({\n",
    "        \"animal_name\": item,\n",
    "        \"image_url\": full_image_url,\n",
    "        \"image_alternative\": image_alternative,\n",
    "        \"introduction\": intro,\n",
    "        \"threat_paragraph\": threat_paragraph\n",
    "    })\n",
    "\n",
    "    # Click the next animal page in navigation bar down to the bottom of the page\n",
    "    browser.find_by_xpath('//*[@id=\"main-content\"]/nav/div/div/div/div[2]/nav/a[2]').click()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extract: scrape animal data from environment.vic.gov.au"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# URL of page to be scraped\n",
    "url = \"https://www.environment.vic.gov.au/conserving-threatened-species/threatened-species\"\n",
    "\n",
    "# Use splinter to navigate the site\n",
    "browser.visit(url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create BeautifulSoup object; parse with 'lxml'\n",
    "html = browser.html\n",
    "soup = bs(html, 'lxml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Caring for Our Environment - Faunal Emblems Program\n",
      "Baw Baw Frog\n",
      "Brush-tailed Rock-wallaby\n",
      "Eastern Barred Bandicoot\n",
      "Greater Glider\n",
      "Helmeted Honeyeater\n",
      "Hooded Plover\n",
      "Leadbeater's Possum\n",
      "Macquarie Perch (PDF, 397.0 KB)\n",
      "Mountain Pygmy-possum\n",
      "Orange-bellied Parrot\n",
      "Plains-wanderer\n",
      "Regent Honeyeater\n",
      "Mountain Swainson-pea Swainsona recta (PDF, 330.7 KB)\n",
      "Concave Pomaderris (Pomaderris subplicata) (PDF, 1.5 MB)\n",
      "Phantom Wattle  (Acacia phasmoides) (PDF, 331.8 KB)\n",
      "Stony Bush-pea (Pultanea lapidosa) (PDF, 2.7 MB)\n"
     ]
    }
   ],
   "source": [
    "# Retrieve all text with links\n",
    "text_with_links = soup.find_all(class_ = 'internal-link')\n",
    "\n",
    "for text in text_with_links:\n",
    "    print(text.get_text())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Baw Baw Frog',\n",
       " 'Brush-tailed Rock-wallaby',\n",
       " 'Eastern Barred Bandicoot',\n",
       " 'Greater Glider',\n",
       " 'Helmeted Honeyeater',\n",
       " 'Hooded Plover',\n",
       " \"Leadbeater's Possum\",\n",
       " 'Macquarie Perch (PDF, 397.0 KB)',\n",
       " 'Mountain Pygmy-possum',\n",
       " 'Orange-bellied Parrot',\n",
       " 'Plains-wanderer',\n",
       " 'Regent Honeyeater']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# As we are only interested in fauna, we'll only keep animal names.\n",
    "text_to_search = [text.get_text() for text in text_with_links][1: -4]\n",
    "text_to_search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.environment.vic.gov.au/__data/assets/image/0027/429534/Baw-Baw-Frog.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0030/428556/Eastern-Barred-Bandicoot.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0024/440367/Greater-Glider-black-Steve-Smith.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0031/427846/Helmeted-Honeyeater.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0030/428808/IMG_3825lr.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0033/427983/Lowland-LBP_Zoos-Victoria.JPG\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0026/428930/28310791230_680f9be730_k.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0024/428640/OBP.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0029/428618/Plains-wanderer.jpg\n",
      "https://www.environment.vic.gov.au/__data/assets/image/0025/429514/2015-Yellow-Yellow-Red-Metal-YYRM_Dean-Ingwersen.jpg\n"
     ]
    }
   ],
   "source": [
    "animal_info_image_environment = []\n",
    "\n",
    "for i in range(len(text_to_search)):\n",
    "    \n",
    "    # Click each of the links to the threatened species.\n",
    "    browser.find_by_xpath(f'//*[@id=\"content_container_70299\"]/p[{i+1}]/a').click()\n",
    "    sleep(1)\n",
    "    html = browser.html\n",
    "    soup = bs(html, 'lxml')\n",
    "\n",
    "    # Escape from the page with pdf file (not html)\n",
    "    if text_to_search[i] == \"Macquarie Perch (PDF, 397.0 KB)\":\n",
    "        browser.visit(url)\n",
    "        sleep(1)\n",
    "        \n",
    "    else:\n",
    "        # Retrieve animal image url if available\n",
    "        try:\n",
    "            full_image_url = soup.select_one(\"div.content-wrapper__col-content img\")[\"src\"]\n",
    "            print(full_image_url)\n",
    "        except TypeError:\n",
    "            full_image_url = None\n",
    "\n",
    "        # Retrieve the species info section\n",
    "        try:\n",
    "            intro = soup.find(\"div\", class_=\"col-xs-12 col-sm-6 feature-box\").text.strip()\n",
    "        except AttributeError:\n",
    "            results = soup.find_all(\"div\", class_=\"row top-xs\")\n",
    "            intro = [result.text.strip() for result in results][0]\n",
    "\n",
    "        # Retrieve the threat info section\n",
    "        try:\n",
    "            threat_paragraph = soup.find(\"div\", class_=\"col-xs-12 feature-box\").text.strip()\n",
    "        except AttributeError:\n",
    "            results = soup.find_all(\"div\", class_=\"row top-xs\")\n",
    "            threat_paragraph = [result.text.strip() for result in results][1]\n",
    "\n",
    "        # Append the dictionary with the above info to a list\n",
    "        animal_info_image_environment.append({\n",
    "            \"animal_name\": text_to_search[i],\n",
    "            \"image_url\": full_image_url,\n",
    "            \"image_alternative\": text_to_search[i],\n",
    "            \"introduction\": intro,\n",
    "            \"threat_paragraph\": threat_paragraph\n",
    "        })\n",
    "        \n",
    "        # Back to the starting url\n",
    "        browser.visit(url) \n",
    "        sleep(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Quit the browser after scraping\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Consolidate data scraped from zoo.org.au and environment.vic.gov.au"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>animal_name</th>\n",
       "      <th>image_url</th>\n",
       "      <th>image_alternative</th>\n",
       "      <th>introduction</th>\n",
       "      <th>threat_paragraph</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>Species information\\n\\nEndemic to the Mt Baw B...</td>\n",
       "      <td>Threats\\n\\nThe wild population of Baw Baw Frog...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>None</td>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>Species Information\\n\\nThe Southern Evolutiona...</td>\n",
       "      <td>Species Information\\n\\nThe Southern Evolutiona...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>Species information\\n\\nThe Eastern Barred Band...</td>\n",
       "      <td>Threats\\n\\nLoss of their grassland habitat and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Greater Glider</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Greater Glider</td>\n",
       "      <td></td>\n",
       "      <td>Species InformationThe Greater Glider is Austr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Helmeted Honeyeater</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Helmeted Honeyeater</td>\n",
       "      <td>Species information\\n\\nThis subspecies of the ...</td>\n",
       "      <td>Threats\\n\\nAs numbers of Helmeted Honeyeaters ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 animal_name  \\\n",
       "0               Baw Baw Frog   \n",
       "1  Brush-tailed Rock-wallaby   \n",
       "2   Eastern Barred Bandicoot   \n",
       "3             Greater Glider   \n",
       "4        Helmeted Honeyeater   \n",
       "\n",
       "                                           image_url  \\\n",
       "0  https://www.environment.vic.gov.au/__data/asse...   \n",
       "1                                               None   \n",
       "2  https://www.environment.vic.gov.au/__data/asse...   \n",
       "3  https://www.environment.vic.gov.au/__data/asse...   \n",
       "4  https://www.environment.vic.gov.au/__data/asse...   \n",
       "\n",
       "           image_alternative  \\\n",
       "0               Baw Baw Frog   \n",
       "1  Brush-tailed Rock-wallaby   \n",
       "2   Eastern Barred Bandicoot   \n",
       "3             Greater Glider   \n",
       "4        Helmeted Honeyeater   \n",
       "\n",
       "                                        introduction  \\\n",
       "0  Species information\\n\\nEndemic to the Mt Baw B...   \n",
       "1  Species Information\\n\\nThe Southern Evolutiona...   \n",
       "2  Species information\\n\\nThe Eastern Barred Band...   \n",
       "3                                                      \n",
       "4  Species information\\n\\nThis subspecies of the ...   \n",
       "\n",
       "                                    threat_paragraph  \n",
       "0  Threats\\n\\nThe wild population of Baw Baw Frog...  \n",
       "1  Species Information\\n\\nThe Southern Evolutiona...  \n",
       "2  Threats\\n\\nLoss of their grassland habitat and...  \n",
       "3  Species InformationThe Greater Glider is Austr...  \n",
       "4  Threats\\n\\nAs numbers of Helmeted Honeyeaters ...  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Overview of data scraped from environment.vic.gov.au\n",
    "animal_info_image_environment_df = pd.DataFrame(animal_info_image_environment)\n",
    "animal_info_image_environment_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>animal_name</th>\n",
       "      <th>image_url</th>\n",
       "      <th>image_alternative</th>\n",
       "      <th>introduction</th>\n",
       "      <th>threat_paragraph</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alpine She-oak Skink</td>\n",
       "      <td>https://www.zoo.org.au/media/2050/1023_alpine_...</td>\n",
       "      <td>Alpine She-oak Skink sunning it self on a rock...</td>\n",
       "      <td>Found in only a few locations in Victoria and ...</td>\n",
       "      <td>Major threats\\nFire is a huge danger to the Al...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2052/21295_baw_ba...</td>\n",
       "      <td>Baw Baw Frog resting in bright green moss. Loo...</td>\n",
       "      <td>All estimates point to extinction in the wild ...</td>\n",
       "      <td>Major threats\\nThe loss of the Baw Baw Frog is...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>https://www.zoo.org.au/media/2045/21882_brush-...</td>\n",
       "      <td>Brush Tailed Rock Wallabies resting in the grass.</td>\n",
       "      <td>In Victoria, the Brush-tailed Rock-wallaby now...</td>\n",
       "      <td>Major threats \\nChanges to habitat and the imp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>https://www.zoo.org.au/media/2053/4376_eastern...</td>\n",
       "      <td>Small Eastern Barred Bandicoot side view forag...</td>\n",
       "      <td>The Eastern Barred Bandicoot is listed as exti...</td>\n",
       "      <td>The plan for recovery\\nZoos Victoria has partn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Giant Burrowing Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2056/23479_giant_...</td>\n",
       "      <td>Giant Burrowing Frog on wet rocks side view. T...</td>\n",
       "      <td>Although we know that populations of the Giant...</td>\n",
       "      <td>[Over the next five years, Zoos Victoria will ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 animal_name  \\\n",
       "0       Alpine She-oak Skink   \n",
       "1               Baw Baw Frog   \n",
       "2  Brush-tailed Rock-wallaby   \n",
       "3   Eastern Barred Bandicoot   \n",
       "4       Giant Burrowing Frog   \n",
       "\n",
       "                                           image_url  \\\n",
       "0  https://www.zoo.org.au/media/2050/1023_alpine_...   \n",
       "1  https://www.zoo.org.au/media/2052/21295_baw_ba...   \n",
       "2  https://www.zoo.org.au/media/2045/21882_brush-...   \n",
       "3  https://www.zoo.org.au/media/2053/4376_eastern...   \n",
       "4  https://www.zoo.org.au/media/2056/23479_giant_...   \n",
       "\n",
       "                                   image_alternative  \\\n",
       "0  Alpine She-oak Skink sunning it self on a rock...   \n",
       "1  Baw Baw Frog resting in bright green moss. Loo...   \n",
       "2  Brush Tailed Rock Wallabies resting in the grass.   \n",
       "3  Small Eastern Barred Bandicoot side view forag...   \n",
       "4  Giant Burrowing Frog on wet rocks side view. T...   \n",
       "\n",
       "                                        introduction  \\\n",
       "0  Found in only a few locations in Victoria and ...   \n",
       "1  All estimates point to extinction in the wild ...   \n",
       "2  In Victoria, the Brush-tailed Rock-wallaby now...   \n",
       "3  The Eastern Barred Bandicoot is listed as exti...   \n",
       "4  Although we know that populations of the Giant...   \n",
       "\n",
       "                                    threat_paragraph  \n",
       "0  Major threats\\nFire is a huge danger to the Al...  \n",
       "1  Major threats\\nThe loss of the Baw Baw Frog is...  \n",
       "2  Major threats \\nChanges to habitat and the imp...  \n",
       "3  The plan for recovery\\nZoos Victoria has partn...  \n",
       "4  [Over the next five years, Zoos Victoria will ...  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Overview of data scraped from zoo.org.au\n",
    "animal_info_image_zoo_df = pd.DataFrame(animal_info_image_zoo)\n",
    "animal_info_image_zoo_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>animal_name</th>\n",
       "      <th>image_url_zoo</th>\n",
       "      <th>image_alternative_zoo</th>\n",
       "      <th>introduction_zoo</th>\n",
       "      <th>threat_paragraph_zoo</th>\n",
       "      <th>image_url_envi</th>\n",
       "      <th>image_alternative_envi</th>\n",
       "      <th>introduction_envi</th>\n",
       "      <th>threat_paragraph_envi</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alpine She-oak Skink</td>\n",
       "      <td>https://www.zoo.org.au/media/2050/1023_alpine_...</td>\n",
       "      <td>Alpine She-oak Skink sunning it self on a rock...</td>\n",
       "      <td>Found in only a few locations in Victoria and ...</td>\n",
       "      <td>Major threats\\nFire is a huge danger to the Al...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2052/21295_baw_ba...</td>\n",
       "      <td>Baw Baw Frog resting in bright green moss. Loo...</td>\n",
       "      <td>All estimates point to extinction in the wild ...</td>\n",
       "      <td>Major threats\\nThe loss of the Baw Baw Frog is...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>Species information\\n\\nEndemic to the Mt Baw B...</td>\n",
       "      <td>Threats\\n\\nThe wild population of Baw Baw Frog...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>https://www.zoo.org.au/media/2045/21882_brush-...</td>\n",
       "      <td>Brush Tailed Rock Wallabies resting in the grass.</td>\n",
       "      <td>In Victoria, the Brush-tailed Rock-wallaby now...</td>\n",
       "      <td>Major threats \\nChanges to habitat and the imp...</td>\n",
       "      <td>None</td>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>Species Information\\n\\nThe Southern Evolutiona...</td>\n",
       "      <td>Species Information\\n\\nThe Southern Evolutiona...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>https://www.zoo.org.au/media/2053/4376_eastern...</td>\n",
       "      <td>Small Eastern Barred Bandicoot side view forag...</td>\n",
       "      <td>The Eastern Barred Bandicoot is listed as exti...</td>\n",
       "      <td>The plan for recovery\\nZoos Victoria has partn...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>Species information\\n\\nThe Eastern Barred Band...</td>\n",
       "      <td>Threats\\n\\nLoss of their grassland habitat and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Giant Burrowing Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2056/23479_giant_...</td>\n",
       "      <td>Giant Burrowing Frog on wet rocks side view. T...</td>\n",
       "      <td>Although we know that populations of the Giant...</td>\n",
       "      <td>[Over the next five years, Zoos Victoria will ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Golden-rayed Blue Butterfly</td>\n",
       "      <td>https://www.zoo.org.au/media/1703/animal-detai...</td>\n",
       "      <td>Golden Rayed Blue Butterfly resting with wings...</td>\n",
       "      <td>This Victorian butterfly is critically endange...</td>\n",
       "      <td>[It lives in the narrow bands of remnant flood...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Grassland Earless Dragon</td>\n",
       "      <td>https://www.zoo.org.au/media/1716/23200_grassl...</td>\n",
       "      <td>Grassland Earless Dragon lizard side view look...</td>\n",
       "      <td>The Grassland Earless Dragon has not appeared ...</td>\n",
       "      <td>The plan for recovery\\nZoos Victoria has been ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Guthega Skink</td>\n",
       "      <td>https://www.zoo.org.au/media/1980/10411_gutheg...</td>\n",
       "      <td>Baby Guthega Skink side view. Lizard looking t...</td>\n",
       "      <td>The Guthega Skink is endangered in Victoria an...</td>\n",
       "      <td>Major threats\\nHabitat disturbance caused by g...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Helmeted Honeyeater</td>\n",
       "      <td>https://www.zoo.org.au/media/1681/18660_juveni...</td>\n",
       "      <td>Juvenile Helmeted Honeyeater standing on a tre...</td>\n",
       "      <td>The Helmeted Honeyeater, the bird emblem for V...</td>\n",
       "      <td>Major threats\\nLoss of habitat is the primary ...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Helmeted Honeyeater</td>\n",
       "      <td>Species information\\n\\nThis subspecies of the ...</td>\n",
       "      <td>Threats\\n\\nAs numbers of Helmeted Honeyeaters ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Key’s Matchstick Grasshopper</td>\n",
       "      <td>https://www.zoo.org.au/media/1702/animal-detai...</td>\n",
       "      <td>Key's Matchstick Grasshopper. Its brown with a...</td>\n",
       "      <td>This distinctive grasshopper is flightless and...</td>\n",
       "      <td>[The Key’s Matchstick Grasshopper hasn’t been ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Large Brown Tree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1701/animal-detai...</td>\n",
       "      <td>Close up side view of a large Brown Tree Frog ...</td>\n",
       "      <td>The Large Brown Tree Frog is one of the least ...</td>\n",
       "      <td>[The mating call of the Large Brown Tree Frog ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Leadbeater's Possum</td>\n",
       "      <td>https://www.zoo.org.au/media/2057/22861_leadbe...</td>\n",
       "      <td>Close up view of the face of a Leadbeater Poss...</td>\n",
       "      <td>Once thought to be extinct, the Leadbeater's P...</td>\n",
       "      <td>The major threats\\nThe loss of hollow-bearing ...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Leadbeater's Possum</td>\n",
       "      <td>Species Information\\n\\nThe Leadbeater’s Possum...</td>\n",
       "      <td>Threats\\n\\nThe lowland population of the Leadb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Lord Howe Island Stick Insect</td>\n",
       "      <td>https://www.zoo.org.au/media/1983/7061_lord_ho...</td>\n",
       "      <td>Lord Howe Island Stick Insect on a persons han...</td>\n",
       "      <td>Once considered extinct, the Lord Howe Island ...</td>\n",
       "      <td>The major threats \\nThe Lord Howe Island Stick...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Mallee Emu-wren</td>\n",
       "      <td>https://www.zoo.org.au/media/1961/23483_mallee...</td>\n",
       "      <td>Mallee Emu-wren in long dry grass looking at t...</td>\n",
       "      <td>The Mallee Emu-wren is particularly vulnerable...</td>\n",
       "      <td>[In fact, it was a series of fires that caused...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mountain Pygmy-possum</td>\n",
       "      <td>https://www.zoo.org.au/media/2058/16910_mounta...</td>\n",
       "      <td>Mountain Pygmy Possum standing on its hind leg...</td>\n",
       "      <td>Mountain Pygmy-possums were thought to be exti...</td>\n",
       "      <td>The major threats \\nClimate change, the loss o...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Mountain Pygmy-possum</td>\n",
       "      <td>Species Information\\n\\nThe Mountain Pygmy-poss...</td>\n",
       "      <td>Threats\\n\\nThere are around 2000 Mountain Pygm...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>New Holland Mouse</td>\n",
       "      <td>https://www.zoo.org.au/media/1732/new-holland-...</td>\n",
       "      <td>New Holland Mouse getting a health check wrapp...</td>\n",
       "      <td>The New Holland Mouse is classified as extinct...</td>\n",
       "      <td>The major threats\\nThe New Holland Mouse is in...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Northern Corroboree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1671/14621_northe...</td>\n",
       "      <td>Northern Corroboree Frog with its vivid yellow...</td>\n",
       "      <td>This little frog’s vivid lime green stripes se...</td>\n",
       "      <td>The major threats\\nThe disease Chytridiomycosi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Orange-bellied Parrot</td>\n",
       "      <td>https://www.zoo.org.au/media/2059/22407_orange...</td>\n",
       "      <td>Orange Bellied Parrot side view looking to the...</td>\n",
       "      <td>One of only a few migratory parrot species in ...</td>\n",
       "      <td>The major threats\\nOne of the main threats to ...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Orange-bellied Parrot</td>\n",
       "      <td>Species Information\\n\\nThe Orange-bellied Parr...</td>\n",
       "      <td>Threats\\n\\nThis species is at serious risk of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Plains-wanderer</td>\n",
       "      <td>https://www.zoo.org.au/media/1761/11190_plains...</td>\n",
       "      <td>Plains Wanderer bird standing in dry grass. Si...</td>\n",
       "      <td>In evolutionary terms, Plains-wanderers are on...</td>\n",
       "      <td>The major threats\\nThe major threat to the sur...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Plains-wanderer</td>\n",
       "      <td>Species Information\\n\\nThis elusive bird lives...</td>\n",
       "      <td>Threats\\n\\nMuch of the Plains-wanderer's range...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Regent Honeyeater</td>\n",
       "      <td>https://www.zoo.org.au/media/2055/22249_regent...</td>\n",
       "      <td>Regent Honeyeater bird on a branch looking dow...</td>\n",
       "      <td>The Regent Honeyeater has been in decline sinc...</td>\n",
       "      <td>The major threats\\nThe loss of the Box-Ironbar...</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Regent Honeyeater</td>\n",
       "      <td>Species information\\n\\nRegent Honeyeater’s are...</td>\n",
       "      <td>Regent Honeyeater Release &amp; Community Monitori...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Smoky Mouse</td>\n",
       "      <td>https://www.zoo.org.au/media/1810/13940_smoky-...</td>\n",
       "      <td>Smoky Mouse in a sandy habitat with grass and ...</td>\n",
       "      <td>The Smoky Mouse, once commonly found in south ...</td>\n",
       "      <td>[The Smoky Mouse eats seeds and fruit in summe...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Southern Bent-wing Bat</td>\n",
       "      <td>https://www.zoo.org.au/media/3866/9290_souther...</td>\n",
       "      <td></td>\n",
       "      <td>This tiny micro-bat is critically endangered.</td>\n",
       "      <td>The major threats\\nAlthough they are under thr...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Southern Corroboree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2054/1550_souther...</td>\n",
       "      <td>Southern Corroboree Frog standing on pale gree...</td>\n",
       "      <td>One of Australia’s best known frogs is critica...</td>\n",
       "      <td>Major threats\\nThe main threat to the Southern...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Spotted Tree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1815/2372_spotted...</td>\n",
       "      <td>Spotted Tree Frog is gripping a fern leaf look...</td>\n",
       "      <td>Populations of the Spotted Tree Frog have decl...</td>\n",
       "      <td>Major threats\\nLike most Australian and intern...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Stuttering Barred Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1816/22212_stutte...</td>\n",
       "      <td>Stuttering Frog sitting on green moss. Frog is...</td>\n",
       "      <td>Populations of Stuttering Barred Frogs are fas...</td>\n",
       "      <td>Major threats\\nLogging, animal grazing and lan...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Swift Parrot</td>\n",
       "      <td>https://www.zoo.org.au/media/1960/23484_swift_...</td>\n",
       "      <td>Green Swift Parrot perched on a branch looking...</td>\n",
       "      <td>The Swift Parrot is critically endangered.</td>\n",
       "      <td>[Unless we can solve the issues surrounding it...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Tasmanian Devil</td>\n",
       "      <td>https://www.zoo.org.au/media/1853/22521_tasman...</td>\n",
       "      <td>Tasmanian Devil standing on a log with its mou...</td>\n",
       "      <td>Now listed as endangered, the Tasmanian Devil ...</td>\n",
       "      <td>Major threats\\nThe survival of Tasmanian Devil...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Greater Glider</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Greater Glider</td>\n",
       "      <td></td>\n",
       "      <td>Species InformationThe Greater Glider is Austr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>Species Information\\n\\nHooded Plovers are a re...</td>\n",
       "      <td>Threats\\n\\nHooded Plovers often share their oc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      animal_name  \\\n",
       "0            Alpine She-oak Skink   \n",
       "1                    Baw Baw Frog   \n",
       "2       Brush-tailed Rock-wallaby   \n",
       "3        Eastern Barred Bandicoot   \n",
       "4            Giant Burrowing Frog   \n",
       "5     Golden-rayed Blue Butterfly   \n",
       "6        Grassland Earless Dragon   \n",
       "7                   Guthega Skink   \n",
       "8             Helmeted Honeyeater   \n",
       "9    Key’s Matchstick Grasshopper   \n",
       "10          Large Brown Tree Frog   \n",
       "11            Leadbeater's Possum   \n",
       "12  Lord Howe Island Stick Insect   \n",
       "13                Mallee Emu-wren   \n",
       "14          Mountain Pygmy-possum   \n",
       "15              New Holland Mouse   \n",
       "16       Northern Corroboree Frog   \n",
       "17          Orange-bellied Parrot   \n",
       "18                Plains-wanderer   \n",
       "19              Regent Honeyeater   \n",
       "20                    Smoky Mouse   \n",
       "21         Southern Bent-wing Bat   \n",
       "22       Southern Corroboree Frog   \n",
       "23              Spotted Tree Frog   \n",
       "24         Stuttering Barred Frog   \n",
       "25                   Swift Parrot   \n",
       "26                Tasmanian Devil   \n",
       "27                 Greater Glider   \n",
       "28                  Hooded Plover   \n",
       "\n",
       "                                        image_url_zoo  \\\n",
       "0   https://www.zoo.org.au/media/2050/1023_alpine_...   \n",
       "1   https://www.zoo.org.au/media/2052/21295_baw_ba...   \n",
       "2   https://www.zoo.org.au/media/2045/21882_brush-...   \n",
       "3   https://www.zoo.org.au/media/2053/4376_eastern...   \n",
       "4   https://www.zoo.org.au/media/2056/23479_giant_...   \n",
       "5   https://www.zoo.org.au/media/1703/animal-detai...   \n",
       "6   https://www.zoo.org.au/media/1716/23200_grassl...   \n",
       "7   https://www.zoo.org.au/media/1980/10411_gutheg...   \n",
       "8   https://www.zoo.org.au/media/1681/18660_juveni...   \n",
       "9   https://www.zoo.org.au/media/1702/animal-detai...   \n",
       "10  https://www.zoo.org.au/media/1701/animal-detai...   \n",
       "11  https://www.zoo.org.au/media/2057/22861_leadbe...   \n",
       "12  https://www.zoo.org.au/media/1983/7061_lord_ho...   \n",
       "13  https://www.zoo.org.au/media/1961/23483_mallee...   \n",
       "14  https://www.zoo.org.au/media/2058/16910_mounta...   \n",
       "15  https://www.zoo.org.au/media/1732/new-holland-...   \n",
       "16  https://www.zoo.org.au/media/1671/14621_northe...   \n",
       "17  https://www.zoo.org.au/media/2059/22407_orange...   \n",
       "18  https://www.zoo.org.au/media/1761/11190_plains...   \n",
       "19  https://www.zoo.org.au/media/2055/22249_regent...   \n",
       "20  https://www.zoo.org.au/media/1810/13940_smoky-...   \n",
       "21  https://www.zoo.org.au/media/3866/9290_souther...   \n",
       "22  https://www.zoo.org.au/media/2054/1550_souther...   \n",
       "23  https://www.zoo.org.au/media/1815/2372_spotted...   \n",
       "24  https://www.zoo.org.au/media/1816/22212_stutte...   \n",
       "25  https://www.zoo.org.au/media/1960/23484_swift_...   \n",
       "26  https://www.zoo.org.au/media/1853/22521_tasman...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "\n",
       "                                image_alternative_zoo  \\\n",
       "0   Alpine She-oak Skink sunning it self on a rock...   \n",
       "1   Baw Baw Frog resting in bright green moss. Loo...   \n",
       "2   Brush Tailed Rock Wallabies resting in the grass.   \n",
       "3   Small Eastern Barred Bandicoot side view forag...   \n",
       "4   Giant Burrowing Frog on wet rocks side view. T...   \n",
       "5   Golden Rayed Blue Butterfly resting with wings...   \n",
       "6   Grassland Earless Dragon lizard side view look...   \n",
       "7   Baby Guthega Skink side view. Lizard looking t...   \n",
       "8   Juvenile Helmeted Honeyeater standing on a tre...   \n",
       "9   Key's Matchstick Grasshopper. Its brown with a...   \n",
       "10  Close up side view of a large Brown Tree Frog ...   \n",
       "11  Close up view of the face of a Leadbeater Poss...   \n",
       "12  Lord Howe Island Stick Insect on a persons han...   \n",
       "13  Mallee Emu-wren in long dry grass looking at t...   \n",
       "14  Mountain Pygmy Possum standing on its hind leg...   \n",
       "15  New Holland Mouse getting a health check wrapp...   \n",
       "16  Northern Corroboree Frog with its vivid yellow...   \n",
       "17  Orange Bellied Parrot side view looking to the...   \n",
       "18  Plains Wanderer bird standing in dry grass. Si...   \n",
       "19  Regent Honeyeater bird on a branch looking dow...   \n",
       "20  Smoky Mouse in a sandy habitat with grass and ...   \n",
       "21                                                      \n",
       "22  Southern Corroboree Frog standing on pale gree...   \n",
       "23  Spotted Tree Frog is gripping a fern leaf look...   \n",
       "24  Stuttering Frog sitting on green moss. Frog is...   \n",
       "25  Green Swift Parrot perched on a branch looking...   \n",
       "26  Tasmanian Devil standing on a log with its mou...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "\n",
       "                                     introduction_zoo  \\\n",
       "0   Found in only a few locations in Victoria and ...   \n",
       "1   All estimates point to extinction in the wild ...   \n",
       "2   In Victoria, the Brush-tailed Rock-wallaby now...   \n",
       "3   The Eastern Barred Bandicoot is listed as exti...   \n",
       "4   Although we know that populations of the Giant...   \n",
       "5   This Victorian butterfly is critically endange...   \n",
       "6   The Grassland Earless Dragon has not appeared ...   \n",
       "7   The Guthega Skink is endangered in Victoria an...   \n",
       "8   The Helmeted Honeyeater, the bird emblem for V...   \n",
       "9   This distinctive grasshopper is flightless and...   \n",
       "10  The Large Brown Tree Frog is one of the least ...   \n",
       "11  Once thought to be extinct, the Leadbeater's P...   \n",
       "12  Once considered extinct, the Lord Howe Island ...   \n",
       "13  The Mallee Emu-wren is particularly vulnerable...   \n",
       "14  Mountain Pygmy-possums were thought to be exti...   \n",
       "15  The New Holland Mouse is classified as extinct...   \n",
       "16  This little frog’s vivid lime green stripes se...   \n",
       "17  One of only a few migratory parrot species in ...   \n",
       "18  In evolutionary terms, Plains-wanderers are on...   \n",
       "19  The Regent Honeyeater has been in decline sinc...   \n",
       "20  The Smoky Mouse, once commonly found in south ...   \n",
       "21      This tiny micro-bat is critically endangered.   \n",
       "22  One of Australia’s best known frogs is critica...   \n",
       "23  Populations of the Spotted Tree Frog have decl...   \n",
       "24  Populations of Stuttering Barred Frogs are fas...   \n",
       "25         The Swift Parrot is critically endangered.   \n",
       "26  Now listed as endangered, the Tasmanian Devil ...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "\n",
       "                                 threat_paragraph_zoo  \\\n",
       "0   Major threats\\nFire is a huge danger to the Al...   \n",
       "1   Major threats\\nThe loss of the Baw Baw Frog is...   \n",
       "2   Major threats \\nChanges to habitat and the imp...   \n",
       "3   The plan for recovery\\nZoos Victoria has partn...   \n",
       "4   [Over the next five years, Zoos Victoria will ...   \n",
       "5   [It lives in the narrow bands of remnant flood...   \n",
       "6   The plan for recovery\\nZoos Victoria has been ...   \n",
       "7   Major threats\\nHabitat disturbance caused by g...   \n",
       "8   Major threats\\nLoss of habitat is the primary ...   \n",
       "9   [The Key’s Matchstick Grasshopper hasn’t been ...   \n",
       "10  [The mating call of the Large Brown Tree Frog ...   \n",
       "11  The major threats\\nThe loss of hollow-bearing ...   \n",
       "12  The major threats \\nThe Lord Howe Island Stick...   \n",
       "13  [In fact, it was a series of fires that caused...   \n",
       "14  The major threats \\nClimate change, the loss o...   \n",
       "15  The major threats\\nThe New Holland Mouse is in...   \n",
       "16  The major threats\\nThe disease Chytridiomycosi...   \n",
       "17  The major threats\\nOne of the main threats to ...   \n",
       "18  The major threats\\nThe major threat to the sur...   \n",
       "19  The major threats\\nThe loss of the Box-Ironbar...   \n",
       "20  [The Smoky Mouse eats seeds and fruit in summe...   \n",
       "21  The major threats\\nAlthough they are under thr...   \n",
       "22  Major threats\\nThe main threat to the Southern...   \n",
       "23  Major threats\\nLike most Australian and intern...   \n",
       "24  Major threats\\nLogging, animal grazing and lan...   \n",
       "25  [Unless we can solve the issues surrounding it...   \n",
       "26  Major threats\\nThe survival of Tasmanian Devil...   \n",
       "27                                                NaN   \n",
       "28                                                NaN   \n",
       "\n",
       "                                       image_url_envi  \\\n",
       "0                                                 NaN   \n",
       "1   https://www.environment.vic.gov.au/__data/asse...   \n",
       "2                                                None   \n",
       "3   https://www.environment.vic.gov.au/__data/asse...   \n",
       "4                                                 NaN   \n",
       "5                                                 NaN   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8   https://www.environment.vic.gov.au/__data/asse...   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11  https://www.environment.vic.gov.au/__data/asse...   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14  https://www.environment.vic.gov.au/__data/asse...   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17  https://www.environment.vic.gov.au/__data/asse...   \n",
       "18  https://www.environment.vic.gov.au/__data/asse...   \n",
       "19  https://www.environment.vic.gov.au/__data/asse...   \n",
       "20                                                NaN   \n",
       "21                                                NaN   \n",
       "22                                                NaN   \n",
       "23                                                NaN   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26                                                NaN   \n",
       "27  https://www.environment.vic.gov.au/__data/asse...   \n",
       "28  https://www.environment.vic.gov.au/__data/asse...   \n",
       "\n",
       "       image_alternative_envi  \\\n",
       "0                         NaN   \n",
       "1                Baw Baw Frog   \n",
       "2   Brush-tailed Rock-wallaby   \n",
       "3    Eastern Barred Bandicoot   \n",
       "4                         NaN   \n",
       "5                         NaN   \n",
       "6                         NaN   \n",
       "7                         NaN   \n",
       "8         Helmeted Honeyeater   \n",
       "9                         NaN   \n",
       "10                        NaN   \n",
       "11        Leadbeater's Possum   \n",
       "12                        NaN   \n",
       "13                        NaN   \n",
       "14      Mountain Pygmy-possum   \n",
       "15                        NaN   \n",
       "16                        NaN   \n",
       "17      Orange-bellied Parrot   \n",
       "18            Plains-wanderer   \n",
       "19          Regent Honeyeater   \n",
       "20                        NaN   \n",
       "21                        NaN   \n",
       "22                        NaN   \n",
       "23                        NaN   \n",
       "24                        NaN   \n",
       "25                        NaN   \n",
       "26                        NaN   \n",
       "27             Greater Glider   \n",
       "28              Hooded Plover   \n",
       "\n",
       "                                    introduction_envi  \\\n",
       "0                                                 NaN   \n",
       "1   Species information\\n\\nEndemic to the Mt Baw B...   \n",
       "2   Species Information\\n\\nThe Southern Evolutiona...   \n",
       "3   Species information\\n\\nThe Eastern Barred Band...   \n",
       "4                                                 NaN   \n",
       "5                                                 NaN   \n",
       "6                                                 NaN   \n",
       "7                                                 NaN   \n",
       "8   Species information\\n\\nThis subspecies of the ...   \n",
       "9                                                 NaN   \n",
       "10                                                NaN   \n",
       "11  Species Information\\n\\nThe Leadbeater’s Possum...   \n",
       "12                                                NaN   \n",
       "13                                                NaN   \n",
       "14  Species Information\\n\\nThe Mountain Pygmy-poss...   \n",
       "15                                                NaN   \n",
       "16                                                NaN   \n",
       "17  Species Information\\n\\nThe Orange-bellied Parr...   \n",
       "18  Species Information\\n\\nThis elusive bird lives...   \n",
       "19  Species information\\n\\nRegent Honeyeater’s are...   \n",
       "20                                                NaN   \n",
       "21                                                NaN   \n",
       "22                                                NaN   \n",
       "23                                                NaN   \n",
       "24                                                NaN   \n",
       "25                                                NaN   \n",
       "26                                                NaN   \n",
       "27                                                      \n",
       "28  Species Information\\n\\nHooded Plovers are a re...   \n",
       "\n",
       "                                threat_paragraph_envi  \n",
       "0                                                 NaN  \n",
       "1   Threats\\n\\nThe wild population of Baw Baw Frog...  \n",
       "2   Species Information\\n\\nThe Southern Evolutiona...  \n",
       "3   Threats\\n\\nLoss of their grassland habitat and...  \n",
       "4                                                 NaN  \n",
       "5                                                 NaN  \n",
       "6                                                 NaN  \n",
       "7                                                 NaN  \n",
       "8   Threats\\n\\nAs numbers of Helmeted Honeyeaters ...  \n",
       "9                                                 NaN  \n",
       "10                                                NaN  \n",
       "11  Threats\\n\\nThe lowland population of the Leadb...  \n",
       "12                                                NaN  \n",
       "13                                                NaN  \n",
       "14  Threats\\n\\nThere are around 2000 Mountain Pygm...  \n",
       "15                                                NaN  \n",
       "16                                                NaN  \n",
       "17  Threats\\n\\nThis species is at serious risk of ...  \n",
       "18  Threats\\n\\nMuch of the Plains-wanderer's range...  \n",
       "19  Regent Honeyeater Release & Community Monitori...  \n",
       "20                                                NaN  \n",
       "21                                                NaN  \n",
       "22                                                NaN  \n",
       "23                                                NaN  \n",
       "24                                                NaN  \n",
       "25                                                NaN  \n",
       "26                                                NaN  \n",
       "27  Species InformationThe Greater Glider is Austr...  \n",
       "28  Threats\\n\\nHooded Plovers often share their oc...  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Outer merge to see which animals in the zoo site but not in the environment site and vice versa\n",
    "animal_info_image_df = pd.merge(animal_info_image_zoo_df, animal_info_image_environment_df,\n",
    "                                on=\"animal_name\", how=\"outer\", suffixes=(\"_zoo\", \"_envi\"))\n",
    "animal_info_image_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Greater Glider', 'Hooded Plover']"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Retrieve the animal list in the environment site but not in the zoo site\n",
    "animals_in_envi_not_in_zoo = animal_info_image_df[animal_info_image_df[\n",
    "    \"image_url_zoo\"].isnull()][\"animal_name\"].to_list()\n",
    "animals_in_envi_not_in_zoo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>animal_name</th>\n",
       "      <th>image_url</th>\n",
       "      <th>image_alternative</th>\n",
       "      <th>introduction</th>\n",
       "      <th>threat_paragraph</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Greater Glider</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Greater Glider</td>\n",
       "      <td></td>\n",
       "      <td>Species InformationThe Greater Glider is Austr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>Species Information\\n\\nHooded Plovers are a re...</td>\n",
       "      <td>Threats\\n\\nHooded Plovers often share their oc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      animal_name                                          image_url  \\\n",
       "3  Greater Glider  https://www.environment.vic.gov.au/__data/asse...   \n",
       "5   Hooded Plover  https://www.environment.vic.gov.au/__data/asse...   \n",
       "\n",
       "  image_alternative                                       introduction  \\\n",
       "3    Greater Glider                                                      \n",
       "5     Hooded Plover  Species Information\\n\\nHooded Plovers are a re...   \n",
       "\n",
       "                                    threat_paragraph  \n",
       "3  Species InformationThe Greater Glider is Austr...  \n",
       "5  Threats\\n\\nHooded Plovers often share their oc...  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract the data of the animals in the environment site but not in the zoo site\n",
    "animals_in_envi_add_to_zoo = animal_info_image_environment_df[\n",
    "    animal_info_image_environment_df[\"animal_name\"].isin(animals_in_envi_not_in_zoo)]\n",
    "animals_in_envi_add_to_zoo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>animal_name</th>\n",
       "      <th>image_url</th>\n",
       "      <th>image_alternative</th>\n",
       "      <th>introduction</th>\n",
       "      <th>threat_paragraph</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alpine She-oak Skink</td>\n",
       "      <td>https://www.zoo.org.au/media/2050/1023_alpine_...</td>\n",
       "      <td>Alpine She-oak Skink sunning it self on a rock...</td>\n",
       "      <td>Found in only a few locations in Victoria and ...</td>\n",
       "      <td>Major threats\\nFire is a huge danger to the Al...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Baw Baw Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2052/21295_baw_ba...</td>\n",
       "      <td>Baw Baw Frog resting in bright green moss. Loo...</td>\n",
       "      <td>All estimates point to extinction in the wild ...</td>\n",
       "      <td>Major threats\\nThe loss of the Baw Baw Frog is...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Brush-tailed Rock-wallaby</td>\n",
       "      <td>https://www.zoo.org.au/media/2045/21882_brush-...</td>\n",
       "      <td>Brush Tailed Rock Wallabies resting in the grass.</td>\n",
       "      <td>In Victoria, the Brush-tailed Rock-wallaby now...</td>\n",
       "      <td>Major threats \\nChanges to habitat and the imp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Eastern Barred Bandicoot</td>\n",
       "      <td>https://www.zoo.org.au/media/2053/4376_eastern...</td>\n",
       "      <td>Small Eastern Barred Bandicoot side view forag...</td>\n",
       "      <td>The Eastern Barred Bandicoot is listed as exti...</td>\n",
       "      <td>The plan for recovery\\nZoos Victoria has partn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Giant Burrowing Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2056/23479_giant_...</td>\n",
       "      <td>Giant Burrowing Frog on wet rocks side view. T...</td>\n",
       "      <td>Although we know that populations of the Giant...</td>\n",
       "      <td>[Over the next five years, Zoos Victoria will ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Golden-rayed Blue Butterfly</td>\n",
       "      <td>https://www.zoo.org.au/media/1703/animal-detai...</td>\n",
       "      <td>Golden Rayed Blue Butterfly resting with wings...</td>\n",
       "      <td>This Victorian butterfly is critically endange...</td>\n",
       "      <td>[It lives in the narrow bands of remnant flood...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Grassland Earless Dragon</td>\n",
       "      <td>https://www.zoo.org.au/media/1716/23200_grassl...</td>\n",
       "      <td>Grassland Earless Dragon lizard side view look...</td>\n",
       "      <td>The Grassland Earless Dragon has not appeared ...</td>\n",
       "      <td>The plan for recovery\\nZoos Victoria has been ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Guthega Skink</td>\n",
       "      <td>https://www.zoo.org.au/media/1980/10411_gutheg...</td>\n",
       "      <td>Baby Guthega Skink side view. Lizard looking t...</td>\n",
       "      <td>The Guthega Skink is endangered in Victoria an...</td>\n",
       "      <td>Major threats\\nHabitat disturbance caused by g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Helmeted Honeyeater</td>\n",
       "      <td>https://www.zoo.org.au/media/1681/18660_juveni...</td>\n",
       "      <td>Juvenile Helmeted Honeyeater standing on a tre...</td>\n",
       "      <td>The Helmeted Honeyeater, the bird emblem for V...</td>\n",
       "      <td>Major threats\\nLoss of habitat is the primary ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Key’s Matchstick Grasshopper</td>\n",
       "      <td>https://www.zoo.org.au/media/1702/animal-detai...</td>\n",
       "      <td>Key's Matchstick Grasshopper. Its brown with a...</td>\n",
       "      <td>This distinctive grasshopper is flightless and...</td>\n",
       "      <td>[The Key’s Matchstick Grasshopper hasn’t been ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Large Brown Tree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1701/animal-detai...</td>\n",
       "      <td>Close up side view of a large Brown Tree Frog ...</td>\n",
       "      <td>The Large Brown Tree Frog is one of the least ...</td>\n",
       "      <td>[The mating call of the Large Brown Tree Frog ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Leadbeater's Possum</td>\n",
       "      <td>https://www.zoo.org.au/media/2057/22861_leadbe...</td>\n",
       "      <td>Close up view of the face of a Leadbeater Poss...</td>\n",
       "      <td>Once thought to be extinct, the Leadbeater's P...</td>\n",
       "      <td>The major threats\\nThe loss of hollow-bearing ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Lord Howe Island Stick Insect</td>\n",
       "      <td>https://www.zoo.org.au/media/1983/7061_lord_ho...</td>\n",
       "      <td>Lord Howe Island Stick Insect on a persons han...</td>\n",
       "      <td>Once considered extinct, the Lord Howe Island ...</td>\n",
       "      <td>The major threats \\nThe Lord Howe Island Stick...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Mallee Emu-wren</td>\n",
       "      <td>https://www.zoo.org.au/media/1961/23483_mallee...</td>\n",
       "      <td>Mallee Emu-wren in long dry grass looking at t...</td>\n",
       "      <td>The Mallee Emu-wren is particularly vulnerable...</td>\n",
       "      <td>[In fact, it was a series of fires that caused...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Mountain Pygmy-possum</td>\n",
       "      <td>https://www.zoo.org.au/media/2058/16910_mounta...</td>\n",
       "      <td>Mountain Pygmy Possum standing on its hind leg...</td>\n",
       "      <td>Mountain Pygmy-possums were thought to be exti...</td>\n",
       "      <td>The major threats \\nClimate change, the loss o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>New Holland Mouse</td>\n",
       "      <td>https://www.zoo.org.au/media/1732/new-holland-...</td>\n",
       "      <td>New Holland Mouse getting a health check wrapp...</td>\n",
       "      <td>The New Holland Mouse is classified as extinct...</td>\n",
       "      <td>The major threats\\nThe New Holland Mouse is in...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Northern Corroboree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1671/14621_northe...</td>\n",
       "      <td>Northern Corroboree Frog with its vivid yellow...</td>\n",
       "      <td>This little frog’s vivid lime green stripes se...</td>\n",
       "      <td>The major threats\\nThe disease Chytridiomycosi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Orange-bellied Parrot</td>\n",
       "      <td>https://www.zoo.org.au/media/2059/22407_orange...</td>\n",
       "      <td>Orange Bellied Parrot side view looking to the...</td>\n",
       "      <td>One of only a few migratory parrot species in ...</td>\n",
       "      <td>The major threats\\nOne of the main threats to ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Plains-wanderer</td>\n",
       "      <td>https://www.zoo.org.au/media/1761/11190_plains...</td>\n",
       "      <td>Plains Wanderer bird standing in dry grass. Si...</td>\n",
       "      <td>In evolutionary terms, Plains-wanderers are on...</td>\n",
       "      <td>The major threats\\nThe major threat to the sur...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Regent Honeyeater</td>\n",
       "      <td>https://www.zoo.org.au/media/2055/22249_regent...</td>\n",
       "      <td>Regent Honeyeater bird on a branch looking dow...</td>\n",
       "      <td>The Regent Honeyeater has been in decline sinc...</td>\n",
       "      <td>The major threats\\nThe loss of the Box-Ironbar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Smoky Mouse</td>\n",
       "      <td>https://www.zoo.org.au/media/1810/13940_smoky-...</td>\n",
       "      <td>Smoky Mouse in a sandy habitat with grass and ...</td>\n",
       "      <td>The Smoky Mouse, once commonly found in south ...</td>\n",
       "      <td>[The Smoky Mouse eats seeds and fruit in summe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Southern Bent-wing Bat</td>\n",
       "      <td>https://www.zoo.org.au/media/3866/9290_souther...</td>\n",
       "      <td></td>\n",
       "      <td>This tiny micro-bat is critically endangered.</td>\n",
       "      <td>The major threats\\nAlthough they are under thr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Southern Corroboree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/2054/1550_souther...</td>\n",
       "      <td>Southern Corroboree Frog standing on pale gree...</td>\n",
       "      <td>One of Australia’s best known frogs is critica...</td>\n",
       "      <td>Major threats\\nThe main threat to the Southern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Spotted Tree Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1815/2372_spotted...</td>\n",
       "      <td>Spotted Tree Frog is gripping a fern leaf look...</td>\n",
       "      <td>Populations of the Spotted Tree Frog have decl...</td>\n",
       "      <td>Major threats\\nLike most Australian and intern...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Stuttering Barred Frog</td>\n",
       "      <td>https://www.zoo.org.au/media/1816/22212_stutte...</td>\n",
       "      <td>Stuttering Frog sitting on green moss. Frog is...</td>\n",
       "      <td>Populations of Stuttering Barred Frogs are fas...</td>\n",
       "      <td>Major threats\\nLogging, animal grazing and lan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Swift Parrot</td>\n",
       "      <td>https://www.zoo.org.au/media/1960/23484_swift_...</td>\n",
       "      <td>Green Swift Parrot perched on a branch looking...</td>\n",
       "      <td>The Swift Parrot is critically endangered.</td>\n",
       "      <td>[Unless we can solve the issues surrounding it...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Tasmanian Devil</td>\n",
       "      <td>https://www.zoo.org.au/media/1853/22521_tasman...</td>\n",
       "      <td>Tasmanian Devil standing on a log with its mou...</td>\n",
       "      <td>Now listed as endangered, the Tasmanian Devil ...</td>\n",
       "      <td>Major threats\\nThe survival of Tasmanian Devil...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Greater Glider</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Greater Glider</td>\n",
       "      <td></td>\n",
       "      <td>Species InformationThe Greater Glider is Austr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>https://www.environment.vic.gov.au/__data/asse...</td>\n",
       "      <td>Hooded Plover</td>\n",
       "      <td>Species Information\\n\\nHooded Plovers are a re...</td>\n",
       "      <td>Threats\\n\\nHooded Plovers often share their oc...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      animal_name  \\\n",
       "0            Alpine She-oak Skink   \n",
       "1                    Baw Baw Frog   \n",
       "2       Brush-tailed Rock-wallaby   \n",
       "3        Eastern Barred Bandicoot   \n",
       "4            Giant Burrowing Frog   \n",
       "5     Golden-rayed Blue Butterfly   \n",
       "6        Grassland Earless Dragon   \n",
       "7                   Guthega Skink   \n",
       "8             Helmeted Honeyeater   \n",
       "9    Key’s Matchstick Grasshopper   \n",
       "10          Large Brown Tree Frog   \n",
       "11            Leadbeater's Possum   \n",
       "12  Lord Howe Island Stick Insect   \n",
       "13                Mallee Emu-wren   \n",
       "14          Mountain Pygmy-possum   \n",
       "15              New Holland Mouse   \n",
       "16       Northern Corroboree Frog   \n",
       "17          Orange-bellied Parrot   \n",
       "18                Plains-wanderer   \n",
       "19              Regent Honeyeater   \n",
       "20                    Smoky Mouse   \n",
       "21         Southern Bent-wing Bat   \n",
       "22       Southern Corroboree Frog   \n",
       "23              Spotted Tree Frog   \n",
       "24         Stuttering Barred Frog   \n",
       "25                   Swift Parrot   \n",
       "26                Tasmanian Devil   \n",
       "3                  Greater Glider   \n",
       "5                   Hooded Plover   \n",
       "\n",
       "                                            image_url  \\\n",
       "0   https://www.zoo.org.au/media/2050/1023_alpine_...   \n",
       "1   https://www.zoo.org.au/media/2052/21295_baw_ba...   \n",
       "2   https://www.zoo.org.au/media/2045/21882_brush-...   \n",
       "3   https://www.zoo.org.au/media/2053/4376_eastern...   \n",
       "4   https://www.zoo.org.au/media/2056/23479_giant_...   \n",
       "5   https://www.zoo.org.au/media/1703/animal-detai...   \n",
       "6   https://www.zoo.org.au/media/1716/23200_grassl...   \n",
       "7   https://www.zoo.org.au/media/1980/10411_gutheg...   \n",
       "8   https://www.zoo.org.au/media/1681/18660_juveni...   \n",
       "9   https://www.zoo.org.au/media/1702/animal-detai...   \n",
       "10  https://www.zoo.org.au/media/1701/animal-detai...   \n",
       "11  https://www.zoo.org.au/media/2057/22861_leadbe...   \n",
       "12  https://www.zoo.org.au/media/1983/7061_lord_ho...   \n",
       "13  https://www.zoo.org.au/media/1961/23483_mallee...   \n",
       "14  https://www.zoo.org.au/media/2058/16910_mounta...   \n",
       "15  https://www.zoo.org.au/media/1732/new-holland-...   \n",
       "16  https://www.zoo.org.au/media/1671/14621_northe...   \n",
       "17  https://www.zoo.org.au/media/2059/22407_orange...   \n",
       "18  https://www.zoo.org.au/media/1761/11190_plains...   \n",
       "19  https://www.zoo.org.au/media/2055/22249_regent...   \n",
       "20  https://www.zoo.org.au/media/1810/13940_smoky-...   \n",
       "21  https://www.zoo.org.au/media/3866/9290_souther...   \n",
       "22  https://www.zoo.org.au/media/2054/1550_souther...   \n",
       "23  https://www.zoo.org.au/media/1815/2372_spotted...   \n",
       "24  https://www.zoo.org.au/media/1816/22212_stutte...   \n",
       "25  https://www.zoo.org.au/media/1960/23484_swift_...   \n",
       "26  https://www.zoo.org.au/media/1853/22521_tasman...   \n",
       "3   https://www.environment.vic.gov.au/__data/asse...   \n",
       "5   https://www.environment.vic.gov.au/__data/asse...   \n",
       "\n",
       "                                    image_alternative  \\\n",
       "0   Alpine She-oak Skink sunning it self on a rock...   \n",
       "1   Baw Baw Frog resting in bright green moss. Loo...   \n",
       "2   Brush Tailed Rock Wallabies resting in the grass.   \n",
       "3   Small Eastern Barred Bandicoot side view forag...   \n",
       "4   Giant Burrowing Frog on wet rocks side view. T...   \n",
       "5   Golden Rayed Blue Butterfly resting with wings...   \n",
       "6   Grassland Earless Dragon lizard side view look...   \n",
       "7   Baby Guthega Skink side view. Lizard looking t...   \n",
       "8   Juvenile Helmeted Honeyeater standing on a tre...   \n",
       "9   Key's Matchstick Grasshopper. Its brown with a...   \n",
       "10  Close up side view of a large Brown Tree Frog ...   \n",
       "11  Close up view of the face of a Leadbeater Poss...   \n",
       "12  Lord Howe Island Stick Insect on a persons han...   \n",
       "13  Mallee Emu-wren in long dry grass looking at t...   \n",
       "14  Mountain Pygmy Possum standing on its hind leg...   \n",
       "15  New Holland Mouse getting a health check wrapp...   \n",
       "16  Northern Corroboree Frog with its vivid yellow...   \n",
       "17  Orange Bellied Parrot side view looking to the...   \n",
       "18  Plains Wanderer bird standing in dry grass. Si...   \n",
       "19  Regent Honeyeater bird on a branch looking dow...   \n",
       "20  Smoky Mouse in a sandy habitat with grass and ...   \n",
       "21                                                      \n",
       "22  Southern Corroboree Frog standing on pale gree...   \n",
       "23  Spotted Tree Frog is gripping a fern leaf look...   \n",
       "24  Stuttering Frog sitting on green moss. Frog is...   \n",
       "25  Green Swift Parrot perched on a branch looking...   \n",
       "26  Tasmanian Devil standing on a log with its mou...   \n",
       "3                                      Greater Glider   \n",
       "5                                       Hooded Plover   \n",
       "\n",
       "                                         introduction  \\\n",
       "0   Found in only a few locations in Victoria and ...   \n",
       "1   All estimates point to extinction in the wild ...   \n",
       "2   In Victoria, the Brush-tailed Rock-wallaby now...   \n",
       "3   The Eastern Barred Bandicoot is listed as exti...   \n",
       "4   Although we know that populations of the Giant...   \n",
       "5   This Victorian butterfly is critically endange...   \n",
       "6   The Grassland Earless Dragon has not appeared ...   \n",
       "7   The Guthega Skink is endangered in Victoria an...   \n",
       "8   The Helmeted Honeyeater, the bird emblem for V...   \n",
       "9   This distinctive grasshopper is flightless and...   \n",
       "10  The Large Brown Tree Frog is one of the least ...   \n",
       "11  Once thought to be extinct, the Leadbeater's P...   \n",
       "12  Once considered extinct, the Lord Howe Island ...   \n",
       "13  The Mallee Emu-wren is particularly vulnerable...   \n",
       "14  Mountain Pygmy-possums were thought to be exti...   \n",
       "15  The New Holland Mouse is classified as extinct...   \n",
       "16  This little frog’s vivid lime green stripes se...   \n",
       "17  One of only a few migratory parrot species in ...   \n",
       "18  In evolutionary terms, Plains-wanderers are on...   \n",
       "19  The Regent Honeyeater has been in decline sinc...   \n",
       "20  The Smoky Mouse, once commonly found in south ...   \n",
       "21      This tiny micro-bat is critically endangered.   \n",
       "22  One of Australia’s best known frogs is critica...   \n",
       "23  Populations of the Spotted Tree Frog have decl...   \n",
       "24  Populations of Stuttering Barred Frogs are fas...   \n",
       "25         The Swift Parrot is critically endangered.   \n",
       "26  Now listed as endangered, the Tasmanian Devil ...   \n",
       "3                                                       \n",
       "5   Species Information\\n\\nHooded Plovers are a re...   \n",
       "\n",
       "                                     threat_paragraph  \n",
       "0   Major threats\\nFire is a huge danger to the Al...  \n",
       "1   Major threats\\nThe loss of the Baw Baw Frog is...  \n",
       "2   Major threats \\nChanges to habitat and the imp...  \n",
       "3   The plan for recovery\\nZoos Victoria has partn...  \n",
       "4   [Over the next five years, Zoos Victoria will ...  \n",
       "5   [It lives in the narrow bands of remnant flood...  \n",
       "6   The plan for recovery\\nZoos Victoria has been ...  \n",
       "7   Major threats\\nHabitat disturbance caused by g...  \n",
       "8   Major threats\\nLoss of habitat is the primary ...  \n",
       "9   [The Key’s Matchstick Grasshopper hasn’t been ...  \n",
       "10  [The mating call of the Large Brown Tree Frog ...  \n",
       "11  The major threats\\nThe loss of hollow-bearing ...  \n",
       "12  The major threats \\nThe Lord Howe Island Stick...  \n",
       "13  [In fact, it was a series of fires that caused...  \n",
       "14  The major threats \\nClimate change, the loss o...  \n",
       "15  The major threats\\nThe New Holland Mouse is in...  \n",
       "16  The major threats\\nThe disease Chytridiomycosi...  \n",
       "17  The major threats\\nOne of the main threats to ...  \n",
       "18  The major threats\\nThe major threat to the sur...  \n",
       "19  The major threats\\nThe loss of the Box-Ironbar...  \n",
       "20  [The Smoky Mouse eats seeds and fruit in summe...  \n",
       "21  The major threats\\nAlthough they are under thr...  \n",
       "22  Major threats\\nThe main threat to the Southern...  \n",
       "23  Major threats\\nLike most Australian and intern...  \n",
       "24  Major threats\\nLogging, animal grazing and lan...  \n",
       "25  [Unless we can solve the issues surrounding it...  \n",
       "26  Major threats\\nThe survival of Tasmanian Devil...  \n",
       "3   Species InformationThe Greater Glider is Austr...  \n",
       "5   Threats\\n\\nHooded Plovers often share their oc...  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Consolidate data from both sites (keeping all of the ones in the zoo site and adding the extra in the environment site)\n",
    "final_animal_image_df = pd.concat([animal_info_image_zoo_df, animals_in_envi_add_to_zoo], axis=0)\n",
    "final_animal_image_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export to csv for merging against the vba fauna data\n",
    "final_animal_image_df.to_csv(\"../data/animal_image_to_merge.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}