NZ_Gov_Data_Dump_May_2020.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "NZ_Gov_Data_Dump_May_2020.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyO3ozpGtrAH2eVSz8P0nQj8",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ernestkung/NZCovidDocs/blob/master/NZ_Gov_Data_Dump_May_2020.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n_fHeqlHjCGc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Make some directories to download all the files.\n",
        "import os\n",
        "os.mkdir('downloads')\n",
        "os.mkdir('downloads/alert_levels_and_restrictions')\n",
        "os.mkdir('downloads/border')\n",
        "os.mkdir('downloads/education')\n",
        "os.mkdir('downloads/health_response')\n",
        "os.mkdir('downloads/housing')\n",
        "os.mkdir('downloads/income_support_measures')\n",
        "os.mkdir('downloads/offshore_issues')\n",
        "os.mkdir('downloads/supporting_the_economy')\n",
        "os.mkdir('downloads/wage_subsidy_and_leave_schemes')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SQRj1T83ZTvk",
        "colab_type": "code",
        "outputId": "44da2316-b95d-4098-c0e6-63a57987213e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 170
        }
      },
      "source": [
        "# Install the downloader\n",
        "!pip install wget"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting wget\n",
            "  Downloading https://files.pythonhosted.org/packages/47/6a/62e288da7bcda82b935ff0c6cfe542970f04e29c756b0e147251b2fb251f/wget-3.2.zip\n",
            "Building wheels for collected packages: wget\n",
            "  Building wheel for wget (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for wget: filename=wget-3.2-cp36-none-any.whl size=9682 sha256=cca6dae7261d6652e3bc49c77bee994ab556ad55efc864a92236409c313650a9\n",
            "  Stored in directory: /root/.cache/pip/wheels/40/15/30/7d8f7cea2902b4db79e3fea550d7d7b85ecb27ef992b618f3f\n",
            "Successfully built wget\n",
            "Installing collected packages: wget\n",
            "Successfully installed wget-3.2\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab_type": "code",
        "outputId": "e0271334-9634-44da-8a01-c55ca32e85bd",
        "id": "JmKCVCz2i1hO",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "# THIS IS THE TEST VERSION TO MAKE SURE PARSER WORKS\n",
        "# YOU'LL WANT OT EVALUATE THE OUTPUT TO SEE WHETHER THE LINKS LOOK OKAY. IF THEY DO, PROCEED TO THE PRODUCTION VERSION.\n",
        "from urllib import request\n",
        "from bs4 import BeautifulSoup\n",
        "import copy\n",
        "\n",
        "# CHANGE THE URL IN THE NEXT LINE TO THE DIRECTORY OF THE GOVERNMENT'S DATA DUMP.\n",
        "release_url = \"https://covid19.govt.nz/resources/key-documents-and-legislation/proactive-release/supporting-the-economy/\"\n",
        "page_data = request.urlopen(release_url)\n",
        "the_page = page_data.read()\n",
        "\n",
        "chowder = BeautifulSoup(the_page, \"html.parser\")\n",
        "\n",
        "bisque_documents = chowder.find(\"div\", class_=\"content-element__content\")\n",
        "\n",
        "bisque_copy = copy.copy(bisque_documents)\n",
        "\n",
        "bisque2_documents = bisque_copy.find_all(\"a\") # This is a list of each line with \"a\"\n",
        "\n",
        "for current_line in bisque2_documents:\n",
        "  print(current_line) # Displayed for diagnostic purposes\n",
        "  temp_line = str(current_line)\n",
        "  line_length = len(temp_line)\n",
        "  first_index = '\"'\n",
        "  second_index = '\">'\n",
        "  first_quote_index = temp_line.find(first_index)\n",
        "  second_quote_index = temp_line.find(second_index)\n",
        "  extracted_link = temp_line[(first_quote_index+1):second_quote_index]\n",
        "  print(line_length, first_quote_index, second_quote_index) # Displayed for diagnostic purposes\n",
        "  start_of_link = \"https://covid19.govt.nz\"\n",
        "  combined_link = start_of_link + extracted_link\n",
        "  print (\"PRETENDING TO DOWNLOAD\", combined_link)\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "<a href=\"/assets/resources/proactive-release/Impact-of-Coronavirus-on-primary-sector-trade-and-MPIs-response.pdf\">Impact of Coronavirus on primary sector trade and MPI's response<span class=\"fileExt\"> [PDF, 1.2 MB]</span></a>\n",
            "225 8 112\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Impact-of-Coronavirus-on-primary-sector-trade-and-MPIs-response.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Exports-of-Rock-Lobster-to-China-and-the-Impact-of-the-Coronavirus-Outbreak.pdf\">Exports of Rock Lobster to China and the impact of the Coronavirus Outbreak<span class=\"fileExt\"> [PDF, 788 KB]</span></a>\n",
            "248 8 124\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Exports-of-Rock-Lobster-to-China-and-the-Impact-of-the-Coronavirus-Outbreak.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Impact-of-Coronavirus-on-the-Seafood-Industry.pdf\">Impact of Coronavirus on the seafood Industry<span class=\"fileExt\"> [PDF, 1.1 MB]</span></a>\n",
            "188 8 94\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Impact-of-Coronavirus-on-the-Seafood-Industry.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-annual-catch-entitlement.pdf\">Proposed carry forward of rock lobster Annual Catch Entitlement<span class=\"fileExt\"> [PDF, 1.4 MB]</span></a>\n",
            "224 8 112\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-annual-catch-entitlement.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Coronavirus_-Options-for-Government-support-to-primary-sectors.pdf\">Coronavirus: Options for Government support to primary sectors<span class=\"fileExt\"> [PDF, 892 KB]</span></a>\n",
            "222 8 111\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Coronavirus_-Options-for-Government-support-to-primary-sectors.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Potential-policy-options-for-offsetting-the-economic-impact-of-the-Coronavirus-outbreak.pdf\">Potential policy options for offsetting the economic impact of the Coronavirus outbreak<span class=\"fileExt\"> [PDF, 4.2 MB]</span></a>\n",
            "272 8 136\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Potential-policy-options-for-offsetting-the-economic-impact-of-the-Coronavirus-outbreak.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Economic-Impact-of-Novel-Coronavirus-on-the-Tourism-Sector.pdf\">Economic impact of novel coronavirus on the tourism sector<span class=\"fileExt\"> [PDF, 855 KB]</span></a>\n",
            "214 8 107\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Economic-Impact-of-Novel-Coronavirus-on-the-Tourism-Sector.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Consultation-on-whether-to-enable-Annual-Catch-Entitlement-carry-forward-for-rock-lobster.pdf\">Consultation on whether to enable Annual Catch Entitlement carry forward for rock lobster<span class=\"fileExt\"> [PDF, 667 KB]</span></a>\n",
            "276 8 138\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Consultation-on-whether-to-enable-Annual-Catch-Entitlement-carry-forward-for-rock-lobster.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Immediate-and-Medium-Term-Response-Options-for-the-Economic-Impacts-of-the-COVID-19-Outbreak.pdf\">Immediate and Medium Term Response Options for the Economic Impacts of the COVID-19 Outbreak<span class=\"fileExt\"> [PDF, 1.9 MB]</span></a>\n",
            "282 8 141\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Immediate-and-Medium-Term-Response-Options-for-the-Economic-Impacts-of-the-COVID-19-Outbreak.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Response-to-Impacts-of-COVID-19-on-Tourism-Sector.pdf\">Response to Impacts of COVID-19 on Tourism Sector (CAB-20-MIN-0037)<span class=\"fileExt\"> [PDF, 1.2 MB]</span></a>\n",
            "214 8 98\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Response-to-Impacts-of-COVID-19-on-Tourism-Sector.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-scenarios-and-an-initial-framework-for-economic-policy-responses.pdf\">COVID-19 scenarios and an initial framework for economic policy responses<span class=\"fileExt\"> [PDF, 1.1 MB]</span></a>\n",
            "244 8 122\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-scenarios-and-an-initial-framework-for-economic-policy-responses.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Short-term-tourism-package-to-address-economic-impact-of-COVID-19.pdf\">Short term tourism package to address economic impact of COVID-19<span class=\"fileExt\"> [PDF, 1 MB]</span></a>\n",
            "226 8 114\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Short-term-tourism-package-to-address-economic-impact-of-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Response-Options-for-Economic-Impact-of-the-COVID-19-Outbreak.pdf\">Response Options for Economic Impact of the COVID-19 Outbreak (CAB-20-MIN-0054)<span class=\"fileExt\"> [PDF, 889 KB]</span></a>\n",
            "238 8 110\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Response-Options-for-Economic-Impact-of-the-COVID-19-Outbreak.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-Annual-Catch-Entitlement-consultation-summary-of-submissions-and-next-steps.pdf\">Proposed carry forward of rock lobster Annual Catch Entitlement consultation: Summary of submissions and next steps<span class=\"fileExt\"> [PDF, 1 MB]</span></a>\n",
            "325 8 163\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-Annual-Catch-Entitlement-consultation-summary-of-submissions-and-next-steps.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Cabinet-Paper-Fisheries-Schedule-5a-Order-2020.pdf\">Cabinet Paper: Fisheries (Schedule 5A) Order 2020<span class=\"fileExt\"> [PDF, 868 KB]</span></a>\n",
            "193 8 95\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Cabinet-Paper-Fisheries-Schedule-5a-Order-2020.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Response-to-Economic-Impact.pdf\">COVID-19 Response to Economic Impact (CAB-20-MIN-0068)<span class=\"fileExt\"> [PDF, 1.1 MB]</span></a>\n",
            "188 8 85\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Response-to-Economic-Impact.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Fisheries-Schedule-5a-Rock-Lobster-Order-2020.pdf\">Fisheries (Schedule 5A – Rock Lobster) Order 2020 (LEG-20-MIN-0030)<span class=\"fileExt\"> [PDF, 685 KB]</span></a>\n",
            "210 8 94\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Fisheries-Schedule-5a-Rock-Lobster-Order-2020.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Fisheries-Schedule5A-Rock-Lobster-Order-2020-Enabling-carry-forward-of-Rock-Lobster-Annual-Catch-Entitlement.pdf\">Fisheries (Schedule 5A – Rock Lobster) Order 2020  (LEG-20-SUB-0030)<span class=\"fileExt\"> [PDF, 3.4 MB]</span></a>\n",
            "274 8 157\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Fisheries-Schedule5A-Rock-Lobster-Order-2020-Enabling-carry-forward-of-Rock-Lobster-Annual-Catch-Entitlement.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Update-to-Inland-Revenues-response-and-next-steps.pdf\">COVID-19: Update to Inland Revenue's response and next steps<span class=\"fileExt\"> [PDF, 1.2 MB]</span></a>\n",
            "216 8 107\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Update-to-Inland-Revenues-response-and-next-steps.pdf\n",
            "<a href=\"/assets/resources/proactive-release/An-intervention-strategy-for-economic-policy-responses-to-COVID-19.pdf\">An intervention strategy for economic policy responses to COVID-19<span class=\"fileExt\"> [PDF, 2.2 MB]</span></a>\n",
            "230 8 115\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/An-intervention-strategy-for-economic-policy-responses-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-economic-response-update.pdf\">COVID-19 economic response update<span class=\"fileExt\"> [PDF, 5.4 MB]</span></a>\n",
            "164 8 82\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-economic-response-update.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Advice-on-options-to-support-the-response-of-employers-and-workers-to-COVID-19.pdf\">Advice on options to support the response of employers and workers to COVID-19<span class=\"fileExt\"> [PDF, 3.8 MB]</span></a>\n",
            "254 8 127\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Advice-on-options-to-support-the-response-of-employers-and-workers-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Inland-Revenues-tax-relief-package-in-response-to-the-2016-Gastroenteritis-outbreak-in-Havelock-North-a-comparison.pdf\">COVID-19: Inland Revenue's tax relief package in response to the 2016 Gastroenteritis outbreak in Havelock North - a comparison<span class=\"fileExt\"> [PDF, 1.5 MB]</span></a>\n",
            "348 8 172\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Inland-Revenues-tax-relief-package-in-response-to-the-2016-Gastroenteritis-outbreak-in-Havelock-North-a-comparison.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Draft-Cabinet-paper-COVID-19-Tax-Measures-to-support-affected-businesses.pdf\">Draft Cabinet paper: COVID-19: Tax Measures to support affected businesses<span class=\"fileExt\"> [PDF, 2.5 MB]</span></a>\n",
            "244 8 121\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Draft-Cabinet-paper-COVID-19-Tax-Measures-to-support-affected-businesses.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Cabinet-paper-COVID-19-tax-measures.pdf\">Cabinet paper: COVID-19: Tax Measures<span class=\"fileExt\"> [PDF, 930 KB]</span></a>\n",
            "170 8 84\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Cabinet-paper-COVID-19-tax-measures.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-financial-support-Paper-A-Business-Continuity-Package-Targeted-wage-subsidy-scheme-Updated-design-settings.pdf\">COVID-19 financial support, Paper A: Business Continuity Package: Targeted wage subsidy scheme  - Updated design settings<span class=\"fileExt\"> [PDF, 896 KB]</span></a>\n",
            "334 8 164\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-financial-support-Paper-A-Business-Continuity-Package-Targeted-wage-subsidy-scheme-Updated-design-settings.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Minor-policy-decisions-and-amendments-for-business-continuity-package.pdf\">COVID-19 - Minor policy decisions and amendments for business continuity package<span class=\"fileExt\"> [PDF, 2.2 MB]</span></a>\n",
            "256 8 127\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Minor-policy-decisions-and-amendments-for-business-continuity-package.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Minute.pdf\">COVID-19: Tax Measures  (CAB-20-MIN-0103)<span class=\"fileExt\"> [PDF, 766 KB]</span></a>\n",
            "177 8 87\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Minute.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-Economic-Package-Minute.pdf\">COVID-19: Overview of the Government's Response: Economic Package (CAB-20-MIN-0108)<span class=\"fileExt\"> [PDF, 3 MB]</span></a>\n",
            "248 8 118\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-Economic-Package-Minute.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-and-Economic-Response-Package-Paper.pdf\">COVID-19: Overview of the Government's Response and Economic Response Package (CAB-20-SUB-108)<span class=\"fileExt\"> [PDF, 2.2 MB]</span></a>\n",
            "273 8 130\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-and-Economic-Response-Package-Paper.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Paper.pdf\">COVID-19: Tax Measures<span class=\"fileExt\"> [PDF, 718 KB]</span></a>\n",
            "157 8 86\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Paper.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Annex-Three-Alternative-options-to-extend-the-Winter-Energy-Payment-and-updated-financial-reccommendations.pdf\">Annex Three Alternative options to extend the Winter Energy Payment and updated financial recommendations<span class=\"fileExt\"> [PDF, 1 MB]</span></a>\n",
            "307 8 155\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Annex-Three-Alternative-options-to-extend-the-Winter-Energy-Payment-and-updated-financial-reccommendations.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19_-Aviation-Relief-Package.pdf\">COVID-19: Aviation Relief Package (CVD-20-MIN-0010)<span class=\"fileExt\"> [PDF, 1 MB]</span></a>\n",
            "180 8 82\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19_-Aviation-Relief-Package.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Tairawhiti-and-Forestry-Worker-Redeployment-Package.pdf\">Tairāwhiti and Forestry Worker Redeployment Package (CVD-20-MIN-0014)<span class=\"fileExt\"> [PDF, 1.1 MB]</span></a>\n",
            "218 8 100\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Tairawhiti-and-Forestry-Worker-Redeployment-Package.pdf\n",
            "<a href=\"/assets/resources/proactive-release/COVID-19-Airfreight-Response.pdf\">COVID 19 - Airfreight Response<span class=\"fileExt\"> [PDF, 1.7 MB]</span></a>\n",
            "156 8 77\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Airfreight-Response.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Excerpt-from-CVD-Committee-meeting-18-March-Notes-on-Cabinute-paper_-Aviation-Relief-Package.pdf\">Excerpt from CVD Committee meeting 18 March Notes on Cabinet paper: Aviation Relief Package<span class=\"fileExt\"> [PDF, 1.5 MB]</span></a>\n",
            "281 8 141\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Excerpt-from-CVD-Committee-meeting-18-March-Notes-on-Cabinute-paper_-Aviation-Relief-Package.pdf\n",
            "<a href=\"/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-impact-of-Covid-19-on-business-RD-19-03-20.pdf\">R&amp;D Tax Incentive - Reducing the impact of Covid-19 on business R&amp;D 19-03-20<span class=\"fileExt\"> [PDF, 711 KB]</span></a>\n",
            "254 8 121\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-impact-of-Covid-19-on-business-RD-19-03-20.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Minute.pdf\">Goods and Services Tax (Grants and Subsidies) Amendment Order 2020 (CAB-20-MIN-0118)<span class=\"fileExt\"> [PDF, 737 KB]</span></a>\n",
            "253 8 120\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Minute.pdf\n",
            "<a href=\"/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-Impact-of-COVID-19-on-Business-RD.pdf\">R&amp;D Tax Incentive - Reducing the Impact of COVID-19 on Business R&amp;D (CAB-20-MIN-0128)<span class=\"fileExt\"> [PDF, 766 KB]</span></a>\n",
            "254 8 112\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-Impact-of-COVID-19-on-Business-RD.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Order-in-Council-Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Paper.pdf\">Order in Council: Goods and Services Tax (Grants and Subsidies) Amendment Order 2020, and Amended Application Dates<span class=\"fileExt\"> [PDF, 644 KB]</span></a>\n",
            "300 8 136\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Order-in-Council-Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Paper.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Provision-of-Financial-Support-to-Local-Authorities-to-Assist-in-the-Response-to-COVID-19.pdf\">Provision of Financial Support to Local Authorities to Assist in the Response to COVID-19<span class=\"fileExt\"> [PDF, 1.3 MB]</span></a>\n",
            "276 8 138\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Provision-of-Financial-Support-to-Local-Authorities-to-Assist-in-the-Response-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Insolvency-Law-proposed-changes-to-policy-settings-in-response-to-COVID-19.pdf\">Insolvency Law – proposed changes to policy settings in response to COVID-19<span class=\"fileExt\"> [PDF, 754 KB]</span></a>\n",
            "248 8 123\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Insolvency-Law-proposed-changes-to-policy-settings-in-response-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Insolvency-Law-further-advice-on-changes-to-policy-settings-in-response-to-COVID-19.pdf\">Insolvency Law - further advice on changes to policy settings in response to COVID-19<span class=\"fileExt\"> [PDF, 901 KB]</span></a>\n",
            "266 8 132\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Insolvency-Law-further-advice-on-changes-to-policy-settings-in-response-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Additional-information-on-Pork-and-butchers-How-can-we-increase-the-use-of-domestic-pork-under-present-COVID19-circumstances-to-avoid-wastage-and-on-farm-animal-welfare-issues.pdf\">Additional information on Pork and butchers - How can we increase the use of domestic pork under present COVID19 circumstances to avoid wastage and on-farm animal welfare issues?<span class=\"fileExt\"> [PDF, 1.7 MB]</span></a>\n",
            "451 8 224\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Additional-information-on-Pork-and-butchers-How-can-we-increase-the-use-of-domestic-pork-under-present-COVID19-circumstances-to-avoid-wastage-and-on-farm-animal-welfare-issues.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Advice-on-commercial-lease-issues-and-the-Property-Law-Act.pdf\">Advice on commercial lease issues and the Property Law Act<span class=\"fileExt\"> [PDF, 66 KB]</span></a>\n",
            "213 8 107\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Advice-on-commercial-lease-issues-and-the-Property-Law-Act.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Urgent-Insolvency-and-Corporate-Law-Changes-in-Response-to-COVID-19.pdf\">Urgent Insolvency and Corporate Law Changes in Response to COVID-19<span class=\"fileExt\"> [PDF, 1 MB]</span></a>\n",
            "230 8 116\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Urgent-Insolvency-and-Corporate-Law-Changes-in-Response-to-COVID-19.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Expanding-the-indemnity-of-the-Reserve-Bank-to-cover-Local-Government-Funding-Agency-bonds.pdf\">Expanding the indemnity of the Reserve Bank to cover Local Government Funding Agency bonds<span class=\"fileExt\"> [PDF, 1.4 MB]</span></a>\n",
            "278 8 139\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Expanding-the-indemnity-of-the-Reserve-Bank-to-cover-Local-Government-Funding-Agency-bonds.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Property-Law-Act-2007-Amendments-Relating-to-Commercial-Leases-and-Mortgages.pdf\">Property Law Act 2007: Amendments Relating to Commercial Leases and Mortgages (CBC-20-MIN-0034)<span class=\"fileExt\"> [PDF, 671 KB]</span></a>\n",
            "269 8 125\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Property-Law-Act-2007-Amendments-Relating-to-Commercial-Leases-and-Mortgages.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Amendments-to-the-Property-Law-Act-2007-relating-to-commercial-leases-and-mortgages.pdf\">Amendments to the Property Law Act 2007 relating to commercial leases and mortgages<span class=\"fileExt\"> [PDF, 678 KB]</span></a>\n",
            "264 8 132\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Amendments-to-the-Property-Law-Act-2007-relating-to-commercial-leases-and-mortgages.pdf\n",
            "<a href=\"/assets/resources/proactive-release/General-ability-for-the-Commissioner-to-vary-timeframes-and-modify-procedural-requirements.pdf\">General ability for the Commissioner to vary timeframes and modify procedural requirements<span class=\"fileExt\"> [PDF, 873 KB]</span></a>\n",
            "278 8 139\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/General-ability-for-the-Commissioner-to-vary-timeframes-and-modify-procedural-requirements.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Finance-Minute.pdf\">Indemnifying the Reserve Bank for large Scale Asset Purchases of Local Government Funding Authority Debt Finance<span class=\"fileExt\"> [PDF, 822 KB]</span></a>\n",
            "329 8 168\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Finance-Minute.pdf\n",
            "<a href=\"/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Paper.pdf\">Indemnifying the Reserve Bank for large-Scale Asset Purchases of Local Government Funding Authority Debt<span class=\"fileExt\"> [PDF, 784 KB]</span></a>\n",
            "312 8 159\n",
            "PRETENDING TO DOWNLOAD https://covid19.govt.nz/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Paper.pdf\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eGsj78zVPhFs",
        "colab_type": "code",
        "outputId": "74cf38a3-927b-4a2a-f775-3431893f1e3e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 921
        }
      },
      "source": [
        "# THIS IS THE PRODUCTION VERSION\n",
        "from urllib import request\n",
        "from bs4 import BeautifulSoup\n",
        "import copy\n",
        "import wget\n",
        "\n",
        "# CHECK YOUR PARSER LOCATION ON NEXT LINE\n",
        "release_url = \"https://covid19.govt.nz/resources/key-documents-and-legislation/proactive-release/supporting-the-economy/\"\n",
        "page_data = request.urlopen(release_url)\n",
        "the_page = page_data.read()\n",
        "\n",
        "chowder = BeautifulSoup(the_page, \"html.parser\")\n",
        "\n",
        "bisque_documents = chowder.find(\"div\", class_=\"content-element__content\")\n",
        "\n",
        "bisque_copy = copy.copy(bisque_documents)\n",
        "\n",
        "bisque2_documents = bisque_copy.find_all(\"a\") \n",
        "\n",
        "download_directory = \"downloads/supporting_the_economy/\" # CHECK YOUR DOWNLOAD DIRECTORY LOCATION. THIS SHOULD MATCH WHATEVER DIRECTORY(IES) YOU CREATED EARLIER.\n",
        "\n",
        "for current_line in bisque2_documents:\n",
        "  temp_line = str(current_line)\n",
        "  line_length = len(temp_line)\n",
        "  first_index = '\"'\n",
        "  second_index = '\">'\n",
        "  first_quote_index = temp_line.find(first_index)\n",
        "  second_quote_index = temp_line.find(second_index)\n",
        "  extracted_link = temp_line[(first_quote_index+1):second_quote_index]\n",
        "  start_of_link = \"https://covid19.govt.nz\"\n",
        "  combined_link = start_of_link + extracted_link\n",
        "  print (\"DOWNLOADING\", combined_link)\n",
        "  wget.download(combined_link, out=download_directory)\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Impact-of-Coronavirus-on-primary-sector-trade-and-MPIs-response.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Exports-of-Rock-Lobster-to-China-and-the-Impact-of-the-Coronavirus-Outbreak.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Impact-of-Coronavirus-on-the-Seafood-Industry.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-annual-catch-entitlement.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Coronavirus_-Options-for-Government-support-to-primary-sectors.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Potential-policy-options-for-offsetting-the-economic-impact-of-the-Coronavirus-outbreak.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Economic-Impact-of-Novel-Coronavirus-on-the-Tourism-Sector.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Consultation-on-whether-to-enable-Annual-Catch-Entitlement-carry-forward-for-rock-lobster.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Immediate-and-Medium-Term-Response-Options-for-the-Economic-Impacts-of-the-COVID-19-Outbreak.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Response-to-Impacts-of-COVID-19-on-Tourism-Sector.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-scenarios-and-an-initial-framework-for-economic-policy-responses.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Short-term-tourism-package-to-address-economic-impact-of-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Response-Options-for-Economic-Impact-of-the-COVID-19-Outbreak.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Proposed-carry-forward-of-rock-lobster-Annual-Catch-Entitlement-consultation-summary-of-submissions-and-next-steps.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Cabinet-Paper-Fisheries-Schedule-5a-Order-2020.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Response-to-Economic-Impact.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Fisheries-Schedule-5a-Rock-Lobster-Order-2020.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Fisheries-Schedule5A-Rock-Lobster-Order-2020-Enabling-carry-forward-of-Rock-Lobster-Annual-Catch-Entitlement.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Update-to-Inland-Revenues-response-and-next-steps.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/An-intervention-strategy-for-economic-policy-responses-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-economic-response-update.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Advice-on-options-to-support-the-response-of-employers-and-workers-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Inland-Revenues-tax-relief-package-in-response-to-the-2016-Gastroenteritis-outbreak-in-Havelock-North-a-comparison.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Draft-Cabinet-paper-COVID-19-Tax-Measures-to-support-affected-businesses.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Cabinet-paper-COVID-19-tax-measures.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-financial-support-Paper-A-Business-Continuity-Package-Targeted-wage-subsidy-scheme-Updated-design-settings.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Minor-policy-decisions-and-amendments-for-business-continuity-package.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Minute.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-Economic-Package-Minute.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Overview-of-the-Governments-Response-and-Economic-Response-Package-Paper.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Tax-Measures-converted-Paper.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Annex-Three-Alternative-options-to-extend-the-Winter-Energy-Payment-and-updated-financial-reccommendations.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19_-Aviation-Relief-Package.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Tairawhiti-and-Forestry-Worker-Redeployment-Package.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/COVID-19-Airfreight-Response.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Excerpt-from-CVD-Committee-meeting-18-March-Notes-on-Cabinute-paper_-Aviation-Relief-Package.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-impact-of-Covid-19-on-business-RD-19-03-20.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Minute.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/RD-Tax-Incentive-Reducing-the-Impact-of-COVID-19-on-Business-RD.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Order-in-Council-Goods-and-Services-Tax-Grants-and-Subsidies-Amendment-Order-2020-Paper.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Provision-of-Financial-Support-to-Local-Authorities-to-Assist-in-the-Response-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Insolvency-Law-proposed-changes-to-policy-settings-in-response-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Insolvency-Law-further-advice-on-changes-to-policy-settings-in-response-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Additional-information-on-Pork-and-butchers-How-can-we-increase-the-use-of-domestic-pork-under-present-COVID19-circumstances-to-avoid-wastage-and-on-farm-animal-welfare-issues.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Advice-on-commercial-lease-issues-and-the-Property-Law-Act.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Urgent-Insolvency-and-Corporate-Law-Changes-in-Response-to-COVID-19.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Expanding-the-indemnity-of-the-Reserve-Bank-to-cover-Local-Government-Funding-Agency-bonds.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Property-Law-Act-2007-Amendments-Relating-to-Commercial-Leases-and-Mortgages.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Amendments-to-the-Property-Law-Act-2007-relating-to-commercial-leases-and-mortgages.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/General-ability-for-the-Commissioner-to-vary-timeframes-and-modify-procedural-requirements.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Finance-Minute.pdf\n",
            "DOWNLOADING https://covid19.govt.nz/assets/resources/proactive-release/Indemnifying-the-Reserve-Bank-for-large-Scale-Asset-Purchases-of-Local-Government-Funding-Authority-Debt-Paper.pdf\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}