company_emissions_preprocessing.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/knuffelbeer/leren_en_beslissen_public/blob/main/company_emissions_preprocessing.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "acm5tgNHjLjX"
      },
      "outputs": [],
      "source": [
        "# Import packages\n",
        "import pandas as pd\n",
        "import numpy as np \n",
        "import matplotlib.pyplot as plt\n",
        "import sklearn\n",
        "from sklearn.neural_network import MLPRegressor\n",
        "\n",
        "# Import modules\n",
        "\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.metrics import mean_squared_error\n",
        "from math import sqrt\n",
        "from sklearn.metrics import r2_score\n",
        "\n",
        "#open dataset\n",
        "df = pd.read_csv(\"20220105_company_emissions_data.csv\", sep=',')\n",
        "\n",
        "#drop irrelevant columns from dataset\n",
        "df = df.drop(columns=['WorkforceDataPoints.AsianMinoritiesEmployeesPercent',\n",
        "                       'WorkforceDataPoints.AsianMinoritiesManagersPercent', \n",
        "                      'WorkforceDataPoints.AverageEmployeeLengthOfService',\n",
        "                      'WorkforceDataPoints.AverageTrainingHours', \n",
        "                      'WorkforceDataPoints.BbbeeLevel', \n",
        "                      'WorkforceDataPoints.BlackOrAfricanAmericanMinoritiesEmployeesPercent',\n",
        "                      'WorkforceDataPoints.BlackOrAfricanAmericanMinoritiesManagersPercent',\n",
        "                      'WorkforceDataPoints.ContractorAccidents',\n",
        "                      'WorkforceDataPoints.ContractorFatalities',\n",
        "                      'WorkforceDataPoints.ContractorLostWorkingDays',\n",
        "                      'WorkforceDataPoints.DayCareServices',\n",
        "                      'WorkforceDataPoints.DiversityAndOpportunityControversies',\n",
        "                      'WorkforceDataPoints.EmployeeAccidents',\n",
        "                      'WorkforceDataPoints.EmployeeFatalities',\n",
        "                      'WorkforceDataPoints.EmployeeHealthAndSafetyTrainingHours',\n",
        "                      'WorkforceDataPoints.EmployeeLostWorkingDays',\n",
        "                      'WorkforceDataPoints.EmployeeResourceGroups',\n",
        "                      'WorkforceDataPoints.EmployeeSatisfaction',\n",
        "                      'WorkforceDataPoints.EmployeesHealthAndSafetyControversies',\n",
        "                      'WorkforceDataPoints.EmployeesHealthAndSafetyOhsas18001',\n",
        "                      'WorkforceDataPoints.EmployeesHealthAndSafetyTeam',\n",
        "                      'WorkforceDataPoints.EmployeesWithDisabilities',\n",
        "                      'WorkforceDataPoints.FlexibleWorkingHours',\n",
        "                      'WorkforceDataPoints.GenderPayGapPercentage',\n",
        "                      'WorkforceDataPoints.HealthAndSafetyTraining',\n",
        "                      'WorkforceDataPoints.HispanicOrLatinoMinoritiesEmployeesPercent',\n",
        "                      'WorkforceDataPoints.HispanicOrLatinoMinoritiesManagersPercent',\n",
        "                      'WorkforceDataPoints.HivAidsProgram',\n",
        "                      'WorkforceDataPoints.HrcCorporateEqualityIndex',\n",
        "                      'WorkforceDataPoints.HsmsCertifiedPercentage',\n",
        "                      'WorkforceDataPoints.InternalPromotion',\n",
        "                      'WorkforceDataPoints.InvoluntaryTurnoverOfEmployees',\n",
        "                      'WorkforceDataPoints.LostTimeInjuryRateContractors',\n",
        "                      'WorkforceDataPoints.LostTimeInjuryRateEmployees',\n",
        "                      'WorkforceDataPoints.LostTimeInjuryRateTotal',\n",
        "                      'WorkforceDataPoints.LostWorkingDays',\n",
        "                      'WorkforceDataPoints.ManagementDepartures',\n",
        "                      'WorkforceDataPoints.ManagementTraining',\n",
        "                      'WorkforceDataPoints.MinoritiesEmployeesPercent',\n",
        "                      'WorkforceDataPoints.MinoritiesManagersPercent',\n",
        "                      'WorkforceDataPoints.MinoritiesSalaryGapPercent',\n",
        "                      'WorkforceDataPoints.NewWomenEmployees',\n",
        "                      'WorkforceDataPoints.NumberOfEmployeesFromCsrReporting',\n",
        "                      'WorkforceDataPoints.OccupationalDiseases',\n",
        "                      'WorkforceDataPoints.OtherMinoritiesEmployeesPercent',\n",
        "                      'WorkforceDataPoints.OtherMinoritiesManagersPercent',\n",
        "                      'WorkforceDataPoints.PolicyCareerDevelopment',\n",
        "                      'WorkforceDataPoints.PolicyDiversityAndOpportunity',\n",
        "                      'WorkforceDataPoints.PolicyEmployeeHealthAndSafety',\n",
        "                      'WorkforceDataPoints.PolicySkillsTraining',\n",
        "                      'WorkforceDataPoints.PolicySupplyChainHealthAndSafety',\n",
        "                      'WorkforceDataPoints.RecentDiversityOpportunityControversies',\n",
        "                      'WorkforceDataPoints.RecentEmployeeHealthAndSafetyControversies',\n",
        "                      'WorkforceDataPoints.RecentWagesWorkingConditionControversies',\n",
        "                      'WorkforceDataPoints.SalariesAndWagesFromCsrReporting',\n",
        "                      'WorkforceDataPoints.Strikes',\n",
        "                      'WorkforceDataPoints.SupplierESGTraining',\n",
        "                      'WorkforceDataPoints.SupplyChainHealthAndSafetyImprovements',\n",
        "                      'WorkforceDataPoints.SupplyChainHealthAndSafetyTraining',\n",
        "                      'WorkforceDataPoints.TargetsDiversityAndOpportunity',\n",
        "                      'WorkforceDataPoints.TotalInjuryRateContractors',\n",
        "                      'WorkforceDataPoints.TotalInjuryRateEmployees',\n",
        "                      'WorkforceDataPoints.TotalInjuryRateTotal',\n",
        "                      'WorkforceDataPoints.TradeUnionRepresentation',\n",
        "                      'WorkforceDataPoints.TrainingCostsTotal',\n",
        "                      'WorkforceDataPoints.TrainingHoursTotal',\n",
        "                      'WorkforceDataPoints.TurnoverOfEmployees',\n",
        "                      'WorkforceDataPoints.VoluntaryTurnoverOfEmployees',\n",
        "                      'WorkforceDataPoints.WagesWorkingConditionControversiesCount',\n",
        "                      'WorkforceDataPoints.WhiteMinoritiesEmployeesPercent',\n",
        "                      'WorkforceDataPoints.WhiteMinoritiesManagersPercent',\n",
        "                      'WorkforceDataPoints.WomenEmployees',\n",
        "                      'WorkforceDataPoints.WomenManagers',\n",
        "                      'WorkforceIndicators.AnnouncedLayOffsToTotalEmployees',\n",
        "                      'WorkforceIndicators.HealthAndSafetyPolicy',\n",
        "                      'WorkforceIndicators.InjuriesToMillionHours',\n",
        "                      'WorkforceIndicators.LostDaysToTotalDays',\n",
        "                      'WorkforceIndicators.NetEmploymentCreation',\n",
        "                      'WorkforceIndicators.SalaryGap',\n",
        "                      'WorkforceIndicators.TrainingAndDevelopmentPolicy',\n",
        "                      'WorkforceIndicators.TrainingCostsPerEmployee',\n",
        "                      'WorkforceIndicators.WagesWorkingConditionControversies'],\n",
        "                      axis=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "IERHheE8eCWh",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "33d18f02-91ac-46cc-cd33-e562f2dafd72"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "6367.736494372243\n",
            "2013.636905821613\n",
            "0.2743061737186715\n",
            "9.504302417401565\n",
            "2446815.282648731\n",
            "0.17651948759881456\n",
            "967676.9579158932\n",
            "0.6660302460289315\n",
            "0.32376078612862524\n",
            "3686681.76330867\n",
            "11168702.873887965\n",
            "668317.8799268794\n",
            "4207604.379158038\n",
            "28.88038804301806\n",
            "2023.8645031156357\n",
            "0.08388187034080852\n",
            "76.90127121649934\n",
            "12021413811.223879\n",
            "0.13400923919705235\n",
            "0.33743869209819377\n",
            "1863312322.168195\n",
            "0.1888116653039056\n",
            "0.1439918256130373\n",
            "2028786.8466288038\n",
            "780583.7275559163\n",
            "408.60716731548524\n",
            "0.006119500626941015\n",
            "12835862.578200055\n",
            "20431.40554850457\n",
            "0.1059581891029824\n",
            "4097.5537507379595\n",
            "0.048119378577261375\n",
            "0.4947591952300483\n",
            "0.0008330513107537218\n",
            "14151940.443204591\n",
            "28882.228269441846\n",
            "0.17667815637819415\n",
            "0.3221935800649736\n",
            "7592.182443348164\n",
            "0.07691154627090754\n",
            "808689.6197417751\n",
            "62.25588668944891\n",
            "0.4981961254137021\n",
            "10346630.070351513\n",
            "216292765.10389742\n",
            "1173646.568233031\n",
            "0.0013784973843271296\n",
            "0.26632480751075727\n",
            "141.12531969507242\n",
            "3.1428975473793614\n",
            "0.1691847494221217\n",
            "736.1580627841307\n",
            "138.70211861092696\n",
            "4.819058887736153\n",
            "502.48940994090714\n",
            "101.28403650594464\n",
            "3157.786661627287\n",
            "0.4229905360342183\n",
            "0.2049872322682495\n",
            "0.6243735613540458\n",
            "1293.0476627676865\n",
            "43640.544177512624\n",
            "53496952.81680181\n",
            "72814903.51826718\n",
            "81549968.97754158\n",
            "1549547894.249194\n",
            "205791497.2542874\n",
            "40103308.29381672\n",
            "1.7122302158282863\n",
            "0.2743957271710342\n",
            "0.36645827374393497\n",
            "0.9945648481552471\n",
            "0.11361530495446337\n",
            "0.3684045611216071\n",
            "0.41918524672759183\n",
            "1231413684.8269365\n",
            "0.19205722070854303\n",
            "13.575882352910495\n",
            "44291215.246596806\n",
            "0.06957410562180322\n",
            "0.5366866321805942\n",
            "0.3481097129159381\n",
            "0.1297391588759591\n",
            "0.36280799248159\n",
            "2.021052631578649\n",
            "16898076.768800396\n",
            "4647937.009704242\n",
            "0.32276040602235856\n",
            "0.2365281460016026\n",
            "0.1465321760886892\n",
            "27365250.873084445\n",
            "0.10910057091473785\n",
            "163165875.1795458\n",
            "925248356.1251398\n",
            "433.36501031125675\n",
            "1739.1881546377492\n"
          ]
        }
      ],
      "source": [
        "df = df.rename(columns={\"GTAP sector\": \"sector\", \"EmissionDataPoints.CO2EquivalentsEmissionDirectScope1\" :\n",
        "                                     \"target\", \"StatementDetails.FinancialPeriodFiscalYear\" : \"year\"})\n",
        "\n",
        "\n",
        "# replace sector with int for use in neural network and remove rows with null sector\n",
        "#df_sector_int = df2_names_clean\n",
        "#for i in range(len(df2_names_clean['sector'].value_counts())):\n",
        "#    df_sector_int = df_sector_int.replace(df2_names_clean['sector'].value_counts().index[i], i + 1)\n",
        "#\n",
        "#df_sector_int = df_sector_int[df_sector_int.sector != 1]\n",
        "\n",
        "\n",
        "#creates small datasets for testing\n",
        "\n",
        "#df = df_sector_int[[\"year\", \"target\", \"sector\"]]\n",
        "\n",
        "df = df._get_numeric_data()\n",
        "\n",
        "for column in df:\n",
        "  if not df[column].isna().values.all():\n",
        "    print(np.mean(df[column].dropna()))\n",
        "    df[column] = df[column].fillna(np.mean(df[column].dropna()))\n",
        "  else:\n",
        "    df = df.drop(columns=column)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.isna().values.any()"
      ],
      "metadata": {
        "id": "yxpT56PB0r1I",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b2f0dab0-5669-475f-e54f-70d691c33ba5"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "False"
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 80
        },
        "id": "36cDnhPkeCWi",
        "outputId": "93fda793-0d9c-42af-a924-aa8886160bda"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-12b49ab5-1e06-43c3-bb9f-696f238a1a0f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>25%</th>\n",
              "      <th>50%</th>\n",
              "      <th>75%</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>target</th>\n",
              "      <td>101106.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>1.361428e+07</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>3.619808e+09</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-12b49ab5-1e06-43c3-bb9f-696f238a1a0f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-12b49ab5-1e06-43c3-bb9f-696f238a1a0f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-12b49ab5-1e06-43c3-bb9f-696f238a1a0f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "           count          mean  ...           75%           max\n",
              "target  101106.0  3.686682e+06  ...  3.686682e+06  3.619808e+09\n",
              "\n",
              "[1 rows x 8 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ],
      "source": [
        "target_column = ['target'] \n",
        "predictors = list(set(list(df.columns))-set(target_column))\n",
        "df[predictors] = df[predictors]/df[predictors].max()\n",
        "df.describe().transpose()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 483
        },
        "id": "43JcmPoait3I",
        "outputId": "917c61bf-f8f0-4625-ea6f-fe5d11b450f0"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-28991dbf-60eb-4947-a353-edbe438db2fb\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>organization_id</th>\n",
              "      <th>year</th>\n",
              "      <th>StatementDetails.FinancialPeriodIsIncomplete</th>\n",
              "      <th>EmissionDataPoints.AccidentalSpills</th>\n",
              "      <th>EmissionDataPoints.AnalyticEstimatesCO2EquivalentsEmissionTotal</th>\n",
              "      <th>EmissionDataPoints.BiodiversityImpactReduction</th>\n",
              "      <th>EmissionDataPoints.CarbonOffsetsCredits</th>\n",
              "      <th>EmissionDataPoints.CementCO2EquivalentsEmission</th>\n",
              "      <th>EmissionDataPoints.ClimateChangeCommercialRisksOpportunities</th>\n",
              "      <th>target</th>\n",
              "      <th>EmissionDataPoints.CO2EquivalentsEmissionIndirectScope3</th>\n",
              "      <th>EmissionDataPoints.CO2EquivalentsEmissionIndirectScope2</th>\n",
              "      <th>EmissionDataPoints.CO2EquivalentsEmissionTotal</th>\n",
              "      <th>EmissionDataPoints.EmissionReductionTargetPercentage</th>\n",
              "      <th>EmissionDataPoints.EmissionReductionTargetYear</th>\n",
              "      <th>EmissionDataPoints.EmissionsTrading</th>\n",
              "      <th>EmissionDataPoints.EmsCertifiedPercent</th>\n",
              "      <th>EmissionDataPoints.EnvironmentalExpenditures</th>\n",
              "      <th>EmissionDataPoints.EnvironmentalInvestmentsInitiatives</th>\n",
              "      <th>EmissionDataPoints.EnvironmentalPartnerships</th>\n",
              "      <th>EmissionDataPoints.EnvironmentalProvisions</th>\n",
              "      <th>EmissionDataPoints.EnvironmentalRestorationInitiatives</th>\n",
              "      <th>EmissionDataPoints.EWasteReduction</th>\n",
              "      <th>EmissionDataPoints.FlaringGases</th>\n",
              "      <th>EmissionDataPoints.HazardousWaste</th>\n",
              "      <th>EmissionDataPoints.InternalCarbonPricePerTonne</th>\n",
              "      <th>EmissionDataPoints.InternalCarbonPricing</th>\n",
              "      <th>EmissionDataPoints.NonHazardousWaste</th>\n",
              "      <th>EmissionDataPoints.NOxEmissions</th>\n",
              "      <th>EmissionDataPoints.NOxSOxEmissionsReduction</th>\n",
              "      <th>EmissionDataPoints.OzoneDepletingSubstances</th>\n",
              "      <th>EmissionDataPoints.ParticulateMatterReduction</th>\n",
              "      <th>EmissionDataPoints.PolicyEmissions</th>\n",
              "      <th>EmissionDataPoints.PolicyNuclearSafety</th>\n",
              "      <th>EmissionDataPoints.SelfReportedEnvironmentalFines</th>\n",
              "      <th>EmissionDataPoints.SOxEmissions</th>\n",
              "      <th>EmissionDataPoints.StaffTransportationImpactReduction</th>\n",
              "      <th>EmissionDataPoints.TargetsEmissions</th>\n",
              "      <th>EmissionDataPoints.VocEmissions</th>\n",
              "      <th>EmissionDataPoints.VocEmissionsReduction</th>\n",
              "      <th>...</th>\n",
              "      <th>EmissionIndicators.TotalWasteToRevenues</th>\n",
              "      <th>EmissionIndicators.VocEmissionsToRevenues</th>\n",
              "      <th>EmissionIndicators.VocOrPmEmissionsReduction</th>\n",
              "      <th>EmissionIndicators.WasteRecycledToTotalWaste</th>\n",
              "      <th>EmissionIndicators.WaterPollutantEmissionsToRevenues</th>\n",
              "      <th>ResourceUseDataPoints.CementEnergyUse</th>\n",
              "      <th>ResourceUseDataPoints.CoalProducedTotal</th>\n",
              "      <th>ResourceUseDataPoints.ElectricityProduced</th>\n",
              "      <th>ResourceUseDataPoints.ElectricityPurchased</th>\n",
              "      <th>ResourceUseDataPoints.EnergyProducedDirect</th>\n",
              "      <th>ResourceUseDataPoints.EnergyPurchasedDirect</th>\n",
              "      <th>ResourceUseDataPoints.EnergyUseTotal</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentalControversiesCount</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentalMaterialsSourcing</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentalSupplyChainManagement</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentalSupplyChainMonitoring</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentalSupplyChainPartnershipTermination</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentManagementTeam</th>\n",
              "      <th>ResourceUseDataPoints.EnvironmentManagementTraining</th>\n",
              "      <th>ResourceUseDataPoints.FreshWaterWithdrawalTotal</th>\n",
              "      <th>ResourceUseDataPoints.GreenBuildings</th>\n",
              "      <th>ResourceUseDataPoints.GridLossPercentage</th>\n",
              "      <th>ResourceUseDataPoints.IndirectEnergyUse</th>\n",
              "      <th>ResourceUseDataPoints.LandEnvironmentalImpactReduction</th>\n",
              "      <th>ResourceUseDataPoints.PolicyEnergyEfficiency</th>\n",
              "      <th>ResourceUseDataPoints.PolicyEnvironmentalSupplyChain</th>\n",
              "      <th>ResourceUseDataPoints.PolicySustainablePackaging</th>\n",
              "      <th>ResourceUseDataPoints.PolicyWaterEfficiency</th>\n",
              "      <th>ResourceUseDataPoints.RecentEnvironmentalControversies</th>\n",
              "      <th>ResourceUseDataPoints.RenewableEnergyProduced</th>\n",
              "      <th>ResourceUseDataPoints.RenewableEnergyPurchased</th>\n",
              "      <th>ResourceUseDataPoints.RenewableEnergyUse</th>\n",
              "      <th>ResourceUseDataPoints.TargetsEnergyEfficiency</th>\n",
              "      <th>ResourceUseDataPoints.TargetsWaterEfficiency</th>\n",
              "      <th>ResourceUseDataPoints.TotalRenewableEnergy</th>\n",
              "      <th>ResourceUseDataPoints.ToxicChemicalsReduction</th>\n",
              "      <th>ResourceUseDataPoints.WaterRecycled</th>\n",
              "      <th>ResourceUseDataPoints.WaterWithdrawalTotal</th>\n",
              "      <th>WorkforceDataPoints.AccidentsTotal</th>\n",
              "      <th>WorkforceDataPoints.AnnouncedLayOffs</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>53185</th>\n",
              "      <td>0.271092</td>\n",
              "      <td>0.999505</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.000035</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.204987</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34689</th>\n",
              "      <td>0.560235</td>\n",
              "      <td>0.994554</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.001641</td>\n",
              "      <td>0.176519</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.323761</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.083882</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.134009</td>\n",
              "      <td>0.337439</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.188812</td>\n",
              "      <td>0.143992</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.00612</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.105958</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.048119</td>\n",
              "      <td>0.494759</td>\n",
              "      <td>0.000833</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.176678</td>\n",
              "      <td>0.322194</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.076912</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.204987</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.274396</td>\n",
              "      <td>0.366458</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.113615</td>\n",
              "      <td>0.368405</td>\n",
              "      <td>0.419185</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.192057</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.069574</td>\n",
              "      <td>0.536687</td>\n",
              "      <td>0.34811</td>\n",
              "      <td>0.129739</td>\n",
              "      <td>0.362808</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.32276</td>\n",
              "      <td>0.236528</td>\n",
              "      <td>0.146532</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.109101</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>52421</th>\n",
              "      <td>0.137719</td>\n",
              "      <td>0.992079</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.001641</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000833</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.322194</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.204987</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.236528</td>\n",
              "      <td>0.146532</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1545</th>\n",
              "      <td>0.256184</td>\n",
              "      <td>0.999505</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.00001</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>1.0</td>\n",
              "      <td>5.761000e+03</td>\n",
              "      <td>0.000007</td>\n",
              "      <td>0.000079</td>\n",
              "      <td>0.000025</td>\n",
              "      <td>0.2</td>\n",
              "      <td>0.986348</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.204987</td>\n",
              "      <td>0.016745</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000026</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.000051</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>52406</th>\n",
              "      <td>0.131769</td>\n",
              "      <td>0.996535</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33561</th>\n",
              "      <td>0.379797</td>\n",
              "      <td>0.99901</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.000307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21295</th>\n",
              "      <td>0.0833</td>\n",
              "      <td>0.999505</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.000605</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.501336e+05</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.006403</td>\n",
              "      <td>0.001496</td>\n",
              "      <td>0.35</td>\n",
              "      <td>0.986348</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.000063</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.00009</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000089</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.003435</td>\n",
              "      <td>1.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.000001</td>\n",
              "      <td>0.001289</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.000496</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3798</th>\n",
              "      <td>0.831127</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.001641</td>\n",
              "      <td>0.176519</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.323761</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.083882</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.134009</td>\n",
              "      <td>0.337439</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.188812</td>\n",
              "      <td>0.143992</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.00612</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.105958</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.048119</td>\n",
              "      <td>0.494759</td>\n",
              "      <td>0.000833</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.176678</td>\n",
              "      <td>0.322194</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.076912</td>\n",
              "      <td>...</td>\n",
              "      <td>0.00021</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.013981</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.274396</td>\n",
              "      <td>0.366458</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.113615</td>\n",
              "      <td>0.368405</td>\n",
              "      <td>0.419185</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.192057</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.069574</td>\n",
              "      <td>0.536687</td>\n",
              "      <td>0.34811</td>\n",
              "      <td>0.129739</td>\n",
              "      <td>0.362808</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.32276</td>\n",
              "      <td>0.236528</td>\n",
              "      <td>0.146532</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.109101</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>53216</th>\n",
              "      <td>0.389691</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.001641</td>\n",
              "      <td>0.176519</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>0.323761</td>\n",
              "      <td>3.686682e+06</td>\n",
              "      <td>0.004155</td>\n",
              "      <td>0.005689</td>\n",
              "      <td>0.006975</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.083882</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.002307</td>\n",
              "      <td>0.134009</td>\n",
              "      <td>0.337439</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>0.188812</td>\n",
              "      <td>0.143992</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.002254</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.00612</td>\n",
              "      <td>0.005104</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.105958</td>\n",
              "      <td>0.003807</td>\n",
              "      <td>0.048119</td>\n",
              "      <td>0.494759</td>\n",
              "      <td>0.000833</td>\n",
              "      <td>0.001538</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.176678</td>\n",
              "      <td>0.322194</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.076912</td>\n",
              "      <td>...</td>\n",
              "      <td>0.000056</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.204987</td>\n",
              "      <td>0.022194</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000062</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000068</td>\n",
              "      <td>0.003387</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>0.274396</td>\n",
              "      <td>0.366458</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.113615</td>\n",
              "      <td>0.368405</td>\n",
              "      <td>0.419185</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.192057</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>0.069574</td>\n",
              "      <td>0.536687</td>\n",
              "      <td>0.34811</td>\n",
              "      <td>0.129739</td>\n",
              "      <td>0.362808</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.002614</td>\n",
              "      <td>0.32276</td>\n",
              "      <td>0.236528</td>\n",
              "      <td>0.146532</td>\n",
              "      <td>0.000309</td>\n",
              "      <td>0.109101</td>\n",
              "      <td>0.011908</td>\n",
              "      <td>0.000052</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>97605</th>\n",
              "      <td>0.042185</td>\n",
              "      <td>0.997525</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001552</td>\n",
              "      <td>0.000209</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.003982</td>\n",
              "      <td>0.746671</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.099974e+05</td>\n",
              "      <td>0.000057</td>\n",
              "      <td>0.000868</td>\n",
              "      <td>0.000517</td>\n",
              "      <td>0.288804</td>\n",
              "      <td>0.98677</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.769013</td>\n",
              "      <td>0.000008</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.002457</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.082471</td>\n",
              "      <td>0.000022</td>\n",
              "      <td>0.011674</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.000077</td>\n",
              "      <td>0.005675</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.002683</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.001553</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.016206</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.000013</td>\n",
              "      <td>0.004175</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.007339</td>\n",
              "      <td>0.000252</td>\n",
              "      <td>0.004948</td>\n",
              "      <td>0.088149</td>\n",
              "      <td>0.016758</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.000295</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.000934</td>\n",
              "      <td>0.107014</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.994565</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.135759</td>\n",
              "      <td>0.01825</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.288722</td>\n",
              "      <td>0.015699</td>\n",
              "      <td>0.004415</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.000089</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.000184</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.003365</td>\n",
              "      <td>0.020954</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>101106 rows × 96 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-28991dbf-60eb-4947-a353-edbe438db2fb')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-28991dbf-60eb-4947-a353-edbe438db2fb button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-28991dbf-60eb-4947-a353-edbe438db2fb');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "      organization_id  ... WorkforceDataPoints.AnnouncedLayOffs\n",
              "53185        0.271092  ...                             0.020954\n",
              "34689        0.560235  ...                             0.020954\n",
              "52421        0.137719  ...                             0.020954\n",
              "1545         0.256184  ...                             0.020954\n",
              "52406        0.131769  ...                             0.020954\n",
              "...               ...  ...                                  ...\n",
              "33561        0.379797  ...                             0.020954\n",
              "21295          0.0833  ...                             0.020954\n",
              "3798         0.831127  ...                             0.020954\n",
              "53216        0.389691  ...                             0.020954\n",
              "97605        0.042185  ...                             0.020954\n",
              "\n",
              "[101106 rows x 96 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Bx7AMgHreCWi",
        "outputId": "947da2ff-5f9c-490e-95a0-bd82394d0705"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(81895, 95)\n",
            "(10111, 95)\n"
          ]
        }
      ],
      "source": [
        "X = df[predictors].values\n",
        "y = df[target_column].values\n",
        "\n",
        "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.10, random_state=40)\n",
        "X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size = 0.10, random_state=40)\n",
        "print(X_train.shape); print(X_test.shape)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(y_train.shape)"
      ],
      "metadata": {
        "id": "S0Ogg4OKWP7e",
        "outputId": "224ccc18-80ad-4004-cd41-c6ac923a0a24",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(81895, 1)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "np.max(X_train)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "suaNRITWfepz",
        "outputId": "b72e33f5-7a5d-4fb3-d315-20f6c3538853"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1.0"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "\"\"\"In this step, we will build the neural network model using the scikit-learn library's estimator object, 'Multi-Layer Perceptron Classifier'. The first line of code (shown below) imports 'MLPClassifier'.\n",
        "\n",
        "The second line instantiates the model with the 'hidden_layer_sizes' argument set to three layers, which has the same number of neurons as the count of features in the dataset. We will also select 'relu' as the activation function and 'adam' as the solver for weight optimization. To learn more about 'relu' and 'adam', please refer to the Deep Learning with Keras guides, the links of which are given at the end of this guide.\n",
        "\n",
        "The third line of code fits the model to the training data, while the fourth and fifth lines use the trained model to generate predictions on the training and test dataset, respectively.\"\"\"\n",
        "\n",
        "# FEEDBACK, for regression probelem, use regressor, not classifier\n",
        "from sklearn.neural_network import MLPRegressor\n",
        "\n",
        "mlp = MLPRegressor(hidden_layer_sizes=(8,8,6,6,2), activation='relu', solver='adam', max_iter=500)\n",
        "print(y_train.shape)\n",
        "mlp.fit(X_train, y_train.ravel())\n",
        "\n",
        "\n",
        "# FEEDBACK, use train, val, test, not just train test\n",
        "mlp.predict(X_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HY4ida_GhovL",
        "outputId": "97f5b91e-498e-4996-fd20-a0f3c6fbf59b"
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(81895, 1)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/neural_network/_multilayer_perceptron.py:696: ConvergenceWarning: Stochastic Optimizer: Maximum iterations (500) reached and the optimization hasn't converged yet.\n",
            "  ConvergenceWarning,\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([1484771.54672222, 3476232.59480682, 1955544.75072475, ...,\n",
              "       1967433.24517227, 3841558.5163236 , 3435523.15023736])"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# FEEDBACK, for regression problem, use regression metrics e.g. Mean squared error\n",
        "mlp.score(X_test, y_test)"
      ],
      "metadata": {
        "id": "fi0b_yViiMcK",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "65c281e4-917f-44ba-d764-caf4a1c60400"
      },
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.6320015150817605"
            ]
          },
          "metadata": {},
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.ensemble import RandomForestRegressor\n",
        "rfr = RandomForestRegressor(n_estimators = 500, random_state = 0)\n",
        "rfr.fit(X_train, y_train.ravel())\n",
        "rfr.predict(X_test)"
      ],
      "metadata": {
        "id": "3BqXGoGqhZuy",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7e117c49-6889-4522-d761-a19d2bef5e66"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([  78558.04454663, 3679311.90778636, 3686681.76331299, ...,\n",
              "          3982.952118  , 3686681.76331135, 3686681.763312  ])"
            ]
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "rfr.score(X_test, y_test)"
      ],
      "metadata": {
        "id": "IZLLS-bilYye",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "f29dd639-9e11-408c-92c1-1be226ce5dba"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9029689976682655"
            ]
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "GoDXyRlhfbED"
      },
      "execution_count": null,
      "outputs": []
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "name": "company_emissions_preprocessing.ipynb",
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.10"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}