YA_01_PredictingSolarFlareswithMachineLearning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# **Predicting Solar Flares with Machine Learning**"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "toc": true
   },
   "source": [
    "<h1><b>Table of Contents</b><span class=\"tocSkip\"></span> </h1>\n",
    "<div class=\"toc\">\n",
    "<!--     <ul class=\"toc-item\"> -->\n",
    "        <li><span><a href=\"#Template-Notebook-for-EarthCube---Long-Version\"\n",
    "                    data-toc-modified-id=\"Template-Notebook-for-EarthCube---Long-Version-1\"><span\n",
    "                        class=\"toc-item-num\">1&nbsp;&nbsp;</span>YA_Notebook for Predicting Solar Flares with Machine\n",
    "                    Learning</a></span>\n",
    "            <ul class=\"toc-item\" style='margin-top:0px; margin-bottom:0px'>\n",
    "                <li><span><a href=\"#Author(s)\" data-toc-modified-id=\"Author(s)-1.1\"><span\n",
    "                                class=\"toc-item-num\">1.1&nbsp;&nbsp;</span>Author(s)</a></span></li>\n",
    "                <li><span><a href=\"#Purpose\" data-toc-modified-id=\"Purpose-1.2\"><span\n",
    "                                class=\"toc-item-num\">1.2&nbsp;&nbsp;</span>Purpose</a></span></li>\n",
    "                <li><span><a href=\"#Technical-Contributions\" data-toc-modified-id=\"Technical-Contributions-1.3\"><span\n",
    "                                class=\"toc-item-num\">1.3&nbsp;&nbsp;</span>Technical Contributions</a></span></li>\n",
    "                <li><span><a href=\"#Methodology\" data-toc-modified-id=\"Methodology-1.4\"><span\n",
    "                                class=\"toc-item-num\">1.4&nbsp;&nbsp;</span>Methodology</a></span></li>\n",
    "                <li><span><a href=\"#Funding\" data-toc-modified-id=\"Funding-1.6\"><span\n",
    "                                class=\"toc-item-num\">1.5&nbsp;&nbsp;</span>Funding</a></span></li>\n",
    "                <li><span><a href=\"#Keywords\" data-toc-modified-id=\"Keywords-1.7\"><span\n",
    "                                class=\"toc-item-num\">1.6&nbsp;&nbsp;</span>Keywords</a></span></li>\n",
    "                <li><span><a href=\"#Citation\" data-toc-modified-id=\"Citation-1.8\"><span\n",
    "                                class=\"toc-item-num\">1.7&nbsp;&nbsp;</span>Citation</a></span></li>\n",
    "                <li><span style='display:inline'><a href=\"#Acknowledgements\" data-toc-modified-id=\"Acknowledgements-1.11\"><span\n",
    "                        class=\"toc-item-num\">1.8&nbsp;&nbsp;</span>Acknowledgements</a></span></li>                \n",
    "            </ul>\n",
    "        </li>\n",
    "<!--     </ul> -->\n",
    "    <li><span><a href=\"#Setup\" data-toc-modified-id=\"Setup-2\"><span\n",
    "                    class=\"toc-item-num\">2&nbsp;&nbsp;</span>Setup</a></span>\n",
    "    </li>\n",
    "    <li><span><a href=\"#Data-Processing-and-Analysis\" data-toc-modified-id=\"Data-Processing-and-Analysis-3\"><span\n",
    "                    class=\"toc-item-num\">3&nbsp;&nbsp;</span>Data Processing and Analysis</a></span></li>\n",
    "    <li><span><a href=\"#Binder\" data-toc-modified-id=\"Binder-4\"><span\n",
    "                    class=\"toc-item-num\">4&nbsp;&nbsp;</span>Binder</a></span></li>\n",
    "    <li><span><a href=\"#FlareML-Workflow\" data-toc-modified-id=\"FlareML-Workflow-5\"><span\n",
    "                    class=\"toc-item-num\">5&nbsp;&nbsp;</span>FlareML Workflow and Results</a></span>\n",
    "        <ul class=\"toc-item\" style='margin-top:0px;margin-bottom:0px'>\n",
    "            <li>\n",
    "                <span><a href=\"#Data-Preparation-and-Loading\"\n",
    "                        data-toc-modified-id=\"Data-Preparation-and-Loading-5.1\"><span\n",
    "                            class=\"toc-item-num\">5.1&nbsp;&nbsp;</span>Data Preparation and Loading</a></span>\n",
    "            </li>\n",
    "            <li>\n",
    "                <span><a href=\"#Predicting-with-Pretrained-Models\"\n",
    "                        data-toc-modified-id=\"Predicting-with-Pretrained Models-5.6\"><span\n",
    "                            class=\"toc-item-num\">5.2&nbsp;&nbsp;</span>Predicting with Pretrained Models</a></span>\n",
    "<!--                 <ul class=\"toc-item\">\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Plotting-the-Pretrained-Models-Results\"\n",
    "                                data-toc-modified-id=\"Plotting-the-Pretrained-Models-Results-5.2.3\">\n",
    "                                <span class=\"toc-item-num\">5.2.1&nbsp;&nbsp;\n",
    "                                </span>Plotting the Pretrained Models Results</a></span>\n",
    "                    </li>\n",
    "                </ul> -->\n",
    "            </li>            \n",
    "            <li>\n",
    "                <span><a href=\"#ENS-Model-Training-and-Testing\"\n",
    "                        data-toc-modified-id=\"ENS-Model-Training-and-Testing-5.2\"><span\n",
    "                            class=\"toc-item-num\">5.3&nbsp;&nbsp;</span>ENS Model Training and Testing</a></span>\n",
    "<!--                 <ul class=\"toc-item\">\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#ENS-Model-Training-with-Default-Data\"\n",
    "                                data-toc-modified-id=\"ENS Model-Training-with-Default-Data-6\">\n",
    "                                <span class=\"toc-item-num\">5.3.1&nbsp;&nbsp;\n",
    "                                </span>ENS Model Training with Default Data</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Predicting-with-Your-ENS-Model\"\n",
    "                                data-toc-modified-id=\"Predicting-with-Your-ENS-Model-5.2.2\">\n",
    "                                <span class=\"toc-item-num\">5.3.2&nbsp;&nbsp;\n",
    "                                </span>Predicting with Your ENS Model</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Plotting-the-ENS-Results\" data-toc-modified-id=\"Plotting-the-ENS-Results-5.2.3\">\n",
    "                                <span class=\"toc-item-num\">5.3.3&nbsp;&nbsp;\n",
    "                                </span>Plotting the ENS Results</a></span>\n",
    "                    </li>\n",
    "                </ul> -->\n",
    "            </li>\n",
    "            <li>\n",
    "                <span><a href=\"#RF-Model-Training-and-Testing\"\n",
    "                        data-toc-modified-id=\"RF-Model-Training-and-Testing-5.2\"><span\n",
    "                            class=\"toc-item-num\">5.4&nbsp;&nbsp;</span>RF Model Training and Testing</a></span>\n",
    "<!--                 <ul class=\"toc-item\">\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#RF-Model-Training-with-Default-Data\"\n",
    "                                data-toc-modified-id=\"RF Model-Training-with-Default-Data-6\">\n",
    "                                <span class=\"toc-item-num\">5.4.1&nbsp;&nbsp;\n",
    "                                </span>RF Model Training with Default Data</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Predicting-with-Your-RF-Model\"\n",
    "                                data-toc-modified-id=\"Predicting-with-Your-RF-Model-5.2.2\">\n",
    "                                <span class=\"toc-item-num\">5.4.2&nbsp;&nbsp;\n",
    "                                </span>Predicting with Your RF Model</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Plotting-the-RF-Results\" data-toc-modified-id=\"Plotting-the-RF-Results-5.2.3\">\n",
    "                                <span class=\"toc-item-num\">5.4.3&nbsp;&nbsp;\n",
    "                                </span>Plotting the RF Results</a></span>\n",
    "                    </li>\n",
    "                </ul> -->\n",
    "            </li>\n",
    "            <li>\n",
    "                <span><a href=\"#MLP-Model-Training-and-Testing\"\n",
    "                        data-toc-modified-id=\"MLP-Model-Training-and-Testing-5.2\"><span\n",
    "                            class=\"toc-item-num\">5.5&nbsp;&nbsp;</span>MLP Model Training and Testing</a></span>\n",
    "<!--                 <ul class=\"toc-item\">\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#MLP-Model-Training-with-Default-Data\"\n",
    "                                data-toc-modified-id=\"MLP Model-Training-with-Default-Data-6\">\n",
    "                                <span class=\"toc-item-num\">5.5.1&nbsp;&nbsp;\n",
    "                                </span>MLP Model Training with Default Data</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Predicting-with-Your-MLP-Model\"\n",
    "                                data-toc-modified-id=\"Predicting-with-Your-RF-Model-5.2.2\">\n",
    "                                <span class=\"toc-item-num\">5.5.2&nbsp;&nbsp;\n",
    "                                </span>Predicting with Your MLP Model</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Plotting-the-MLP-Results\" data-toc-modified-id=\"Plotting-the-MLP-Results-5.2.3\">\n",
    "                                <span class=\"toc-item-num\">5.5.3&nbsp;&nbsp;\n",
    "                                </span>Plotting the MLP Results</a></span>\n",
    "                    </li>\n",
    "                </ul> -->\n",
    "            </li>\n",
    "            <li>\n",
    "                <span><a href=\"#ELM-Model-Training-and-Testing\"\n",
    "                        data-toc-modified-id=\"ELM-Model-Training-and-Testing-5.2\"><span\n",
    "                            class=\"toc-item-num\">5.6&nbsp;&nbsp;</span>ELM Model Training and Testing</a></span>\n",
    "<!--                 <ul class=\"toc-item\">\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#ELM-Model-Training-with-Default-Data\"\n",
    "                                data-toc-modified-id=\"ELM Model-Training-with-Default-Data-6\">\n",
    "                                <span class=\"toc-item-num\">5.6.1&nbsp;&nbsp;\n",
    "                                </span>ELM Model Training with Default Data</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Predicting-with-Your-ELM-Model\"\n",
    "                                data-toc-modified-id=\"Predicting-with-Your-ELM-Model-5.2.2\">\n",
    "                                <span class=\"toc-item-num\">5.6.2&nbsp;&nbsp;\n",
    "                                </span>Predicting with Your ELM Model</a></span>\n",
    "                    </li>\n",
    "                    <li style='list-style: square'>\n",
    "                        <span><a href=\"#Plotting-the-ELM-Results\" data-toc-modified-id=\"Plotting-the-ELM-Results-5.2.3\">\n",
    "                                <span class=\"toc-item-num\">5.6.3&nbsp;&nbsp;\n",
    "                                </span>Plotting the ELM Results</a></span>\n",
    "                    </li>\n",
    "                </ul> -->\n",
    "            </li>            \n",
    "            <li>\n",
    "                <span><a href=\"#Timing\"\n",
    "                        data-toc-modified-id=\"Timing-5.7\"><span\n",
    "                            class=\"toc-item-num\">5.7&nbsp;&nbsp;</span>Timing</a></span>\n",
    "            </li>            \n",
    "        </ul>\n",
    "    </li>\n",
    "<!--     </ul> -->\n",
    "</div>            \n",
    "        </ul>\n",
    "    </li>\n",
    "    <li><span><a href=\"#Conclusions\" data-toc-modified-id=\"Conclusions-6\"><span\n",
    "                    class=\"toc-item-num\">6&nbsp;&nbsp;</span>Conclusions</a></span>\n",
    "    </li>\n",
    "    <li><span><a href=\"#References\" data-toc-modified-id=\"References-7\"><span\n",
    "                    class=\"toc-item-num\">7&nbsp;&nbsp;</span>References</a></span>\n",
    "    </li>    \n",
    "    </ul>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Author(s)**\n",
    "- Author1 = {\"name\": \"Yasser Abduallah\", \"affiliation\": \"Department of Computer Science, New Jersey Institute of Technology\", \"email\": \"ya54@njit.edu\", \"orcid\": \"https://orcid.org/0000-0003-0792-2270\"}\n",
    "- Author2 = {\"name\": \"Jason T. L. Wang\", \"affiliation\": \"Department of Computer Science, New Jersey Institute of Technology\", \"email\": \"wangj@njit.edu\", \"orcid\": \"https://orcid.org/0000-0002-2486-1097\"}\n",
    "- Author3 = {\"name\": \"Haimin Wang\", \"affiliation\": \"Institute for Space Weather Sciences, New Jersey Institute of Technology\", \"email\": \"haimin.wang@njit.edu\", \"orcid\": \"https://orcid.org/0000-0002-5233-565X\"}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Purpose**\n",
    "Solar flare prediction plays an important role in understanding and forecasting space weather. The main goal of the Helioseismic and Magnetic Imager (HMI), one of the instruments on NASA's Solar Dynamics Observatory (SDO), is to study the origin of solar variability and characterize the Sun's magnetic activity. HMI provides continuous full-disk observations of the solar vector magnetic field with high cadence data that lead to reliable predictive capability; yet, solar flare prediction effort utilizing these data is still limited.\n",
    "\n",
    "In this notebook we provide an overview of the FlareML system to demonstrate how to predict solar flares using machine learning (ML) and SDO/HMI vector magnetic data products (SHARP parameters).\n",
    "\n",
    "### **Technical Contributions**\n",
    "\n",
    "- We provide the community with a new tool to predict solar flares.\n",
    "\n",
    "\n",
    "### **Methodology**\n",
    "\n",
    "Here we present a flare prediction system, named FlareML, for predicting solar flares using machine learning (ML) based on HMI’s vector magnetic data products. Specifically, we construct training data by utilizing the physical parameters provided by the Space-weather HMI Active Region Patches (SHARP) and categorize solar flares into four classes, namely B, C, M, X, according to the X-ray flare catalogs prepared by the National Centers for Environmental Information (NCEI). Thus, the solar flare prediction problem at hand is essentially a multi-class (i.e., four-class) classification problem. The FlareML system employs four machine learning methods to tackle this multi-class prediction problem. These four methods are: (i) ensemble (ENS), (ii) random forests (RF), (iii) multilayer perceptrons (MLP), and (iv) extreme learning machines (ELM). ENS works by taking the majority vote of the results obtained from RF, MLP and ELM. This notebook leverages python machine learning and visualization packages: matplotlib, numpy, scikit-learn, sklearn-extensions, and pandas. It describes the steps on how to use the FlareML tool to predict solar flare types: B, C, M, and X. The notebook is trained and tested on sample data sets to show flare predictions and their accuracies in graphical bar plots. FlareML is the backend of an online machine-learning-as-a-service system accessible at: https://nature.njit.edu/spacesoft/DeepSun/.\n",
    "\n",
    "Notes: <br>\n",
    "<ul>\n",
    "    <li>Some models used in FlareML are not deterministic due to the randomness of their processes. Therefore, these models do not make the same prediction after re-training.\n",
    "    </li>\n",
    "    <li>\n",
    "        Detailed information about the parameters used for each model can be found in our published paper: <a href='https://iopscience.iop.org/article/10.1088/1674-4527/21/7/160'>https://iopscience.iop.org/article/10.1088/1674-4527/21/7/160</a>\n",
    "    </li>\n",
    "    </ul>\n",
    "\n",
    "\n",
    "\n",
    "### **Funding**\n",
    "This work was supported by U.S. NSF grants AGS-1927578 and AGS-1954737.\n",
    "\n",
    "### **Keywords**\n",
    "keywords=[\"Flare\", \"Prediction\", \"Machine\", \"Learning\", \"SHARP\"]\n",
    "\n",
    "### **Citation**\n",
    "To cite this notebook: Yasser Abduallah, Jason T. L. Wang, & Haimin Wang. Predicting Solar Flares with Machine Learning, available at: <a href='https://github.com/ccsc-tools/FlareML/blob/main/YA_01_PredictingSolarFlareswithMachineLearning.ipynb' target='new'>https://github.com/ccsc-tools/FlareML/blob/main/YA_01_PredictingSolarFlareswithMachineLearning.ipynb</a>.\n",
    "\n",
    "\n",
    "\n",
    "### **Acknowledgements** \n",
    "\n",
    "We thank the team of SDO/HMI for producing vector magnetic data products. The flare catalogs were prepared by and made available through NOAA NCEI."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# **Setup**\n",
    "\n",
    "**Installation on Local Machine**<br>\n",
    "Running this notebook in a local machine requires Python version 3.8.x with the following packages and their version:\n",
    "\n",
    "|Library | Version   | Description  |\n",
    "|:---|---|:---|\n",
    "|matplotlib|3.4.2| Graphics and visualization|\n",
    "|numpy| 1.19.5| Array manipulation|\n",
    "|scikit-learn| 0.24.2| Machine learning|\n",
    "| sklearn-extensions | 0.0.2  | Extension for scikit-learn |\n",
    "| pandas|1.2.4| Data loading and manipulation|"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "You may install the package using Python pip packages manager as follows:\n",
    "\n",
    "pip install matplotlib==3.4.2 numpy==1.19.5 scikit-learn==0.24.2 sklearn-extensions==0.0.2 pandas==1.2.4\n",
    "\n",
    "\n",
    "\n",
    " **Library Import**<br>\n",
    "The following libraries need to be imported."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "# Data manipulation\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "# Training the models\n",
    "# The following libraries are used to train the algorithms: Random Forest, MLP, and ELM.\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from sklearn_extensions.extreme_learning_machines.elm import GenELMClassifier\n",
    "from sklearn_extensions.extreme_learning_machines.random_layer import RBFRandomLayer, MLPRandomLayer\n",
    "\n",
    "# Visualizations\n",
    "import matplotlib.pyplot as plt\n",
    "from flareml_utils import plot_custom_result\n",
    "\n",
    "# Running the training, testing and prediction.\n",
    "from flareml_train import train_model\n",
    "from flareml_test import test_model\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# **Data Processing and Analysis**\n",
    "We created and stored 845 data samples in\n",
    "our database accessible at <a target='new' href='https://nature.njit.edu/spacesoft/Flare-Predict/'>https://nature.njit.edu/spacesoft/Flare-Predict/</a>, where each data sample\n",
    "contains values of 13 physical parameters or features. The two digits following a class label (B,\n",
    "C, M, X) are ignored in performing flare prediction. The time\n",
    "point of a data sample is the beginning time (00:00:01 early\n",
    "morning) of the start date of a flare and the label of the data\n",
    "sample is the class which the flare belongs to. These labeled\n",
    "data samples are used to train the FlareML system.\n",
    "\n",
    "For this notebook, we use sample data sets for training and testing."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# **Binder**\n",
    "\n",
    "This notebook is Binder enabled and can be run on <a target='new' href='https://mybinder.org/'>mybinder.org</a> by using the image link below:\n",
    "\n",
    "<p float=\"left\"> <a href='https://mybinder.org/v2/gh/ccsc-tools/FlareML/HEAD?labpath=YA_01_PredictingSolarFlareswithMachineLearning.ipynb' target='new'><img align=\"left\" src='https://mybinder.org/badge_logo.svg'></img></a></p>\n",
    "\n",
    "<br><br>\n",
    "Please note that starting Binder might take some time to create and start the image.\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# **FlareML Workflow and Results**\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Data Preparation and Loading**\n",
    "The data folder includes two sub-directories: train_data and test_data.\n",
    "* The train_data includes a CSV training data file that is used to train the model. \n",
    "* The test_data includes a CSV test data file that is used to predict the included flares.\n",
    "\n",
    "The files are loaded and used during the testing and training process."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Predicting with Pretrained Models**\n",
    "There are default and pretrained models that can be used to predict without running your own trained model. The modelid  is set to default_model which uses all pretrained algorithms."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting testing with a model with id: default_model testing data file: data/test_data/flaringar_simple_random_40.csv\n",
      "Loading data set...\n",
      "Done loading data...\n",
      "Formatting and mapping the flares classes..\n",
      "Prediction is in progress, please wait until it is done...\n",
      "Finished the prediction task..\n"
     ]
    }
   ],
   "source": [
    "from flareml_test import test_model\n",
    "args =  {'test_data_file': 'data/test_data/flaringar_simple_random_40.csv', \n",
    "         'modelid': 'default_model'}\n",
    "result = test_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Plotting the Pretrained Models Results**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAusAAAGaCAYAAAC2bw3EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAzTklEQVR4nO3deXRV5b3/8c+XhCBFGWRoMQlFZsKQAImKVkShgtGmOJRiLw71tqy2cDug92pvK+VSqzj214pcK62lRSVq1ZIqRVEExaqIE/PgNUgSBQEpAmFK8v39cU7SJIRASPY5O8n7tVbWOnvv5+znu1mHcz558pxnm7sLAAAAQPi0iHcBAAAAAGpGWAcAAABCirAOAAAAhBRhHQAAAAgpwjoAAAAQUoR1AAAAIKQI6wBwksxsrpndFn18vpltPMnzPGhmtzZsdfFhZteb2fJ41wEATQVhHUCTZmZbzOyAme0zs+3RgH1qQ/fj7q+6e98TqOeoMOvu33P3XzZ0TWY23cyORK/9n2b2DzMb3tD9HKcGN7NesewTAJoSwjqA5uBr7n6qpKGSMiX9vHoDM0uMeVWx8Xj02jtJelnSk3GuBwBQB031wwkAjuLuRWb2d0kDpcior6Qpkn6syPvhmWZ2maTbJHWXtE7S99x9VbT9EEl/kNRb0kJJFbeANrORkh5x95Todqqk30g6X5GBkfmSHpD0oKSWZrZPUom7tzezuZIK3f3n0ed+V9LNkk6XtDxaw8eVav6+pBsldZb0qKQpfpzbUbt7iZk9Kum/zayzu+8ws3aS7pOULalM0h8l/cLdS6Oj4X+QlCHpiKSX3P2bZtZdUr6klu5eEq1pafTaf1+5TzN7Jfrw/Wjd/+7uj9dWJwDU5O233+6SmJj4e0Xev5vSYHOZpDUlJSXfGTZs2Kc1NSCsA2g2ogE6W9LTlXaPk3S2pAPRMP6wpK9JWilpoqQ8M+urSDD/q6T/J2mWpK8rEsDvrKGfBEnPSloi6RpJpZIy3X29mX1P0nfc/SvHqPEiSXdIuljSWkn3SMqVNKJSs8skZUlqK+ltSX+TtOg4154k6VpJuyTtju6eK+lTSb0ktYnWXCDpd5J+KekFSRdKSlLkLxJ14u4joiE93d0/qOvzAaBcYmLi77/0pS/179y58+4WLVrUOjjRmJSVldmOHTvStm3b9ntJOTW1aUq/mQDAsfzVzP6pyCj1Mkm3Vzp2h7t/5u4HJE2S9Dt3f9PdS939T5IOSTon+tNS0v9z9yPu/hdJbx2jv7MknSHpP919v7sfdPcT/dLlv0l62N3fcfdDkn4qaXh0RLvcTHf/p7tvVWRqS0Yt5xsfvfYDkr4r6aroKPsXFfnF5cfRGj+V9GtJE6LPOyLpy5LOqGP9ABCEgZ07d/68KQV1SWrRooV37tx5j6J/8a2xTQzrAYB4Gefu7d39y+7+g2gwL1dQ6fGXJd0Y/TLmP6MhN1WR4H2GpKJq000+OkZ/qZI+Kp8mUkdnVD6vu+9TZDQ8uVKbbZUeF0uq7QuzT7h7e0lflLRG0rDo/i8r8svHJ5Wu9XeSukSP/5ckk7TCzNaa2Q0ncS0A0FBaNLWgXi56XcfM5EyDAdDcVX7zL5D0K3f/VfVGZnaBpGQzs0qBvZuk/6vhnAWSuplZYg2B/XgfNh8rEqTL+20jqaOkouM8r1buvtPMJklaaWaPRWs8JKlTTb9UuPs2RUbiZWZfkfRidA76nmiTL0j6PPr4S/WpDQBwbIR1APiXOZKeMbMXJa1QJJCOlPSKpNcllUj6oZnNVmRe+1mKTEOpboWkTyTNNLNfKDJnfZi7vyZpu6QUM0ty98M1PHe+pPnRQL1ekSk7b7r7lvpenLtvNLPnJf2Xu//EzF6QdG90jfd9ks6UlOLuy8zsG5Jed/dCRea4u6Sy6BdTiyRNNLPfSbpOUs9aut0uqYck5qwDaDDdb3lu2PFbnbgtMy99+3htEhIShvXu3ftAaWmppaamHnriiSfyO3XqVLpx48ak9PT0gd27dz9Y3va9995bf8oppzTIXwKYBgMAUe6+UpHR5FmKBNQPJF0fPXZY0hXR7c8kfVNVv6ha+TylioT5XpK2SiqMtpciXzpdK2mbme2s4bkvSrpV0lOKBP6e+tc88oZwt6RJZtZFkS+cJimy6s1uSX+R1DXaLkvSm9FVa/Ik/cjdP4we+66k/1Rkes4ASf+opb/pkv4UnWozvgGvAwBiqlWrVmUbNmxYt3nz5rXt27cvufvuuzuXH0tNTT20YcOGdeU/DRXUJUbWATRx7t69lmNWw75FOsbKKtEwP+QYx5ZKSqm0vVWRlWaqtzss6dJq+66vtv2gIks8Hrfm6s+tdmx6DfveVGTll3Lfj/5Ub/dfisxbr+m8f1dkFL6mY3MVWWWmfPuY1wIAjdU555yzf9WqVa1j0Rcj6wAAAMAJKikp0csvv3zauHHj/lm+r6CgoFW/fv3S+vXrl3bNNdd0a8j+AhtZN7OHFVkL+FN3P2o5GjMzRW4Ykq3IagbXu/s7QdUDAAAAnKxDhw616NevX9r27dtb9uzZ8+C4cePKv2RfMQ0miH6DHFmfK2lsLccvUeQugL0VWdv4fwOsBQAAADhp5XPWt27dutrdNXPmzC7Hf1b9BRbW3f0VRb6EdSxfl/Rnj3hDUnsz61pLewAAACCuTjvttLLf/va3W2fPnv3FI0eOBN5fPL9gmqyqNyMpjO77JD7lAAAAoDE4kaUWg3Teeecd6Nev34GHHnro9NGjR+8Lsq9GsRpM9EYekyQpLS1t2Nq1a+NcEQAAAAJ21Ipd8VRcXPxu5e0lS5ZU3D9i8+bNgYXTeK4GU6TILbnLpegYd+hz94fcPdPdM1u3jskqOQAAAEDcxTOs50m61iLOkbTH3ZkCAwAAAEQFuXTjfEVu093JzAol/UJSS6niJhkLFVm28QNFlm78dlC1AAAAAI1RYGHd3a8+znGXNDmo/gEAAIDGjjuYAgAAACFFWAcAAABCqlEs3QgAAAD8iw1r2PP5cddtN7NhOTk5ny1YsCBfko4cOaIuXbqkZ2Rk7H/55Zc/+O1vf9tx5cqVbf785z9vrfy85OTkQW3atCmVpM6dOx+ZP39+frdu3UpOtDJG1gEAAIDjaN26ddnGjRtb79u3zyTpmWeeafvFL37xhG5humzZsk2bNm1aN2TIkOJp06Z1rUu/hHUAAADgBIwePXrPk08+2V6S5s+ff/qVV175WV2eP3LkyL35+fmt6vIcwjoAAABwAq655prPHn/88Q7FxcW2fv36LwwfPnx/XZ6fl5fXPi0t7UBdnsOcdQAAAOAEnH322QcKCwtbzZkz5/TRo0fvOdHnXXDBBX1atGih/v37F993331FdemTkXUAAAKyaNEi9e3bV7169dLMmTOPOv7RRx9p1KhRGjx4sEaOHKnCwsKK/UOHDlVGRoYGDBigBx98MNalAziGsWPH/vMXv/hF6rXXXnvCU2CWLVu2acOGDeueeeaZLZ06dSqtS3+MrAMAEIDS0lJNnjxZixcvVkpKirKyspSTk6O0tLSKNjfddJOuvfZaXXfddVqyZIl++tOfat68eeratatef/11tWrVSvv27dPAgQOVk5OjM844I45XBECSvv/97+9s37596VlnnXXg2WefPS3o/gjrAAAEYMWKFerVq5d69OghSZowYYIWLFhQJayvW7dO9913nyTpwgsv1Lhx4yRJSUlJFW0OHTqksrKy2BUONArHX2oxKD179jzy85///NOajv3lL3/p+Pzzz7cv3/7HP/6xvr79MQ0GAIAAFBUVKTU1tWI7JSVFRUVVp6qmp6fr6aefliQ988wz2rt3r3bt2iVJKigo0ODBg5Wamqqbb76ZUXUgzoqLi9+tvu+yyy7b+/LLL38gST/84Q93FRcXv7t9+/ZV5T89e/Y8UlRUtLpr164nvK56dYR1AADi5J577tGyZcs0ZMgQLVu2TMnJyUpISJAkpaamatWqVfrggw/0pz/9Sdu3b49ztQDigbAOAEAAkpOTVVBQULFdWFio5OTkKm3OOOMMPf3003r33Xf1q1/9SpLUvn37o9oMHDhQr776auA1AwgfwjoAAAHIysrS5s2blZ+fr8OHDys3N1c5OTlV2uzcubNiPvodd9yhG264QVIk2B84EFmKeffu3Vq+fLn69u0b2wsAEAqEdQBAhZNdalCSxo4dq/bt2+uyyy6LZcmhlZiYqFmzZmnMmDHq37+/xo8frwEDBmjatGnKy8uTJC1dulR9+/ZVnz59tH37dv3sZz+TJK1fv15nn3220tPTdcEFF+imm27SoEGD4nk5AOLE3D3eNdRJZmamr1y5Mt5lAECTU1paqj59+lRZanD+/PlVVi/5xje+ocsuu6xiqcE//vGPmjdvniTppZdeUnFxsX73u9/p2WefjddlAGg6rPzB+++/vyU9PX1nPIsJ0vvvv98pPT29e03HGFkHAEiqutRgUlJSxVKDla1bt04XXXSRpMhSg5WPjxo1SqedFviSwwDQrLDOOgBAUs1LDb755ptV2pQvNfijH/2oylKDHTt2jHW5AJqxpzd+Mqwhz3dF367HXbc9ISFhWO/evQ9UPOeKKz67/fbbt5111ll977nnnoIRI0YUlx979tlnT/va177W59577/1o6tSpOyXpH//4R+vzzjsv7dZbby2cMWPGCS/vRFgHAJywe+65R1OmTNHcuXM1YsSIKksNAkBT1qpVq7INGzasO9H2vXv3PvDUU091KA/r8+bNO71v374Hjve86gjrAABJdVtqUJL27dunp5566qilBpu16e1i3N+e2PYH4IQlJycf3rt3b0JBQUFicnJyyZIlS9qNHj26zv9pmbMOAJBUv6UGAaCpO3ToUIt+/fqllf/MmTOnw/GeM27cuN3z5s3r8OKLL7YZNGhQcatWreq8sgsj6wAASVWXGiwtLdUNN9xQsdRgZmamcnJytHTpUv30pz+VmWnEiBF64IEHKp5//vnna8OGDdq3b59SUlL0hz/8QWPGjInjFQFAw6nrNBhJuvbaaz+78sore27YsKH1t771rc+WL19+al37JawDACpkZ2crOzu7yr4ZM2ZUPL7qqqt01VVX1fhc7rAJAFV169atpGXLlv7KK6+0ffjhh7cS1gEAAIAQ+Z//+Z+ibdu2tUxMPLnYTVgHAABAo3IiSy02tPI56+XbF1100Z7Zs2cXSdLll1/eOzEx0SVp6NCh+yZPnryjvN1Xv/rV/fXpl7AOAAAAHEdpaWmNvyCsWLFiY037L7vssr3V9913330f17VfwjoANGPdb3kupv1tmXlpTPsDgMaOpRsBAACAkCKsAwAAACFFWAcAAABCirAOAAAAhBRhHaGwaNEi9e3bV7169dLMmTOPOr5161ZdeOGFGjJkiAYPHqyFCxdWHFu1apWGDx+uAQMGaNCgQTp48GAsSwcAIBT4LG2aWA0GcVdaWqrJkydr8eLFSklJUVZWlnJycpSWVrGUqW677TaNHz9e3//+97Vu3TplZ2dry5YtKikp0cSJEzVv3jylp6dr165datmyZRyvBgCA2Gt2n6XT2w1r2PPtOe667QkJCcN69+59oHz7iiuu+Oz222/fdtZZZ/UtLi5usWbNmvWS9Morr3zhpptuSl2xYsXGvXv3tvi3f/u3L2/YsKG1u1vbtm1LlixZsrldu3ZlJ1oaYR1xt2LFCvXq1Us9evSQJE2YMEELFiyo8gZjZvr8888lSXv27NEZZ5whSXrhhRc0ePBgpaenS5I6duwY4+oBAIg/PkuD16pVq7INGzasq+nYrl27Ep944om248eP/7zy/ttvv71Lly5djuTl5eVL0vvvv98qKSnJ69Iv02AQd0VFRUpNTa3YTklJUVFRUZU206dP1yOPPKKUlBRlZ2fr/vvvlyRt2rRJZqYxY8Zo6NChuuuuu2JaOwAAYcBnaXxNmTJl+5133tm1+v5PPvmkZXJy8pHy7fT09EOtW7cmrKP+Tnbe25YtW9S6dWtlZGQoIyND3/ve9xqknvnz5+v6669XYWGhFi5cqGuuuUZlZWUqKSnR8uXL9eijj2r58uV65pln9NJLLzVIn2iawvbaBoBY4bO0fg4dOtSiX79+aeU/c+bM6VB+7Pzzz9/XsmVL/9vf/nZa5edMmjRp5/333/+ljIyMfj/84Q/PWL16dau69ss0GBylPvPeJKlnz5567733Tri/5ORkFRQUVGwXFhYqOTm5Sps//OEPWrRokSRp+PDhOnjwoHbu3KmUlBSNGDFCnTp1kiRlZ2frnXfe0ahRo07y6tGUxfq1DQCxwmdp8GqbBiNJ//3f//3J7bff3vXOO+8sLN937rnnHsjPz1/917/+te3ixYvbnnvuuf2XLVu2YejQoSf8DV5G1nGUyvPekpKSKua9VXaseW8nIysrS5s3b1Z+fr4OHz6s3Nxc5eTkVGnTrVu3it/y169fr4MHD6pz584aM2aMVq9ereLiYpWUlGjZsmVVghdQWaxf2wAQK3yWxl9OTs7egwcPtli+fHmbyvvbtWtXdt111/3zkUce2Xr55Zd/tmDBgnZ1OS9hHUepz7w3ScrPz9eQIUN0wQUX6NVXXz1uf4mJiZo1a5bGjBmj/v37a/z48RowYICmTZumvLw8SdK9996rOXPmKD09XVdffbXmzp0rM1OHDh00depUZWVlKSMjQ0OHDtWll17aQP8SaGpi/doGgFjhszQcbrnllk/uv//+L5Vvv/DCC2127NiRIEkHDx60TZs2ndK9e/fDdTkn02BwUsrnvd144416/fXXdc0112jNmjXq2rWrtm7dqo4dO+rtt9/WuHHjtHbtWrVt27bW82VnZys7O7vKvhkzZlQ8TktL02uvvVbjcydOnKiJEyfW/6IANfxrGwBipVl9lp7AUosNrXzOevn2RRddtGf27NlVRny++c1v7pkxY0ZJ+famTZtOmTJlypclqayszEaPHr3nuuuu212XfgnrOEp95r116dJFrVpFvjsxbNgw9ezZU5s2bVJmZmbsLgA4Bl7bAICTVVpaWuMvCCtWrNhYeXvt2rXryx9PmTJl15QpU3bVp1+mweAo9Zn3tmPHDpWWlkqSPvzwQ23evLlizVcg3nhtAwAaG8L6STrZ5d9WrFhRsfRbenq6nnnmmViXflz1mff2yiuvaPDgwcrIyNBVV12lBx98UKeffnqcrwiI4LUNhEtT/iwFGoq512ld9rjLzMz0lStXxrWG0tJS9enTp8ryb/Pnz6/yzelJkyZpyJAhRy3/VlxcrKSkJCUmJuqTTz5Renq6Pv74YyUmMiMJQOx1v+W5mPa3ZWYT/9La9Dot8tAA/e2JbX8NiM9SnAArf/D+++9/OGjQoN0tWrRoXMH1BJSVldnq1as7pKen1/jnWl7VJ6E+t/T9whe+UNHm4MGDMjM1O3yYAUCzx2dpPTW/z9I1O3bsSOvcufOephTYy8rKbMeOHe0krTlWG8L6Sahp+bc333yzSpvp06fr4osv1v3336/9+/frxRdfrDj25ptv6oYbbtBHH32kefPmMRIAAGh2+CxFXZSUlHxn27Ztv9+2bdtANa1p3GWS1pSUlHznWA14ZQfkWMu/tWjRQmeffbbWrl2r9evX67rrrtMll1yiU045Jd4lAwAQKnyWotywYcM+lZRz3IZNEGH9JNR3+bdy/fv316mnnqo1a9bEdfm3pzd+EtP+rohpb2j2mt+fioFGoal9lgJBaUp/RoiZ+iz/lp+fr5KSyFr5H330kTZs2KDu3bvH+hIAAIgrPkuBE0NYPwn1Wf5t+fLlSk9PV0ZGhi6//HLNnj1bnTp1ivMVAUDzcLJLBe7atUsXXnihTj31VE2ZMiXWZTdJfJYCJ4alGxH7aTDz+8W0P6YlNHNMg6lVc1q6sT5LBe7fv1/vvvuu1qxZozVr1mjWrFk1d8LrDbHSPF5rzXCZn6Mxsg4AaBYqLxWYlJRUsVRgZcdaKrBNmzb6yle+whcYAcQcYR1AqJzsNAXgeGpaKrCoqKhKm+nTp+uRRx5RSkqKsrOzdf/998e6TACogrAOIDRKS0s1efJk/f3vf9e6des0f/58rVu3rkqb2267TePHj9e7776r3Nxc/eAHP4hTtWiKypcKLCws1MKFC3XNNdeorKws3mUBaMZYuvEENKc5nUA81eeOhsDxNNRSgTg5fJYCJ4eRdQChwTQFBKk+SwUCQLwQ1gE0KkxTwMmqz1KBktS9e3dNnTpVc+fOVUpKylFTtAAgCEyDARAaTFNA0LKzs5WdnV1l34wZMyoep6Wl6bXXXqvxuVu2bAmyNACoESPrAEKDaQoAAFRFWAcQGvWdpgAAQFPDNBgAoVKfaQoAADQ1gYZ1Mxsr6TeSEiT93t1nVjveTdKfJLWPtrnF3bnDCQCgQTy98ZOY9ndFTHsD0BwENg3GzBIkPSDpEklpkq42s7RqzX4u6Ql3HyJpgqTZQdUDAAAANDZBzlk/S9IH7v6hux+WlCvp69XauKS20cftJH0cYD0AAABAoxLkNJhkSQWVtgslnV2tzXRJL5jZf0hqI2l0gPUAAAAAjUq8v2B6taS57n6vmQ2XNM/MBrp7lTucmNkkSZOkyLJtABov5hADAHDigpwGUyQptdJ2SnRfZf8u6QlJcvfXJZ0iqVP1E7n7Q+6e6e6ZrKcMAACA5iLIsP6WpN5mdqaZJSnyBdK8am22SholSWbWX5GwviPAmgAAAIBGI7Cw7u4lkqZIel7SekVWfVlrZjPMrPyWhDdK+q6ZvS9pvqTr3d2DqgkAAABoTAKdsx5dM31htX3TKj1eJ+m8IGsAAAAAGqsgp8EAAAAAqAfCOgAAABBShHUAAAAgpAjrAAAAAVi0aJH69u2rXr16aebMmUcd/8lPfqKMjAxlZGSoT58+at++fZXjn3/+uVJSUjRlypQYVYwwivdNkQAAAJqc0tJSTZ48WYsXL1ZKSoqysrKUk5OjtLS0ija//vWvKx7ff//9evfdd6uc49Zbb9WIESNiVjPCiZF1AACABrZixQr16tVLPXr0UFJSkiZMmKAFCxYcs/38+fN19dVXV2y//fbb2r59uy6++OJYlIsQI6wDAAA0sKKiIqWm/utG7ikpKSoqqn4j94iPPvpI+fn5uuiiiyRJZWVluvHGG3XPPffEpFaEG2EdAAAgjnJzc3XVVVcpISFBkjR79mxlZ2crJSUlzpUhDJizDgAA0MCSk5NVUFBQsV1YWKjk5OQa2+bm5uqBBx6o2H799df16quvavbs2dq3b58OHz6sU089tcYvqaLpI6wDAAA0sKysLG3evFn5+flKTk5Wbm6uHnvssaPabdiwQbt379bw4cMr9j366KMVj+fOnauVK1cS1JsxpsEAAAA0sMTERM2aNUtjxoxR//79NX78eA0YMEDTpk1TXl5eRbvc3FxNmDBBZhbHahFmjKwDAAAEIDs7W9nZ2VX2zZgxo8r29OnTaz3H9ddfr+uvv76BK0Njwsg6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJDiC6YAAAD19PTGT2La3xUx7Q3xxMg6AAAAEFKEdQAAACCkCOsAAABASBHWgZBbtGiR+vbtq169eh3zdtNPPPGE0tLSNGDAAH3rW9+q2H/zzTdr4MCBGjhwoB5//PFYlQwAABoIXzAFQqy0tFSTJ0/W4sWLlZKSoqysLOXk5CgtLa2izebNm3XHHXfotddeU4cOHfTpp59Kkp577jm98847eu+993To0CGNHDlSl1xyidq2bRuvywEAAHXEyDoQYitWrFCvXr3Uo0cPJSUlacKECVqwYEGVNnPmzNHkyZPVoUMHSVKXLl0kSevWrdOIESOUmJioNm3aaPDgwVq0aFHMrwEAAJw8wjoQYkVFRUpNTa3YTklJUVFRUZU2mzZt0qZNm3TeeefpnHPOqQjk6enpWrRokYqLi7Vz5069/PLLKigoiGn9AACgfpgGAzRyJSUl2rx5s5YuXarCwkKNGDFCq1ev1sUXX6y33npL5557rjp37qzhw4crISEh3uUCAIA6YGQdCLHk5OQqo+GFhYVKTk6u0iYlJUU5OTlq2bKlzjzzTPXp00ebN2+WJP3sZz/Te++9p8WLF8vd1adPn5jWDwAA6oewDoRYVlaWNm/erPz8fB0+fFi5ubnKycmp0mbcuHFaunSpJGnnzp3atGmTevToodLSUu3atUuStGrVKq1atUoXX3xxrC8BAADUA9NggBBLTEzUrFmzNGbMGJWWluqGG27QgAEDNG3aNGVmZionJ0djxozRCy+8oLS0NCUkJOjuu+9Wx44ddfDgQZ1//vmSpLZt2+qRRx5RYiL/5QEAaEz45AZCLjs7W9nZ2VX2zZgxo+Kxmem+++7TfffdV6XNKaeconXr1sWkRgAAEAymwQAAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKb5gCoRM91uei2l/W2ZeGtP+AADAiWNkHQAAAAgpwjoAAAAQUoR1AAAAIKQI6wAAAEBIEdYBAACAkCKsAwAAACFFWAcAAABCirAOAAAAhBRhHQAAAAgpwjoAAAAQUoR1AAAAIKQI6wAAAEBIEdYBAACAkCKsAwAAACFFWAcAAABCirAOAAAAhBRhHQAAAAgpwjoAAAAQUoR1AAAAIKQI6wAAAEBIEdYBAACAkCKsAwAAACFFWAcAAABCirAOAAAAhBRhHQAAAAgpwjoAAAAQUoR1AAAAIKQCDetmNtbMNprZB2Z2yzHajDezdWa21sweC7IeAAAAoDFJDOrEZpYg6QFJX5VUKOktM8tz93WV2vSW9FNJ57n7bjPrElQ9AAAAQGMT5Mj6WZI+cPcP3f2wpFxJX6/W5ruSHnD33ZLk7p8GWA8AAADQqAQZ1pMlFVTaLozuq6yPpD5m9pqZvWFmY2s6kZlNMrOVZrZyx44dAZULAAAAhEu8v2CaKKm3pJGSrpY0x8zaV2/k7g+5e6a7Z3bu3Dm2FQIAAABxEmRYL5KUWmk7JbqvskJJee5+xN3zJW1SJLwDAAAAzV6QYf0tSb3N7EwzS5I0QVJetTZ/VWRUXWbWSZFpMR8GWBMAAADQaAQW1t29RNIUSc9LWi/pCXdfa2YzzCwn2ux5SbvMbJ2klyX9p7vvCqomAAAAoDEJbOlGSXL3hZIWVts3rdJjlzQ1+gMAAACgknh/wRQAAADAMRDWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAmoVFixapb9++6tWrl2bOnHnMdk899ZTMTCtXrpQkHT58WN/+9rc1aNAgpaena+nSpTGqGJAS410AAABA0EpLSzV58mQtXrxYKSkpysrKUk5OjtLS0qq027t3r37zm9/o7LPPrtg3Z84cSdLq1av16aef6pJLLtFbb72lFi0Y80TwjvkqM7Pvmlnv6GMzsz+a2edmtsrMhsauRAAAgPpZsWKFevXqpR49eigpKUkTJkzQggULjmp366236uabb9Ypp5xSsW/dunW66KKLJEldunRR+/btK0bdgaDV9ivhjyRtiT6+WtJgSWdKmirpN8GWBQAA0HCKioqUmppasZ2SkqKioqIqbd555x0VFBTo0ksvrbI/PT1deXl5KikpUX5+vt5++20VFBTEpG6gtrBe4u5Hoo8vk/Rnd9/l7i9KahN8aajsZOfZHTlyRNddd50GDRqk/v3764477ohVyQBwXLy3ISzKyso0depU3XvvvUcdu+GGG5SSkqLMzEz9+Mc/1rnnnquEhIQ4VInmqLY562Vm1lXSbkmjJP2q0rHWgVaFKuozz+7JJ5/UoUOHtHr1ahUXFystLU1XX321unfvHuOrAICqeG9DLCUnJ1cZDS8sLFRycnLF9t69e7VmzRqNHDlSkrRt2zbl5OQoLy9PmZmZ+vWvf13R9txzz1WfPn1iVjuat9pG1qdJWqnIVJg8d18rSWZ2gaQPgy8N5eozz87MtH//fpWUlOjAgQNKSkpS27ZtY1k+ANSI9zbEUlZWljZv3qz8/HwdPnxYubm5ysnJqTjerl077dy5U1u2bNGWLVt0zjnnVAT14uJi7d+/X5K0ePFiJSYmHvVLJRCUY4Z1d39W0pcl9Xf371Y69JakbwZdGP6lPvPsrrrqKrVp00Zdu3ZVt27ddNNNN+n000+PSd0AUBve2xBLiYmJmjVrlsaMGaP+/ftr/PjxGjBggKZNm6a8vLxan/vpp59q6NCh6t+/v+68807NmzcvRlUDtUyDMbMsSQXuvi26fa2kKyV9JGl6TKrDCSmfZzd37tyjjq1YsUIJCQn6+OOPtXv3bp1//vkaPXq0evToEftCAaAOeG9DQ8vOzlZ2dnaVfTNmzKixbeW11Lt3766NGzcGWRpwTLVNg/mdpMOSZGYjJM2U9GdJeyQ9FHxpKFeXeXbdu3fXG2+8oZycHK1cuVKPPfaYxo4dq5YtW6pLly4677zzWG4KQCjw3gYAx1dbWE9w98+ij78p6SF3f8rdb5XUK/jSUK4+8+y6deumJUuWSJL279+vN954Q/369YvXpQBABd7bAOD4ag3rZlY+TWaUpCWVjnHn0xiqzzy7yZMna9++fRowYICysrL07W9/W4MHD45R5WiMTnYpPUlatWqVhg8frgEDBmjQoEE6ePBgLEpGI8V7GwAcX22h+wlJy8xsp6QDkl6VJDPrpchUGMTQyc6zO/XUU/Xkk08GWRqakPospVdSUqKJEydq3rx5Sk9P165du9SyZctYXwIaGd7bAKB2tY2sj5N0o6S5kr7i7l7pOf8RbFkA4qE+S+m98MILGjx4sNLT0yVJHTt25KYhAOLIYvwDBKO2sC53f8Pdn3H3/ZX2bXL3d4IvDUCs1WcpvU2bNsnMNGbMGA0dOlR33XVXTGoGAKApq20aTBczm3qsg+5+XwD1AAix2pbSKykp0fLly/XWW2/pC1/4gkaNGqVhw4Zp1KhRsS8UAIAmorawniDpVPG3nTiI9T/5xzHuD2FVn9txp6SkaMSIEerUqZOkyFzkd955h7COanh/A4C6qC2sf+LuNX/LB0CTVHkpveTkZOXm5uqxxx6rOF6+lF65kSNH6p577lFmZqZ69uypu+66S8XFxUpKStKyZcv0k5/8JB6XAQBAk1HbnHVG1IFmpj5L6XXo0EFTp05VVlaWMjIyNHTo0KPmtQMAgLqpbWSdv10DzdDJLqUnSRMnTtTEiRODKg0AgGbnmCPrle5eCgAAACAOal26EQAAAED8ENYBAACAkKptzjqAZoGl9AAACCtG1gEAAICQIqwDAAAAIUVYBwAAAEKKsA4AAACEFGEdAAAACCnCOgAAABBShHUAAAAgpAjrAAAAQEgR1gEAAICQIqwDAAAAIUVYBwAAAEKKsA4AAACEFGEdAAAACCnCOgAAABBShHUAAAAgpAjrAAAAQEgR1gEAAICQCjSsm9lYM9toZh+Y2S21tLvSzNzMMoOsBwAAAGhMAgvrZpYg6QFJl0hKk3S1maXV0O40ST+S9GZQtQAAAACNUZAj62dJ+sDdP3T3w5JyJX29hna/lHSnpIMB1gIAAAA0OkGG9WRJBZW2C6P7KpjZUEmp7v5cbScys0lmttLMVu7YsaPhKwUAAABCKG5fMDWzFpLuk3Tj8dq6+0PununumZ07dw6+OAAAACAEggzrRZJSK22nRPeVO03SQElLzWyLpHMk5fElUwAAACAiyLD+lqTeZnammSVJmiApr/ygu+9x907u3t3du0t6Q1KOu68MsCYAAACg0QgsrLt7iaQpkp6XtF7SE+6+1sxmmFlOUP0CAAAATUVikCd394WSFlbbN+0YbUcGWQsAAADQ2HAHUwAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhFWhYN7OxZrbRzD4ws1tqOD7VzNaZ2Soze8nMvhxkPQAAAEBjElhYN7MESQ9IukRSmqSrzSytWrN3JWW6+2BJf5F0V1D1AAAAAI1NkCPrZ0n6wN0/dPfDknIlfb1yA3d/2d2Lo5tvSEoJsB4AAACgUQkyrCdLKqi0XRjddyz/LunvAdYDAAAANCqJ8S5AksxsoqRMSRcc4/gkSZMkqVu3bjGsDAAAAIifIEfWiySlVtpOie6rwsxGS/qZpBx3P1TTidz9IXfPdPfMzp07B1IsAAAAEDZBhvW3JPU2szPNLEnSBEl5lRuY2RBJv1MkqH8aYC0AAABAoxNYWHf3EklTJD0vab2kJ9x9rZnNMLOcaLO7JZ0q6Ukze8/M8o5xOgAAAKDZCXTOursvlLSw2r5plR6PDrJ/AAAAoDHjDqYAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJAirAMAAAAhRVgHAAAAQoqwDgAAAIRUoGHdzMaa2UYz+8DMbqnheCszezx6/E0z6x5kPQAAAEBjElhYN7MESQ9IukRSmqSrzSytWrN/l7Tb3XtJ+rWkO4OqBwAAAGhsghxZP0vSB+7+obsflpQr6evV2nxd0p+ij/8iaZSZWYA1AQAAAI1GkGE9WVJBpe3C6L4a27h7iaQ9kjoGWBMAAADQaJi7B3Nis6skjXX370S3r5F0trtPqdRmTbRNYXT7/6JtdlY71yRJk6KbfSVtDKTo5qmTpJ3HbQXUH681xBKvN8QSr7dg7HT3sfEuIt4SAzx3kaTUStsp0X01tSk0s0RJ7STtqn4id39I0kMB1dmsmdlKd8+Mdx1o+nitIZZ4vSGWeL0hSEFOg3lLUm8zO9PMkiRNkJRXrU2epOuij6+StMSDGuoHAAAAGpnARtbdvcTMpkh6XlKCpIfdfa2ZzZC00t3zJP1B0jwz+0DSZ4oEegAAAAAKdhqM3H2hpIXV9k2r9PigpG8EWQOOi+lFiBVea4glXm+IJV5vCExgXzAFAAAAUD+B3sEUAAAAwMkjrDdDZlZqZu+Z2ftm9o6ZnRvvmtB0mdmXzCzXzP7PzN42s4Vm1ifedaHpMTM3s0cqbSea2Q4zezaedaFpMrNUM8s3s9Oj2x2i293jXBqaGMJ683TA3TPcPV3STyXdEe+C0DRF70j8jKSl7t7T3Ycp8pr7YnwrQxO1X9JAM2sd3f6qjl4yGGgQ7l4g6X8lzYzuminpIXffErei0CQR1tFW0u54F4Em60JJR9z9wfId7v6+u78ax5rQtC2UdGn08dWS5sexFjR9v5Z0jpn9WNJXJN0T33LQFAW6GgxCq7WZvSfpFEldJV0U33LQhA2U9Ha8i0CzkitpWnTqy2BJD0s6P74loaly9yNm9p+SFkm62N2PxLsmND2MrDdP5dNg+kkaK+nP0ekKANCoufsqSd0VGVVfWHtroEFcIukTRQYngAZHWG/m3P11SZ0kdY53LWiS1koaFu8i0OzkKTIdgSkwCJSZZSjy3YhzJP3EzLrGtyI0RYT1Zs7M+ilyh9ld8a4FTdISSa3MbFL5DjMbbGZMS0CQHpb0P+6+Ot6FoOmK/kX6fyX92N23SrpbzFlHAAjrzVPr6NKN70l6XNJ17l4a55rQBHnkrmuXSxodXbpxrSKrD22Lb2Voyty90N1/G+860OR9V9JWd18c3Z4tqb+ZXRDHmtAEcQdTAAAAIKQYWQcAAABCirAOAAAAhBRhHQAAAAgpwjoAAAAQUoR1AAAAIKQI6wBQD2ZWWr4UavSnu5mNjN7uPoj++pjZQjPbbGbvmNkTZvbFIPsEAMRPYrwLAIBG7oC7Z1TeYWbd63ICM0t095ITaHeKpOckTXX3v0X3jRR3IAaAJouRdQAIkJmdZWavm9m7ZvYPM+sb3X+9meWZ2RJJL5lZGzN72MxWRNt+vYbTfUvS6+VBXZLcfam7rznBPgdEz/+ema0ys97Rfp8zs/fNbI2ZfTPAfw4AQB0xsg4A9dM6ejdgScp398urHd8g6Xx3LzGz0ZJul3Rl9NhQSYPd/TMzu13SEne/wczaS1phZi+6+/5K5xoo6e0TqOlYfX5P0m/c/VEzS5KUIClb0sfufqkkmVm7ul0+ACBIhHUAqJ+jpsFU007Sn8ystySX1LLSscXu/ln08cWScszspuj2KZK6SVp/EjUdq8/XJf3MzFIkPe3um81staR7zexOSc+6+6sn0R8AICBMgwGAYP1S0svuPlDS1xQJ4eUqj5qbpCvdPSP6083dqwf1tZKGnWyf7v6YpBxJByQtNLOL3H2TIiP8qyXdZmbT6n6JAICgENYBIFjtJBVFH19fS7vnJf2HmZkkmdmQGto8JulcM7u0fIeZjTCzgSfSp5n1kPShu/9W0gJJg83sDEnF7v6IpLsVCe4AgJAgrANAsO6SdIeZvavapx7+UpHpKqvMbG10uwp3PyDpMkVC/WYzWyfpB5J2nGCf4yWtic6xHyjpz5IGKTI//j1Jv5B0W52vEAAQGHP3eNcAAAAAoAaMrAMAAAAhRVgHAAAAQoqwDgAAAIQUYR0AAAAIKcI6AAAAEFKEdQAAACCkCOsAAABASBHWAQAAgJD6/2RqKNexp4wsAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 748.8x417.6 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from flareml_utils import plot_result\n",
    "plot_result(result)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **ENS Model Training and Testing**\n",
    "You may train the model with your own data or train the model with the default data.\n",
    "\n",
    "**ENS Model Training with Default Data**<br>\n",
    "Here, we show how to train the model with default data.\n",
    "To train the model with your own data:\n",
    "1. You should first upload your file to the data directory (in the left hand side file list).\n",
    "2. Edit the args variable in the following code and update the path to the training file:<br> 'train_data_file':'data/train_data/flaringar_training_sample.csv' <br>and replace the value 'data/train_data/flaringar_training_sample.csv' with your new file name."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading the train_model function...\n",
      "Starting training with a model with id: custom_model_id training data file: data/train_data/flaringar_training_sample.csv\n",
      "Loading data set...\n",
      "Training is in progress, please wait until it is done...\n",
      "Training started at: 2022-05-05 21:01:24\n",
      "Finished 1/3 training..\n",
      "Finished 2/3 training..\n",
      "Finished 3/3 training..\n",
      "Training finished at: 2022-05-05 21:01:42\n",
      "Training total time: 0.3 Minute(s)\n",
      "\n",
      "Finished training the ENS model, you may use the flareml_test.py program to make prediction.\n"
     ]
    }
   ],
   "source": [
    "print('Loading the train_model function...')\n",
    "from flareml_train import train_model\n",
    "args = {'train_data_file':'data/train_data/flaringar_training_sample.csv',\n",
    "        'algorithm': 'ENS',\n",
    "       'modelid': 'custom_model_id'\n",
    "      }\n",
    "train_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Predicting with Your ENS Model**<br>\n",
    "To predict the testing data using the model you trained above, make sure the modelid value in the args variable in the following code is set exactly as the one used in the training, for example: 'custom_model_id'."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting testing with a model with id: custom_model_id testing data file: data/test_data/flaringar_simple_random_40.csv\n",
      "Loading data set...\n",
      "Done loading data...\n",
      "Formatting and mapping the flares classes..\n",
      "Prediction is in progress, please wait until it is done...\n",
      "Finished the prediction task..\n"
     ]
    }
   ],
   "source": [
    "from flareml_test import test_model\n",
    "args =  {'test_data_file': 'data/test_data/flaringar_simple_random_40.csv', \n",
    "         'algorithm': 'ENS', \n",
    "         'modelid': 'custom_model_id'}\n",
    "custom_result = test_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " **Plotting the ENS Results**<br>\n",
    "The prediction result can be plotted by passing the result variable to the function plot_custom_result as shown in the following example. The result shows the accuracy (TSS value) your model achieves for each flare class."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAEKCAYAAABHZsElAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAfuklEQVR4nO3de5xVdb3/8ddbCC9RUoIGMyAi4GFGueiMShfzkqFDjFYcLueXl6PCr7Kr/Sw7FzLNJNPjSbGTVoamMdrFnJJMjCItC0mJAlJIUGakwkt6THGY8fP7Y60ZN5uZYUZYs9cw7+fjsR+Pvdb67rU+axbs9/5+19prKyIwMzPLm71KXYCZmVl7HFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgLLdRtJCSV9In79D0iOvcT1fk/Sfu7e60pB0tqT7u/maL0h6StJfsqqraHu/kHReRuv+N0nf6GR5t/8+1nc4oPoYSRslvSTpBUl/TUNl4O7eTkTcFxGHdaGeHd6gIuKDEXHp7q5J0sWStqX7/ndJv5Y0eXdvZyc1hKTRnSwfAXwKqIiIt+zG7UrSY5LW7K51dkVEfDEizktrGJnuf/+erKFVwfZfKHrMTJcvTJcfXfCa0ZKiYLpS0j2Snkn/Df1OUk0p9qcvcED1TdMiYiBwJFAF/Edxg1K9ifSA29J9Hwz8HPhuiespNgJ4OiL+1t0X7uSYHQccCIySVP1ai9uN9ZTSoIgYWPC4rWDZM8AXOnntj4AlwFtI/p4fA57PrtS+zQHVh0VEI/AT4HBo+3R/vqR1wLp03nskrSzocYxvfb2kSZIekvS/km4D9ilYdrykhoLp4ZJ+IGmLpKclLZA0DvgaMLm1V5O2bRsqTKfnSFqffmqtlzSsYFlI+qCkdWmN10lSF/a9GbgVKJM0JF3X/pK+KWmzpMZ0qK1fumy0pGWSnkuH325L5+/QK+hoyEzSL9Onvy/85F6w/F0kb37D0uUL0/m1klan+/eL9O/W+pqNkj4jaRXwj05C4SzgTmBx+rxdkvpJuirdxw2SPlK4f5KGpcfgmfSYzCl47cWSvifpFknPA2en825Jm7Tu/9/T/Ztc8NorJT2bbvPUor/lF9J/ey9I+pGkAyTdKul5SQ9KGtnR/rwGNwHjJb2znb/NYOAQ4OsR0ZQ+fhURHqLMiAOqD5M0HKgBHi6YfTpwDFAhaRJwI/B/gQOA64F6SXtLGgD8EPg28GaSnsj7O9hOP+DHwOPASKAMqIuItcAHgQfST7KD2nnticDlwAxgaLqOuqJm7wGqgfFpuyld2PcBwJnA08Cz6eyFQDMwGpgEvBtoDZpLgXuANwHlwLU720axiDgufTqhnU/uRMS9wKnAk+nysyWNBRYBnwCGkATMj9L6W80GppL0DJrb2df9gOkkgXwrMKvo9YXmpDVMJOlhn160vA5oAIal6/xieoxanQZ8DxiUbqtQ6/639mAeSKePAR4h6dVeAXyz6EPGLOAMkn83hwIPAN8i+Xe3Fvhcwb7+WNJFHexbV7wIfBG4rJ1lTwPrgVsknS7poF3YjnWBA6pv+mHaW7kfWEbyH7LV5RHxTES8BMwFro+I30ZES0TcBLwMHJs+Xgf8d0Rsi4jvAQ92sL2jSd7QLoyIf0TE1m586vw/wI0R8VBEvAx8lqTHNbKgzfyI+HtEPEEybDexk/XNSPf9JZI34+kR0Zy+2dQAn0hr/BtwNcmbI8A24GBgWDfr31UzgbsiYklEbAOuBPYF3lrQ5pqI2JQes/a8j+S43QPcRXLcpnbQdgbwlYhoiIhngfmtC9IPNG8DPpP+DVYC3yAJ+lYPRMQPI+KVTuop9nhEfD0iWkh6MEOBwjf/b0XEnyPiOZIe/58j4t40jL9L8mECgIh4T0TMp3NPpb3R1se4ouXXAyMKe3LpugM4AdgIXAVslvRLSWO6uJ/WTQ6ovun0iBgUEQdHxIeL3kg2FTw/GPhU4X9mYDhJ2AwDGmP7uw0/3sH2hpO8Ce3w6b4LhhWuNyJeIPkkW1bQpvBqtxeBzi76uD3tqR0E/BE4Kp1/MMkb9+aCfb2e5DwDwKcBAcvT4bZzXsO+vBbF+/8KyTEq3P9NxS8qchbJfjdHxFbg+3Q8zDesaH2bipY9ExH/WzDv8W7W0p624xcRL6ZPC4/hXwuev9TOdHcv8hmc/vtvfawtXJh+ELo0fVC0rCEiPhIRh5L8m/kHcHM3t29dlNeTmFY6hYGzCbgsInYY7kjH6MskqSCkRgB/bmedm0g+kfZvJ6R2djv9J0neCFq3+3qS4cbGnbyuUxHxlKS5wApJ30lrfJnkzWuHII2Iv5D0uJD0duDe9JzSc2mT/Xj1ZPluu/qOZP+PaJ1Ih76Gs/3+d/g3lFQOnAgcLal1CHY/YB9JgyPiqaKXbCYZwmw1vKiWN0t6Q0FIjehqLTtZljffAj5D0vtsV0RsknQdyRCsZcA9KOvM14EPSjpGiddLmirpDSTnAZqBj0l6naT3kQzltWc5yRvf/HQd+0h6W7rsr0B5J+dEFgH/KmmipL1JhiN/GxEbd3XnIuIR4KfApyNiM8kQ2FWS3ihpL0mHtp4sl/TP6Zs9JOesAnglIraQvEF/IL3A4ByS8yQd+Sswqhtl3g5MlXSSpNeRXIL+MvDrLr7+DOBR4DCSoc+JwFiS80izO9jexyWVSRpE8iYNJG/I6XYvT4/heOBc4JZ21tOeLcArdG//SyL9kPI5CvZf0pskfV7JBTN7pRdNnAP8plR17ukcUNahiFhB0mtYQPKmvB44O13WRPLp8mySS3NnAj/oYD0twDSSiw+eIHlzbL2CbSmwGviLpOJP860XDvwnybDUZpI3/1nF7XbBl4G5kg4kOZcyAFhDsr/fIzkfAslFGL+V9AJQD3w8Ih5Ll80BLiQZeqyk8/C4GLgpHUacsbPi0hD9AMlFGU+R/B2npX//rjgL+GpE/KXwQXL1ZHvDfF8nCepVJBfPLCb5INKSLp9NcqHLk8AdwOfSY7RT6fDdZcCv0v0/tov70GWSfiLp33bSrPUqwtbHBR20W0Tyb65VE8m+30vSW/4jyYeFs3etauuIwj9YaGYdSC8U+FpEHLzTxma7mXtQZtZG0r6SaiT1l1RGMsx1R6nrsr4ps4CSdKOkv0n6YwfLJekaJV/2WyXpyKxqMbMuE/B5kiHOh0m+ZzSvpBVZn5XZEJ+k44AXgJsj4vB2ltcAHyX57skxJN+9OCaTYszMrNfJrAcVEb8kOXnekdNIwisi4jfAIElDO2lvZmZ9SCnPQZWx/Zf6Gtj+C39mZtaH9Yov6qZfqJwLUFFRcdTq1atLXJGZme1G7d7guZQ9qEa2/5Z6OR3cHSAiboiIqoio2nfffXukODMzK61SBlQ9cGZ6Nd+xwHPpt/nNzMyyG+KTtAg4Hhis5HeBPkdyM04i4msk31CvIbk7wYvAv2ZVi5mZ9T6ZBVREtHefr8LlAZyf1fbNzKx3850kzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZ7bK7776bww47jNGjRzN//vwdlj/xxBOccMIJTJo0ifHjx7N48eK2ZatWrWLy5MlUVlZyxBFHsHXr1p4s3XJMyT1be4+qqqpYsWJFqcsws1RLSwtjx45lyZIllJeXU11dzaJFi6ioqGhrM3fuXCZNmsSHPvQh1qxZQ01NDRs3bqS5uZkjjzySb3/720yYMIGnn36aQYMG0a9fvxLukZVA7n6w0Mz2AMuXL2f06NGMGjWKAQMGMGvWLO68887t2kji+eefB+C5555j2LBhANxzzz2MHz+eCRMmAHDAAQc4nKyNA8rMdkljYyPDh7/649jl5eU0Nm7/49gXX3wxt9xyC+Xl5dTU1HDttdcC8OijjyKJKVOmcOSRR3LFFVf0aO2Wbw4oM8vcokWLOPvss2loaGDx4sWcccYZvPLKKzQ3N3P//fdz6623cv/993PHHXfws5/9rNTlWk44oMxsl5SVlbFp06a26YaGBsrKyrZr881vfpMZM2YAMHnyZLZu3cpTTz1FeXk5xx13HIMHD2a//fajpqaGhx56qEfrt/xyQJnZLqmurmbdunVs2LCBpqYm6urqqK2t3a7NiBEj2npGa9euZevWrQwZMoQpU6bwhz/8gRdffJHm5maWLVu23cUV1rdl9pPvZtY39O/fnwULFjBlyhRaWlo455xzqKysZN68eVRVVVFbW8tVV13FnDlzuPrqq5HEwoULkcSb3vQmLrjgAqqrq5FETU0NU6dOLfUuWU74MnMzMys1X2ZuZma9hwPKzMxyyQFlZma55IAyM7Nc8lV8ZtZtIy+6q0e2s3G+r+jry9yDMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyKdOAknSKpEckrZd0UTvLR0j6uaSHJa2SVJNlPWZm1ntkFlCS+gHXAacCFcBsScU/9PIfwO0RMQmYBXw1q3rMzKx3ybIHdTSwPiIei4gmoA44rahNAG9Mn+8PPJlhPWZm1otkeaujMmBTwXQDcExRm4uBeyR9FHg98K4M6zEzs16k1BdJzAYWRkQ5UAN8W9IONUmaK2mFpBVbtmzp8SLNzKznZRlQjcDwgunydF6hc4HbASLiAWAfYHDxiiLihoioioiqIUOGZFSumZnlSZYB9SAwRtIhkgaQXARRX9TmCeAkAEnjSALKXSQzM8suoCKiGfgI8FNgLcnVeqslXSKpNm32KWCOpN8Di4CzIyKyqsnMzHqPTM9BRcTiiBgbEYdGxGXpvHkRUZ8+XxMRb4uICRExMSLuybIeM7O+6O677+awww5j9OjRzJ8/f4fln/zkJ5k4cSITJ05k7NixDBo0CICVK1cyefJkKisrGT9+PLfddluP1u0fLDQz24O1tLRw/vnns2TJEsrLy6murqa2tpaKile/lnr11Ve3Pb/22mt5+OGHAdhvv/24+eabGTNmDE8++SRHHXUUU6ZMaQuwrJX6Kj4zM8vQ8uXLGT16NKNGjWLAgAHMmjWLO++8s8P2ixYtYvbs2QCMHTuWMWPGADBs2DAOPPBAevJKageUmdkerLGxkeHDX72gury8nMbG4guqE48//jgbNmzgxBNP3GHZ8uXLaWpq4tBDD82s1mIe4jMzMwDq6uqYPn06/fr1227+5s2bOeOMM7jpppvYa6+e69e4B2VmtgcrKytj06ZXb+rT0NBAWVlZu23r6urahvdaPf/880ydOpXLLruMY489NtNaizmgzMz2YNXV1axbt44NGzbQ1NREXV0dtbW1O7T705/+xLPPPsvkyZPb5jU1NfHe976XM888k+nTp/dk2YADysxsj9a/f38WLFjAlClTGDduHDNmzKCyspJ58+ZRX//qvRPq6uqYNWsWktrm3X777fzyl79k4cKFbZehr1y5ssdqV2/7XmxVVVWsWLGi1GWY9WkjL7qrR7azcf7UHtmOlZzam+kelJmZ5ZIDyszMcskBZWZmueTvQZmZ7YH2hPOE7kGZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAsty7++67Oeywwxg9ejTz58/fYfnChQsZMmQIEydOZOLEiXzjG99oW/bpT3+ayspKxo0bx8c+9jEioidLN7Nd4B8stFxraWnh/PPPZ8mSJZSXl1NdXU1tbS0VFRXbtZs5cyYLFizYbt6vf/1rfvWrX7Fq1SoA3v72t7Ns2TKOP/74nirfzHaBe1CWa8uXL2f06NGMGjWKAQMGMGvWLO68884uvVYSW7dupampiZdffplt27Zx0EEHZVyxme0uDijLtcbGRoYPH942XV5eTmNj4w7tvv/97zN+/HimT5/Opk2bAJg8eTInnHACQ4cOZejQoUyZMoVx48b1WO1mtmscUOzaOY4nnniCd7/73YwbN46Kigo2btzYg5UbwLRp09i4cSOrVq3i5JNP5qyzzgJg/fr1rF27loaGBhobG1m6dCn33Xdfias1s67KNKAknSLpEUnrJV3UQZsZktZIWi3pO1nW057Wcxw/+clPWLNmDYsWLWLNmjU7tJs5cyYrV65k5cqVnHfeeW3zzzzzTC688ELWrl3L8uXLOfDAA3uy/D1eWVlZW48IoKGhgbKysu3aHHDAAey9994AnHfeefzud78D4I477uDYY49l4MCBDBw4kFNPPZUHHnig54o3s12SWUBJ6gdcB5wKVACzJVUUtRkDfBZ4W0RUAp/Iqp6O7Mo5jjVr1tDc3MzJJ58MwMCBA9lvv/2yLLfPqa6uZt26dWzYsIGmpibq6uqora3drs3mzZvbntfX17cN440YMYJly5bR3NzMtm3bWLZsmYf4zHqRLHtQRwPrI+KxiGgC6oDTitrMAa6LiGcBIuJvGdbTrl05x/Hoo48yaNAg3ve+9zFp0iQuvPBCWlpaeqz2vqB///4sWLCg7fzRjBkzqKysZN68edTX1wNwzTXXUFlZyYQJE7jmmmtYuHAhANOnT+fQQw/liCOOYMKECUyYMIFp06aVcG/MrDuyvMy8DNhUMN0AHFPUZiyApF8B/YCLI+LuDGt6TaZNm8bs2bPZe++9uf766znrrLNYunQpzc3N3HfffTz88MOMGDGCmTNnsnDhQs4999xSl7xHqampoaamZrt5l1xySdvzyy+/nMsvv3yH1/Xr14/rr78+8/rMLBulvkiiPzAGOB6YDXxd0qDiRpLmSlohacWWLVt2awG7co6jvLyciRMnMmrUKPr378/pp5/OQw89tFvrMzPrq7IMqEZgeMF0eTqvUANQHxHbImID8ChJYG0nIm6IiKqIqBoyZMhuLXJXznFUV1fz97//ndbQXLp06Q5fIDUzs9cmyyG+B4Exkg4hCaZZwL8UtfkhSc/pW5IGkwz5PZZhTTsoPMfR0tLCOeec03aOo6qqitraWq655hrq6+vp378/b37zm9vOcfTr148rr7ySk046iYjgqKOOYs6cOT1ZvpnZHktZ3ptMUg3w3yTnl26MiMskXQKsiIh6SQKuAk4BWoDLIqKus3VWVVXFihUrMqvZzHZu5EV39ch2Ns6f2iPb2RP1smOk9mZmei++iFgMLC6aN6/geQAXpA+zNr3sP5eZZaDUF0mYmZm1ywFlZma55IAyM7Nc6pO/B+XzG2Zm+ecelJmZ5ZIDyszMcskBZWZmueSAMjOzXOowoCTNSX+vCSW+Jel5SaskHdlzJZqZWV/UWQ/q48DG9PlsYDxwCMldH76SbVlmZtbXdRZQzRGxLX3+HuDmiHg6Iu4FXp99aWZm1pd1FlCvSBoqaR/gJODegmX7ZluWmZn1dZ19UXcesILkTuT1EbEaQNI76eGfxDAzs76nw4CKiB9LOhh4Q0Q8W7DoQWBm5pWZmVmf1tlVfNXA4NZwknSmpDuB+cCAHqrPzMz6qM7OQV0PNAFIOo4kmG4GngNuyL40MzPryzo7B9UvIp5Jn88EboiI7wPfl7Qy88rMzKxP66wH1U9Sa4CdBCwtWNYn74JuZmY9p7OguR1YJukp4CXgPgBJo0mG+czMzDLTWUCdDnwYGArcExGRzt8L+GjGdZmZWR/X6VBdRPymnXmPZleOmZlZorOAOlDSBR0tjIj/yqAeMzMzYCdX8QEDAfVQLWZmZm06C6jNEXFJj1ViZmZWoLPLzN1zMjOzkuksoE7qsSrMzMyKdBhQBXeRMDMz63Gd9aDMzMxKxgFlZma55IAyM7NcckCZmVkuOaDMzCyXMg0oSadIekTSekkXddLu/ZJCUlWW9ZiZWe+RWUBJ6gdcB5wKVACzJVW00+4NwMeB32ZVi5mZ9T5Z9qCOBtZHxGMR0QTUAae10+5S4EvA1gxrMTOzXibLgCoDNhVMN6Tz2kg6EhgeEXdlWIeZmfVCJbtIQtJewH8Bn+pC27mSVkhasWXLluyLMzOzkssyoBqB4QXT5em8Vm8ADgd+IWkjcCxQ396FEhFxQ0RURUTVkCFDMizZzMzyIsuAehAYI+kQSQOAWUB968KIeC4iBkfEyIgYCfwGqI2IFRnWZGZmvURmARURzcBHgJ8Ca4HbI2K1pEsk1Wa1XTMz2zN09oOFuywiFgOLi+bN66Dt8VnWYmZmvYvvJGFmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcinTgJJ0iqRHJK2XdFE7yy+QtEbSKkk/k3RwlvWYmVnvkVlASeoHXAecClQAsyVVFDV7GKiKiPHA94ArsqrHzMx6lyx7UEcD6yPisYhoAuqA0wobRMTPI+LFdPI3QHmG9ZiZWS+SZUCVAZsKphvSeR05F/hJhvWYmVkv0r/UBQBI+gBQBbyzg+VzgbkAI0aM6MHKzMysVLLsQTUCwwumy9N525H0LuDfgdqIeLm9FUXEDRFRFRFVQ4YMyaRYMzPLlywD6kFgjKRDJA0AZgH1hQ0kTQKuJwmnv2VYi5mZ9TKZBVRENAMfAX4KrAVuj4jVki6RVJs2+zIwEPiupJWS6jtYnZmZ9TGZnoOKiMXA4qJ58wqevyvL7ZuZWe/lO0mYmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1zKNKAknSLpEUnrJV3UzvK9Jd2WLv+tpJFZ1mNmZr1HZgElqR9wHXAqUAHMllRR1Oxc4NmIGA1cDXwpq3rMzKx3ybIHdTSwPiIei4gmoA44rajNacBN6fPvASdJUoY1mZlZL5FlQJUBmwqmG9J57baJiGbgOeCADGsyM7Neon+pC+gKSXOBuenkC5IeKUEZg4GnuvMCecCyp/kY5ZuPT/6V6hjdHRGnFM/MMqAageEF0+XpvPbaNEjqD+wPPF28ooi4Abghozq7RNKKiKgqZQ3WOR+jfPPxyb+8HaMsh/geBMZIOkTSAGAWUF/Uph44K30+HVgaEZFhTWZm1ktk1oOKiGZJHwF+CvQDboyI1ZIuAVZERD3wTeDbktYDz5CEmJmZWbbnoCJiMbC4aN68gudbgX/OsobdqKRDjNYlPkb55uOTf7k6RvKImpmZ5ZFvdWRmZrnkgNoJSS2SVkr6vaSHJL211DXZ9iS9RVKdpD9L+p2kxZLGlrouA0kh6ZaC6f6Stkj6cSnrsoSk4ZI2SHpzOv2mdHpkiUsDHFBd8VJETIyICcBngctLXZC9Kr3zyB3ALyLi0Ig4iuQ4HVTayiz1D+BwSfum0yez49dNrEQiYhPwP8D8dNZ84IaI2Fiyogo4oLrnjcCzpS7CtnMCsC0ivtY6IyJ+HxH3lbAm295iYGr6fDawqIS12I6uBo6V9Ang7cCVpS3nVb3iThIltq+klcA+wFDgxNKWY0UOB35X6iKsU3XAvHRYbzxwI/CO0pZkrSJim6QLgbuBd0fEtlLX1Mo9qJ1rHeL7J+AU4Gbf0Nas6yJiFTCSpPe0uPPWViKnAptJPvDlhgOqGyLiAZJ7VQ0pdS3WZjVwVKmLsJ2qJxk68vBezkiaSHJu8Fjgk5KGlraiVzmgukHSP5HcFWOH+wVaySwF9k5vKAyApPGSPISULzcCn4+IP5S6EHtVOhr0P8AnIuIJ4Mvk6ByUA2rn9k0vM18J3AacFREtJa7JUum9G98LvCu9zHw1yZWWfyltZVYoIhoi4ppS12E7mAM8ERFL0umvAuMkvbOENbXxnSTMzCyX3IMyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5RZNxXc4b71MVLS8VndoVvS2PQO7evSO+rfLumgLLdplge+F59Z970UERMLZ3T35wkk9Y+I5i602we4C7ggIn6Uzjse383E+gD3oMx2M0lHS3pA0sOSfi3psHT+2ZLqJS0Ffibp9ZJulLQ8bXtaO6v7F+CB1nACiIhfRMQfu7jNynT9KyWtkjQm3e5d6W+c/VHSzAz/HGavmXtQZt3Xeod7gA0R8d6i5X8C3hERzZLeBXwReH+67EhgfEQ8I+mLwNKIOEfSIGC5pHsj4h8F6+rq3do72uYHga9ExK2SBpDcqqsGeDIipgJI2r97u2/WMxxQZt23wxBfkf2BmySNAQJ4XcGyJRHxTPr83UCtpP+XTu8DjADWvoaaOtrmA8C/SyoHfhAR6yT9AbhK0peAH/u3syyvPMRntvtdCvw8Ig4HppEET6vC3pGA96c/5zIxIkZERHE4dfVu7e1uMyK+A9QCLwGLJZ0YEY+S9OT+AHxB0rzu76JZ9hxQZrvf/rz6s+Znd9Lup8BHW39fTNKkdtp8B3irpNZfpEXScZKKf7en3W1KGgU8lt6o9U5gvKRhwIsRcQvJ3auP7OJ+mfUoB5TZ7ncFcLmkh+l8GP1SkqG4Veld2C8tbhARLwHvIQmydZLWAB8GtnRxmzOAP6bnzA4HbgaOIDnftRL4HPCFbu+hWQ/w3czNzCyX3IMyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrn0/wG50dTpYrwVwwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x273.6 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Note that the output of ENS is the majority vote of the three underlying models (RF, MLP and ELM), and the accuracy of ENS is calculated based on its output.\n"
     ]
    }
   ],
   "source": [
    "from flareml_utils import plot_custom_result\n",
    "plot_custom_result(custom_result)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **RF Model Training and Testing**"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**RF Model Training with Default Data**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading the train_model function...\n",
      "Starting training with a model with id: custom_model_id training data file: data/train_data/flaringar_training_sample.csv\n",
      "Loading data set...\n",
      "Training is in progress, please wait until it is done...\n",
      "Training started at: 2022-05-05 21:01:45\n",
      "Training finished at: 2022-05-05 21:01:47\n",
      "Training total time: 0.04 Minute(s)\n",
      "\n",
      "Finished training the RF model, you may use the flareml_test.py program to make prediction.\n"
     ]
    }
   ],
   "source": [
    "print('Loading the train_model function...')\n",
    "from flareml_train import train_model\n",
    "args = {'train_data_file':'data/train_data/flaringar_training_sample.csv',\n",
    "        'algorithm': 'RF',\n",
    "       'modelid': 'custom_model_id'\n",
    "      }\n",
    "train_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Predicting with Your RF Model**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting testing with a model with id: custom_model_id testing data file: data/test_data/flaringar_simple_random_40.csv\n",
      "Loading data set...\n",
      "Done loading data...\n",
      "Formatting and mapping the flares classes..\n",
      "Prediction is in progress, please wait until it is done...\n",
      "Finished the prediction task..\n"
     ]
    }
   ],
   "source": [
    "from flareml_test import test_model\n",
    "args =  {'test_data_file': 'data/test_data/flaringar_simple_random_40.csv', \n",
    "         'algorithm': 'RF', \n",
    "         'modelid': 'custom_model_id'}\n",
    "custom_result = test_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Plotting the RF Results**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAEKCAYAAABHZsElAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAeCElEQVR4nO3df5xWdZ338ddbEJF+SAm6MgOiAq6g/EYhNzUxR6HG3FyCe9FcW9lKuyu6S9tdyTSTLHNNbVPTUCtG0tIpJxXzV20qsEoImEKCzoyWIPgbxMHP/cc5M15zMTPMwJy5zsj7+XjM43Gdc77XdT5nDlzv+X7Pub6XIgIzM7O82a3UBZiZmbXEAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKMuMpHmSvpU+/rCkJ3fwdX4k6bzOra40JJ0u6Q8dfM63JK2X9Nes6ira3/2S/jWj1/53ST9uY3uHfz/27uWA2sVJWitpk6TXJP0tDZX3dvZ+IuL3EXFwO+rZ5g0qIj4bERd2dk2Szpf0VnrsL0n6o6RJnb2f7dQQkoa0sX0Q8BVgeET8XSfuV5KelrSys16zPSLi2xHxr2kNg9Pj79mVNTQq2P9r6c9aSecWtSn8/9H4M6AU9e6KHFAG8PGIeC8wFhgP/Gdxg1K9iXSBm9Nj7wfcB/yixPUUGwS8GBEvdPSJ2zlnRwH7AAdKmrCjxXViPaXUN/03cApwnqSPFm3/eES8t+DnuRLUuEtyQFmTiKgHfgscCk1/3Z8laRWwKl33MUlLC3ocIxufL2mMpEclvSrpZqB3wbZjJNUVLA+U9EtJ6yS9KOlKSYcAPwImNfZq0rZNQ4Xp8pmSVkvaIKm68C/atObPSlqV1niVJLXj2BuAnwFlkvqnr7WXpOskPS+pPh1q65FuGyLpAUkvp8NvN6frt+kVtDZkJunB9OGf0uP9VNH244CFwIB0+7x0faWkFenx3Z/+3hqfs1bSOZKWAa+3EQqfBm4HatLHLZLUQ9Kl6TGukXR24fFJGpCegw3pOTmz4LnnS7pF0k8lvQKcnq77adqk8fhfSo9vUsFzvydpY7rPE4t+l99K/+29JunXkvaW9DNJr0haLGlwa8fTlohYAqwARu/I863zOaCsiaSBwBTgsYLVnwCOAIZLGgNcD/wbsDdwNVAtaQ9JvYDbgJuAD5L0RD7Zyn56AL8BngEGA2VAVUQ8AXwWeCj9S7VvC889FrgYmAbsl75GVVGzjwETgJFpu4p2HHsv4DTgRWBjunoe0AAMAcYAxwONQXMhcDfwAaAcuGJ7+ygWEUelD0elx3tz0fZ7gBOB59Ltp0saBswHvgT0JwmYX6f1N5oBTCXpGTS0cKx9SHoLP0t/phc9v9CZaQ2jSXrYnyjaXgXUAQPS1/x2eo4anQTcAvRN91Wo8fj7psf3ULp8BPAkSa/2EuC6oj8ypgOnkvy7OQh4CPgJyb+7J4BvFBzrb1Q0bNcaSRNJ/jhb3Z72lj0HlAHclvZW/gA8AHy7YNvFEbEhIjYBs4CrI+KRiNgaETcAbwIT05/dgf+KiLci4hZgcSv7O5zkDe2rEfF6RGyOiPZeGP9n4PqIeDQi3gS+TtLjGlzQZm5EvBQRz5IM241u4/Wmpce+ieTN+JSIaJC0L0lYfymt8QXgMpI3R4C3gP2BAR2sf2d9CrgjIhZGxFvA94A9gQ8VtPlBRNSm56wl/0hy3u4G7iA5b1NbaTsNuDwi6iJiIzC3cUP6B82RwDnp72Ap8GOSoG/0UETcFhFvt1FPsWci4tqI2ArcQPKHyL4F238SEX+JiJdJevx/iYh70jD+BckfEwBExMciYi5tWy9pE0nQ/ZDkD61Ct6W91ZckFW+zDDmgDOATEdE3IvaPiM8XvZHUFjzeH/hKwX/Wl4CBJGEzAKiP5rMPP9PK/gaSvAlt89d9OwwofN2IeI2k11NW0Kbwbrc3gLZu+liQ9tT2BZYD49L1+5O8cT9fcKxXk1y3AfgaIGBROtx2xg4cy44oPv63Sc5R4fHXFj+pyKdJjrshIjYDt9L6MN+AoterLdq2ISJeLVj3TAdraUnT+YuIN9KHhefwbwWPN7Ww3NGbfPqlz/kKcAzJeS/U+P+jb0R8ooOvbTshrxctLT8KA6cWuCgiLipuJOlokus3KgipQcBfWnjNWmCQpJ4thNT2ptd/jiQ8Gvf7HpLhxvrtPK9NEbFe0ixgiaSfpzW+CfRrKUgj4q8kPS4k/QNwT3pN6eW0SR/glfRxp919R3L8hzUupENfA2l+/K3+DiWVA8cCh0tqHILtA/SW1C8i1hc95XmSIcxGA4tq+aCk9xWE1KD21rKdbV0q7a19X9I/Ap8H/qu0FRm4B2Udcy3wWUlHKPEeSVMlvY9keKQB+L+Sdk//ox/eyussInnjm5u+Rm9JR6bb/gaUt3FNZD7wL5JGS9qDZDjykYhYu7MHFxFPAncBX4uI50mGwC6V9H5Ju0k6KA1iJP1T+mYPyTWrAN6OiHUkb9Az0xsMziC5TtKavwEHdqDMBcBUSZMl7U7yV/+bwB/b+fxTgaeAg0mGPkcDw0iuI81oZX9flFQmqS9wTuOGiKhN93txeg5HAp8BftrC67RkHfA2HTv+rM0Fviap93ZbWuYcUNZu6V1OZwJXkrwprwZOT7dtIbm2cTqwgeRayS9beZ2twMdJbj54luTNsfEOtntJ7qT6q6Tiv+Ybbxw4j2RY6nmSN//pxe12wneBWZL2IbmW0gtYSXK8t5BcD4HkJoxHJL0GVANfjIin021nAl8lGXocQdvhcT5wQzqMOG17xaUhOpPkpoz1JL/Hj6e///b4NPDDiPhr4Q/J3ZMtDfNdSxLUy0hunqkh+UNka7p9BsmNLs8BvwK+kZ6j7UqH7y4C/ic9/ontPIZ2k/RbSf/egafcQXKuz9xeQ8ue/IWFZtZe6S3fP4qI/bfb2GwnuQdlZq2StKekKZJ6SiojuYX7V6Wuy3YNmQWUpOslvSBpeSvbJekH6Yf7lkkam1UtZrbDBHyTZNjrMZLPGc0paUW2y8hsiE/SUcBrwI0RcWgL26cAXyD5rMkRJJ+1OCKTYszMrNvJrAcVEQ+SXCxvzUkk4RUR8TDQV9J+bbQ3M7NdSCmvQZXR/EN8dTT/gJ+Zme3CusUHddMPUM4CGD58+LgVK1aUuCIzM+tELU7oXMoeVD3NP5VeTiuzAUTENRExPiLG77nnnl1SnJmZlVYpA6oaOC29m28i8HL66X0zM7PshvgkzSeZeLGfku8B+gbpJIwR8SOST6RPIZmN4A3gX7KqxczMup/MAioiWprXq3B7AGdltX8zM+vePJOEmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMrOdduedd3LwwQczZMgQ5s6du832Z599lo985COMGTOGkSNHUlNTA8DChQsZN24chx12GOPGjePee+/t6tItxxQRpa6hQ8aPHx9LliwpdRlmltq6dSvDhg1j4cKFlJeXM2HCBObPn8/w4cOb2syaNYsxY8bwuc99jpUrVzJlyhTWrl3LY489xr777suAAQNYvnw5FRUV1NfXl/BorETU0kr3oMxspyxatIghQ4Zw4IEH0qtXL6ZPn87tt9/erI0kXnnlFQBefvllBgwYAMCYMWOaHo8YMYJNmzbx5ptvdu0BWG71LHUBZta91dfXM3DgwKbl8vJyHnnkkWZtzj//fI4//niuuOIKXn/9de65555tXufWW29l7Nix7LHHHpnXbN2De1Bmlrn58+dz+umnU1dXR01NDaeeeipvv/120/YVK1ZwzjnncPXVV5ewSssbB5SZ7ZSysjJqa2ubluvq6igrK2vW5rrrrmPatGkATJo0ic2bN7N+/fqm9ieffDI33ngjBx10UNcVbrnngDKznTJhwgRWrVrFmjVr2LJlC1VVVVRWVjZrM2jQIH73u98B8MQTT7B582b69+/PSy+9xNSpU5k7dy5HHnlkKcq3HHNAmdlO6dmzJ1deeSUVFRUccsghTJs2jREjRjBnzhyqq6sBuPTSS7n22msZNWoUM2bMYN68eUjiyiuvZPXq1VxwwQWMHj2a0aNH88ILL5T4iCwvfJu5mZmVmm8zNzOz7sMBxfY/Bf/lL3+5afhh2LBh9O3bF4D77ruvaf3o0aPp3bs3t912W9cWb2b2LrXLD/G151Pwha644goee+wxrr/++mbrN2zYwJAhQ6irq6NPnz6dVp+Z2S7AQ3wtac+n4AvNnz+fGTNmbLP+lltu4cQTT3Q4mZl1kkxnkpB0AnA50AP4cUTMLdo+CLgB6Ju2OTciarKsqVh7PgXf6JlnnmHNmjUce+yx22yrqqpi9uzZmdVplieDz72jS/azdu7ULtmP5VNmPShJPYCrgBOB4cAMScXjZv8JLIiIMcB04IdZ1dMZqqqqOOWUU+jRo0ez9c8//zyPP/44FRUVJarMzOzdJ8shvsOB1RHxdERsAaqAk4raBPD+9PFewHMZ1tOi9nwKvlFVVVWLw3sLFizg5JNPZvfdd8+sTjOzXU2WAVUG1BYs16XrCp0PzJRUB9QAX8iwnha151PwAH/+85/ZuHEjkyZN2mZba9elzMxsx5X6JokZwLyIKAemADdJ2qYmSbMkLZG0ZN26dZ1aQHs+BQ9J72n69OlIzW82Wbt2LbW1tRx99NGdWpeZ2a4us9vMJU0Czo+IinT56wARcXFBmxXACRFRmy4/DUyMiFbnOvFMEmal55skrJN1+W3mi4Ghkg6Q1IvkJojqojbPApMBJB0C9AY6t4tkZmbdUmYBFRENwNnAXcATJHfrrZB0gaTGizxfAc6U9CdgPnB6dLdPDpuZWSYyvQYVETURMSwiDoqIi9J1cyKiOn28MiKOjIhRETE6Iu7Osh4zs13Rjk7ntnTpUiZNmsSIESMYOXIkN998c5fW7a98NzN7F9u6dStnnXVWs+ncKisrm03ndtlllzU9bpzODaBPnz7ceOONDB06lOeee45x48ZRUVHRFGBZ2yUDyhd4zWxXUTidG9A0nVtr843Onz+fb37zmwAMGzasaf2AAQPYZ599WLduXZcFVKlvMzczswy1NJ1bfX19i23bms5t0aJFbNmyhYMOOiizWovtkj0oMzPbVlvTuZ166qnccMMN7LZb1/Vr3IMyM3sX29np3F555RWmTp3KRRddxMSJEzOttZgDyszsXWxnpnPbsmULJ598MqeddhqnnHJKV5YNOKDMzN7VdmY6twULFvDggw8yb968ptvQly5d2mW175LfqOu7+Mx2jv8PWSfzN+qamVn34YAyM7NcckCZmVku+XNQZmbvQu+G64TuQZmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8ulTANK0gmSnpS0WtK5rbSZJmmlpBWSfp5lPWZm1n30zOqFJfUArgI+CtQBiyVVR8TKgjZDga8DR0bERkn7ZFWPmZl1L1n2oA4HVkfE0xGxBagCTipqcyZwVURsBIiIFzKsx8zMupEsA6oMqC1YrkvXFRoGDJP0P5IelnRChvWYmVk3ktkQXwf2PxQ4BigHHpR0WES8VNhI0ixgFsCgQYO6uEQzMyuFLHtQ9cDAguXydF2hOqA6It6KiDXAUySB1UxEXBMR4yNifP/+/TMr2MzM8iPLgFoMDJV0gKRewHSguqjNbSS9JyT1IxnyezrDmszMrJvILKAiogE4G7gLeAJYEBErJF0gqTJtdhfwoqSVwH3AVyPixaxqMjOz7iPTa1ARUQPUFK2bU/A4gNnpj5mZWRPPJGFmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcqnVgJJ0Zvp9TSjxE0mvSFomaWzXlWhmZruitnpQXwTWpo9nACOBA0hmfbg827LMzGxX11ZANUTEW+njjwE3RsSLEXEP8J7sSzMzs11ZWwH1tqT9JPUGJgP3FGzbM9uyzN5x5513cvDBBzNkyBDmzp3bartbb70VSSxZsqRp3bJly5g0aRIjRozgsMMOY/PmzV1Rspl1grYmi50DLAF6kHxn0woASUfjr8SwLrJ161bOOussFi5cSHl5ORMmTKCyspLhw4c3a/fqq69y+eWXc8QRRzSta2hoYObMmdx0002MGjWKF198kd13372rD8HMdlCrPaiI+A2wP3BIRJxZsGkx8KmsCzMDWLRoEUOGDOHAAw+kV69eTJ8+ndtvv32bdueddx7nnHMOvXv3blp39913M3LkSEaNGgXA3nvvTY8ePbqsdjPbOW3dxTcB6BcRG9Pl0yTdDswFenVRfbaLq6+vZ+DAd76Yuby8nPr65l/M/Oijj1JbW8vUqVObrX/qqaeQREVFBWPHjuWSSy7pkprNrHO0NcR3NXAcgKSjSILpC8Bo4BrglKyLM9uet99+m9mzZzNv3rxttjU0NPCHP/yBxYsX06dPHyZPnsy4ceOYPHly1xdqZh3W1k0SPSJiQ/r4U8A1EXFrRJwHDMm+NDMoKyujtra2abmuro6ysrKm5VdffZXly5dzzDHHMHjwYB5++GEqKytZsmQJ5eXlHHXUUfTr148+ffowZcoUHn300VIchpntgDYDSlJjD2sycG/Btky/ides0YQJE1i1ahVr1qxhy5YtVFVVUVlZ2bR9r732Yv369axdu5a1a9cyceJEqqurGT9+PBUVFTz++OO88cYbNDQ08MADD2xzc4WZ5VdbQbMAeEDSemAT8HsASUOAl7ugNjN69uzJlVdeSUVFBVu3buWMM85gxIgRzJkzh/HjxzcLq2If+MAHmD17NhMmTEASU6ZM2eY6lZnlV1sB9Qng88B+wN0REen63UiuRZl1iSlTpjBlypRm6y644IIW295///3NlmfOnMnMmTOzKs3MMtTmUF1EPNzCuqeyK8fMzCzRVkDtI2l2axsj4vsZ1GNmZga0HVA9gPcC6qJazMzMmrQVUM9HRMsD/WZmZhlrK6Dcc7KSGXzuHV2yn7VzfVefWV619Tkof9zezMxKpq3JYje0ts3MzCxrbfWgzMzMSsYBZWZmueSAMjOzXHJAmZlZLjmgzMwslzINKEknSHpS0mpJ57bR7pOSQtL4LOsxM7PuI7OAktQDuAo4ERgOzJC0zZfxSHof8EXgkaxqMTOz7ifLHtThwOqIeDoitgBVwEkttLsQ+A6wOcNazMysm8kyoMqA2oLlunRdE0ljgYER0TXz2piZWbdRspskJO0GfB/4SjvazpK0RNKSdevWZV+cmZmVXJYBVQ8MLFguT9c1eh9wKHC/pLXARKC6pRslIuKaiBgfEeP79++fYclmZpYXWQbUYmCopAMk9QKmA9WNGyPi5YjoFxGDI2Iw8DBQGRFLMqzJzMy6icwCKiIagLOBu4AngAURsULSBZIqs9qvmZm9O7T1fVA7LSJqgJqidXNaaXtMlrWYmVn34pkkzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuZRpQkk6Q9KSk1ZLObWH7bEkrJS2T9DtJ+2dZj5mZdR+ZBZSkHsBVwInAcGCGpOFFzR4DxkfESOAW4JKs6jEzs+4lyx7U4cDqiHg6IrYAVcBJhQ0i4r6IeCNdfBgoz7AeMzPrRrIMqDKgtmC5Ll3Xms8Av82wHjMz60Z6lroAAEkzgfHA0a1snwXMAhg0aFAXVmZmZqWSZQ+qHhhYsFyermtG0nHAfwCVEfFmSy8UEddExPiIGN+/f/9MijUzs3zJMqAWA0MlHSCpFzAdqC5sIGkMcDVJOL2QYS1mZtbNZBZQEdEAnA3cBTwBLIiIFZIukFSZNvsu8F7gF5KWSqpu5eXMzGwXk+k1qIioAWqK1s0peHxclvs3M7PuyzNJmJlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcyjSgJJ0g6UlJqyWd28L2PSTdnG5/RNLgLOsxM7PuI7OAktQDuAo4ERgOzJA0vKjZZ4CNETEEuAz4Tlb1mJlZ95JlD+pwYHVEPB0RW4Aq4KSiNicBN6SPbwEmS1KGNZmZWTeRZUCVAbUFy3XpuhbbREQD8DKwd4Y1mZlZN9Gz1AW0h6RZwKx08TVJT5agjH7A+o48QR6w7Go+R/nm85N/pTpHd0bECcUrswyoemBgwXJ5uq6lNnWSegJ7AS8Wv1BEXANck1Gd7SJpSUSML2UN1jafo3zz+cm/vJ2jLIf4FgNDJR0gqRcwHagualMNfDp9fApwb0REhjWZmVk3kVkPKiIaJJ0N3AX0AK6PiBWSLgCWREQ1cB1wk6TVwAaSEDMzM8v2GlRE1AA1RevmFDzeDPxTljV0opIOMVq7+Bzlm89P/uXqHMkjamZmlkee6sjMzHLJAbUdkrZKWirpT5IelfShUtdkzUn6O0lVkv4i6X8l1UgaVuq6DCSFpJ8WLPeUtE7Sb0pZlyUkDZS0RtIH0+UPpMuDS1wa4IBqj00RMToiRgFfBy4udUH2jnTmkV8B90fEQRExjuQ87Vvayiz1OnCopD3T5Y+y7cdNrEQiohb4b2BuumoucE1ErC1ZUQUcUB3zfmBjqYuwZj4CvBURP2pcERF/iojfl7Ama64GmJo+ngHML2Ettq3LgImSvgT8A/C90pbzjm4xk0SJ7SlpKdAb2A84trTlWJFDgf8tdRHWpipgTjqsNxK4HvhwaUuyRhHxlqSvAncCx0fEW6WuqZF7UNvXOMT398AJwI2e0Nas/SJiGTCYpPdU03ZrK5ETgedJ/uDLDQdUB0TEQyRzVfUvdS3WZAUwrtRF2HZVkwwdeXgvZySNJrk2OBH4sqT9SlvROxxQHSDp70lmxdhmvkArmXuBPdIJhQGQNFKSh5Dy5XrgmxHxeKkLsXeko0H/DXwpIp4FvkuOrkE5oLZvz/Q286XAzcCnI2JriWuyVDp348nAcelt5itI7rT8a2krs0IRURcRPyh1HbaNM4FnI2JhuvxD4BBJR5ewpiaeScLMzHLJPSgzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJl1UMEM940/gyUdk9UM3ZKGpTO0r0pn1F8gad8s92mWB56Lz6zjNkXE6MIVHf16Akk9I6KhHe16A3cAsyPi1+m6Y/BsJrYLcA/KrJNJOlzSQ5Iek/RHSQen60+XVC3pXuB3kt4j6XpJi9K2J7Xwcv8HeKgxnAAi4v6IWN7OfY5IX3+ppGWShqb7vSP9jrPlkj6V4a/DbIe5B2XWcY0z3AOsiYiTi7b/GfhwRDRIOg74NvDJdNtYYGREbJD0beDeiDhDUl9gkaR7IuL1gtdq72ztre3zs8DlEfEzSb1IpuqaAjwXEVMBJO3VscM36xoOKLOO22aIr8hewA2ShgIB7F6wbWFEbEgfHw9USvp/6XJvYBDwxA7U1No+HwL+Q1I58MuIWCXpceBSSd8BfuPvzrK88hCfWee7ELgvIg4FPk4SPI0Ke0cCPpl+ncvoiBgUEcXh1N7Z2lvcZ0T8HKgENgE1ko6NiKdIenKPA9+SNKfjh2iWPQeUWefbi3e+1vz0NtrdBXyh8fvFJI1poc3PgQ9JavxGWiQdJan4e3ta3KekA4Gn04labwdGShoAvBERPyWZvXpsO4/LrEs5oMw63yXAxZIeo+1h9AtJhuKWpbOwX1jcICI2AR8jCbJVklYCnwfWtXOf04Dl6TWzQ4EbgcNIrnctBb4BfKvDR2jWBTybuZmZ5ZJ7UGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwsl/4/rMx9fuKxCDsAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x273.6 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from flareml_utils import plot_custom_result\n",
    "plot_custom_result(custom_result)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **MLP Model Training and Testing**\n",
    "**MLP Model Training with Default Data**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading the train_model function...\n",
      "Starting training with a model with id: custom_model_id training data file: data/train_data/flaringar_training_sample.csv\n",
      "Loading data set...\n",
      "Training is in progress, please wait until it is done...\n",
      "Training started at: 2022-05-05 21:01:49\n",
      "Training finished at: 2022-05-05 21:02:02\n",
      "Training total time: 0.22 Minute(s)\n",
      "\n",
      "Finished training the MLP model, you may use the flareml_test.py program to make prediction.\n"
     ]
    }
   ],
   "source": [
    "print('Loading the train_model function...')\n",
    "from flareml_train import train_model\n",
    "args = {'train_data_file':'data/train_data/flaringar_training_sample.csv',\n",
    "        'algorithm': 'MLP',\n",
    "       'modelid': 'custom_model_id'\n",
    "      }\n",
    "train_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Predicting with Your MLP Model**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting testing with a model with id: custom_model_id testing data file: data/test_data/flaringar_simple_random_40.csv\n",
      "Loading data set...\n",
      "Done loading data...\n",
      "Formatting and mapping the flares classes..\n",
      "Prediction is in progress, please wait until it is done...\n",
      "Finished the prediction task..\n"
     ]
    }
   ],
   "source": [
    "from flareml_test import test_model\n",
    "args =  {'test_data_file': 'data/test_data/flaringar_simple_random_40.csv', \n",
    "         'algorithm': 'MLP', \n",
    "         'modelid': 'custom_model_id'}\n",
    "custom_result = test_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Plotting the MLP Results**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAEKCAYAAABHZsElAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAfMUlEQVR4nO3dfZxVZb338c9XRnwsUcSOzAwiIR4GRLDBx6NZCijmSOZB9C71aFB31N2DebTjOeTRSko6nbyxY2qGZopPFVMihkctSxNGJUy8BRKEGUnBx0OaOOPv/mOtGfdsZoYZnTV7DfN9v168Xnutde29fmvvYX/3da1rr62IwMzMLG92KHUBZmZmbXFAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKuo2keZK+kd4+WtLT7/Jxrpb0b91bXWlIOkfS77p4n29I2iTpL1nVVbS/ByR9OqPH/hdJ13WwvcvPj/UdDqg+RtJaSW9I2izp+TRUdu/u/UTEgxFxYCfq2eoNKiI+GxGXdXdNki6R9FZ67K9IekjSEd29n23UEJKGd7B9CHA+UBURf9eN+5WkZySt6K7H7IyI+FZEfDqtYWh6/GU9WUOzgv0/XrR+b0lbJK0tWLdW0vFtPMaxkt5O/4b+R9LTkv6pB8rvkxxQfdPJEbE7cAhQDfxrcYNSvYn0gFvTY98buB+4vcT1FBsCvBgRL3T1jtt4zY4B9gGGSRr/bovrxnpKaVdJowuWzwTWdOH+z6V/Q+8HLgSulVTVnQVawgHVh0VEA3A3MBpaPt3PlLQKWJWu+5ikZQU9jjHN95c0TtJj6SfJW4GdC7YdK6m+YLlS0s8kbZT0oqS5kkYCVwNHNPdq0rYtQ4Xp8nRJqyW9JKlW0uCCbSHps5JWpTVeJUmdOPZG4KdAuaRB6WPtIelHkjZIakiH2vql24ZL+o2kV9Pht1vT9Vv1CtobMpP02/TmH9PjPb1o+/HAYmBwun1eur5G0pPp8T2QPm/N91kr6UJJy4G/dhAKZwMLgIXp7TZJ6ifpu+kxrpH0+cLjkzQ4fQ1eSl+T6QX3vUTSHZJukvQacE667qa0SfPxv5Ie3xEF950j6eV0nycWPZffSP/2Nkv6paSBkn4q6TVJSyUNbe942vGToufgLODGLj4GkfgF8DLggMqAA6oPk1QJTAYKhzymAIcBVZLGAdcDnwEGAj8EaiXtJKk/8AuS/+x7kfREPtHOfvoBvwKeBYYC5cD8iHgK+CzwcETsHhED2rjvR4HLganAvuljzC9q9jFgPDAmbTepE8fen+SN6UWSNxiAeUAjMBwYB0wEmoPmMuDXwJ5ABfB/t7WPYhFxTHrz4PR4by3afi9wIukn9Ig4R9II4BbgS8AgkoD5ZVp/szOAk4ABafAWH+uuwGkkgfxTYFrR/QtNT2sYS9LDnlK0fT5QDwxOH/Nb6WvU7BTgDmBAuq9Czcc/ID2+h9Plw4CnSXq13wF+VPQhYxrwKZK/mw8CDwM/Jvm7ewr4esGx/krSRe0cW7ObSJ6DfmnPZ3fgkW3cZyuSdpD0cZJjfaKr97dtc0D1Tb9Ieyu/A34DfKtg2+UR8VJEvAHMAH4YEY9ERFNE3AC8CRye/tsR+M+IeCsi7gCWtrO/Q0ne0C6IiL9GxN8iorMnxv8XcH1EPBYRbwJfI+lxDS1oMzsiXomIdSTDdmM7eLyp6bG/QfJmfFpENEr6AElYfymt8QXgeyRvjgBvAfsBg7tY/3t1OnBXRCyOiLeAOcAuwJEFba6MiPXpa9aWU0let18Dd5G8bie103Yq8P2IqI+Il4HZzRvSDzRHARemz8Ey4DqSoG/2cET8IiLe7qCeYs9GxLUR0QTcQPJB5AMF238cEX+OiFdJevx/joh70zC+neTDBAAR8bGImE3H6kkC8fi09p90ss5mg9O/oU0k4fipiHhXE4KsYw6ovmlKRAyIiP0i4nNFbyTrC27vB5yfDi29kv6nrCQJm8FAQ7S+2vCz7eyvkuRNaKtP950wuPBxI2IzSa+nvKBN4Wy310k+EbfntrSn9gHgT8CH0vX7kbxxbyg41h+SnLcB+GdAwJJ0uO3cd3Es70bx8b9N8hoVHv/64jsVOZvkuBsj4m/AnbQ/zDe46PHWF217KSL+p2Dds12spS0tr19EvJ7eLHwNny+4/UYby+9mks+NwDkkvc+uBtRz6f+fvSJibEQU9+itm+T1JKaVTmHgrAe+GRHfLG4k6cMk529UEFJDgD+38ZjrgSGSytoIqW1dTv85kvBo3u9uJMONDdu4X4ciYpOkGUCdpJvTGt8E9m4rSCPiLyQ9LiT9A3Bvek7p1bTJrsBr6e1um31HcvwHNS+kQ1+VtD7+dp9DSRXAR4FDJTUPwe4K7Cxp74jYVHSXDSRDmM0qi2rZS9L7CkJqSGdr2ca2nnYnMBd4NCLWpUOpljPuQVlHrgU+K+kwJXaTdJKk95GcB2gE/o+kHSWdSjKU15YlJG98s9PH2FnSUem254GKDs6J3AL8k6SxknYiGY58JCLWvteDS4dl7gH+OSI2kAyBfVfS+9PzCx9MgxhJ/5i+2UNyziqAtyNiI8kb9CfTcxrnkpwnac/zwLAulHkbcJKk4yTtSDIF/U3goU7e/1PASuBAkqHPscAIkmGuM9rZ3xcllUsaQDJLDYCIWJ/u9/L0NRwDnEdyTqczNgJv07Xjz0RE/JUkuDv6/teO6XE2//MH+h7mgLJ2RUQdSa9hLsmb8mqSYREiYgvJuY1zgJdIzpX8rJ3HaQJOJpl8sI7kzbF5Btt9wJPAXyQVf5pvnjjwbySfeDeQvPlPK273HlwBzJC0D8n5iP7ACpLjvYPkfAgkkzAekbQZqAW+GBHPpNumAxeQDD2OouPwuAS4IR1GnLqt4tIQ/STJpIxNJM/jyenz3xlnAz+IiL8U/iOZPdnWMN+1JEG9nGTyzEKSDyJN6fYzSCa6PAf8HPh6+hptUzp8903g9+nxH97JY+g0SXdL+pdO1lMXEW31+JstJBlCbP53yXuv0LpC/sFCM2tPOuX76ojYb5uNzbqZe1Bm1kLSLpImSyqTVE4yS+3npa7L+qbMAkrS9ZJekPSndrZL0pVKvuy3XNIhWdViZp0m4N9JhjgfJ/me0aySVmR9VmZDfJKOATYDN0bE6Da2Twa+QPLdk8NIvntxWCbFmJlZr5NZDyoifkty8rw9p5CEV0TEH4ABkvbtoL2ZmfUhpTwHVU7rL/XV0/oLf2Zm1of1inn96RcqZwBUVVV96MknnyxxRWZm1o3avMBzKXtQDbT+lnoF7VwdICKuiYjqiKjeZZddeqQ4MzMrrVIGVC1wVjqb73Dg1fTb/GZmZtkN8Um6BTgW2FvJ7wJ9neRinETE1STf0p5McnWC1wH/KqWZmbXILKAioq3rfBVuD2BmVvs3M7PezVeSMDOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma5lGlASTpB0tOSVku6qI3tQyTdL+lxScslTc6yHjMz6z0yCyhJ/YCrgBOBKuAMSVVFzf4VuC0ixgHTgB9kVY+ZmfUuWfagDgVWR8QzEbEFmA+cUtQmgPent/cAnsuwHjMz60XKMnzscmB9wXI9cFhRm0uAX0v6ArAbcHyG9ZiZWS9S6kkSZwDzIqICmAz8RNJWNUmaIalOUt3GjRt7vEgzM+t5WQZUA1BZsFyRrit0HnAbQEQ8DOwM7F38QBFxTURUR0T1oEGDMirXzMzyJMuAWgocIGl/Sf1JJkHUFrVZBxwHIGkkSUC5i2RmZtkFVEQ0Ap8H7gGeIpmt96SkSyXVpM3OB6ZL+iNwC3BORERWNZmZWe+h3pYH1dXVUVdXV+oyzMys+6itlaWeJGFmZtYmB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWa2nVu0aBEHHnggw4cPZ/bs2W22ue2226iqqmLUqFGceeaZLevXrVvHxIkTGTlyJFVVVaxdu7aHqs72F3XNzKzEmpqamDlzJosXL6aiooLx48dTU1NDVVVVS5tVq1Zx+eWX8/vf/54999yTF154oWXbWWedxcUXX8yECRPYvHkzO+zQc/0a96DMzLZjS5YsYfjw4QwbNoz+/fszbdo0FixY0KrNtddey8yZM9lzzz0B2GeffQBYsWIFjY2NTJgwAYDdd9+dXXfdtcdqd0CZmW3HGhoaqKx858fNKyoqaGho/ePmK1euZOXKlRx11FEcfvjhLFq0qGX9gAEDOPXUUxk3bhwXXHABTU1NPVa7h/jMzPq4xsZGVq1axQMPPEB9fT3HHHMMTzzxBI2NjTz44IM8/vjjDBkyhNNPP5158+Zx3nnn9Uhd7kGZmW3HysvLWb9+fctyfX095eXlrdpUVFRQU1PDjjvuyP7778+IESNYtWoVFRUVjB07lmHDhlFWVsaUKVN47LHHeqx2B5SZ2XZs/PjxrFq1ijVr1rBlyxbmz59PTU1NqzZTpkzhgQceAGDTpk2sXLmSYcOGMX78eF555RU2btwIwH333ddqckXWHFBmZtuxsrIy5s6dy6RJkxg5ciRTp05l1KhRzJo1i9raWgAmTZrEwIEDqaqq4iMf+QhXXHEFAwcOpF+/fsyZM4fjjjuOgw46iIhg+vTpPVa7IqLHdtYdqquro66urtRlmJlZ91FbK92DMjOzXHJAmZlZLjmgzMwslxxQZmaWS/6irpnZdmjoRXf1yH7Wzj4ps8d2D8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDN7zxYtWsSBBx7I8OHDmT179lbb582bx6BBgxg7dixjx47luuuua9m2bt06Jk6cyMiRI6mqqmLt2rU9WLnlWabfg5J0AvB9oB9wXURs9ZcraSpwCRDAHyPizCxrMrPu1dTUxMyZM1m8eDEVFRWMHz+empqarX6W4fTTT2fu3Llb3f+ss87i4osvZsKECWzevJkddvDnZktkFlCS+gFXAROAemCppNqIWFHQ5gDga8BREfGypH2yqsfMsrFkyRKGDx/OsGHDAJg2bRoLFizo1O8GrVixgsbGRiZMmADA7rvvnmmt1rtk+VHlUGB1RDwTEVuA+cApRW2mA1dFxMsAEfFChvWYWQYaGhqorKxsWa6oqKChoWGrdnfeeSdjxozhtNNOa/mF15UrVzJgwABOPfVUxo0bxwUXXEBTU1OP1W75lmVAlQPrC5br03WFRgAjJP1e0h/SIUEz286cfPLJrF27luXLlzNhwgTOPvtsABobG3nwwQeZM2cOS5cu5ZlnnmHevHmlLdZyo9SDvWXAAcCxwBnAtZIGFDeSNENSnaS65p8eNrN8KC8vb+kRAdTX11Ne3vqz6MCBA9lpp50A+PSnP82jjz4KJL2tsWPHMmzYMMrKypgyZQqPPfZYzxVvuZZlQDUAlQXLFem6QvVAbUS8FRFrgJUkgdVKRFwTEdURUT1o0KDMCjazrhs/fjyrVq1izZo1bNmyhfnz51NTU9OqzYYNG1pu19bWMnLkyJb7vvLKKzR/8Lzvvvs6de7K+oYsA2opcICk/SX1B6YBtUVtfkHSe0LS3iRDfs9kWJP1Qu92CvOzzz7LIYccwtixYxk1ahRXX311T5feJ5SVlTF37lwmTZrEyJEjmTp1KqNGjWLWrFnU1ib/5a+88kpGjRrFwQcfzJVXXtkyjNevXz/mzJnDcccdx0EHHUREMH369BIejeWJIiK7B5cmA/9JMs38+oj4pqRLgbqIqJUk4LvACUAT8M2ImN/RY1ZXV0ddXV1mNVu+NDU1MWLEiFZTmG+55ZZWn7LnzZtHXV3dVlOYt2zZQkSw0047sXnzZkaPHs1DDz3E4MGDe/owzHpcL/u5DbW1MtPvQUXEQmBh0bpZBbcD+Er6z2wr72UKc//+/Vtuv/nmm7z99tuZ1Wlm3a/UkyTMOvRepjADrF+/njFjxlBZWcmFF17o3pNZL+KAsl6vvSnMAJWVlSxfvpzVq1dzww038Pzzz5ewUjPrCgeU5dp7mcJcaPDgwYwePZoHH3ww24LNrNtkeg7K7L0qnMJcXl7O/Pnzufnmm1u12bBhA/vuuy/QegpzfX09AwcOZJddduHll1/md7/7HV/+8pd7/Bi2R73sBLz1Ug4oy7XCKcxNTU2ce+65LVOYq6urqamp4corr6S2tpaysjL22muvlinMTz31FOeffz6SiAi++tWvctBBB5X2gMys0zKdZp4FTzM3Kz33oPKvl71GbU4z9zkoMzPLJQeUmZnlUrsBJWl6+ntNKPFjSa9JWi7pkJ4r0czM+qKOJkl8EZiX3j4DGAPsD4wj+ZXcozOtzPq0XjZ+bmYZ6GiIrzEi3kpvfwy4MSJejIh7gd2yL83MzPqyjgLqbUn7StoZOA64t2DbLtmWZWZmfV1HQ3yzgDqSK5HXRsSTAJI+jH8Sw8zMMtZuQEXEryTtB7wvIl4u2LQUOD3zyszMrE/raBbfeGDv5nCSdJakBcBsoH979zMzM+sOHZ2D+iGwBUDSMSTBdCPwKnBN9qWZmVlf1tE5qH4R8VJ6+3Tgmoi4E7hT0rLMKzMzsz6tox5UP0nNAXYccF/BNl9k1szMMtVR0NwG/EbSJuAN4EEAScNJhvnMzMwy01FATQE+B+wL/Dreuez5DsAXMq7LzMz6uA6H6iLiD22sW5ldOWZmZomOAmofSV9pb2NE/EcG9ZiZmQHbmMUH7E47PyRlZmaWpY4CakNEXNpjlZiZmRXoaJq5e05mZlYyHQXUcT1WhZmZWZF2A6rgKhJmZmY9rqMelJmZWck4oMzMLJccUGZmlksOKDMzyyUHlJmZ5VKmASXpBElPS1ot6aIO2n1CUkiqzrIeMzPrPTILKEn9gKuAE4Eq4AxJVW20ex/wReCRrGoxM7PeJ8se1KHA6oh4JiK2APOBU9podxnwbeBvGdZiZma9TJYBVQ6sL1iuT9e1kHQIUBkRd2VYh5mZ9UIlmyQhaQfgP4DzO9F2hqQ6SXUbN27MvjgzMyu5LAOqAagsWK5I1zV7HzAaeEDSWuBwoLatiRIRcU1EVEdE9aBBgzIs2czM8iLLgFoKHCBpf0n9gWlAbfPGiHg1IvaOiKERMRT4A1ATEXUZ1mRmZr1EZgEVEY3A54F7gKeA2yLiSUmXSqrJar9mZrZ96OgHC9+ziFgILCxaN6udtsdmWYuZmfUuvpKEmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgMKWLRoEQceeCDDhw9n9uzZW23/7W9/yyGHHEJZWRl33HFHq20XXngho0ePZvTo0dx66609VbKZ2XavzwdUU1MTM2fO5O6772bFihXccsstrFixolWbIUOGMG/ePM4888xW6++66y4ee+wxli1bxiOPPMKcOXN47bXXerJ8M7PtVp8PqCVLljB8+HCGDRtG//79mTZtGgsWLGjVZujQoYwZM4Yddmj9dK1YsYJjjjmGsrIydtttN8aMGcOiRYt6snwzs+1Wnw+ohoYGKisrW5YrKipoaGjo1H0PPvhgFi1axOuvv86mTZu4//77Wb9+fValmpn1KWWlLqA3mzhxIkuXLuXII49k0KBBHHHEEfTr16/UZZmZbRf6fA+qvLy8Va+nvr6e8vLyTt//4osvZtmyZSxevJiIYMSIEVmUaWbW5/T5gBo/fjyrVq1izZo1bNmyhfnz51NTU9Op+zY1NfHiiy8CsHz5cpYvX87EiROzLNfMrM/INKAknSDpaUmrJV3UxvavSFohabmk/5a0X5b1tKWsrIy5c+cyadIkRo4cydSpUxk1ahSzZs2itrYWgKVLl1JRUcHtt9/OZz7zGUaNGgXAW2+9xdFHH01VVRUzZszgpptuoqzMo6ZmZt0hs3dTSf2Aq4AJQD2wVFJtRBTO4X4cqI6I1yX9b+A7wOlZ1dSeyZMnM3ny5FbrLr300pbb48ePp76+fqv77bzzzltNSTczs+6RZQ/qUGB1RDwTEVuA+cAphQ0i4v6IeD1d/ANQkWE9ZmbWi2QZUOVA4Zzr+nRde84D7s6wHjMz60VyccJE0ieBauDD7WyfAcyA5KoOZma2/cuyB9UAVBYsV6TrWpF0PHAxUBMRb7b1QBFxTURUR0T1oEGDMinWzMzyJcse1FLgAEn7kwTTNKDVxewkjQN+CJwQES9kWEsrQy+6q0f2s3b2ST2yHzOz7VFmPaiIaAQ+D9wDPAXcFhFPSrpUUvMXja4Adgdul7RMUm1W9ZiZWe+S6TmoiFgILCxaN6vg9vFZ7t/MzHqvPn8lCTMzyycHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWS5kGlKQTJD0tabWki9rYvpOkW9Ptj0gammU9ZmbWe2QWUJL6AVcBJwJVwBmSqoqanQe8HBHDge8B386qHjMz612y7EEdCqyOiGciYgswHzilqM0pwA3p7TuA4yQpw5rMzKyXyDKgyoH1Bcv16bo220REI/AqMDDDmszMrJcoK3UBnSFpBjAjXdws6ekSlLE3sKkrd5AHLHuaX6N88+uTf6V6jRZFxAnFK7MMqAagsmC5Il3XVpt6SWXAHsCLxQ8UEdcA12RUZ6dIqouI6lLWYB3za5Rvfn3yL2+vUZZDfEuBAyTtL6k/MA2oLWpTC5yd3j4NuC8iIsOazMysl8isBxURjZI+D9wD9AOuj4gnJV0K1EVELfAj4CeSVgMvkYSYmZlZtuegImIhsLBo3ayC238D/jHLGrpRSYcYrVP8GuWbX5/8y9VrJI+omZlZHvlSR2ZmlksOqG2Q1CRpmaQ/SnpM0pGlrslak/R3kuZL+rOkRyUtlDSi1HUZSApJNxUsl0naKOlXpazLEpIqJa2RtFe6vGe6PLTEpQEOqM54IyLGRsTBwNeAy0tdkL0jvfLIz4EHIuKDEfEhktfpA6WtzFJ/BUZL2iVdnsDWXzexEomI9cB/AbPTVbOBayJibcmKKuCA6pr3Ay+Xughr5SPAWxFxdfOKiPhjRDxYwpqstYXASentM4BbSliLbe17wOGSvgT8AzCntOW8o1dcSaLEdpG0DNgZ2Bf4aGnLsSKjgUdLXYR1aD4wKx3WGwNcDxxd2pKsWUS8JekCYBEwMSLeKnVNzdyD2rbmIb6/B04AbvQFbc06LyKWA0NJek8LO25tJXIisIHkA19uOKC6ICIeJrlW1aBS12ItngQ+VOoibJtqSYaOPLyXM5LGkpwbPBz4sqR9S1vROxxQXSDp70muirHV9QKtZO4DdkovKAyApDGSPISUL9cD/x4RT5S6EHtHOhr0X8CXImIdcAU5OgflgNq2XdJp5suAW4GzI6KpxDVZKr1248eB49Np5k+SzLT8S2krs0IRUR8RV5a6DtvKdGBdRCxOl38AjJT04RLW1MJXkjAzs1xyD8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZdVHCF++Z/QyUdm9UVuiWNSK/Qviq9ov5tkj6Q5T7N8sDX4jPrujciYmzhiq7+PIGksoho7ES7nYG7gK9ExC/Tdcfiq5lYH+AelFk3k3SopIclPS7pIUkHpuvPkVQr6T7gvyXtJul6SUvStqe08XBnAg83hxNARDwQEX/q5D5HpY+/TNJySQek+70r/Y2zP0k6PcOnw+xdcw/KrOuar3APsCYiPl60/f8BR0dEo6TjgW8Bn0i3HQKMiYiXJH0LuC8izpU0AFgi6d6I+GvBY3X2au3t7fOzwPcj4qeS+pNcqmsy8FxEnAQgaY+uHb5Zz3BAmXXdVkN8RfYAbpB0ABDAjgXbFkfES+ntiUCNpK+myzsDQ4Cn3kVN7e3zYeBiSRXAzyJilaQngO9K+jbwK/92luWVh/jMut9lwP0RMRo4mSR4mhX2jgR8Iv05l7ERMSQiisOps1drb3OfEXEzUAO8ASyU9NGIWEnSk3sC+IakWV0/RLPsOaDMut8evPOz5ud00O4e4AvNvy8maVwbbW4GjpTU/Iu0SDpGUvHv9rS5T0nDgGfSC7UuAMZIGgy8HhE3kVy9+pBOHpdZj3JAmXW/7wCXS3qcjofRLyMZilueXoX9suIGEfEG8DGSIFslaQXwOWBjJ/c5FfhTes5sNHAjcBDJ+a5lwNeBb3T5CM16gK9mbmZmueQelJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLpf8Ph5aI0yhhHwAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x273.6 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from flareml_utils import plot_custom_result\n",
    "plot_custom_result(custom_result)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **ELM Model Training and Testing**\n",
    "**ELM Model Training with Default Data**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading the train_model function...\n",
      "Starting training with a model with id: custom_model_id training data file: data/train_data/flaringar_training_sample.csv\n",
      "Loading data set...\n",
      "Training is in progress, please wait until it is done...\n",
      "Training started at: 2022-05-05 21:02:04\n",
      "Training finished at: 2022-05-05 21:02:05\n",
      "Training total time: 0.01 Minute(s)\n",
      "\n",
      "Finished training the ELM model, you may use the flareml_test.py program to make prediction.\n"
     ]
    }
   ],
   "source": [
    "print('Loading the train_model function...')\n",
    "from flareml_train import train_model\n",
    "args = {'train_data_file':'data/train_data/flaringar_training_sample.csv',\n",
    "        'algorithm': 'ELM',\n",
    "       'modelid': 'custom_model_id'\n",
    "      }\n",
    "train_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Predicting with Your ELM Model**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting testing with a model with id: custom_model_id testing data file: data/test_data/flaringar_simple_random_40.csv\n",
      "Loading data set...\n",
      "Done loading data...\n",
      "Formatting and mapping the flares classes..\n",
      "Prediction is in progress, please wait until it is done...\n",
      "Finished the prediction task..\n"
     ]
    }
   ],
   "source": [
    "from flareml_test import test_model\n",
    "args =  {'test_data_file': 'data/test_data/flaringar_simple_random_40.csv', \n",
    "         'algorithm': 'ELM', \n",
    "         'modelid': 'custom_model_id'}\n",
    "custom_result = test_model(args)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Plotting the ELM Resluts**<br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAEKCAYAAABHZsElAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAfP0lEQVR4nO3de5xVdb3/8dc7Ll7yrtiRGRBxwBiURhkUs9TURCHHPHEU+pW3lF8d7WfZr8RzTtTxkpiZPw06amZoJSNqyZiIYmp2TiqiEgimoGDDSHm/IYmMn98fa82wZzMzDDpr9hrm/Xw89uOx11rfvdZnzYb93t/vumxFBGZmZnnzkVIXYGZm1hoHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgrNNImiHpovT5pyU9/QHXc7Wk73ZudaUh6VRJ/72Zr7lI0suS/pZVXUXbe0DSGRmt+98kXdfO8s3++1jP4YDqYSStlLRW0tuS/p6GynadvZ2I+GNE7NOBejb6gIqIr0bEhZ1dk6TvS3ov3ffXJf1J0sGdvZ1N1BCSKtpZPhD4FlAZEf/UiduVpOckLe2sdXZERPwgIs5IaxiU7n/vrqyhScH23y56nJQub/6C1cprQ9KLhbVL6pPO88WkGXFA9UzHRcR2wAFANfAfxQ1K9SHSBW5O93034H7glhLXU2wg8EpEvLi5L9zEe3YosDswWNKoD1pcJ9ZTSjtFxHYFj5s7+LrXgGMLpo9N51lGHFA9WEQ0AHcB+0Lzt8SzJC0DlqXzPidpYUGPY0TT6yXtL+lxSW9JuhnYumDZ4ZJWFUwPkPQbSS9JekXSNEnDgKuBg5t6NWnbFt9kJZ0pabmkVyXVSepfsCwkfVXSsrTG6ZLUgX1fD/waKJPUL13XjpJ+Lmm1pIZ0qK1XuqxC0h8kvZEOv92czt+oV9DWkJmkB9Onfy785l6w/ChgHtA/XT4jnV8jaUm6fw+kf7em16yUdJ6kRcCadkLhFGA2MCd93ipJvSRdnu7jCklnF+6fpP7pe/Bq+p6cWfDa70u6VdKvJL0JnJrO+1XapGn/X0/37+CC1/5I0mvpNo8tmP9A+j78KX3NHZJ2lfRrSW9KelTSoLb2p5P9Eji5YPpk4MYu2naP5IDqwSQNAMYCTxTM/jxwEFApaX/geuB/A7sC1wB1kraS1Be4neQ/7S4kPZEvtLGdXsDvgOeBQUAZUBsRTwFfBR5Kv8nu1MprjwAuAU4E9kjXUVvU7HPAKGBE2m5MB/a9L8kHzCts+BY8A1gPVAD7A0cDTUFzIXAPsDNQDvxkU9soFhGHpk8/0do394i4l+Rb+Qvp8lMlDQVmAt8A+pEEzB1p/U0mAuNIegbrW9nXbYHxJIH8a2BC0esLnZnWUEXSw/580fJaYBXQP13nD9L3qMnxwK3ATum2CjXtf1MP5qF0+iDgaZJe7Q+Bnxd9yZgAfJnk383ewEPAL0j+3T0FfK9gX38naXIb+/Zh3Q4cKmknSTsDnyYJfcuIA6pnuj3trfw38AfgBwXLLomIVyNiLTAJuCYiHomIxoi4AXgXGJ0++gD/LyLei4hbgUfb2N6BJB9o346INRHxj4jo6IHx/wVcHxGPR8S7wPkkPa5BBW2mRsTrEfFXkmG7qnbWd2K672tJPozHR8R6SR8jCetvpDW+CFxB8uEI8B6wJ9B/M+v/sE4C7oyIeRHxHvAjYBvgkwVtroqI+vQ9a80/k7xv9wB3krxv49poeyJwZUSsiojXgKlNC9IvNIcA56V/g4XAdbTsVTwUEbdHxPvt1FPs+Yj4WUQ0AjeQfBH5WMHyX0TEsxHxBkmP/9mIuDcN41tIvkwAEBGfi4iptO/ltDfa9Bi2ifZN/gHcQfKenATUpfMsIw6onunzEbFTROwZEf9a9EFSX/B8T+Bbhf+ZgQEkYdMfaIiWdxt+vo3tDSD5ENro230H9C9cb0S8TdLrKStoU3i22ztAeyd9zEp7ah8DngRGpvP3JPngXl2wr9eQHLcB+A4gYH463Hb6B9iXD6J4/98neY8K97+++EVFTiHZ7/UR8Q/gNtoe5utftL76omWvRsRbBfOe38xaWtP8/kXEO+nTwvfw7wXP17Yyvbkn+eyW/vtvejy1Ga+9kSSQPbzXBfJ6ENNKpzBw6oGLI+Li4kaSDiM5fqOCkBoIPNvKOuuBgZJ6txJSmzoD6gWS8Gja7kdJhhsbNvG6dkXEy5ImAQsk3ZTW+C7Jh9dGQRoRfyPpcSHpU8C96TGlN9Im2wJvps877ew7kv3fr2kiHfoaQMv9b/NvKKkcOAI4UFLTEOy2wNaSdouIl4tesppkCLPJgKJadpG0fUFIDexoLZtY1l38kaSHFyQjEHuXtpwtm3tQ1p6fAV+VdJASH5U0TtL2JMcB1gP/R8nptv9MMpTXmvkkH3xT03VsLemQdNnfgfJ2jonMBE6TVCVpK5LhyEciYuWH3bmIeBq4G/hORKwmGQK7XNIOkj4iae80iJH0L+mHPSTHrAJ4PyJeIvmA/lJ6gsHptP+h9Xdg8GaUOQsYJ+lISX1ITkF/F/hTB1//ZeAZYB+Soc8qYCjJcaSJbWzvHEllknYCzmtaEBH16XYvSd/DEcBXgF+1sp7WvAS8z+btf1frle5b06PFv8v0y9hxQE3R6IFlwAFlbYqIBSS9hmkkH8rLgVPTZetIjm2cCrxKMib/mzbW00jyn7oC+CvJh2PTGWz3AUuAv0kq/jbfdOLAd0mGpVaTfPhPKG73IVwGTJK0O8mwTV9gKcn+3krybRmSkzAekfQ2ybGHcyLiuXTZmcC3SYYeh9N+eHwfuCEdRjxxU8WlIfolkpMyXib5Ox6X/v074hTgpxHxt8IHydmTrQ3z/YwkqBeRnDwzh+SLSGO6fCLJiS4vAL8Fvpe+R5uUDt9dDPxPuv+jO7gPHSbpLkn/tolmTWcRNj3OLVg2mWTYsOlxX/GLI2JJRCzpvKqtLfKXADNrS3rK99URsecmG5t1MvegzKyZpG0kjZXUW1IZySncvy11XdYzZRZQkq5XchuQJ9tYLklXKbnYb5GkA7Kqxcw6TMB/kgxxPkFyndGUklZkPVZmQ3ySDgXeBm6MiH1bWT4W+DrJtScHkVx7cVAmxZiZWbeTWQ8qIh4kOXjeluNJwisi4mFgJ0l7tNPezMx6kFIegyqj5UV9q2h5wZ+ZmfVg3eJC3fSCykkAlZWVI5cs8RmeZmZbkFZv8FzKHlQDLa9SL6eNuwNExLURUR0R1dtss02XFGdmZqVVyoCqA05Oz+YbDbyRXs1vZmaW3RCfpJnA4cBuSn4X6HskN+MkIq4muUJ9LMndCd4BTsuqFjMz634yC6iIaO0+X4XLAzgrq+2bmVn35jtJmJlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcyjSgJB0j6WlJyyVNbmX5QEn3S3pC0iJJY7Osx8zMuo/MAkpSL2A6cCxQCUyUVFnU7D+AWRGxPzAB+GlW9ZiZWfeSZQ/qQGB5RDwXEeuAWuD4ojYB7JA+3xF4IcN6zMysG+md4brLgPqC6VXAQUVtvg/cI+nrwEeBozKsx8zMupFSnyQxEZgREeXAWOCXkjaqSdIkSQskLXjppZe6vEgzM+t6WQZUAzCgYLo8nVfoK8AsgIh4CNga2K14RRFxbURUR0R1v379MirXzMzyJMuAehQYImkvSX1JToKoK2rzV+BIAEnDSALKXSQzM8suoCJiPXA2cDfwFMnZekskXSCpJm32LeBMSX8GZgKnRkRkVZOZmXUfmR6Diog5ETE0IvaOiIvTeVMioi59vjQiDomIT0REVUTck2U9ZmY90dy5c9lnn32oqKhg6tSpGy3/5je/SVVVFVVVVQwdOpSddtoJgIULF3LwwQczfPhwRowYwc0339yldau7dViqq6tjwYIFpS7DzKxbaGxsZOjQocybN4/y8nJGjRrFzJkzqawsviw18ZOf/IQnnniC66+/nmeeeQZJDBkyhBdeeIGRI0fy1FNPNQdYJ1JrM0t9Fp+ZmWVo/vz5VFRUMHjwYPr27cuECROYPXt2m+1nzpzJxIkTARg6dChDhgwBoH///uy+++505ZnUDigzsy1YQ0MDAwZsOKG6vLychobiE6oTzz//PCtWrOCII47YaNn8+fNZt24de++9d2a1FsvyQl0zM+tGamtrGT9+PL169Woxf/Xq1Xz5y1/mhhtu4CMf6bp+jXtQZmZbsLKyMurrN9zUZ9WqVZSVlbXatra2tnl4r8mbb77JuHHjuPjiixk9enSmtRZzQJmZbcFGjRrFsmXLWLFiBevWraO2tpaampqN2v3lL3/htdde4+CDD26et27dOk444QROPvlkxo8f35VlAw4oM7MtWu/evZk2bRpjxoxh2LBhnHjiiQwfPpwpU6ZQV7fh3gm1tbVMmDABacMJdbNmzeLBBx9kxowZzaehL1y4sMtq92nmZmZWaj7N3MzMug8HlJmZ5ZIDyszMcsnXQZmZbYEGTb6zS7azcuq4zNbtHpSZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgMKmDt3Lvvssw8VFRVMnTp1o+UzZsygX79+VFVVUVVVxXXXXQfA/fff3zyvqqqKrbfemttvv72Lqzcz2zL1+J98b2xs5KyzzmLevHmUl5czatQoampqqKysbNHupJNOYtq0aS3mfeYzn2HhwoUAvPrqq1RUVHD00Ud3VelmZlu0Ht+Dmj9/PhUVFQwePJi+ffsyYcIEZs+evdnrufXWWzn22GPZdtttM6jSzKznyTSgJB0j6WlJyyVNbqPNiZKWSloi6aYs62lNQ0MDAwYMaJ4uLy+noaFho3a33XYbI0aMYPz48dTX12+0vLa2lokTJ2Zaq5lZT5JZQEnqBUwHjgUqgYmSKovaDAHOBw6JiOHAN7Kq58M47rjjWLlyJYsWLeKzn/0sp5xySovlq1evZvHixYwZM6ZEFZqZbXmy7EEdCCyPiOciYh1QCxxf1OZMYHpEvAYQES9mWE+rysrKWvSIVq1aRVlZWYs2u+66K1tttRUAZ5xxBo899liL5bNmzeKEE06gT58+2RdsZtZDZBlQZUDhWNiqdF6hocBQSf8j6WFJx2RYT6tGjRrFsmXLWLFiBevWraO2tpaampoWbVavXt38vK6ujmHDhrVYPnPmTA/vmZl1slKfxdcbGAIcDpQDD0raLyJeL2wkaRIwCWDgwIGdW0Dv3kybNo0xY8bQ2NjI6aefzvDhw5kyZQrV1dXU1NRw1VVXUVdXR+/evdlll12YMWNG8+tXrlxJfX09hx12WKfWZWbW0ykislmxdDDw/YgYk06fDxARlxS0uRp4JCJ+kU7/HpgcEY+2td7q6upYsGBBJjWbmW0pBk2+s0u2s3LquM5YjVqbmeUQ36PAEEl7SeoLTADqitrcTtJ7QtJuJEN+z2VYk5mZdROZBVRErAfOBu4GngJmRcQSSRdIajrIczfwiqSlwP3AtyPilaxqMjOz7iPTY1ARMQeYUzRvSsHzAM5NH2ZmZs16/J0kzMwsn0p9Fl9JdLODh2ZmPZJ7UGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXGozoCSdmf5eE0r8QtKbkhZJOqDrSjQzs56ovR7UOcDK9PlEYASwF8ldH67MtiwzM+vp2guo9RHxXvr8c8CNEfFKRNwLfDT70szMrCdrL6Del7SHpK2BI4F7C5Ztk21ZZmbW07V3q6MpwAKgF1AXEUsAJB2GfxLDzMwy1mZARcTvJO0JbB8RrxUsehQ4KfPKzMysR2vvLL5RwG5N4STpZEmzgalA3y6qz8zMeqj2jkFdA6wDkHQoSTDdCLwBXJt9aWZm1pO1dwyqV0S8mj4/Cbg2Im4DbpO0MPPKzMysR2uvB9VLUlOAHQncV7CsR/6OlJmZdZ32gmYW8AdJLwNrgT8CSKogGeYzMzPLTHs9qM8D3wJmAJ+KiCh4zdezLctsg7lz57LPPvtQUVHB1KlT22x32223IYkFCxYAMG/ePEaOHMl+++3HyJEjue+++9p8rZnlT7tDdRHxcCvznsmuHLOWGhsbOeuss5g3bx7l5eWMGjWKmpoaKisrW7R76623uPLKKznooIOa5+22227ccccd9O/fnyeffJIxY8bQ0NDQ1btgZh9QewG1u6Rz21oYET/OoB6zFubPn09FRQWDBw8GYMKECcyePXujgPrud7/Leeedx2WXXdY8b//9929+Pnz4cNauXcu7777LVltt1TXFm9mH0u5JEsB2wPZtPMwy19DQwIABA5qny8vLN+oFPf7449TX1zNu3Lg213PbbbdxwAEHOJzMupH2elCrI+KCLqvE7AN4//33Offcc5kxY0abbZYsWcJ5553HPffc03WFmdmH1l4PSl1WhVkbysrKqK+vb55etWoVZWVlzdNvvfUWTz75JIcffjiDBg3i4YcfpqampvlEiVWrVnHCCSdw4403svfee3d5/Wb2wbUXUEd2WRVmbRg1ahTLli1jxYoVrFu3jtraWmpqapqX77jjjrz88susXLmSlStXMnr0aOrq6qiurub1119n3LhxTJ06lUMOOaSEe2FmH0SbAVVwFwmzkunduzfTpk1jzJgxDBs2jBNPPJHhw4czZcoU6urq2n3ttGnTWL58ORdccAFVVVVUVVXx4osvdlHlZvZhacPlTd1DdXV1NA3ffFCDJt/ZSdW0b+XUtg/am21J5s6dyznnnENjYyNnnHEGkydPbrH86quvZvr06fTq1YvtttuOa6+9lsrKSt577z3OOOMMHn/8cdavX8/JJ5/M+eefX6K92LJ0s8+5Vg8ptTfEZ2a2SU3Xqt11110sXbqUmTNnsnTp0hZtvvjFL7J48WIWLlzId77zHc49N7mC5ZZbbuHdd99l8eLFPPbYY1xzzTWsXLmyBHtheeSAMrMPpfBatb59+zZfq1Zohx12aH6+Zs0apOQLsyTWrFnD+vXrWbt2LX379m3R1no23/TVzD6U1q5Ve+SRRzZqN336dH784x+zbt265ttOjR8/ntmzZ7PHHnvwzjvvcMUVV7DLLrt0We2Wb+5BmVmXOOuss3j22We59NJLueiii4Ck99WrVy9eeOEFVqxYweWXX85zzz1X4kotLzLtQUk6BriS5K4U10VEq3f6lPQF4FZgVER8uDMgbIvQzQ7w9mibulat2IQJE/ja174GwE033cQxxxxDnz592H333TnkkENYsGBB862trGfLrAclqRcwHTgWqAQmSqpspd32wDnAxmMCZpZ7m7pWDWDZsmXNz++8806GDBkCwMCBA5uH+9asWcPDDz/Mxz/+8a4r3nItyx7UgcDyiHgOQFItcDywtKjdhcClwLczrMXMMlJ4rVpjYyOnn35687Vq1dXV1NTUMG3aNO6991769OnDzjvvzA033AAkw36nnXYaw4cPJyI47bTTGDFiRIn3yPIiy4AqA+oLplcBBxU2kHQAMCAi7pTkgDLrpsaOHcvYsWNbzLvggg238rzyyitbfd12223HLbfckmlt1n2V7CQJSR8Bfkzyo4ibajtJ0gJJC1566aXsizMzs5LLMqAagAEF0+XpvCbbA/sCD0haCYwG6iRVF68oIq6NiOqIqO7Xr1+GJZuZWV5kGVCPAkMk7SWpLzABaL55WkS8ERG7RcSgiBgEPAzU+Cw+MzODDAMqItYDZwN3A08BsyJiiaQLJNW0/2ozM+vpMr0OKiLmAHOK5k1po+3hWdZiZp3H16lZV/CdJMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLmUaUJKOkfS0pOWSJrey/FxJSyUtkvR7SXtmWY+ZmXUfmQWUpF7AdOBYoBKYKKmyqNkTQHVEjABuBX6YVT1mZta9ZNmDOhBYHhHPRcQ6oBY4vrBBRNwfEe+kkw8D5RnWY2Zm3UiWAVUG1BdMr0rnteUrwF0Z1mNmZt1I71IXACDpS0A1cFgbyycBkwAGDhzYhZWZmVmpZNmDagAGFEyXp/NakHQU8O9ATUS829qKIuLaiKiOiOp+/fplUqyZmeVLlgH1KDBE0l6S+gITgLrCBpL2B64hCacXM6zFzMy6mcwCKiLWA2cDdwNPAbMiYomkCyTVpM0uA7YDbpG0UFJdG6szM7MeJtNjUBExB5hTNG9KwfOjsty+mZl1X76ThJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLJQeUmZnlkgPKzMxyyQFlZma55IAyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrnkgDIzs1xyQJmZWS45oMzMLJccUGZmlksOKDMzyyUHlJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzMwslxxQZmaWSw4oMzPLpUwDStIxkp6WtFzS5FaWbyXp5nT5I5IGZVmPmZl1H5kFlKRewHTgWKASmCipsqjZV4DXIqICuAK4NKt6zMyse8myB3UgsDwinouIdUAtcHxRm+OBG9LntwJHSlKGNZmZWTeRZUCVAfUF06vSea22iYj1wBvArhnWZGZm3UTvUhfQEZImAZPSybclPV2CMnYDXt6cF8gDll3N71G++f3Jv1K9R3Mj4pjimVkGVAMwoGC6PJ3XWptVknoDOwKvFK8oIq4Frs2ozg6RtCAiqktZg7XP71G++f3Jv7y9R1kO8T0KDJG0l6S+wASgrqhNHXBK+nw8cF9ERIY1mZlZN5FZDyoi1ks6G7gb6AVcHxFLJF0ALIiIOuDnwC8lLQdeJQkxMzOzbI9BRcQcYE7RvCkFz/8B/EuWNXSikg4xWof4Pco3vz/5l6v3SB5RMzOzPPKtjszMLJccUJsgqVHSQkl/lvS4pE+WuiZrSdI/SaqV9KykxyTNkTS01HUZSApJvyqY7i3pJUm/K2VdlpA0QNIKSbuk0zun04NKXBrggOqItRFRFRGfAM4HLil1QbZBeueR3wIPRMTeETGS5H36WGkrs9QaYF9J26TTn2Xjy02sRCKiHvgvYGo6aypwbUSsLFlRBRxQm2cH4LVSF2EtfAZ4LyKubpoREX+OiD+WsCZraQ4wLn0+EZhZwlpsY1cAoyV9A/gU8KPSlrNBt7iTRIltI2khsDWwB3BEacuxIvsCj5W6CGtXLTAlHdYbAVwPfLq0JVmTiHhP0reBucDREfFeqWtq4h7UpjUN8X0cOAa40Te0Neu4iFgEDCLpPc1pv7WVyLHAapIvfLnhgNoMEfEQyb2q+pW6Fmu2BBhZ6iJsk+pIho48vJczkqpIjg2OBr4paY/SVrSBA2ozSPo4yV0xNrpfoJXMfcBW6Q2FAZA0QpKHkPLleuA/I2JxqQuxDdLRoP8CvhERfwUuI0fHoBxQm7ZNepr5QuBm4JSIaCxxTZZK7914AnBUepr5EpIzLf9W2sqsUESsioirSl2HbeRM4K8RMS+d/ikwTNJhJaypme8kYWZmueQelJmZ5ZIDyszMcskBZWZmueSAMjOzXHJAmZlZLjmgzDZTwR3umx6DJB2e1R26JQ1N79C+LL2j/ixJH8tym2Z54HvxmW2+tRFRVThjc3+eQFLviFjfgXZbA3cC50bEHem8w/HdTKwHcA/KrJNJOlDSQ5KekPQnSfuk80+VVCfpPuD3kj4q6XpJ89O2x7eyui8CDzWFE0BEPBART3Zwm8PT9S+UtEjSkHS7d6a/cfakpJMy/HOYfWDuQZltvqY73AOsiIgTipb/Bfh0RKyXdBTwA+AL6bIDgBER8aqkHwD3RcTpknYC5ku6NyLWFKyro3drb2ubXwWujIhfS+pLcquuscALETEOQNKOm7f7Zl3DAWW2+TYa4iuyI3CDpCFAAH0Kls2LiFfT50cDNZL+bzq9NTAQeOoD1NTWNh8C/l1SOfCbiFgmaTFwuaRLgd/5t7MsrzzEZ9b5LgTuj4h9geNIgqdJYe9IwBfSn3OpioiBEVEcTh29W3ur24yIm4AaYC0wR9IREfEMSU9uMXCRpCmbv4tm2XNAmXW+Hdnws+anttPubuDrTb8vJmn/VtrcBHxSUtMv0iLpUEnFv9vT6jYlDQaeS2/UOhsYIak/8E5E/Irk7tUHdHC/zLqUA8qs8/0QuETSE7Q/jH4hyVDcovQu7BcWN4iItcDnSIJsmaSlwL8CL3VwmycCT6bHzPYFbgT2IznetRD4HnDRZu+hWRfw3czNzCyX3IMyM7NcckCZmVkuOaDMzCyXHFBmZpZLDigzM8slB5SZmeWSA8rMzHLJAWVmZrn0/wGdvJGS3JC1ggAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x273.6 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from flareml_utils import plot_custom_result\n",
    "plot_custom_result(custom_result)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### **Timing**\n",
    "Please note that the execution time in mybinder varies based on the availability of resources. The average time to run the notebook is 10-15 minutes, but it could be more.\n",
    "\n",
    "# **Conclusions**\n",
    "<!-- We present a machine-learning-as-a-service framework\n",
    "(DeepSun) for solar flare prediction. This framework provides\n",
    "two interfaces: a web server where the user enters the information through a graphical interface and a programmable\n",
    "interface that can be used by any RESTful client. DeepSun employs three existing machine learning algorithms, namely\n",
    "random forests (RF), multilayer perceptrons (MLP), extreme learning machines (ELM), and an ensemble algorithm (ENS) that combines the three machine learning algorithms. Our experimental results demonstrated the good performance of the ensemble algorithm and its superiority over the three existing machine learning algorithms.\n",
    "In the current work we focus on data samples composed of SHARP physical parameters. We collect 845 data samples\n",
    "belonging to four flare classes: B, C, M, and X across 472 active regions. In addition, the Helioseismic Magnetic\n",
    "Imager (HMI) aboard the Solar Dynamics Observatory (SDO) produces continuous full-disk observations (solar images).<br>In\n",
    "future work we plan to incorporate these HMI images into our DeepSun framework and extend our previously developed deep learning techniques to directly process the images. -->\n",
    "\n",
    "We present a machine learning-based system (FlareML) for solar flare prediction. FlareML employs three existing machine learning algorithms, namely random forests (RF), multilayer perceptrons (MLP), extreme learning machines (ELM), and an ensemble algorithm (ENS) that combines the three machine learning algorithms. Our experimental results demonstrated the good performance of the ensemble algorithm and its superiority over the three existing machine learning algorithms. In the current work we focus on data samples composed of SHARP physical parameters. We collect 845 data samples belonging to four flare classes: B, C, M, and X across 472 active regions. In addition, the Helioseismic Magnetic Imager (HMI) aboard the Solar Dynamics Observatory (SDO) produces continuous full-disk observations (solar images). In future work we plan to incorporate these HMI images into our FlareML framework and extend our previously developed deep learning techniques to directly process the images for solar flare prediction.\n",
    "\n",
    "# **References**\n",
    "<ol>\n",
    "    <li>\n",
    "        DeepSun: Machine-Learning-as-a-Service for Solar Flare Prediction<br>\n",
    "        Yasser Abduallah, Jason T. L. Wang and Haimin Wang<br>\n",
    "        <a target='new' href='https://iopscience.iop.org/article/10.1088/1674-4527/21/7/160'>https://iopscience.iop.org/article/10.1088/1674-4527/21/7/160</a>\n",
    "    </li>\n",
    "        <li>\n",
    "        Predicting Solar Flares Using SDO/HMI Vector Magnetic Data Products and the Random Forest Algorithm<br>\n",
    "         Chang Liu, Na Deng, Jason T. L. Wang and Haimin Wang<br>\n",
    "        <a target='new' href='https://iopscience.iop.org/article/10.3847/1538-4357/aa789b'>https://iopscience.iop.org/article/10.3847/1538-4357/aa789b</a>\n",
    "    </li>\n",
    "     <li>\n",
    "         Artificial Neural Networks: An Introduction to ANN Theory and Practice<br>\n",
    "    P. J. Braspenning, F. Thuijsman, A. J. M. M. Weijters <br>\n",
    "        <a target='new' href='https://link.springer.com/book/10.1007/BFb0027019'>https://link.springer.com/book/10.1007/BFb0027019</a>\n",
    "    </li>\n",
    "     <li>\n",
    "         Enhanced Random Search Based Incremental Extreme Learning Machine<br>\n",
    "    Guang-Bin Huang and Lei Chen<br>\n",
    "        <a target='new' href='https://www.sciencedirect.com/science/article/abs/pii/S0925231207003633?via%3Dihub'>https://www.sciencedirect.com/science/article/abs/pii/S0925231207003633?via%3Dihub</a>\n",
    "    </li>     \n",
    "     <li>\n",
    "         Predicting Solar Energetic Particles Using SDO/HMI Vector Magnetic Data Products and a\n",
    "Bidirectional LSTM Network<br>\n",
    "    Yasser Abduallah, Vania K. Jordanova, Hao Liu, Qin Li, Jason T. L. Wang and Haimin Wang<br>\n",
    "        <a target='new' href='https://iopscience.iop.org/article/10.3847/1538-4365/ac5f56'>https://iopscience.iop.org/article/10.3847/1538-4365/ac5f56</a>\n",
    "    </li>        \n",
    "</ol>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": true,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "248.182px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}