testing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "34215154-9376-4630-a2e1-f6c641ca6f17",
   "metadata": {},
   "outputs": [],
   "source": [
    "from astropy.table import Table\n",
    "from scipy.stats import zscore\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "from sklearn.linear_model import LinearRegression\n",
    "import sys\n",
    "import os\n",
    "from scipy.stats import gaussian_kde\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "393d590d-d055-4e15-9f06-21f5ca6fe489",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_h = Table.read('./table-4LAC-DR3-h.fits') \n",
    "df_h = df_h.to_pandas()\n",
    "df_h = df_h[df_h['Flags']==0]\n",
    "\n",
    "df_l = Table.read('./table-4LAC-DR3-l.fits') \n",
    "df_l = df_l.to_pandas()\n",
    "df_l = df_l[df_l['Flags']==0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "beb6c000-7bbb-4479-83e5-8163b5326be4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source_Name</th>\n",
       "      <th>DataRelease</th>\n",
       "      <th>RAJ2000</th>\n",
       "      <th>DEJ2000</th>\n",
       "      <th>GLON</th>\n",
       "      <th>GLAT</th>\n",
       "      <th>Signif_Avg</th>\n",
       "      <th>Flux1000</th>\n",
       "      <th>Unc_Flux1000</th>\n",
       "      <th>Energy_Flux100</th>\n",
       "      <th>...</th>\n",
       "      <th>HE_EPeak</th>\n",
       "      <th>Unc_HE_EPeak</th>\n",
       "      <th>HE_nuFnuPeak</th>\n",
       "      <th>Unc_HE_nuFnuPeak</th>\n",
       "      <th>nu_syn</th>\n",
       "      <th>nuFnu_syn</th>\n",
       "      <th>Variability_Index</th>\n",
       "      <th>Frac_Variability</th>\n",
       "      <th>Unc_Frac_Variability</th>\n",
       "      <th>Highest_energy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b'4FGL J0001.2+4741'</td>\n",
       "      <td>1</td>\n",
       "      <td>0.3126</td>\n",
       "      <td>47.685902</td>\n",
       "      <td>114.250198</td>\n",
       "      <td>-14.338059</td>\n",
       "      <td>4.692600</td>\n",
       "      <td>1.259796e-10</td>\n",
       "      <td>2.877197e-11</td>\n",
       "      <td>1.499454e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-inf</td>\n",
       "      <td>-inf</td>\n",
       "      <td>1.000000e+14</td>\n",
       "      <td>3.716456e-13</td>\n",
       "      <td>25.313953</td>\n",
       "      <td>0.675882</td>\n",
       "      <td>0.312850</td>\n",
       "      <td>65.575203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>b'4FGL J0001.2-0747'</td>\n",
       "      <td>1</td>\n",
       "      <td>0.3151</td>\n",
       "      <td>-7.797100</td>\n",
       "      <td>89.032722</td>\n",
       "      <td>-67.305008</td>\n",
       "      <td>23.782486</td>\n",
       "      <td>7.471219e-10</td>\n",
       "      <td>5.041939e-11</td>\n",
       "      <td>8.339171e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>796.297852</td>\n",
       "      <td>766.797424</td>\n",
       "      <td>8.686245e-07</td>\n",
       "      <td>7.492923e-08</td>\n",
       "      <td>9.120108e+13</td>\n",
       "      <td>1.936770e-12</td>\n",
       "      <td>46.780693</td>\n",
       "      <td>0.406565</td>\n",
       "      <td>0.111870</td>\n",
       "      <td>86.975197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b'4FGL J0001.4-0010'</td>\n",
       "      <td>3</td>\n",
       "      <td>0.3717</td>\n",
       "      <td>-0.169900</td>\n",
       "      <td>96.891991</td>\n",
       "      <td>-60.491329</td>\n",
       "      <td>4.900018</td>\n",
       "      <td>1.082246e-10</td>\n",
       "      <td>2.914440e-11</td>\n",
       "      <td>1.231385e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>15475.512695</td>\n",
       "      <td>18471.714844</td>\n",
       "      <td>1.494930e-07</td>\n",
       "      <td>8.294155e-08</td>\n",
       "      <td>3.609939e+12</td>\n",
       "      <td>2.473256e-13</td>\n",
       "      <td>9.272764</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>30.056200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>b'4FGL J0001.5+2113'</td>\n",
       "      <td>1</td>\n",
       "      <td>0.3815</td>\n",
       "      <td>21.218300</td>\n",
       "      <td>107.649353</td>\n",
       "      <td>-40.167652</td>\n",
       "      <td>54.653084</td>\n",
       "      <td>1.347354e-09</td>\n",
       "      <td>6.172809e-11</td>\n",
       "      <td>2.555889e-11</td>\n",
       "      <td>...</td>\n",
       "      <td>65.680008</td>\n",
       "      <td>18.915735</td>\n",
       "      <td>8.844835e-06</td>\n",
       "      <td>8.229393e-07</td>\n",
       "      <td>1.584893e+14</td>\n",
       "      <td>1.152471e-12</td>\n",
       "      <td>1910.935791</td>\n",
       "      <td>0.996138</td>\n",
       "      <td>0.213478</td>\n",
       "      <td>-inf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>b'4FGL J0001.8-2153'</td>\n",
       "      <td>3</td>\n",
       "      <td>0.4647</td>\n",
       "      <td>-21.886499</td>\n",
       "      <td>55.184696</td>\n",
       "      <td>-77.572540</td>\n",
       "      <td>4.578068</td>\n",
       "      <td>9.047530e-11</td>\n",
       "      <td>2.442527e-11</td>\n",
       "      <td>1.061114e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>6281.065430</td>\n",
       "      <td>2626.445068</td>\n",
       "      <td>1.545364e-07</td>\n",
       "      <td>5.278574e-08</td>\n",
       "      <td>1.659588e+13</td>\n",
       "      <td>9.716011e-13</td>\n",
       "      <td>24.557972</td>\n",
       "      <td>0.902851</td>\n",
       "      <td>0.380107</td>\n",
       "      <td>-inf</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Source_Name  DataRelease  RAJ2000    DEJ2000        GLON  \\\n",
       "0  b'4FGL J0001.2+4741'            1   0.3126  47.685902  114.250198   \n",
       "1  b'4FGL J0001.2-0747'            1   0.3151  -7.797100   89.032722   \n",
       "2  b'4FGL J0001.4-0010'            3   0.3717  -0.169900   96.891991   \n",
       "3  b'4FGL J0001.5+2113'            1   0.3815  21.218300  107.649353   \n",
       "5  b'4FGL J0001.8-2153'            3   0.4647 -21.886499   55.184696   \n",
       "\n",
       "        GLAT  Signif_Avg      Flux1000  Unc_Flux1000  Energy_Flux100  ...  \\\n",
       "0 -14.338059    4.692600  1.259796e-10  2.877197e-11    1.499454e-12  ...   \n",
       "1 -67.305008   23.782486  7.471219e-10  5.041939e-11    8.339171e-12  ...   \n",
       "2 -60.491329    4.900018  1.082246e-10  2.914440e-11    1.231385e-12  ...   \n",
       "3 -40.167652   54.653084  1.347354e-09  6.172809e-11    2.555889e-11  ...   \n",
       "5 -77.572540    4.578068  9.047530e-11  2.442527e-11    1.061114e-12  ...   \n",
       "\n",
       "       HE_EPeak  Unc_HE_EPeak  HE_nuFnuPeak  Unc_HE_nuFnuPeak        nu_syn  \\\n",
       "0           NaN           NaN          -inf              -inf  1.000000e+14   \n",
       "1    796.297852    766.797424  8.686245e-07      7.492923e-08  9.120108e+13   \n",
       "2  15475.512695  18471.714844  1.494930e-07      8.294155e-08  3.609939e+12   \n",
       "3     65.680008     18.915735  8.844835e-06      8.229393e-07  1.584893e+14   \n",
       "5   6281.065430   2626.445068  1.545364e-07      5.278574e-08  1.659588e+13   \n",
       "\n",
       "      nuFnu_syn  Variability_Index  Frac_Variability  Unc_Frac_Variability  \\\n",
       "0  3.716456e-13          25.313953          0.675882              0.312850   \n",
       "1  1.936770e-12          46.780693          0.406565              0.111870   \n",
       "2  2.473256e-13           9.272764          0.000000             10.000000   \n",
       "3  1.152471e-12        1910.935791          0.996138              0.213478   \n",
       "5  9.716011e-13          24.557972          0.902851              0.380107   \n",
       "\n",
       "   Highest_energy  \n",
       "0       65.575203  \n",
       "1       86.975197  \n",
       "2       30.056200  \n",
       "3            -inf  \n",
       "5            -inf  \n",
       "\n",
       "[5 rows x 41 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_h.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "17b34355-d548-463c-b85e-3af4b916998e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source_Name</th>\n",
       "      <th>DataRelease</th>\n",
       "      <th>RAJ2000</th>\n",
       "      <th>DEJ2000</th>\n",
       "      <th>GLON</th>\n",
       "      <th>GLAT</th>\n",
       "      <th>Signif_Avg</th>\n",
       "      <th>Flux1000</th>\n",
       "      <th>Unc_Flux1000</th>\n",
       "      <th>Energy_Flux100</th>\n",
       "      <th>...</th>\n",
       "      <th>HE_EPeak</th>\n",
       "      <th>Unc_HE_EPeak</th>\n",
       "      <th>HE_nuFnuPeak</th>\n",
       "      <th>Unc_HE_nuFnuPeak</th>\n",
       "      <th>nu_syn</th>\n",
       "      <th>nuFnu_syn</th>\n",
       "      <th>Variability_Index</th>\n",
       "      <th>Frac_Variability</th>\n",
       "      <th>Unc_Frac_Variability</th>\n",
       "      <th>Highest_energy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>b'4FGL J0012.0+7043'</td>\n",
       "      <td>1</td>\n",
       "      <td>3.003200</td>\n",
       "      <td>70.732597</td>\n",
       "      <td>119.661102</td>\n",
       "      <td>8.111637</td>\n",
       "      <td>9.391647</td>\n",
       "      <td>4.022406e-10</td>\n",
       "      <td>4.989643e-11</td>\n",
       "      <td>5.202780e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-inf</td>\n",
       "      <td>-inf</td>\n",
       "      <td>5.754399e+12</td>\n",
       "      <td>5.482871e-13</td>\n",
       "      <td>18.997129</td>\n",
       "      <td>0.381762</td>\n",
       "      <td>0.192456</td>\n",
       "      <td>-inf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>b'4FGL J0014.7+5801'</td>\n",
       "      <td>1</td>\n",
       "      <td>3.686700</td>\n",
       "      <td>58.027199</td>\n",
       "      <td>118.074745</td>\n",
       "      <td>-4.498106</td>\n",
       "      <td>10.829500</td>\n",
       "      <td>1.763550e-10</td>\n",
       "      <td>4.287831e-11</td>\n",
       "      <td>2.571515e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>30467.089844</td>\n",
       "      <td>17695.964844</td>\n",
       "      <td>5.071456e-07</td>\n",
       "      <td>1.101557e-07</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>11.195417</td>\n",
       "      <td>0.099530</td>\n",
       "      <td>0.650253</td>\n",
       "      <td>160.817001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b'4FGL J0014.8+6118'</td>\n",
       "      <td>1</td>\n",
       "      <td>3.721200</td>\n",
       "      <td>61.303699</td>\n",
       "      <td>118.557297</td>\n",
       "      <td>-1.257189</td>\n",
       "      <td>17.677473</td>\n",
       "      <td>7.848316e-10</td>\n",
       "      <td>7.590142e-11</td>\n",
       "      <td>6.474739e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>5067.017578</td>\n",
       "      <td>1501.950317</td>\n",
       "      <td>9.392241e-07</td>\n",
       "      <td>9.292127e-08</td>\n",
       "      <td>2.089296e+13</td>\n",
       "      <td>1.480430e-12</td>\n",
       "      <td>12.274307</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>-inf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>b'4FGL J0015.6+5551'</td>\n",
       "      <td>1</td>\n",
       "      <td>3.907100</td>\n",
       "      <td>55.863602</td>\n",
       "      <td>117.888100</td>\n",
       "      <td>-6.657064</td>\n",
       "      <td>13.679805</td>\n",
       "      <td>3.372334e-10</td>\n",
       "      <td>4.716959e-11</td>\n",
       "      <td>4.016745e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-inf</td>\n",
       "      <td>-inf</td>\n",
       "      <td>5.688530e+15</td>\n",
       "      <td>7.878908e-12</td>\n",
       "      <td>11.952563</td>\n",
       "      <td>0.136779</td>\n",
       "      <td>0.318575</td>\n",
       "      <td>167.578003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>b'4FGL J0035.9+5950'</td>\n",
       "      <td>1</td>\n",
       "      <td>8.982300</td>\n",
       "      <td>59.833401</td>\n",
       "      <td>120.982048</td>\n",
       "      <td>-2.979620</td>\n",
       "      <td>68.426636</td>\n",
       "      <td>3.081422e-09</td>\n",
       "      <td>9.592344e-11</td>\n",
       "      <td>3.706086e-11</td>\n",
       "      <td>...</td>\n",
       "      <td>98809.250000</td>\n",
       "      <td>65159.152344</td>\n",
       "      <td>5.909368e-06</td>\n",
       "      <td>5.170865e-07</td>\n",
       "      <td>1.122018e+17</td>\n",
       "      <td>1.493479e-11</td>\n",
       "      <td>252.022751</td>\n",
       "      <td>0.494519</td>\n",
       "      <td>0.109907</td>\n",
       "      <td>372.923004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>b'4FGL J2237.4+5124'</td>\n",
       "      <td>3</td>\n",
       "      <td>339.373199</td>\n",
       "      <td>51.415001</td>\n",
       "      <td>102.684616</td>\n",
       "      <td>-6.113458</td>\n",
       "      <td>5.600540</td>\n",
       "      <td>1.486060e-10</td>\n",
       "      <td>4.146037e-11</td>\n",
       "      <td>1.650939e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>4748.909180</td>\n",
       "      <td>5513.632812</td>\n",
       "      <td>1.636098e-07</td>\n",
       "      <td>4.349667e-08</td>\n",
       "      <td>3.311315e+13</td>\n",
       "      <td>1.006315e-12</td>\n",
       "      <td>14.602383</td>\n",
       "      <td>0.328630</td>\n",
       "      <td>0.612450</td>\n",
       "      <td>97.652802</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>b'4FGL J2251.2+5550'</td>\n",
       "      <td>2</td>\n",
       "      <td>342.803894</td>\n",
       "      <td>55.843102</td>\n",
       "      <td>106.574341</td>\n",
       "      <td>-3.163003</td>\n",
       "      <td>5.120801</td>\n",
       "      <td>2.168504e-10</td>\n",
       "      <td>6.168643e-11</td>\n",
       "      <td>1.282844e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>3268.443604</td>\n",
       "      <td>1497.775391</td>\n",
       "      <td>2.823202e-07</td>\n",
       "      <td>6.913375e-08</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>34.235767</td>\n",
       "      <td>1.071415</td>\n",
       "      <td>0.315385</td>\n",
       "      <td>-inf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>402</th>\n",
       "      <td>b'4FGL J2329.7+6101'</td>\n",
       "      <td>1</td>\n",
       "      <td>352.434296</td>\n",
       "      <td>61.023899</td>\n",
       "      <td>113.198418</td>\n",
       "      <td>-0.294415</td>\n",
       "      <td>15.066041</td>\n",
       "      <td>6.746162e-10</td>\n",
       "      <td>7.522848e-11</td>\n",
       "      <td>7.496495e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>3268.194580</td>\n",
       "      <td>9568.627930</td>\n",
       "      <td>6.829078e-07</td>\n",
       "      <td>7.403928e-08</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>22.359163</td>\n",
       "      <td>0.337927</td>\n",
       "      <td>0.140322</td>\n",
       "      <td>143.735001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>403</th>\n",
       "      <td>b'4FGL J2347.0+5141'</td>\n",
       "      <td>1</td>\n",
       "      <td>356.765900</td>\n",
       "      <td>51.696602</td>\n",
       "      <td>112.886703</td>\n",
       "      <td>-9.915193</td>\n",
       "      <td>70.645012</td>\n",
       "      <td>2.882701e-09</td>\n",
       "      <td>8.283773e-11</td>\n",
       "      <td>3.227763e-11</td>\n",
       "      <td>...</td>\n",
       "      <td>56117.906250</td>\n",
       "      <td>39034.074219</td>\n",
       "      <td>4.268890e-06</td>\n",
       "      <td>3.307706e-07</td>\n",
       "      <td>1.566751e+16</td>\n",
       "      <td>1.279994e-11</td>\n",
       "      <td>58.688427</td>\n",
       "      <td>0.201833</td>\n",
       "      <td>0.052628</td>\n",
       "      <td>805.708008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>404</th>\n",
       "      <td>b'4FGL J2347.9+5436'</td>\n",
       "      <td>1</td>\n",
       "      <td>356.980896</td>\n",
       "      <td>54.606499</td>\n",
       "      <td>113.742432</td>\n",
       "      <td>-7.128064</td>\n",
       "      <td>18.187868</td>\n",
       "      <td>3.617999e-10</td>\n",
       "      <td>4.603497e-11</td>\n",
       "      <td>4.293221e-12</td>\n",
       "      <td>...</td>\n",
       "      <td>18989.822266</td>\n",
       "      <td>6753.449707</td>\n",
       "      <td>7.621711e-07</td>\n",
       "      <td>1.039893e-07</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>13.854220</td>\n",
       "      <td>0.175460</td>\n",
       "      <td>0.190137</td>\n",
       "      <td>78.589104</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>278 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              Source_Name  DataRelease     RAJ2000    DEJ2000        GLON  \\\n",
       "0    b'4FGL J0012.0+7043'            1    3.003200  70.732597  119.661102   \n",
       "1    b'4FGL J0014.7+5801'            1    3.686700  58.027199  118.074745   \n",
       "2    b'4FGL J0014.8+6118'            1    3.721200  61.303699  118.557297   \n",
       "3    b'4FGL J0015.6+5551'            1    3.907100  55.863602  117.888100   \n",
       "6    b'4FGL J0035.9+5950'            1    8.982300  59.833401  120.982048   \n",
       "..                    ...          ...         ...        ...         ...   \n",
       "396  b'4FGL J2237.4+5124'            3  339.373199  51.415001  102.684616   \n",
       "398  b'4FGL J2251.2+5550'            2  342.803894  55.843102  106.574341   \n",
       "402  b'4FGL J2329.7+6101'            1  352.434296  61.023899  113.198418   \n",
       "403  b'4FGL J2347.0+5141'            1  356.765900  51.696602  112.886703   \n",
       "404  b'4FGL J2347.9+5436'            1  356.980896  54.606499  113.742432   \n",
       "\n",
       "         GLAT  Signif_Avg      Flux1000  Unc_Flux1000  Energy_Flux100  ...  \\\n",
       "0    8.111637    9.391647  4.022406e-10  4.989643e-11    5.202780e-12  ...   \n",
       "1   -4.498106   10.829500  1.763550e-10  4.287831e-11    2.571515e-12  ...   \n",
       "2   -1.257189   17.677473  7.848316e-10  7.590142e-11    6.474739e-12  ...   \n",
       "3   -6.657064   13.679805  3.372334e-10  4.716959e-11    4.016745e-12  ...   \n",
       "6   -2.979620   68.426636  3.081422e-09  9.592344e-11    3.706086e-11  ...   \n",
       "..        ...         ...           ...           ...             ...  ...   \n",
       "396 -6.113458    5.600540  1.486060e-10  4.146037e-11    1.650939e-12  ...   \n",
       "398 -3.163003    5.120801  2.168504e-10  6.168643e-11    1.282844e-12  ...   \n",
       "402 -0.294415   15.066041  6.746162e-10  7.522848e-11    7.496495e-12  ...   \n",
       "403 -9.915193   70.645012  2.882701e-09  8.283773e-11    3.227763e-11  ...   \n",
       "404 -7.128064   18.187868  3.617999e-10  4.603497e-11    4.293221e-12  ...   \n",
       "\n",
       "         HE_EPeak  Unc_HE_EPeak  HE_nuFnuPeak  Unc_HE_nuFnuPeak        nu_syn  \\\n",
       "0             NaN           NaN          -inf              -inf  5.754399e+12   \n",
       "1    30467.089844  17695.964844  5.071456e-07      1.101557e-07  0.000000e+00   \n",
       "2     5067.017578   1501.950317  9.392241e-07      9.292127e-08  2.089296e+13   \n",
       "3             NaN           NaN          -inf              -inf  5.688530e+15   \n",
       "6    98809.250000  65159.152344  5.909368e-06      5.170865e-07  1.122018e+17   \n",
       "..            ...           ...           ...               ...           ...   \n",
       "396   4748.909180   5513.632812  1.636098e-07      4.349667e-08  3.311315e+13   \n",
       "398   3268.443604   1497.775391  2.823202e-07      6.913375e-08  0.000000e+00   \n",
       "402   3268.194580   9568.627930  6.829078e-07      7.403928e-08  0.000000e+00   \n",
       "403  56117.906250  39034.074219  4.268890e-06      3.307706e-07  1.566751e+16   \n",
       "404  18989.822266   6753.449707  7.621711e-07      1.039893e-07  0.000000e+00   \n",
       "\n",
       "        nuFnu_syn  Variability_Index  Frac_Variability  Unc_Frac_Variability  \\\n",
       "0    5.482871e-13          18.997129          0.381762              0.192456   \n",
       "1    0.000000e+00          11.195417          0.099530              0.650253   \n",
       "2    1.480430e-12          12.274307          0.000000             10.000000   \n",
       "3    7.878908e-12          11.952563          0.136779              0.318575   \n",
       "6    1.493479e-11         252.022751          0.494519              0.109907   \n",
       "..            ...                ...               ...                   ...   \n",
       "396  1.006315e-12          14.602383          0.328630              0.612450   \n",
       "398  0.000000e+00          34.235767          1.071415              0.315385   \n",
       "402  0.000000e+00          22.359163          0.337927              0.140322   \n",
       "403  1.279994e-11          58.688427          0.201833              0.052628   \n",
       "404  0.000000e+00          13.854220          0.175460              0.190137   \n",
       "\n",
       "     Highest_energy  \n",
       "0              -inf  \n",
       "1        160.817001  \n",
       "2              -inf  \n",
       "3        167.578003  \n",
       "6        372.923004  \n",
       "..              ...  \n",
       "396       97.652802  \n",
       "398            -inf  \n",
       "402      143.735001  \n",
       "403      805.708008  \n",
       "404       78.589104  \n",
       "\n",
       "[278 rows x 41 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7666c773-876d-4732-a373-ff43dd076b7e",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<>:8: SyntaxWarning: \"is not\" with a literal. Did you mean \"!=\"?\n",
      "<>:8: SyntaxWarning: \"is not\" with a literal. Did you mean \"!=\"?\n",
      "/tmp/ipykernel_8057/3147434928.py:8: SyntaxWarning: \"is not\" with a literal. Did you mean \"!=\"?\n",
      "  feature_columns = [ele for ele in selected_columns if ele is not 'CLASS']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PL_Index</th>\n",
       "      <th>nu_syn</th>\n",
       "      <th>LP_Index</th>\n",
       "      <th>Pivot_Energy</th>\n",
       "      <th>Frac_Variability</th>\n",
       "      <th>Variability_Index</th>\n",
       "      <th>nuFnu_syn</th>\n",
       "      <th>CLASS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2.271696</td>\n",
       "      <td>1.000000e+14</td>\n",
       "      <td>2.254081</td>\n",
       "      <td>2420.575195</td>\n",
       "      <td>0.675882</td>\n",
       "      <td>25.313953</td>\n",
       "      <td>3.716456e-13</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2.116692</td>\n",
       "      <td>9.120108e+13</td>\n",
       "      <td>2.078927</td>\n",
       "      <td>1721.603882</td>\n",
       "      <td>0.406565</td>\n",
       "      <td>46.780693</td>\n",
       "      <td>1.936770e-12</td>\n",
       "      <td>BLL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.939160</td>\n",
       "      <td>3.609939e+12</td>\n",
       "      <td>1.661223</td>\n",
       "      <td>4307.082520</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>9.272764</td>\n",
       "      <td>2.473256e-13</td>\n",
       "      <td>BLL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2.654060</td>\n",
       "      <td>1.584893e+14</td>\n",
       "      <td>2.514159</td>\n",
       "      <td>329.773743</td>\n",
       "      <td>0.996138</td>\n",
       "      <td>1910.935791</td>\n",
       "      <td>1.152471e-12</td>\n",
       "      <td>FSRQ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.876663</td>\n",
       "      <td>1.659588e+13</td>\n",
       "      <td>1.716620</td>\n",
       "      <td>4429.934082</td>\n",
       "      <td>0.902851</td>\n",
       "      <td>24.557972</td>\n",
       "      <td>9.716011e-13</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3169</th>\n",
       "      <td>2.071567</td>\n",
       "      <td>3.311315e+13</td>\n",
       "      <td>2.042366</td>\n",
       "      <td>5897.854004</td>\n",
       "      <td>0.328630</td>\n",
       "      <td>14.602383</td>\n",
       "      <td>1.006315e-12</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3170</th>\n",
       "      <td>2.226648</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.962429</td>\n",
       "      <td>3114.226318</td>\n",
       "      <td>1.071415</td>\n",
       "      <td>34.235767</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3171</th>\n",
       "      <td>2.045913</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.019132</td>\n",
       "      <td>5066.525391</td>\n",
       "      <td>0.337927</td>\n",
       "      <td>22.359163</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3172</th>\n",
       "      <td>1.810977</td>\n",
       "      <td>1.566751e+16</td>\n",
       "      <td>1.736923</td>\n",
       "      <td>1910.885742</td>\n",
       "      <td>0.201833</td>\n",
       "      <td>58.688427</td>\n",
       "      <td>1.279994e-11</td>\n",
       "      <td>BLL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3173</th>\n",
       "      <td>1.743453</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>1.572163</td>\n",
       "      <td>5740.775391</td>\n",
       "      <td>0.175460</td>\n",
       "      <td>13.854220</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>BCU</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3120 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      PL_Index        nu_syn  LP_Index  Pivot_Energy  Frac_Variability  \\\n",
       "0     2.271696  1.000000e+14  2.254081   2420.575195          0.675882   \n",
       "1     2.116692  9.120108e+13  2.078927   1721.603882          0.406565   \n",
       "2     1.939160  3.609939e+12  1.661223   4307.082520          0.000000   \n",
       "3     2.654060  1.584893e+14  2.514159    329.773743          0.996138   \n",
       "4     1.876663  1.659588e+13  1.716620   4429.934082          0.902851   \n",
       "...        ...           ...       ...           ...               ...   \n",
       "3169  2.071567  3.311315e+13  2.042366   5897.854004          0.328630   \n",
       "3170  2.226648  0.000000e+00  1.962429   3114.226318          1.071415   \n",
       "3171  2.045913  0.000000e+00  2.019132   5066.525391          0.337927   \n",
       "3172  1.810977  1.566751e+16  1.736923   1910.885742          0.201833   \n",
       "3173  1.743453  0.000000e+00  1.572163   5740.775391          0.175460   \n",
       "\n",
       "      Variability_Index     nuFnu_syn CLASS  \n",
       "0             25.313953  3.716456e-13   BCU  \n",
       "1             46.780693  1.936770e-12   BLL  \n",
       "2              9.272764  2.473256e-13   BLL  \n",
       "3           1910.935791  1.152471e-12  FSRQ  \n",
       "4             24.557972  9.716011e-13   BCU  \n",
       "...                 ...           ...   ...  \n",
       "3169          14.602383  1.006315e-12   BCU  \n",
       "3170          34.235767  0.000000e+00   BCU  \n",
       "3171          22.359163  0.000000e+00   BCU  \n",
       "3172          58.688427  1.279994e-11   BLL  \n",
       "3173          13.854220  0.000000e+00   BCU  \n",
       "\n",
       "[3120 rows x 8 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "classification_df = pd.concat([df_h, df_l], ignore_index=True)\n",
    "classification_df['CLASS'] = classification_df['CLASS'].str.decode('utf-8')\n",
    "classification_df['CLASS'] = classification_df['CLASS'].str.upper()\n",
    "classification_df = classification_df[classification_df['CLASS'].isin(['BLL', 'FSRQ', 'BCU'])]\n",
    "\n",
    "selected_columns = ['PL_Index', 'nu_syn', 'LP_Index', 'Pivot_Energy', 'Frac_Variability', 'Variability_Index', 'nuFnu_syn', 'CLASS']\n",
    "target = 'CLASS'\n",
    "feature_columns = [ele for ele in selected_columns if ele is not 'CLASS']\n",
    "\n",
    "\n",
    "classification_df = classification_df[selected_columns]\n",
    "\n",
    "classification_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c8154603-047e-4c0a-9bdf-ad90bcd1060f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}