Trading_data_extraction.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "4b22782f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<IB connected to 127.0.0.1:7497 clientId=1>"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nest_asyncio\n",
    "nest_asyncio.apply()\n",
    "from ib_insync import *\n",
    "ib = IB()\n",
    "ib.connect('127.0.0.1', 7497, clientId=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "08feaf3a",
   "metadata": {},
   "outputs": [],
   "source": [
    "contract = Future('ES', '202306', 'CME')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "db4a553a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the future contract with more details\n",
    "contract = Future(\n",
    "    symbol='ES',\n",
    "    lastTradeDateOrContractMonth='202406',\n",
    "    exchange='CME',  \n",
    ")\n",
    "\n",
    "# Check if the contract can be resolved\n",
    "contract_details = ib.reqContractDetails(contract)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "1145b34f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading 1 month 1 time\n",
      "2023-03-17\n",
      "Downloading 1 month 2 time\n",
      "2023-03-17\n",
      "Downloading 1 month 3 time\n",
      "2023-03-17\n",
      "Downloading 1 month 4 time\n",
      "2023-03-17\n",
      "Downloading 1 month 5 time\n",
      "2023-03-17\n",
      "Downloading 1 month 6 time\n",
      "2023-03-17\n",
      "Downloading 1 month 7 time\n",
      "2023-03-17\n",
      "Downloading 1 month 8 time\n",
      "2023-03-17\n",
      "Downloading 1 month 9 time\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[10], line 9\u001b[0m\n\u001b[0;32m      7\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m min_date\u001b[38;5;241m>\u001b[39mdate(\u001b[38;5;241m2022\u001b[39m,\u001b[38;5;241m3\u001b[39m,\u001b[38;5;241m17\u001b[39m):\n\u001b[0;32m      8\u001b[0m     \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDownloading 1 month \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mcounter\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m time\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m----> 9\u001b[0m     historical_data \u001b[38;5;241m=\u001b[39m ib\u001b[38;5;241m.\u001b[39mreqHistoricalData(\n\u001b[0;32m     10\u001b[0m         contract, endDateTime\u001b[38;5;241m=\u001b[39mmin_date, durationStr\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m2 Y\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[0;32m     11\u001b[0m         barSizeSetting\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m1 day\u001b[39m\u001b[38;5;124m'\u001b[39m, whatToShow\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mMIDPOINT\u001b[39m\u001b[38;5;124m'\u001b[39m, useRTH\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m     12\u001b[0m     df \u001b[38;5;241m=\u001b[39m util\u001b[38;5;241m.\u001b[39mdf(historical_data)\n\u001b[0;32m     13\u001b[0m     end_date \u001b[38;5;241m=\u001b[39m df[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdate\u001b[39m\u001b[38;5;124m'\u001b[39m]\u001b[38;5;241m.\u001b[39mmax()\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\site-packages\\ib_insync\\ib.py:1070\u001b[0m, in \u001b[0;36mIB.reqHistoricalData\u001b[1;34m(self, contract, endDateTime, durationStr, barSizeSetting, whatToShow, useRTH, formatDate, keepUpToDate, chartOptions, timeout)\u001b[0m\n\u001b[0;32m   1021\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mreqHistoricalData\u001b[39m(\n\u001b[0;32m   1022\u001b[0m         \u001b[38;5;28mself\u001b[39m, contract: Contract,\n\u001b[0;32m   1023\u001b[0m         endDateTime: Union[datetime\u001b[38;5;241m.\u001b[39mdatetime, datetime\u001b[38;5;241m.\u001b[39mdate, \u001b[38;5;28mstr\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m],\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   1026\u001b[0m         chartOptions: List[TagValue] \u001b[38;5;241m=\u001b[39m [], timeout: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m60\u001b[39m) \\\n\u001b[0;32m   1027\u001b[0m         \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m BarDataList:\n\u001b[0;32m   1028\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m   1029\u001b[0m \u001b[38;5;124;03m    Request historical bar data.\u001b[39;00m\n\u001b[0;32m   1030\u001b[0m \n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   1068\u001b[0m \u001b[38;5;124;03m            indefinitely.\u001b[39;00m\n\u001b[0;32m   1069\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m-> 1070\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_run(\n\u001b[0;32m   1071\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mreqHistoricalDataAsync(\n\u001b[0;32m   1072\u001b[0m             contract, endDateTime, durationStr, barSizeSetting, whatToShow,\n\u001b[0;32m   1073\u001b[0m             useRTH, formatDate, keepUpToDate, chartOptions, timeout))\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\site-packages\\ib_insync\\ib.py:318\u001b[0m, in \u001b[0;36mIB._run\u001b[1;34m(self, *awaitables)\u001b[0m\n\u001b[0;32m    317\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_run\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;241m*\u001b[39mawaitables: Awaitable):\n\u001b[1;32m--> 318\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m util\u001b[38;5;241m.\u001b[39mrun(\u001b[38;5;241m*\u001b[39mawaitables, timeout\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mRequestTimeout)\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\site-packages\\ib_insync\\util.py:341\u001b[0m, in \u001b[0;36mrun\u001b[1;34m(timeout, *awaitables)\u001b[0m\n\u001b[0;32m    339\u001b[0m globalErrorEvent\u001b[38;5;241m.\u001b[39mconnect(onError)\n\u001b[0;32m    340\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 341\u001b[0m     result \u001b[38;5;241m=\u001b[39m loop\u001b[38;5;241m.\u001b[39mrun_until_complete(task)\n\u001b[0;32m    342\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m asyncio\u001b[38;5;241m.\u001b[39mCancelledError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    343\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m globalErrorEvent\u001b[38;5;241m.\u001b[39mvalue() \u001b[38;5;129;01mor\u001b[39;00m e\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\site-packages\\nest_asyncio.py:84\u001b[0m, in \u001b[0;36m_patch_loop.<locals>.run_until_complete\u001b[1;34m(self, future)\u001b[0m\n\u001b[0;32m     82\u001b[0m     f\u001b[38;5;241m.\u001b[39m_log_destroy_pending \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m     83\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m f\u001b[38;5;241m.\u001b[39mdone():\n\u001b[1;32m---> 84\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_run_once()\n\u001b[0;32m     85\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_stopping:\n\u001b[0;32m     86\u001b[0m         \u001b[38;5;28;01mbreak\u001b[39;00m\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\site-packages\\nest_asyncio.py:107\u001b[0m, in \u001b[0;36m_patch_loop.<locals>._run_once\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    100\u001b[0m     heappop(scheduled)\n\u001b[0;32m    102\u001b[0m timeout \u001b[38;5;241m=\u001b[39m (\n\u001b[0;32m    103\u001b[0m     \u001b[38;5;241m0\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m ready \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_stopping\n\u001b[0;32m    104\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mmin\u001b[39m(\u001b[38;5;28mmax\u001b[39m(\n\u001b[0;32m    105\u001b[0m         scheduled[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39m_when \u001b[38;5;241m-\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtime(), \u001b[38;5;241m0\u001b[39m), \u001b[38;5;241m86400\u001b[39m) \u001b[38;5;28;01mif\u001b[39;00m scheduled\n\u001b[0;32m    106\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m)\n\u001b[1;32m--> 107\u001b[0m event_list \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_selector\u001b[38;5;241m.\u001b[39mselect(timeout)\n\u001b[0;32m    108\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_process_events(event_list)\n\u001b[0;32m    110\u001b[0m end_time \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtime() \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_clock_resolution\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\selectors.py:323\u001b[0m, in \u001b[0;36mSelectSelector.select\u001b[1;34m(self, timeout)\u001b[0m\n\u001b[0;32m    321\u001b[0m ready \u001b[38;5;241m=\u001b[39m []\n\u001b[0;32m    322\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 323\u001b[0m     r, w, _ \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_select(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_readers, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_writers, [], timeout)\n\u001b[0;32m    324\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mInterruptedError\u001b[39;00m:\n\u001b[0;32m    325\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m ready\n",
      "File \u001b[1;32m~\\anaconda3\\Lib\\selectors.py:314\u001b[0m, in \u001b[0;36mSelectSelector._select\u001b[1;34m(self, r, w, _, timeout)\u001b[0m\n\u001b[0;32m    313\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_select\u001b[39m(\u001b[38;5;28mself\u001b[39m, r, w, _, timeout\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m):\n\u001b[1;32m--> 314\u001b[0m     r, w, x \u001b[38;5;241m=\u001b[39m select\u001b[38;5;241m.\u001b[39mselect(r, w, w, timeout)\n\u001b[0;32m    315\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m r, w \u001b[38;5;241m+\u001b[39m x, []\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "from datetime import date\n",
    "import pandas as pd\n",
    "final_df = pd.DataFrame()\n",
    "min_date = date.today()\n",
    "end_date = ''\n",
    "counter  = 1\n",
    "while min_date>date(2022,3,17):\n",
    "    print(f\"Downloading 1 month {counter} time\")\n",
    "    historical_data = ib.reqHistoricalData(\n",
    "        contract, endDateTime=min_date, durationStr='2 Y',\n",
    "        barSizeSetting='1 day', whatToShow='MIDPOINT', useRTH=True)\n",
    "    df = util.df(historical_data)\n",
    "    end_date = df['date'].max()\n",
    "    min_date = df['date'].min()\n",
    "    print(min_date)\n",
    "    final_df = pd.concat([final_df, df], axis = 0)\n",
    "    counter+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "061c5750",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "datetime.date(2023, 3, 17)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df['date'].min()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "38a76239",
   "metadata": {},
   "outputs": [],
   "source": [
    "final_df = final_df.drop_duplicates(subset = ['date'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "8cb4023a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>volume</th>\n",
       "      <th>average</th>\n",
       "      <th>barCount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-03-17</td>\n",
       "      <td>4109.00</td>\n",
       "      <td>4539.25</td>\n",
       "      <td>4063.50</td>\n",
       "      <td>4077.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-03-20</td>\n",
       "      <td>4077.25</td>\n",
       "      <td>4110.50</td>\n",
       "      <td>4071.25</td>\n",
       "      <td>4108.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-03-21</td>\n",
       "      <td>4142.25</td>\n",
       "      <td>4164.25</td>\n",
       "      <td>4130.25</td>\n",
       "      <td>4164.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-03-22</td>\n",
       "      <td>4165.75</td>\n",
       "      <td>4578.00</td>\n",
       "      <td>4098.25</td>\n",
       "      <td>4102.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-03-23</td>\n",
       "      <td>4126.00</td>\n",
       "      <td>4168.00</td>\n",
       "      <td>4075.25</td>\n",
       "      <td>4110.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>2024-04-22</td>\n",
       "      <td>5030.50</td>\n",
       "      <td>5077.00</td>\n",
       "      <td>5006.00</td>\n",
       "      <td>5049.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>274</th>\n",
       "      <td>2024-04-23</td>\n",
       "      <td>5069.50</td>\n",
       "      <td>5113.75</td>\n",
       "      <td>5063.75</td>\n",
       "      <td>5112.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>2024-04-24</td>\n",
       "      <td>5116.75</td>\n",
       "      <td>5124.75</td>\n",
       "      <td>5072.25</td>\n",
       "      <td>5079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>2024-04-25</td>\n",
       "      <td>5039.75</td>\n",
       "      <td>5132.75</td>\n",
       "      <td>5022.25</td>\n",
       "      <td>5132.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>277</th>\n",
       "      <td>2024-04-26</td>\n",
       "      <td>5111.00</td>\n",
       "      <td>5146.50</td>\n",
       "      <td>5104.25</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>278 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           date     open     high      low    close  volume  average  barCount\n",
       "0    2023-03-17  4109.00  4539.25  4063.50  4077.50    -1.0     -1.0        -1\n",
       "1    2023-03-20  4077.25  4110.50  4071.25  4108.00    -1.0     -1.0        -1\n",
       "2    2023-03-21  4142.25  4164.25  4130.25  4164.25    -1.0     -1.0        -1\n",
       "3    2023-03-22  4165.75  4578.00  4098.25  4102.25    -1.0     -1.0        -1\n",
       "4    2023-03-23  4126.00  4168.00  4075.25  4110.50    -1.0     -1.0        -1\n",
       "..          ...      ...      ...      ...      ...     ...      ...       ...\n",
       "273  2024-04-22  5030.50  5077.00  5006.00  5049.25    -1.0     -1.0        -1\n",
       "274  2024-04-23  5069.50  5113.75  5063.75  5112.25    -1.0     -1.0        -1\n",
       "275  2024-04-24  5116.75  5124.75  5072.25  5079.50    -1.0     -1.0        -1\n",
       "276  2024-04-25  5039.75  5132.75  5022.25  5132.00    -1.0     -1.0        -1\n",
       "277  2024-04-26  5111.00  5146.50  5104.25  5131.75    -1.0     -1.0        -1\n",
       "\n",
       "[278 rows x 8 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df = final_df.sort_values(by = ['date']).reset_index(drop = True)\n",
    "final_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8ad7d8c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>volume</th>\n",
       "      <th>average</th>\n",
       "      <th>barCount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-03-17 08:30:00-05:00</td>\n",
       "      <td>4109.00</td>\n",
       "      <td>4115.25</td>\n",
       "      <td>4105.00</td>\n",
       "      <td>4115.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-03-17 08:40:00-05:00</td>\n",
       "      <td>4115.25</td>\n",
       "      <td>4119.25</td>\n",
       "      <td>4103.00</td>\n",
       "      <td>4103.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-03-17 08:50:00-05:00</td>\n",
       "      <td>4103.25</td>\n",
       "      <td>4539.25</td>\n",
       "      <td>4103.00</td>\n",
       "      <td>4539.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-03-17 09:00:00-05:00</td>\n",
       "      <td>4114.75</td>\n",
       "      <td>4118.75</td>\n",
       "      <td>4106.50</td>\n",
       "      <td>4106.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-03-17 09:10:00-05:00</td>\n",
       "      <td>4106.75</td>\n",
       "      <td>4106.75</td>\n",
       "      <td>4098.50</td>\n",
       "      <td>4098.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2023-03-17 09:20:00-05:00</td>\n",
       "      <td>4098.75</td>\n",
       "      <td>4098.75</td>\n",
       "      <td>4082.50</td>\n",
       "      <td>4086.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2023-03-17 09:30:00-05:00</td>\n",
       "      <td>4086.75</td>\n",
       "      <td>4090.75</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2023-03-17 09:40:00-05:00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4073.75</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2023-03-17 09:50:00-05:00</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4073.75</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2023-03-17 10:00:00-05:00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4071.75</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2023-03-17 10:10:00-05:00</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>4086.00</td>\n",
       "      <td>4077.75</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2023-03-17 10:20:00-05:00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4082.00</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2023-03-17 10:30:00-05:00</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>4078.00</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2023-03-17 10:40:00-05:00</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>4063.75</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2023-03-17 10:50:00-05:00</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>4074.00</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2023-03-17 11:00:00-05:00</td>\n",
       "      <td>4070.00</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2023-03-17 11:10:00-05:00</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4077.75</td>\n",
       "      <td>4077.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2023-03-17 11:20:00-05:00</td>\n",
       "      <td>4077.75</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4075.75</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2023-03-17 11:30:00-05:00</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4093.75</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2023-03-17 11:40:00-05:00</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>4081.50</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2023-03-17 11:50:00-05:00</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>4077.50</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2023-03-17 12:00:00-05:00</td>\n",
       "      <td>4081.75</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2023-03-17 12:10:00-05:00</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4087.75</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2023-03-17 12:20:00-05:00</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>4091.75</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2023-03-17 12:30:00-05:00</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4089.75</td>\n",
       "      <td>4081.50</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2023-03-17 12:40:00-05:00</td>\n",
       "      <td>4083.75</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4081.50</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2023-03-17 12:50:00-05:00</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4081.50</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2023-03-17 13:00:00-05:00</td>\n",
       "      <td>4085.75</td>\n",
       "      <td>4089.75</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2023-03-17 13:10:00-05:00</td>\n",
       "      <td>4079.75</td>\n",
       "      <td>4079.75</td>\n",
       "      <td>4073.50</td>\n",
       "      <td>4075.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2023-03-17 13:20:00-05:00</td>\n",
       "      <td>4075.75</td>\n",
       "      <td>4075.75</td>\n",
       "      <td>4067.50</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2023-03-17 13:30:00-05:00</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4067.50</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>2023-03-17 13:40:00-05:00</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>4069.75</td>\n",
       "      <td>4067.50</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2023-03-17 13:50:00-05:00</td>\n",
       "      <td>4067.75</td>\n",
       "      <td>4074.00</td>\n",
       "      <td>4063.50</td>\n",
       "      <td>4072.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>2023-03-17 14:00:00-05:00</td>\n",
       "      <td>4072.00</td>\n",
       "      <td>4072.00</td>\n",
       "      <td>4069.50</td>\n",
       "      <td>4071.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>2023-03-17 14:10:00-05:00</td>\n",
       "      <td>4071.50</td>\n",
       "      <td>4081.50</td>\n",
       "      <td>4071.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>2023-03-17 14:20:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4077.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2023-03-17 14:30:00-05:00</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4073.25</td>\n",
       "      <td>4075.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>2023-03-17 14:40:00-05:00</td>\n",
       "      <td>4075.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4071.25</td>\n",
       "      <td>4071.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2023-03-17 14:50:00-05:00</td>\n",
       "      <td>4071.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4071.25</td>\n",
       "      <td>4075.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>2023-03-17 15:00:00-05:00</td>\n",
       "      <td>4075.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4075.25</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>2023-03-17 15:10:00-05:00</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4079.25</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>2023-03-17 15:20:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.25</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>2023-03-17 15:30:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.25</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>2023-03-17 15:40:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.25</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>2023-03-17 15:50:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4077.25</td>\n",
       "      <td>4077.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>2023-03-20 08:30:00-05:00</td>\n",
       "      <td>4077.25</td>\n",
       "      <td>4089.25</td>\n",
       "      <td>4071.25</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>2023-03-20 08:40:00-05:00</td>\n",
       "      <td>4079.50</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4071.25</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>2023-03-20 08:50:00-05:00</td>\n",
       "      <td>4083.50</td>\n",
       "      <td>4089.50</td>\n",
       "      <td>4082.75</td>\n",
       "      <td>4087.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>2023-03-20 09:00:00-05:00</td>\n",
       "      <td>4087.00</td>\n",
       "      <td>4095.00</td>\n",
       "      <td>4084.75</td>\n",
       "      <td>4087.00</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>2023-03-20 09:10:00-05:00</td>\n",
       "      <td>4087.00</td>\n",
       "      <td>4091.25</td>\n",
       "      <td>4081.00</td>\n",
       "      <td>4081.25</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                        date     open     high      low    close  volume  \\\n",
       "0  2023-03-17 08:30:00-05:00  4109.00  4115.25  4105.00  4115.25    -1.0   \n",
       "1  2023-03-17 08:40:00-05:00  4115.25  4119.25  4103.00  4103.25    -1.0   \n",
       "2  2023-03-17 08:50:00-05:00  4103.25  4539.25  4103.00  4539.25    -1.0   \n",
       "3  2023-03-17 09:00:00-05:00  4114.75  4118.75  4106.50  4106.75    -1.0   \n",
       "4  2023-03-17 09:10:00-05:00  4106.75  4106.75  4098.50  4098.75    -1.0   \n",
       "5  2023-03-17 09:20:00-05:00  4098.75  4098.75  4082.50  4086.75    -1.0   \n",
       "6  2023-03-17 09:30:00-05:00  4086.75  4090.75  4078.00  4082.00    -1.0   \n",
       "7  2023-03-17 09:40:00-05:00  4082.00  4082.00  4073.75  4078.00    -1.0   \n",
       "8  2023-03-17 09:50:00-05:00  4078.00  4082.00  4073.75  4082.00    -1.0   \n",
       "9  2023-03-17 10:00:00-05:00  4082.00  4082.00  4071.75  4078.00    -1.0   \n",
       "10 2023-03-17 10:10:00-05:00  4078.00  4086.00  4077.75  4082.00    -1.0   \n",
       "11 2023-03-17 10:20:00-05:00  4082.00  4082.00  4069.75  4070.00    -1.0   \n",
       "12 2023-03-17 10:30:00-05:00  4070.00  4078.00  4069.75  4070.00    -1.0   \n",
       "13 2023-03-17 10:40:00-05:00  4070.00  4070.00  4063.75  4070.00    -1.0   \n",
       "14 2023-03-17 10:50:00-05:00  4070.00  4074.00  4069.75  4070.00    -1.0   \n",
       "15 2023-03-17 11:00:00-05:00  4070.00  4081.75  4069.75  4081.75    -1.0   \n",
       "16 2023-03-17 11:10:00-05:00  4081.75  4081.75  4077.75  4077.75    -1.0   \n",
       "17 2023-03-17 11:20:00-05:00  4077.75  4081.75  4075.75  4081.75    -1.0   \n",
       "18 2023-03-17 11:30:00-05:00  4081.75  4093.75  4081.75  4083.75    -1.0   \n",
       "19 2023-03-17 11:40:00-05:00  4083.75  4083.75  4081.50  4081.75    -1.0   \n",
       "20 2023-03-17 11:50:00-05:00  4081.75  4083.75  4077.50  4081.75    -1.0   \n",
       "21 2023-03-17 12:00:00-05:00  4081.75  4085.75  4079.50  4085.75    -1.0   \n",
       "22 2023-03-17 12:10:00-05:00  4085.75  4087.75  4083.50  4083.75    -1.0   \n",
       "23 2023-03-17 12:20:00-05:00  4083.75  4091.75  4083.50  4085.75    -1.0   \n",
       "24 2023-03-17 12:30:00-05:00  4085.75  4089.75  4081.50  4083.75    -1.0   \n",
       "25 2023-03-17 12:40:00-05:00  4083.75  4085.75  4081.50  4085.75    -1.0   \n",
       "26 2023-03-17 12:50:00-05:00  4085.75  4085.75  4081.50  4085.75    -1.0   \n",
       "27 2023-03-17 13:00:00-05:00  4085.75  4089.75  4079.50  4079.75    -1.0   \n",
       "28 2023-03-17 13:10:00-05:00  4079.75  4079.75  4073.50  4075.75    -1.0   \n",
       "29 2023-03-17 13:20:00-05:00  4075.75  4075.75  4067.50  4067.75    -1.0   \n",
       "30 2023-03-17 13:30:00-05:00  4067.75  4069.75  4067.50  4067.75    -1.0   \n",
       "31 2023-03-17 13:40:00-05:00  4067.75  4069.75  4067.50  4067.75    -1.0   \n",
       "32 2023-03-17 13:50:00-05:00  4067.75  4074.00  4063.50  4072.00    -1.0   \n",
       "33 2023-03-17 14:00:00-05:00  4072.00  4072.00  4069.50  4071.50    -1.0   \n",
       "34 2023-03-17 14:10:00-05:00  4071.50  4081.50  4071.50  4079.50    -1.0   \n",
       "35 2023-03-17 14:20:00-05:00  4079.50  4083.50  4077.50  4083.50    -1.0   \n",
       "36 2023-03-17 14:30:00-05:00  4083.50  4083.50  4073.25  4075.50    -1.0   \n",
       "37 2023-03-17 14:40:00-05:00  4075.50  4079.50  4071.25  4071.50    -1.0   \n",
       "38 2023-03-17 14:50:00-05:00  4071.50  4079.50  4071.25  4075.50    -1.0   \n",
       "39 2023-03-17 15:00:00-05:00  4075.50  4083.50  4075.25  4083.50    -1.0   \n",
       "40 2023-03-17 15:10:00-05:00  4083.50  4083.50  4079.25  4079.50    -1.0   \n",
       "41 2023-03-17 15:20:00-05:00  4079.50  4079.50  4079.25  4079.50    -1.0   \n",
       "42 2023-03-17 15:30:00-05:00  4079.50  4079.50  4079.25  4079.50    -1.0   \n",
       "43 2023-03-17 15:40:00-05:00  4079.50  4079.50  4079.25  4079.50    -1.0   \n",
       "44 2023-03-17 15:50:00-05:00  4079.50  4079.50  4077.25  4077.50    -1.0   \n",
       "45 2023-03-20 08:30:00-05:00  4077.25  4089.25  4071.25  4079.50    -1.0   \n",
       "46 2023-03-20 08:40:00-05:00  4079.50  4083.50  4071.25  4083.50    -1.0   \n",
       "47 2023-03-20 08:50:00-05:00  4083.50  4089.50  4082.75  4087.00    -1.0   \n",
       "48 2023-03-20 09:00:00-05:00  4087.00  4095.00  4084.75  4087.00    -1.0   \n",
       "49 2023-03-20 09:10:00-05:00  4087.00  4091.25  4081.00  4081.25    -1.0   \n",
       "\n",
       "    average  barCount  \n",
       "0      -1.0        -1  \n",
       "1      -1.0        -1  \n",
       "2      -1.0        -1  \n",
       "3      -1.0        -1  \n",
       "4      -1.0        -1  \n",
       "5      -1.0        -1  \n",
       "6      -1.0        -1  \n",
       "7      -1.0        -1  \n",
       "8      -1.0        -1  \n",
       "9      -1.0        -1  \n",
       "10     -1.0        -1  \n",
       "11     -1.0        -1  \n",
       "12     -1.0        -1  \n",
       "13     -1.0        -1  \n",
       "14     -1.0        -1  \n",
       "15     -1.0        -1  \n",
       "16     -1.0        -1  \n",
       "17     -1.0        -1  \n",
       "18     -1.0        -1  \n",
       "19     -1.0        -1  \n",
       "20     -1.0        -1  \n",
       "21     -1.0        -1  \n",
       "22     -1.0        -1  \n",
       "23     -1.0        -1  \n",
       "24     -1.0        -1  \n",
       "25     -1.0        -1  \n",
       "26     -1.0        -1  \n",
       "27     -1.0        -1  \n",
       "28     -1.0        -1  \n",
       "29     -1.0        -1  \n",
       "30     -1.0        -1  \n",
       "31     -1.0        -1  \n",
       "32     -1.0        -1  \n",
       "33     -1.0        -1  \n",
       "34     -1.0        -1  \n",
       "35     -1.0        -1  \n",
       "36     -1.0        -1  \n",
       "37     -1.0        -1  \n",
       "38     -1.0        -1  \n",
       "39     -1.0        -1  \n",
       "40     -1.0        -1  \n",
       "41     -1.0        -1  \n",
       "42     -1.0        -1  \n",
       "43     -1.0        -1  \n",
       "44     -1.0        -1  \n",
       "45     -1.0        -1  \n",
       "46     -1.0        -1  \n",
       "47     -1.0        -1  \n",
       "48     -1.0        -1  \n",
       "49     -1.0        -1  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df[:50]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "39e867d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "final_df.to_csv(\"10mins_data.csv\", index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3f42b500",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(12373, 8)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "41ff3703",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[NewsProvider(code='BRFG', name='Briefing.com General Market Columns'), NewsProvider(code='BRFUPDN', name='Briefing.com Analyst Actions'), NewsProvider(code='DJNL', name='Dow Jones Newsletters')]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "reqHistoricalNewsAsync: Timeout\n"
     ]
    }
   ],
   "source": [
    "newsProviders = ib.reqNewsProviders()\n",
    "print(newsProviders)\n",
    "codes = '+'.join(np.code for np in newsProviders)\n",
    "\n",
    "amd = Stock('AAPL', 'SMART', 'USD')\n",
    "ib.qualifyContracts(amd)\n",
    "headlines = ib.reqHistoricalNews(amd.conId, codes, '', '', 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "17e96ce4",
   "metadata": {},
   "outputs": [],
   "source": [
    "headlines"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "93abb2be",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'BRFG+BRFUPDN+DJNL'"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "codes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "9ef1781a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import yfinance as yf\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "4c5be5b4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting yfinance\n",
      "  Downloading yfinance-0.2.38-py2.py3-none-any.whl.metadata (11 kB)\n",
      "Requirement already satisfied: pandas>=1.3.0 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (2.0.3)\n",
      "Requirement already satisfied: numpy>=1.16.5 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (1.26.4)\n",
      "Requirement already satisfied: requests>=2.31 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (2.31.0)\n",
      "Collecting multitasking>=0.0.7 (from yfinance)\n",
      "  Downloading multitasking-0.0.11-py3-none-any.whl.metadata (5.5 kB)\n",
      "Requirement already satisfied: lxml>=4.9.1 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (4.9.3)\n",
      "Requirement already satisfied: appdirs>=1.4.4 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (1.4.4)\n",
      "Requirement already satisfied: pytz>=2022.5 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (2023.3.post1)\n",
      "Collecting frozendict>=2.3.4 (from yfinance)\n",
      "  Downloading frozendict-2.4.2.tar.gz (315 kB)\n",
      "     ---------------------------------------- 0.0/315.3 kB ? eta -:--:--\n",
      "     --- ----------------------------------- 30.7/315.3 kB 1.3 MB/s eta 0:00:01\n",
      "     -------------------- ----------------- 174.1/315.3 kB 2.1 MB/s eta 0:00:01\n",
      "     -------------------------------------- 315.3/315.3 kB 2.8 MB/s eta 0:00:00\n",
      "  Installing build dependencies: started\n",
      "  Installing build dependencies: finished with status 'done'\n",
      "  Getting requirements to build wheel: started\n",
      "  Getting requirements to build wheel: finished with status 'done'\n",
      "  Installing backend dependencies: started\n",
      "  Installing backend dependencies: finished with status 'done'\n",
      "  Preparing metadata (pyproject.toml): started\n",
      "  Preparing metadata (pyproject.toml): finished with status 'done'\n",
      "Collecting peewee>=3.16.2 (from yfinance)\n",
      "  Downloading peewee-3.17.3.tar.gz (3.0 MB)\n",
      "     ---------------------------------------- 0.0/3.0 MB ? eta -:--:--\n",
      "     ------ --------------------------------- 0.5/3.0 MB 15.2 MB/s eta 0:00:01\n",
      "     ------------- -------------------------- 1.0/3.0 MB 15.8 MB/s eta 0:00:01\n",
      "     ------------------------ --------------- 1.8/3.0 MB 14.2 MB/s eta 0:00:01\n",
      "     ---------------------------------------  2.9/3.0 MB 17.1 MB/s eta 0:00:01\n",
      "     ---------------------------------------- 3.0/3.0 MB 14.5 MB/s eta 0:00:00\n",
      "  Installing build dependencies: started\n",
      "  Installing build dependencies: finished with status 'done'\n",
      "  Getting requirements to build wheel: started\n",
      "  Getting requirements to build wheel: finished with status 'done'\n",
      "  Preparing metadata (pyproject.toml): started\n",
      "  Preparing metadata (pyproject.toml): finished with status 'done'\n",
      "Requirement already satisfied: beautifulsoup4>=4.11.1 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from yfinance) (4.12.2)\n",
      "Collecting html5lib>=1.1 (from yfinance)\n",
      "  Downloading html5lib-1.1-py2.py3-none-any.whl.metadata (16 kB)\n",
      "Requirement already satisfied: soupsieve>1.2 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from beautifulsoup4>=4.11.1->yfinance) (2.4)\n",
      "Requirement already satisfied: six>=1.9 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from html5lib>=1.1->yfinance) (1.16.0)\n",
      "Requirement already satisfied: webencodings in c:\\users\\saite\\anaconda3\\lib\\site-packages (from html5lib>=1.1->yfinance) (0.5.1)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from pandas>=1.3.0->yfinance) (2.8.2)\n",
      "Requirement already satisfied: tzdata>=2022.1 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from pandas>=1.3.0->yfinance) (2023.3)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from requests>=2.31->yfinance) (2.0.4)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from requests>=2.31->yfinance) (3.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from requests>=2.31->yfinance) (1.26.16)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\saite\\anaconda3\\lib\\site-packages (from requests>=2.31->yfinance) (2024.2.2)\n",
      "Downloading yfinance-0.2.38-py2.py3-none-any.whl (72 kB)\n",
      "   ---------------------------------------- 0.0/73.0 kB ? eta -:--:--\n",
      "   ---------------------------------------- 73.0/73.0 kB ? eta 0:00:00\n",
      "Downloading html5lib-1.1-py2.py3-none-any.whl (112 kB)\n",
      "   ---------------------------------------- 0.0/112.2 kB ? eta -:--:--\n",
      "   ---------------------------------------- 112.2/112.2 kB 6.4 MB/s eta 0:00:00\n",
      "Downloading multitasking-0.0.11-py3-none-any.whl (8.5 kB)\n",
      "Building wheels for collected packages: frozendict, peewee\n",
      "  Building wheel for frozendict (pyproject.toml): started\n",
      "  Building wheel for frozendict (pyproject.toml): finished with status 'done'\n",
      "  Created wheel for frozendict: filename=frozendict-2.4.2-cp311-cp311-win_amd64.whl size=15543 sha256=117225eb781cc2a5da4fef045af52cb4034d0cc7f5a0ef01effe9fe1c922d3e6\n",
      "  Stored in directory: c:\\users\\saite\\appdata\\local\\pip\\cache\\wheels\\b6\\d6\\b5\\da9ad65b3c11d2d2f3245b0b2476231dc58a2a91768c5ec755\n",
      "  Building wheel for peewee (pyproject.toml): started\n",
      "  Building wheel for peewee (pyproject.toml): finished with status 'done'\n",
      "  Created wheel for peewee: filename=peewee-3.17.3-py3-none-any.whl size=138453 sha256=5d253bae2a568b198fc5d644963e5d50038d9fd865da0bab7a435c7c544a3109\n",
      "  Stored in directory: c:\\users\\saite\\appdata\\local\\pip\\cache\\wheels\\3e\\3d\\30\\a54ad8c2307aa653f234a6f651ab12fbc5cfbb3f383145ab6a\n",
      "Successfully built frozendict peewee\n",
      "Installing collected packages: peewee, multitasking, html5lib, frozendict, yfinance\n",
      "Successfully installed frozendict-2.4.2 html5lib-1.1 multitasking-0.0.11 peewee-3.17.3 yfinance-0.2.38\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "DEPRECATION: Loading egg at c:\\users\\saite\\anaconda3\\lib\\site-packages\\luxai2021-0.1.0-py3.11.egg is deprecated. pip 24.3 will enforce this behaviour change. A possible replacement is to use pip for package installation.. Discussion can be found at https://github.com/pypa/pip/issues/12330\n"
     ]
    }
   ],
   "source": [
    "pip install yfinance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "e2587841",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[*********************100%%**********************]  1 of 1 completed\n"
     ]
    }
   ],
   "source": [
    "data = yf.download(\"ES=F\", period=\"730d\", interval = \"60m\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "626e74fa",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "bd5eb401",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datetime</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11926</th>\n",
       "      <td>2024-01-02 00:00:00</td>\n",
       "      <td>4820.75</td>\n",
       "      <td>4823.50</td>\n",
       "      <td>4820.75</td>\n",
       "      <td>4822.25</td>\n",
       "      <td>4822.25</td>\n",
       "      <td>4575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11927</th>\n",
       "      <td>2024-01-02 01:00:00</td>\n",
       "      <td>4822.50</td>\n",
       "      <td>4822.50</td>\n",
       "      <td>4819.75</td>\n",
       "      <td>4820.00</td>\n",
       "      <td>4820.00</td>\n",
       "      <td>4434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11928</th>\n",
       "      <td>2024-01-02 02:00:00</td>\n",
       "      <td>4820.25</td>\n",
       "      <td>4824.00</td>\n",
       "      <td>4820.25</td>\n",
       "      <td>4822.25</td>\n",
       "      <td>4822.25</td>\n",
       "      <td>7001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11929</th>\n",
       "      <td>2024-01-02 03:00:00</td>\n",
       "      <td>4822.50</td>\n",
       "      <td>4827.75</td>\n",
       "      <td>4822.25</td>\n",
       "      <td>4826.50</td>\n",
       "      <td>4826.50</td>\n",
       "      <td>16770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11930</th>\n",
       "      <td>2024-01-02 04:00:00</td>\n",
       "      <td>4826.75</td>\n",
       "      <td>4826.75</td>\n",
       "      <td>4815.00</td>\n",
       "      <td>4816.50</td>\n",
       "      <td>4816.50</td>\n",
       "      <td>16693</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13773</th>\n",
       "      <td>2024-04-26 12:00:00</td>\n",
       "      <td>5134.00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5129.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>98685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13774</th>\n",
       "      <td>2024-04-26 13:00:00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5146.50</td>\n",
       "      <td>5138.50</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>104327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13775</th>\n",
       "      <td>2024-04-26 14:00:00</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5142.50</td>\n",
       "      <td>5133.25</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>94654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13776</th>\n",
       "      <td>2024-04-26 15:00:00</td>\n",
       "      <td>5141.25</td>\n",
       "      <td>5144.00</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>181727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13777</th>\n",
       "      <td>2024-04-26 16:00:00</td>\n",
       "      <td>5129.75</td>\n",
       "      <td>5132.25</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>49121</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1852 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Datetime     Open     High      Low    Close  Adj Close  \\\n",
       "11926 2024-01-02 00:00:00  4820.75  4823.50  4820.75  4822.25    4822.25   \n",
       "11927 2024-01-02 01:00:00  4822.50  4822.50  4819.75  4820.00    4820.00   \n",
       "11928 2024-01-02 02:00:00  4820.25  4824.00  4820.25  4822.25    4822.25   \n",
       "11929 2024-01-02 03:00:00  4822.50  4827.75  4822.25  4826.50    4826.50   \n",
       "11930 2024-01-02 04:00:00  4826.75  4826.75  4815.00  4816.50    4816.50   \n",
       "...                   ...      ...      ...      ...      ...        ...   \n",
       "13773 2024-04-26 12:00:00  5134.00  5143.25  5129.25  5143.25    5143.25   \n",
       "13774 2024-04-26 13:00:00  5143.25  5146.50  5138.50  5141.75    5141.75   \n",
       "13775 2024-04-26 14:00:00  5141.75  5142.50  5133.25  5141.50    5141.50   \n",
       "13776 2024-04-26 15:00:00  5141.25  5144.00  5128.75  5129.50    5129.50   \n",
       "13777 2024-04-26 16:00:00  5129.75  5132.25  5128.75  5131.75    5131.75   \n",
       "\n",
       "       Volume  \n",
       "11926    4575  \n",
       "11927    4434  \n",
       "11928    7001  \n",
       "11929   16770  \n",
       "11930   16693  \n",
       "...       ...  \n",
       "13773   98685  \n",
       "13774  104327  \n",
       "13775   94654  \n",
       "13776  181727  \n",
       "13777   49121  \n",
       "\n",
       "[1852 rows x 7 columns]"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[data['Datetime']>='2024-01-01']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "a1ad1495",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datetime</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-12-02 00:00:00</td>\n",
       "      <td>4534.50</td>\n",
       "      <td>4539.00</td>\n",
       "      <td>4531.50</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-12-02 01:00:00</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>4549.00</td>\n",
       "      <td>4533.00</td>\n",
       "      <td>4547.75</td>\n",
       "      <td>4547.75</td>\n",
       "      <td>13314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-12-02 02:00:00</td>\n",
       "      <td>4547.50</td>\n",
       "      <td>4552.00</td>\n",
       "      <td>4531.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>25623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-12-02 03:00:00</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4540.75</td>\n",
       "      <td>4524.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>34609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-12-02 04:00:00</td>\n",
       "      <td>4536.25</td>\n",
       "      <td>4549.75</td>\n",
       "      <td>4533.75</td>\n",
       "      <td>4542.75</td>\n",
       "      <td>4542.75</td>\n",
       "      <td>24214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13773</th>\n",
       "      <td>2024-04-26 12:00:00</td>\n",
       "      <td>5134.00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5129.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>98685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13774</th>\n",
       "      <td>2024-04-26 13:00:00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5146.50</td>\n",
       "      <td>5138.50</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>104327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13775</th>\n",
       "      <td>2024-04-26 14:00:00</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5142.50</td>\n",
       "      <td>5133.25</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>94654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13776</th>\n",
       "      <td>2024-04-26 15:00:00</td>\n",
       "      <td>5141.25</td>\n",
       "      <td>5144.00</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>181727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13777</th>\n",
       "      <td>2024-04-26 16:00:00</td>\n",
       "      <td>5129.75</td>\n",
       "      <td>5132.25</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>49121</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13778 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Datetime     Open     High      Low    Close  Adj Close  \\\n",
       "0     2021-12-02 00:00:00  4534.50  4539.00  4531.50  4537.50    4537.50   \n",
       "1     2021-12-02 01:00:00  4537.50  4549.00  4533.00  4547.75    4547.75   \n",
       "2     2021-12-02 02:00:00  4547.50  4552.00  4531.50  4536.50    4536.50   \n",
       "3     2021-12-02 03:00:00  4536.50  4540.75  4524.50  4536.50    4536.50   \n",
       "4     2021-12-02 04:00:00  4536.25  4549.75  4533.75  4542.75    4542.75   \n",
       "...                   ...      ...      ...      ...      ...        ...   \n",
       "13773 2024-04-26 12:00:00  5134.00  5143.25  5129.25  5143.25    5143.25   \n",
       "13774 2024-04-26 13:00:00  5143.25  5146.50  5138.50  5141.75    5141.75   \n",
       "13775 2024-04-26 14:00:00  5141.75  5142.50  5133.25  5141.50    5141.50   \n",
       "13776 2024-04-26 15:00:00  5141.25  5144.00  5128.75  5129.50    5129.50   \n",
       "13777 2024-04-26 16:00:00  5129.75  5132.25  5128.75  5131.75    5131.75   \n",
       "\n",
       "       Volume  \n",
       "0           0  \n",
       "1       13314  \n",
       "2       25623  \n",
       "3       34609  \n",
       "4       24214  \n",
       "...       ...  \n",
       "13773   98685  \n",
       "13774  104327  \n",
       "13775   94654  \n",
       "13776  181727  \n",
       "13777   49121  \n",
       "\n",
       "[13778 rows x 7 columns]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "31fedcf2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datetime</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2401</th>\n",
       "      <td>2022-05-03 19:00:00</td>\n",
       "      <td>4173.50</td>\n",
       "      <td>4179.75</td>\n",
       "      <td>4172.75</td>\n",
       "      <td>4176.25</td>\n",
       "      <td>4176.25</td>\n",
       "      <td>3691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2402</th>\n",
       "      <td>2022-05-03 20:00:00</td>\n",
       "      <td>4176.00</td>\n",
       "      <td>4179.00</td>\n",
       "      <td>4174.00</td>\n",
       "      <td>4175.50</td>\n",
       "      <td>4175.50</td>\n",
       "      <td>4340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2403</th>\n",
       "      <td>2022-05-03 21:00:00</td>\n",
       "      <td>4175.75</td>\n",
       "      <td>4183.50</td>\n",
       "      <td>4175.25</td>\n",
       "      <td>4181.25</td>\n",
       "      <td>4181.25</td>\n",
       "      <td>5675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2404</th>\n",
       "      <td>2022-05-03 22:00:00</td>\n",
       "      <td>4181.50</td>\n",
       "      <td>4184.00</td>\n",
       "      <td>4172.25</td>\n",
       "      <td>4172.75</td>\n",
       "      <td>4172.75</td>\n",
       "      <td>5616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2405</th>\n",
       "      <td>2022-05-03 23:00:00</td>\n",
       "      <td>4172.50</td>\n",
       "      <td>4176.25</td>\n",
       "      <td>4169.75</td>\n",
       "      <td>4171.50</td>\n",
       "      <td>4171.50</td>\n",
       "      <td>3528</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13773</th>\n",
       "      <td>2024-04-26 12:00:00</td>\n",
       "      <td>5134.00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5129.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>98685</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13774</th>\n",
       "      <td>2024-04-26 13:00:00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5146.50</td>\n",
       "      <td>5138.50</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>104327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13775</th>\n",
       "      <td>2024-04-26 14:00:00</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5142.50</td>\n",
       "      <td>5133.25</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>94654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13776</th>\n",
       "      <td>2024-04-26 15:00:00</td>\n",
       "      <td>5141.25</td>\n",
       "      <td>5144.00</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>181727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13777</th>\n",
       "      <td>2024-04-26 16:00:00</td>\n",
       "      <td>5129.75</td>\n",
       "      <td>5132.25</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>49121</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11377 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Datetime     Open     High      Low    Close  Adj Close  \\\n",
       "2401  2022-05-03 19:00:00  4173.50  4179.75  4172.75  4176.25    4176.25   \n",
       "2402  2022-05-03 20:00:00  4176.00  4179.00  4174.00  4175.50    4175.50   \n",
       "2403  2022-05-03 21:00:00  4175.75  4183.50  4175.25  4181.25    4181.25   \n",
       "2404  2022-05-03 22:00:00  4181.50  4184.00  4172.25  4172.75    4172.75   \n",
       "2405  2022-05-03 23:00:00  4172.50  4176.25  4169.75  4171.50    4171.50   \n",
       "...                   ...      ...      ...      ...      ...        ...   \n",
       "13773 2024-04-26 12:00:00  5134.00  5143.25  5129.25  5143.25    5143.25   \n",
       "13774 2024-04-26 13:00:00  5143.25  5146.50  5138.50  5141.75    5141.75   \n",
       "13775 2024-04-26 14:00:00  5141.75  5142.50  5133.25  5141.50    5141.50   \n",
       "13776 2024-04-26 15:00:00  5141.25  5144.00  5128.75  5129.50    5129.50   \n",
       "13777 2024-04-26 16:00:00  5129.75  5132.25  5128.75  5131.75    5131.75   \n",
       "\n",
       "       Volume  \n",
       "2401     3691  \n",
       "2402     4340  \n",
       "2403     5675  \n",
       "2404     5616  \n",
       "2405     3528  \n",
       "...       ...  \n",
       "13773   98685  \n",
       "13774  104327  \n",
       "13775   94654  \n",
       "13776  181727  \n",
       "13777   49121  \n",
       "\n",
       "[11377 rows x 7 columns]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[2401:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "e588caa2",
   "metadata": {},
   "outputs": [],
   "source": [
    "random_sample = data[2401:].sample(n=2000, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "0025cde1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datetime</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2652</th>\n",
       "      <td>2022-05-18 15:00:00</td>\n",
       "      <td>3920.00</td>\n",
       "      <td>3930.50</td>\n",
       "      <td>3908.00</td>\n",
       "      <td>3923.75</td>\n",
       "      <td>3923.75</td>\n",
       "      <td>441451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5540</th>\n",
       "      <td>2022-11-16 08:00:00</td>\n",
       "      <td>4001.00</td>\n",
       "      <td>4002.75</td>\n",
       "      <td>3982.75</td>\n",
       "      <td>3985.00</td>\n",
       "      <td>3985.00</td>\n",
       "      <td>53955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4476</th>\n",
       "      <td>2022-09-12 23:00:00</td>\n",
       "      <td>4115.75</td>\n",
       "      <td>4117.50</td>\n",
       "      <td>4113.00</td>\n",
       "      <td>4113.50</td>\n",
       "      <td>4113.50</td>\n",
       "      <td>2656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6716</th>\n",
       "      <td>2023-02-02 19:00:00</td>\n",
       "      <td>4165.25</td>\n",
       "      <td>4171.00</td>\n",
       "      <td>4164.75</td>\n",
       "      <td>4169.50</td>\n",
       "      <td>4169.50</td>\n",
       "      <td>9307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8823</th>\n",
       "      <td>2023-06-15 07:00:00</td>\n",
       "      <td>4357.75</td>\n",
       "      <td>4360.50</td>\n",
       "      <td>4355.50</td>\n",
       "      <td>4359.25</td>\n",
       "      <td>4359.25</td>\n",
       "      <td>6998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13232</th>\n",
       "      <td>2024-03-25 00:00:00</td>\n",
       "      <td>5289.50</td>\n",
       "      <td>5289.75</td>\n",
       "      <td>5287.75</td>\n",
       "      <td>5288.75</td>\n",
       "      <td>5288.75</td>\n",
       "      <td>2236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8786</th>\n",
       "      <td>2023-06-13 16:00:00</td>\n",
       "      <td>4371.25</td>\n",
       "      <td>4375.25</td>\n",
       "      <td>4368.75</td>\n",
       "      <td>4372.50</td>\n",
       "      <td>4372.50</td>\n",
       "      <td>23965</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5396</th>\n",
       "      <td>2022-11-08 02:00:00</td>\n",
       "      <td>3813.00</td>\n",
       "      <td>3813.50</td>\n",
       "      <td>3805.75</td>\n",
       "      <td>3807.50</td>\n",
       "      <td>3807.50</td>\n",
       "      <td>9532</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3512</th>\n",
       "      <td>2022-07-14 04:00:00</td>\n",
       "      <td>3777.50</td>\n",
       "      <td>3782.75</td>\n",
       "      <td>3755.25</td>\n",
       "      <td>3759.00</td>\n",
       "      <td>3759.00</td>\n",
       "      <td>30527</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13608</th>\n",
       "      <td>2024-04-17 08:00:00</td>\n",
       "      <td>5107.00</td>\n",
       "      <td>5112.75</td>\n",
       "      <td>5101.50</td>\n",
       "      <td>5110.50</td>\n",
       "      <td>5110.50</td>\n",
       "      <td>35844</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2000 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Datetime     Open     High      Low    Close  Adj Close  \\\n",
       "2652  2022-05-18 15:00:00  3920.00  3930.50  3908.00  3923.75    3923.75   \n",
       "5540  2022-11-16 08:00:00  4001.00  4002.75  3982.75  3985.00    3985.00   \n",
       "4476  2022-09-12 23:00:00  4115.75  4117.50  4113.00  4113.50    4113.50   \n",
       "6716  2023-02-02 19:00:00  4165.25  4171.00  4164.75  4169.50    4169.50   \n",
       "8823  2023-06-15 07:00:00  4357.75  4360.50  4355.50  4359.25    4359.25   \n",
       "...                   ...      ...      ...      ...      ...        ...   \n",
       "13232 2024-03-25 00:00:00  5289.50  5289.75  5287.75  5288.75    5288.75   \n",
       "8786  2023-06-13 16:00:00  4371.25  4375.25  4368.75  4372.50    4372.50   \n",
       "5396  2022-11-08 02:00:00  3813.00  3813.50  3805.75  3807.50    3807.50   \n",
       "3512  2022-07-14 04:00:00  3777.50  3782.75  3755.25  3759.00    3759.00   \n",
       "13608 2024-04-17 08:00:00  5107.00  5112.75  5101.50  5110.50    5110.50   \n",
       "\n",
       "       Volume  \n",
       "2652   441451  \n",
       "5540    53955  \n",
       "4476     2656  \n",
       "6716     9307  \n",
       "8823     6998  \n",
       "...       ...  \n",
       "13232    2236  \n",
       "8786    23965  \n",
       "5396     9532  \n",
       "3512    30527  \n",
       "13608   35844  \n",
       "\n",
       "[2000 rows x 7 columns]"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "random_sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "4ff711d7",
   "metadata": {},
   "outputs": [],
   "source": [
    "data['Random'] = data.index.isin(random_sample.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "2345c0fc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Random\n",
       "False    11778\n",
       "True      2000\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['Random'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "a0f8a870",
   "metadata": {},
   "outputs": [],
   "source": [
    "data['Chronological'] = data['Datetime'].apply(lambda x: True if x>=datetime.datetime(2024,1,1) else False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "7bb000e7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Chronological\n",
       "False    11926\n",
       "True      1852\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['Chronological'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "d6a6f134",
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv(\"60mins_data.csv\", index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "d4e603bd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datetime</th>\n",
       "      <th>Open</th>\n",
       "      <th>High</th>\n",
       "      <th>Low</th>\n",
       "      <th>Close</th>\n",
       "      <th>Adj Close</th>\n",
       "      <th>Volume</th>\n",
       "      <th>Random</th>\n",
       "      <th>Chronological</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2021-12-02 00:00:00</td>\n",
       "      <td>4534.50</td>\n",
       "      <td>4539.00</td>\n",
       "      <td>4531.50</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-12-02 01:00:00</td>\n",
       "      <td>4537.50</td>\n",
       "      <td>4549.00</td>\n",
       "      <td>4533.00</td>\n",
       "      <td>4547.75</td>\n",
       "      <td>4547.75</td>\n",
       "      <td>13314</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2021-12-02 02:00:00</td>\n",
       "      <td>4547.50</td>\n",
       "      <td>4552.00</td>\n",
       "      <td>4531.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>25623</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2021-12-02 03:00:00</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4540.75</td>\n",
       "      <td>4524.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>4536.50</td>\n",
       "      <td>34609</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2021-12-02 04:00:00</td>\n",
       "      <td>4536.25</td>\n",
       "      <td>4549.75</td>\n",
       "      <td>4533.75</td>\n",
       "      <td>4542.75</td>\n",
       "      <td>4542.75</td>\n",
       "      <td>24214</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13773</th>\n",
       "      <td>2024-04-26 12:00:00</td>\n",
       "      <td>5134.00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5129.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>98685</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13774</th>\n",
       "      <td>2024-04-26 13:00:00</td>\n",
       "      <td>5143.25</td>\n",
       "      <td>5146.50</td>\n",
       "      <td>5138.50</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>104327</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13775</th>\n",
       "      <td>2024-04-26 14:00:00</td>\n",
       "      <td>5141.75</td>\n",
       "      <td>5142.50</td>\n",
       "      <td>5133.25</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>5141.50</td>\n",
       "      <td>94654</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13776</th>\n",
       "      <td>2024-04-26 15:00:00</td>\n",
       "      <td>5141.25</td>\n",
       "      <td>5144.00</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>5129.50</td>\n",
       "      <td>181727</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13777</th>\n",
       "      <td>2024-04-26 16:00:00</td>\n",
       "      <td>5129.75</td>\n",
       "      <td>5132.25</td>\n",
       "      <td>5128.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>5131.75</td>\n",
       "      <td>49121</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13778 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Datetime     Open     High      Low    Close  Adj Close  \\\n",
       "0     2021-12-02 00:00:00  4534.50  4539.00  4531.50  4537.50    4537.50   \n",
       "1     2021-12-02 01:00:00  4537.50  4549.00  4533.00  4547.75    4547.75   \n",
       "2     2021-12-02 02:00:00  4547.50  4552.00  4531.50  4536.50    4536.50   \n",
       "3     2021-12-02 03:00:00  4536.50  4540.75  4524.50  4536.50    4536.50   \n",
       "4     2021-12-02 04:00:00  4536.25  4549.75  4533.75  4542.75    4542.75   \n",
       "...                   ...      ...      ...      ...      ...        ...   \n",
       "13773 2024-04-26 12:00:00  5134.00  5143.25  5129.25  5143.25    5143.25   \n",
       "13774 2024-04-26 13:00:00  5143.25  5146.50  5138.50  5141.75    5141.75   \n",
       "13775 2024-04-26 14:00:00  5141.75  5142.50  5133.25  5141.50    5141.50   \n",
       "13776 2024-04-26 15:00:00  5141.25  5144.00  5128.75  5129.50    5129.50   \n",
       "13777 2024-04-26 16:00:00  5129.75  5132.25  5128.75  5131.75    5131.75   \n",
       "\n",
       "       Volume  Random  Chronological  \n",
       "0           0   False          False  \n",
       "1       13314   False          False  \n",
       "2       25623   False          False  \n",
       "3       34609   False          False  \n",
       "4       24214   False          False  \n",
       "...       ...     ...            ...  \n",
       "13773   98685   False           True  \n",
       "13774  104327   False           True  \n",
       "13775   94654   False           True  \n",
       "13776  181727    True           True  \n",
       "13777   49121    True           True  \n",
       "\n",
       "[13778 rows x 9 columns]"
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "65fd3844",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}