bookings_output.py

## Uses - dominate - https://github.com/Knio/dominate
## Uses - "python-dateutil" - https://pypi.python.org/pypi/python-dateutil
## Uses - "tinydb" - https://pypi.python.org/pypi/tinydb
## Uses - "tinydb-serialization" - https://pypi.python.org/pypi/tinydb-serialization/

### TODO - Add an hour or workout how to read the UTC to local time somehow...

import dominate
from dominate.tags import *

from datetime import datetime
from dateutil.parser import parse
from tinydb import TinyDB, Query
from tinydb_serialization import Serializer
from tinydb_serialization import SerializationMiddleware

# Custom Serializer to store datetime object in tinydb
class DateTimeSerializer(Serializer):
    OBJ_CLASS = datetime

    def encode(self, obj):
        return obj.strftime('%Y-%m-%dT%H:%M:%S')

    def decode(self, s):
        return datetime.strptime(s, '%Y-%m-%dT%H:%M:%S')

## register the custom serializer
serialization = SerializationMiddleware()
serialization.register_serializer(DateTimeSerializer(), 'TinyDateTime')

### Path to the json databases
db_path = "C:/Users/dan.cook/tmp/howdidido_scrape/hdidido/spiders"
import os
db_list = list()
### Get list of db files
for file in os.listdir(db_path):
    if file.endswith(".json"):
        db_list.append(file)

for db_name in db_list: # Loop through all recorded competitions - by json file
    db = TinyDB(db_path+'/'+db_name, storage=serialization) # Create db object
    tables = db.tables() # Get list of tables
    comp_dates = list() # New list to store the datetime objects

    ## HTML Page Stuff ##
    _html = None
    _head = None
    _body = None
    _html = html() # html tag / object
    _head = _html.add(head()) # head tag
    _body = _html.add(body()) # body tag

    # Read the all tables in the database, each represents a snapshot of the booking sheet
    for atable in tables:
        if atable != "_default":
            comp_date = parse(atable.replace("_","")) # Parse the string date into a datetime object
            comp_dates.append(comp_date)

    comp_dates.sort() # Sort the tables by date

    for comp_date in comp_dates:
        print ('Date Table : '+comp_date.strftime('%Y_%m_%dT%H_%M_%S'))
        snapshot_time = comp_date.strftime('%Y_%m_%dT%H_%M_%S')
        _body.add(h2(snapshot_time)) # Set heading to name of the json database
        _table = _body.add(table()) # new table
        _tbody = _table.add(tbody()) # tbody

        db_table = db.table(atable)
        allrows = db_table.all() # get all rows in the table
        grouped = sorted(set(map(lambda x:x['bookingtime'], allrows))) # group the rows by bookingtime - http://stackoverflow.com/questions/5695208/group-list-by-values
        newlist = [[y for y in allrows if y['bookingtime']==x] for x in grouped] # group the rows by bookingtime
        for teetime in newlist:
            with _tbody.add(tr()):
                td(teetime[1]['bookingtime'].strftime('%H:%M')) # booking time
                for player in teetime:
                    td(player['player_name']) # playername


    output_filename = db_path+'/'+db_name.replace('.json','.html')
    print('Outputing to '+output_filename)
    doc = dominate.document(title='Dominate')
    doc.add(_html)
    output_file = open(output_filename,"w")
    output_file.write(doc.render())