scratchings/model.py

import re

import _html
import _bs
import pytz
import datetime
# import time
import psycopg2.extras

import view


"""
Modules _html and _bs4 contain specialized methods.
"""

local_timezones = {
    "NSW": "Australia/Sydney",
    "VIC": "Australia/Melbourne",
    "QLD": "Australia/Brisbane",
    "WA": "Australia/Perth",
    "SA": "Australia/Adelaide",
    "TAS": "Australia/Hobart",
    "ACT": "Australia/Sydney",
    "NT": "Australia/Darwin"}


def scrape_main_page(row):
    this_url = """https://racingaustralia.horse/Home.aspx"""
    this_data = _html.get_page(this_url)
    venues_all = _bs.get_today_row(this_data, row)
    return venues_all


def get_raw_scratchings(this_venue):
    this_raw_data = _html.get_page(this_venue.scratchings_url)
    return this_raw_data


def process_raw_data(this_raw_data, this_venue):
    """
    Processes the raw data from the Scratchings page to obtain meta data.
    this_venue is passed to _bs.process_scratchings() to create the inherited namedTuple
    :param this_raw_data:
    :param this_venue:
    :return:
    """
    race_day_info = _bs.get_meta_data(this_raw_data, this_venue)
    return race_day_info


def get_scratching_details(this_raw_data, this_venue):
    # this_data = _html.get_page(this_venue.scratchings_url)
    scratchings_info = _bs.process_scratchings(this_raw_data, this_venue)
    return scratchings_info


def convert_to_unixtime(dt_object):
    """
    Simple utility function that returns the unixtime from a timezone aware dateTime object
    :param dt_object:
    :return:
    """
    utc = pytz.UTC
    d = dt_object.astimezone(utc)

    epoch = datetime.datetime(1970, 1, 1, 0, 0, 0, tzinfo=pytz.UTC)
    ts = int((d - epoch).total_seconds())
    return ts


def convert_to_date(weird_string):
    """
    Converts a string like 'MONDAY 15 JUL' to a python datetime object
    :param weird_string:
    :return datetime object:
    """
    weird_string = re.sub(r' (\d) ', ' 0\1 ', weird_string)
    local_timezone = pytz.timezone('Australia/Sydney')
    now = datetime.datetime.now(local_timezone)
    calculated_date = datetime.datetime.strptime(str(now.year) + ' ' + weird_string, "%Y %A %d %b").date()
    # print(calculated_date)
    return calculated_date


def send_messages(messages):
    long_message = ''
    leftover_message = ''
    for this_message in messages:
        print('this_message: {}'.format(this_message))
        leftover_message = this_message
        # Append message if possible
        if len(long_message) + len(this_message) < 5997:
            if len(long_message) == 0:
                long_message = this_message
            else:
                long_message += '\n' + this_message
            leftover_message = ''
        else:
            # Send long message (max 6k characters)
            print('Sending very long message > {}'.format(len(long_message)))
            view.broadcast(long_message)
            # Best would be to now store horses that were just broadcast
            long_message = this_message
            leftover_message = ''

    # Send all messages
    if len(long_message) > 0:
        print('Sending long_message > {}'.format(len(long_message)))
        view.broadcast(long_message)
        long_message = ''

    # Send only or last message
    if len(leftover_message) > 0:
        print('Sending leftover_message > {}'.format(len(leftover_message)))
        view.broadcast(leftover_message)
        leftover_message = ''


def store_scratched_horses(horses, db):
    query = """INSERT INTO horses(venue, race_date, race, horse) 
    VALUES(%s, %s, %s, %s)
    ON CONFLICT(venue, race_date, race, horse) DO NOTHING;"""

    cur3 = db.cursor(cursor_factory=psycopg2.extras.NamedTupleCursor)
    for database_entry in horses:
        cur3.execute(query, database_entry)
        print('Stored: {}'.format(database_entry))
        print(cur3.statusmessage)
    cur3.close()
    db.commit()