|
|
@@ -27,20 +27,20 @@ if __name__ == '__main__':
|
|
|
race_days_global = model.scrape_main_page()
|
|
|
pprint(race_days_global)
|
|
|
# model.setup_database()
|
|
|
+ query = """
|
|
|
+ INSERT INTO race_program (
|
|
|
+ race_date, venue, race, start_time, utctime, state)
|
|
|
+ VALUES (%s, %s, %s, %s, %s, %s)
|
|
|
+ ON CONFLICT (utctime) DO UPDATE SET
|
|
|
+ race_date = excluded.race_date,
|
|
|
+ venue = excluded.venue,
|
|
|
+ race = excluded.race,
|
|
|
+ start_time = excluded.start_time,
|
|
|
+ state = excluded.state
|
|
|
+ """
|
|
|
for venue in race_days_global:
|
|
|
raw_data = model.get_program_data(venue.program_url)
|
|
|
for line in raw_data:
|
|
|
- query = """
|
|
|
- INSERT INTO race_program (
|
|
|
- race_date, venue, race, start_time, utctime, state)
|
|
|
- VALUES (%s, %s, %s, %s, %s, %s)
|
|
|
- ON CONFLICT (utctime) DO UPDATE SET
|
|
|
- race_date = excluded.race_date,
|
|
|
- venue = excluded.venue,
|
|
|
- race = excluded.race,
|
|
|
- start_time = excluded.start_time,
|
|
|
- state = excluded.state
|
|
|
- """
|
|
|
timestamp = model.convert_to_tz_aware_datetime(venue.date, line[1], venue.state)
|
|
|
cursor.execute(query, (venue.date, venue.name, line[0], line[1], timestamp, venue.state))
|
|
|
model.create_json(db)
|