Weather4SolarUK/metoffice_update.py at main · essential61/Weather4SolarUK · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
# Imports.
import os
import sys
import requests
from bs4 import BeautifulSoup
from datetime import datetime

# The script starts here.
if __name__ == '__main__':
    # run as 'python metoffice_update.py <place_code>'
    # Use the place_code value for your location
    # To find your place code, look at the url of the search result for your location returned from https://www.metoffice.gov.uk/
    # i.e. https://weather.metoffice.gov.uk/forecast /{place_code}?date=YYYY-mm-dd
    place_code = sys.argv[1]
    url = f'https://weather.metoffice.gov.uk/forecast/{place_code}'
    met_response = requests.get(url)
    met_html = BeautifulSoup(met_response.content, 'html.parser')
    today = datetime.today().strftime('%Y-%m-%d')
    todays_forecast_table = met_html.find('table', attrs={"class": "forecast-table hourly-table", "data-date": today})
    # get weather for today
    time_step_container = todays_forecast_table.find('tr', class_='step-time heading-s')
    time_steps = [datetime.strptime(time_step.string.replace('Midnight', '12am').replace('Midday', '12pm'),'%-I%p').strftime('%H:%M')
                  for time_step in time_step_container.find_all('td')]
    weather_symbols = todays_forecast_table.find_all(class_='weather-symbol-icon')
    today_weather = [(f'{today}T{t} Europe/London', weather_symbols[i].attrs['title']) for i, t in
                    enumerate(time_steps)]

    # open insert file
    insertfilepath = f'forecasts/forecast{today}.sql'
    insert_file_text = ""
    if os.path.exists(insertfilepath):
        with open(insertfilepath, 'r') as insert_file:
            insert_file_text = insert_file.read()
    else:
        # not expecting this code to execute
        with open(insertfilepath, 'w') as file_handler:
            file_handler.write(f'-- created {today}\n')
            for timeperiod in today_weather:
                file_handler.write(
                    f'INSERT INTO forecasts (starttime, sky) VALUES (\'{timeperiod[0]}\', \'{timeperiod[1]}\');\n')
        sys.exit()

    # open existing update file (if exists)
    updatefilepath = f'forecasts/update{today}.sql'
    old_update_file_text = ""
    if os.path.exists(updatefilepath):
        with open(updatefilepath, 'r') as update_file:
            old_update_file_text = update_file.read()

    # keep any updates in existing update file that have already passed
    old_update_file_text_lines = old_update_file_text.splitlines(keepends = True)
    new_update_file_text = ""
    current_time = time_steps[0].split(':')[0]
    for current_line in old_update_file_text_lines:
        line_time = current_line.split('T')[-1].split(':')[0]
        if line_time >= current_time:
            break
        new_update_file_text += current_line

    # loop through today weather
    for timeperiod in today_weather:
        insert_statement = f'INSERT INTO forecasts (starttime, sky) VALUES (\'{timeperiod[0]}\', \'{timeperiod[1]}\');'
        if insert_statement not in insert_file_text:
            update_statement = f'UPDATE forecasts SET sky = \'{timeperiod[1]}\' WHERE starttime = \'{timeperiod[0]}\'; \n'
            new_update_file_text += update_statement

    # write if changed
    if new_update_file_text != old_update_file_text:
        with open(updatefilepath, 'w') as update_file:
            update_file.write(new_update_file_text)