From bac25fa944313df48784bae3fa41cfea7b0564d9 Mon Sep 17 00:00:00 2001 From: mark kors Date: Thu, 13 Nov 2025 08:40:07 +0100 Subject: [PATCH] initial commit --- .gitignore | 1 + copy_energy_prices.py | 89 +++++++++++++++++++++++++++++++++++++++++++ dynamic.py | 80 ++++++++++++++++++++++++++++++++++++++ gas.py | 78 +++++++++++++++++++++++++++++++++++++ tommorow.py | 84 ++++++++++++++++++++++++++++++++++++++++ 5 files changed, 332 insertions(+) create mode 100644 .gitignore create mode 100644 copy_energy_prices.py create mode 100644 dynamic.py create mode 100644 gas.py create mode 100644 tommorow.py diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..f7275bb --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +venv/ diff --git a/copy_energy_prices.py b/copy_energy_prices.py new file mode 100644 index 0000000..8d23fa9 --- /dev/null +++ b/copy_energy_prices.py @@ -0,0 +1,89 @@ +# copy_to_energy_prices.py +import mysql.connector +import sys +from mysql.connector import Error + +def copy_data(): + source_conn = None + dest_conn = None + + # ---- Gegevens voor de BRON-database (alfen) ---- + source_db_config = { + 'host': '127.0.0.1', + 'database': 'alfen', + 'user': 'alfen_user', + 'password': '5uVgr%f%s2P5GR@3q!', + 'port': 3307 + } + + # ---- Gegevens voor de DOEL-database (energy_prices) ---- + # VUL DEZE GEGEVENS ZELF IN + dest_db_config = { + 'host': '127.0.0.1', + 'database': 'energy_prices', + 'user': 'energy_prices_user', + 'password': 'kS9R*xp17ZwCD@CV&E^N', + 'port': 3307 + } + + try: + # 1. Maak verbinding met de bron-database (alfen) + source_conn = mysql.connector.connect(**source_db_config) + + # 2. Maak verbinding met de doel-database (energy_prices) + dest_conn = mysql.connector.connect(**dest_db_config) + + if source_conn.is_connected() and dest_conn.is_connected(): + source_cursor = source_conn.cursor(dictionary=True) # dictionary=True maakt 'row['column_name']' mogelijk + dest_cursor = dest_conn.cursor() + + # 3. Selecteer de data van VANDAAG uit de 'alfen' database + # We gaan ervan uit dat de API (stroomprijs_vandaag) data voor vandaag levert + print("Data selecteren uit 'alfen' database...") + select_query = "SELECT datetime, provider_code, price FROM dynamic_price_data WHERE DATE(datetime) = CURDATE()" + source_cursor.execute(select_query) + + rows_to_copy = source_cursor.fetchall() + + if not rows_to_copy: + print("Geen data van vandaag gevonden in 'alfen' om te kopiëren.") + return + + print(f"{len(rows_to_copy)} rijen gevonden om te kopiëren.") + + # 4. Voer de data in in de 'energy_prices' database + insert_query = """ + INSERT INTO dynamic_price_data (datetime, provider_code, price) + VALUES (%s, %s, %s) + ON DUPLICATE KEY UPDATE price = %s + """ + + copied_count = 0 + for row in rows_to_copy: + try: + data_tuple = (row['datetime'], row['provider_code'], row['price'], row['price']) + dest_cursor.execute(insert_query, data_tuple) + copied_count += 1 + except Error as e: + print(f"Fout bij invoeren rij {row}: {e}") + + # Commit de transactie naar de doel-database + dest_conn.commit() + print(f"Succesvol {copied_count} rijen gekopieerd naar 'energy_prices'.") + + except Error as e: + # Stuur de foutmelding naar stderr zodat het hoofdscript dit kan opvangen + print(f"Fout tijdens kopieerproces: {e}", file=sys.stderr) + sys.exit(1) # Sluit af met een foutcode + + finally: + # Sluit alle verbindingen en cursors + if source_conn and source_conn.is_connected(): + source_cursor.close() + source_conn.close() + if dest_conn and dest_conn.is_connected(): + dest_cursor.close() + dest_conn.close() + +if __name__ == "__main__": + copy_data() \ No newline at end of file diff --git a/dynamic.py b/dynamic.py new file mode 100644 index 0000000..c750379 --- /dev/null +++ b/dynamic.py @@ -0,0 +1,80 @@ +import requests +import mysql.connector +from mysql.connector import Error + +def insert_dynamic_price_data(): + connection = None # Connection buiten de try initialiseren + + try: + url = "https://enever.nl/api/stroomprijs_vandaag.php?token=5a7d9b371fe147cfc8100bcf6d9ebd55" + response = requests.get(url) + + if response.status_code != 200: + raise Exception('Fout bij het ophalen van de data.') + + data = response.json() + + if data is None: + raise Exception('Fout bij het decoderen van de JSON-data.') + + connection = mysql.connector.connect( + host='127.0.0.1', # Gebruik 127.0.0.1 ipv localhost + database='alfen', + user='alfen_user', + password='5uVgr%f%s2P5GR@3q!', + port=3307 + ) + + if connection.is_connected(): + cursor = connection.cursor() + + query = """ + INSERT INTO dynamic_price_data (datetime, provider_code, price) + VALUES (%s, %s, %s) + ON DUPLICATE KEY UPDATE price = %s + """ + + providers = { + 'AA': 'prijsAA', + 'AIP': 'prijsAIP', + 'ANWB': 'prijsANWB', + 'BE': 'prijsBE', + 'EE': 'prijsEE', + 'EN': 'prijsEN', + 'EVO': 'prijsEVO', + 'EZ': 'prijsEZ', + 'FR': 'prijsFR', + 'GSL': 'prijsGSL', + 'MDE': 'prijsMDE', + 'NE': 'prijsNE', + 'TI': 'prijsTI', + 'VDB': 'prijsVDB', + 'VON': 'prijsVON', + 'WE': 'prijsWE', + 'ZG': 'prijsZG', + 'ZP': 'prijsZP' + } + + for entry in data['data']: + datetime = entry['datum'] + for code, price_field in providers.items(): + if price_field in entry: + price = entry[price_field] + try: + cursor.execute(query, (datetime, code, price, price)) + connection.commit() + except Error as e: + print(f"Fout bij invoeren van data voor provider {code}: {e}") + continue + + except Error as e: + print(f"Fout bij databaseverbinding: {e}") + except Exception as e: + print(f"Algemene fout: {e}") + finally: + if connection is not None and connection.is_connected(): + cursor.close() + connection.close() + +if __name__ == "__main__": + insert_dynamic_price_data() diff --git a/gas.py b/gas.py new file mode 100644 index 0000000..bf2a82d --- /dev/null +++ b/gas.py @@ -0,0 +1,78 @@ +import requests +import mysql.connector +from mysql.connector import Error + +def insert_gas_price_data(): + connection = None + + try: + url = "https://enever.nl/api/gasprijs_vandaag.php?token=5a7d9b371fe147cfc8100bcf6d9ebd55" + response = requests.get(url) + + if response.status_code != 200: + raise Exception('Fout bij het ophalen van de gasdata.') + + data = response.json() + + if data is None or 'data' not in data: + raise Exception('Fout bij het decoderen van de JSON-data.') + + connection = mysql.connector.connect( + host='127.0.0.1', + database='alfen', + user='alfen_user', + password='5uVgr%f%s2P5GR@3q!', + port=3307 + ) + + if connection.is_connected(): + cursor = connection.cursor() + + query = """ + INSERT INTO gas_price_data (datetime, provider_code, price) + VALUES (%s, %s, %s) + ON DUPLICATE KEY UPDATE price = %s + """ + + providers = { + 'EGSI': 'prijsEGSI', + 'EOD': 'prijsEOD', + 'ANWB': 'prijsANWB', + 'BE': 'prijsBE', + 'EE': 'prijsEE', + 'EN': 'prijsEN', + 'EVO': 'prijsEVO', + 'EZ': 'prijsEZ', + 'FR': 'prijsFR', + 'GSL': 'prijsGSL', + 'MDE': 'prijsMDE', + 'NE': 'prijsNE', + 'VDB': 'prijsVDB', + 'VON': 'prijsVON', + 'WE': 'prijsWE', + 'ZP': 'prijsZP' + } + + for entry in data['data']: + datetime = entry['datum'] + for code, price_field in providers.items(): + if price_field in entry: + price = entry[price_field] + try: + cursor.execute(query, (datetime, code, price, price)) + connection.commit() + except Error as e: + print(f"Fout bij invoeren van gasdata voor provider {code}: {e}") + continue + + except Error as e: + print(f"Fout bij databaseverbinding: {e}") + except Exception as e: + print(f"Algemene fout: {e}") + finally: + if connection is not None and connection.is_connected(): + cursor.close() + connection.close() + +if __name__ == "__main__": + insert_gas_price_data() diff --git a/tommorow.py b/tommorow.py new file mode 100644 index 0000000..efdf931 --- /dev/null +++ b/tommorow.py @@ -0,0 +1,84 @@ +import requests +import mysql.connector +from mysql.connector import Error + +def insert_dynamic_price_data_tomorrow(): + connection = None # Connection buiten de try initialiseren + + try: + # URL van de API + url = "https://enever.nl/api/stroomprijs_morgen.php?token=5a7d9b371fe147cfc8100bcf6d9ebd55" + response = requests.get(url) + + if response.status_code != 200: + raise Exception('Fout bij het ophalen van de data.') + + data = response.json() + + if data is None or 'data' not in data: + raise Exception('Fout bij het decoderen van de JSON-data.') + + # Verbinden met de MySQL-database + connection = mysql.connector.connect( + host='127.0.0.1', # Gebruik 127.0.0.1 ipv localhost + database='alfen', + user='alfen_user', + password='5uVgr%f%s2P5GR@3q!', + port=3307 + ) + + if connection.is_connected(): + cursor = connection.cursor() + + # Verwijder bestaande records uit de tabel + cursor.execute("DELETE FROM dynamic_price_data_tommorow") + connection.commit() + + # Voorbereiding van de query + query = """ + INSERT INTO dynamic_price_data_tommorow (datetime, price) + VALUES (%s, %s) + """ + + # Sleutelwoorden voor prijsvelden + price_fields = [ + 'prijsAA', 'prijsAIP', 'prijsANWB', 'prijsBE', 'prijsEE', + 'prijsEN', 'prijsEVO', 'prijsEZ', 'prijsFR', 'prijsGSL', + 'prijsMDE', 'prijsNE', 'prijsTI', 'prijsVDB', 'prijsVON', + 'prijsWE', 'prijsZG', 'prijsZP' + ] + + # Data invoegen + for entry in data['data']: + datetime = entry['datum'] + + # Gemiddelde prijs berekenen (exclusief het veld 'prijs') + prices = [ + float(entry[field]) for field in price_fields if field in entry and entry[field] != '' + ] + if prices: + avg_price = sum(prices) / len(prices) + else: + avg_price = None # Geen prijzen beschikbaar + + # Data invoegen in de tabel + if avg_price is not None: + try: + cursor.execute(query, (datetime, avg_price)) + connection.commit() + except Error as e: + print(f"Fout bij invoeren van data voor datetime {datetime}: {e}") + continue + + except Error as e: + print(f"Fout bij databaseverbinding: {e}") + except Exception as e: + print(f"Algemene fout: {e}") + finally: + # Sluit de verbinding + if connection is not None and connection.is_connected(): + cursor.close() + connection.close() + +if __name__ == "__main__": + insert_dynamic_price_data_tomorrow()