From 12997dbba786e669fe28b9a6443f5192c7524bb7 Mon Sep 17 00:00:00 2001 From: Christopher Meinhold Date: Wed, 29 Jan 2025 08:11:11 +0100 Subject: [PATCH] =?UTF-8?q?Stadt=5FRubrik=20eingef=C3=BCgt=20um=20Scrapper?= =?UTF-8?q?=20zu=20verienfachen=20und=20nur=20offene=20zu=20suchen?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- Stadt_Rubrik.py | 43 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 Stadt_Rubrik.py diff --git a/Stadt_Rubrik.py b/Stadt_Rubrik.py new file mode 100644 index 0000000..5bc82d2 --- /dev/null +++ b/Stadt_Rubrik.py @@ -0,0 +1,43 @@ +import mysql.connector +import time + +def connect_db(): + return mysql.connector.connect( + host="192.168.178.201", # Ändere dies nach Bedarf + user="gelbeseiten", + password="Gm4bBE62gXCSVVY2", + database="domainchecker", + connection_timeout=300 + ) + +# Verbindung herstellen +db = connect_db() +cursor = db.cursor() + +try: + cursor.execute("SELECT staedte FROM staedte") + staedte = cursor.fetchall() + + cursor.execute("SELECT rubriken FROM rubriken") + rubriken = cursor.fetchall() + + data = [(stadt[0], rubrik[0], 0) for stadt in staedte for rubrik in rubriken] + + batch_size = 1000 + for i in range(0, len(data), batch_size): + try: + cursor.executemany("INSERT INTO staedte_rubriken (stadt, rubrik, status) VALUES (%s, %s, %s)", data[i:i+batch_size]) + db.commit() + print(f"{i+batch_size} Datensätze eingefügt...") + except mysql.connector.errors.OperationalError: + print("Verbindung verloren, versuche erneut zu verbinden...") + time.sleep(5) # Warten und neu versuchen + db = connect_db() + cursor = db.cursor() + +except mysql.connector.Error as err: + print(f"Fehler: {err}") + +finally: + cursor.close() + db.close()