iktdev/MediaProcessing
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Logging and ping

Browse Source
This commit is contained in:
bskjon 2024-11-07 00:29:08 +01:00
parent 48d1eec2a4
commit 3712ebb115
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
apps/pyMetadata/app.py
View File

@ -9,10 +9,10 @@ import json
import time import time
from fuzzywuzzy import fuzz from fuzzywuzzy import fuzz
import mysql.connector import mysql.connector
import mysql.connector.cursor
from datetime import datetime from datetime import datetime
import asyncio import asyncio
import mysql.connector.cursor
from algo.AdvancedMatcher import AdvancedMatcher from algo.AdvancedMatcher import AdvancedMatcher
from algo.SimpleMatcher import SimpleMatcher from algo.SimpleMatcher import SimpleMatcher
@ -38,6 +38,7 @@ events_server_password = os.environ.get("DATABASE_PASSWORD") or "shFZ27eL2x2Noxy
log_level = os.environ.get("LOG_LEVEL") or None log_level = os.environ.get("LOG_LEVEL") or None
configured_level = logging.INFO configured_level = logging.INFO
if (log_level is not None): if (log_level is not None):
_log_level = log_level.lower() _log_level = log_level.lower()
if (_log_level.startswith("d")): if (_log_level.startswith("d")):
@ -78,6 +79,7 @@ class EventsPullerThread(threading.Thread):
self.shutdown = threading.Event() self.shutdown = threading.Event()
def getEventsAvailable(self, connection: PooledMySQLConnection | MySQLConnectionAbstract) -> List[MySqlRowType]: def getEventsAvailable(self, connection: PooledMySQLConnection | MySQLConnectionAbstract) -> List[MySqlRowType]:
logging.debug("Looking for new available events")
cursor = connection.cursor(dictionary=True) cursor = connection.cursor(dictionary=True)
cursor.execute(""" cursor.execute("""
SELECT * SELECT *
@ -143,6 +145,12 @@ class EventsPullerThread(threading.Thread):
if (self.connection == None or self.connection.is_connected() == False): if (self.connection == None or self.connection.is_connected() == False):
return False return False
else: else:
try:
self.connection.ping(reconnect=True, attempts=5, delay=5)
except Exception as e:
logging.warning("Incorrect state for connection! Ping yielded no connection!")
logging.exception(e)
return False
return True return True
def run(self) -> None: def run(self) -> None:
@ -159,7 +167,6 @@ class EventsPullerThread(threading.Thread):
logging.debug("A successful connection has been made!") logging.debug("A successful connection has been made!")
try: try:
logging.debug("Looking for new available events")
rows = self.getEventsAvailable(connection=self.connection) rows = self.getEventsAvailable(connection=self.connection)
if (len(rows) == 0): if (len(rows) == 0):
logger.debug("No events found..") logger.debug("No events found..")
@ -212,7 +219,6 @@ Producing message
logger.error("Database error: %s", err) logger.error("Database error: %s", err)
# Introduce a small sleep to reduce CPU usage # Introduce a small sleep to reduce CPU usage
logging.debug("Delaying for 2s")
time.sleep(2) time.sleep(2)
if (self.shutdown.is_set()): if (self.shutdown.is_set()):
logger.info("Shutdown is set..") logger.info("Shutdown is set..")