From: Banana <mail@bananas-playground.net>
Date: Thu, 17 Oct 2024 12:39:07 +0000 (+0200)
Subject: more stable connection...
X-Git-Url: http://91.132.146.200/gitweb/?a=commitdiff_plain;h=ddd6e0795a9488106268c40f899228a3e07ff3ae;p=aranea.git

more stable connection...

Signed-off-by: Banana <mail@bananas-playground.net>
---

diff --git a/crawler/fetch.pl b/crawler/fetch.pl
index e418e24..6350c76 100644
--- a/crawler/fetch.pl
+++ b/crawler/fetch.pl
@@ -44,6 +44,7 @@ my %dbAttr = (
     AutoCommit=>0, # manually use transactions
     mysql_enable_utf8mb4 => 1
 );
+# mysql_auto_reconnect
 my $dbDsn = "DBI:mysql:database=".$config->get("DB_NAME").";host=".$config->get("DB_HOST").";port=".$config->get("DB_PORT");
 my $dbh = DBI->connect($dbDsn,$config->get("DB_USER"),$config->get("DB_PASS"), \%dbAttr);
 die "Failed to connect to MySQL database:DBI->errstr()" unless($dbh);
@@ -149,6 +150,10 @@ sayGreen "Fetch complete";
 sub updateFetched {
     my ($dbh, @urls) = @_;
 
+    if (!$dbh->ping) {
+        $dbh = $dbh->clone() or die "Cannot connect to db at updateFetched";
+    }
+
     sayYellow "Update fetch timestamps: ".scalar @urls;
     $query = $dbh->prepare("UPDATE `url_to_fetch` SET `last_fetched` = NOW() WHERE `id` = ?");
     foreach my $idToUpdate (@urls) {
@@ -163,6 +168,10 @@ sub updateFetched {
 sub updateFailed {
     my ($dbh, @urls) = @_;
 
+    if (!$dbh->ping) {
+        $dbh = $dbh->clone() or die "Cannot connect to db at updateFailed";
+    }
+
     sayYellow "Update fetch failed: ".scalar @urls;
     $query = $dbh->prepare("UPDATE `url_to_fetch` SET `fetch_failed` = 1, `last_fetched` = NOW() WHERE `id` = ?");
     foreach my $idToUpdate (@urls) {