From: Banana <mail@bananas-playground.net>
Date: Fri, 18 Oct 2024 12:34:18 +0000 (+0200)
Subject: needs more commits
X-Git-Url: http://91.132.146.200/gitweb/?a=commitdiff_plain;h=783b623e607f2b6e4d3fc1c3d08fb5a1f50b423f;p=aranea.git

needs more commits

Signed-off-by: Banana <mail@bananas-playground.net>
---

diff --git a/crawler/fetch.pl b/crawler/fetch.pl
index ac1e155..c979834 100644
--- a/crawler/fetch.pl
+++ b/crawler/fetch.pl
@@ -117,6 +117,7 @@ while ( my ($id, $url) = each %urlsToFetch ) {
 
     if($counter >= $config->get("FETCH_URLS_PER_PACKAGE")) {
         updateFetched($dbh, @urlsFetched);
+        $dbh->commit();
         updateFailed($dbh, @urlsFailed);
         $dbh->commit();
 
@@ -130,6 +131,7 @@ while ( my ($id, $url) = each %urlsToFetch ) {
     $counter++;
 }
 updateFetched($dbh, @urlsFetched);
+$dbh->commit();
 updateFailed($dbh, @urlsFailed);
 $dbh->commit();