needs more commits

Signed-off-by: Banana <mail@bananas-playground.net>

diff --git a/crawler/fetch.pl b/crawler/fetch.pl
index ac1e1551697b721647f0582e89a42a84afaa6d98..c9798346a18607df3d8f062bbefb5e444f330ee8 100644 (file)
--- a/crawler/fetch.pl
+++ b/crawler/fetch.pl
@@ -117,6 +117,7 @@ while ( my ($id, $url) = each %urlsToFetch ) {
 
     if($counter >= $config->get("FETCH_URLS_PER_PACKAGE")) {
         updateFetched($dbh, @urlsFetched);
+        $dbh->commit();
         updateFailed($dbh, @urlsFailed);
         $dbh->commit();
 
@@ -130,6 +131,7 @@ while ( my ($id, $url) = each %urlsToFetch ) {
     $counter++;
 }
 updateFetched($dbh, @urlsFetched);
+$dbh->commit();
 updateFailed($dbh, @urlsFailed);
 $dbh->commit();