]> 91.132.146.200 Git - aranea.git/commitdiff
do not use finish/(
authorBanana <mail@bananas-playground.net>
Sat, 7 Sep 2024 13:42:40 +0000 (15:42 +0200)
committerBanana <mail@bananas-playground.net>
Sat, 7 Sep 2024 13:42:40 +0000 (15:42 +0200)
Signed-off-by: Banana <mail@bananas-playground.net>
TODO
cleanup.pl
fetch.pl
parse-results.pl

diff --git a/TODO b/TODO
index c51e172d62a48775d20ea632125a90ef7770bdd6..613e35e1dcc8a595cdcaf12639738bc3983be582 100644 (file)
--- a/TODO
+++ b/TODO
@@ -1,3 +1,4 @@
+Avoid download to mutch data. Content check before?
 Set correct timezone. Maybe in config?
 Some sort of matching against spam domain list?
 A web view for the results?
index d0f515a65f88d39e3c13c446b6ea5adf6ee61b7d..0a3a34df0f018fc4e13f4b9ff4f5670a6ed1f4be 100644 (file)
@@ -84,7 +84,7 @@ sayLog($queryStr) if $DEBUG;
 $query = $dbh->prepare($queryStr);
 foreach my $invalidId (@invalidUrls) {
        $query->execute($invalidId);
-       $query->finish();
+       #$query->finish();
        sayLog "Removed $invalidId from unique_domain" if $DEBUG;
 }
 sayGreen "Invalid unique_domain removed: ".scalar @invalidUrls;
@@ -103,7 +103,7 @@ while(my @row = $query->fetchrow_array) {
        my $baseUrl = $row[1];
        push(@toBeDeletedFromFetchAgain, $baseUrl);
 }
-$query->finish();
+#$query->finish();
 
 sayYellow "Remove baseurls from url_to_fetch: ".scalar @toBeDeletedFromFetchAgain;
 $queryStr = "DELETE FROM url_to_fetch WHERE `baseurl` = ?";
@@ -111,7 +111,7 @@ sayLog($queryStr) if $DEBUG;
 $query = $dbh->prepare($queryStr);
 foreach my $baseUrl (@toBeDeletedFromFetchAgain) {
        $query->execute($baseUrl);
-       $query->finish();
+       #$query->finish();
        sayLog "Removed $baseUrl from url_to_fetch" if $DEBUG;
 }
 sayGreen "Removed baseurls from url_to_fetch: ".scalar @toBeDeletedFromFetchAgain;
index d9fa7d21a3b37acb9b6170cc34c612a3ccf3c571..3e3c0961fdd57d45dbb7c159d599fe96cb9cf9b7 100644 (file)
--- a/fetch.pl
+++ b/fetch.pl
@@ -59,7 +59,7 @@ $query->execute();
 while(my @row = $query->fetchrow_array) {
        $urlsToFetch{$row[0]} = $row[1];
 }
-$query->finish();
+#$query->finish();
 
 # successful fetches
 my @urlsFetched;
@@ -130,7 +130,7 @@ sub updateFetched {
                $query->bind_param(1,$idToUpdate);
                $query->execute();
        }
-       $query->finish();
+       #$query->finish();
        sayGreen "Update fetch timestamps done";
 }
 
@@ -145,6 +145,6 @@ sub updateFailed {
                $query->bind_param(1,$idToUpdate);
                $query->execute();
        }
-       $query->finish();
+       #$query->finish();
        sayGreen "Update fetch failed done";
 }
index 50e60bb9433aaa5d418674fd1a277243c9dd4a90..b2be62dd8efc31b9b124072f76bbca9fc98c6013 100644 (file)
@@ -68,7 +68,7 @@ $query->execute(@queryIds);
 while(my @row = $query->fetchrow_array) {
        $baseUrls{$row[0]} = $row[1];
 }
-$query->finish();
+#$query->finish();
 
 
 # get the string to ignore
@@ -80,7 +80,7 @@ $query->execute();
 while(my @row = $query->fetchrow) {
        push(@urlStringsToIgnore, $row[0])
 }
-$query->finish();
+#$query->finish();
 
 
 ## prepare linkExtor
@@ -194,5 +194,5 @@ sub insertIntoDb {
 
                #sayLog "Inserted: $link" if($DEBUG);
        }
-       $query->finish();
+       #$query->finish();
 }