transactions

Signed-off-by: Banana <mail@bananas-playground.net>

diff --git a/CHANGELOG b/CHANGELOG
index e2dd5859da18d1901a8a3a47d7ee782d964e0249..05a9261e631d6c321b75cb4a49334dd8a196ba93 100644 (file)
--- a/CHANGELOG
+++ b/CHANGELOG
@@ -1,6 +1,9 @@
 0.2
 + Cleanups
 + License change
++ Some db improvements
++ Default config file added
++ Updated requirements file
 
 0.1
 + initial release

diff --git a/cleanup.pl b/cleanup.pl
index 0a3a34df0f018fc4e13f4b9ff4f5670a6ed1f4be..8b938e70a99e7847fc167d33fa1b1954080cfd45 100644 (file)
--- a/cleanup.pl
+++ b/cleanup.pl
@@ -46,7 +46,7 @@ die "failed to connect to MySQL database:DBI->errstr()" unless($dbh);
 
 
 
-# update the uniqe domains
+# update the unique domains
 my $queryStr = "INSERT IGNORE INTO unique_domain (url) select DISTINCT(baseurl) as url FROM url_to_fetch WHERE fetch_failed = 0";
 sayLog($queryStr) if $DEBUG;
 my $query = $dbh->prepare($queryStr);

diff --git a/documentation/install.md b/documentation/install.md
index 53365d2beb0f2482a7806ec6f14345f762658fcc..276d49d76cdf551917670df085b19f28e0cb39f9 100644 (file)
--- a/documentation/install.md
+++ b/documentation/install.md
@@ -10,6 +10,6 @@ Use setup.sql to create the `aranea` database and its tables. `mysql --user=user
 
 # Config
 
-Edit `config.txt`  at least to match the database server settings.
+Copy `config.default.txt` to `config.txt` and edit at least to match the database server settings.
 
 Make sure the directory `storage` can be written.

diff --git a/fetch.pl b/fetch.pl
index 3e3c0961fdd57d45dbb7c159d599fe96cb9cf9b7..b45e51e34c617901ea71a8243307e06a39748c04 100644 (file)
--- a/fetch.pl
+++ b/fetch.pl
@@ -40,7 +40,8 @@ die "Could not read config! $ConfigReader::Simple::ERROR\n" unless ref $config;
 ## DB connection
 my %dbAttr = (
        PrintError=>0,# turn off error reporting via warn()
-    RaiseError=>1 # turn on error reporting via die()
+    RaiseError=>1, # turn on error reporting via die()
+       AutoCommit=>0 # manually use transactions
 );
 my $dbDsn = "DBI:mysql:database=".$config->get("DB_NAME").";host=".$config->get("DB_HOST").";port=".$config->get("DB_PORT");
 my $dbh = DBI->connect($dbDsn,$config->get("DB_USER"),$config->get("DB_PASS"), \%dbAttr);
@@ -130,7 +131,7 @@ sub updateFetched {
                $query->bind_param(1,$idToUpdate);
                $query->execute();
        }
-       #$query->finish();
+       $dbh->commit();
        sayGreen "Update fetch timestamps done";
 }
 
@@ -145,6 +146,6 @@ sub updateFailed {
                $query->bind_param(1,$idToUpdate);
                $query->execute();
        }
-       #$query->finish();
+       $dbh->commit();
        sayGreen "Update fetch failed done";
 }

diff --git a/parse-results.pl b/parse-results.pl
index 0f67ef2d6c65f4a7f535b8b98a8162c2814e7424..16e7e9253308cecba18eee619d1b7dbcb0451887 100644 (file)
--- a/parse-results.pl
+++ b/parse-results.pl
@@ -129,9 +129,8 @@ foreach my $resultFile (@results) {
 @links = cleanLinks($dbh, \@links, \@urlStringsToIgnore);
 insertIntoDb($dbh, \@links);
 
-
 $dbh->disconnect();
-say CLEAR,GREEN, "Parse complete", RESET;
+sayGreen "Parse complete";
 
 
 ## cleanup the found links