possible utf8 fixes

Signed-off-by: Banana <mail@bananas-playground.net>

diff --git a/crawler/cleanup.pl b/crawler/cleanup.pl
index 4dce87c69e06df814ef0287188bd8c2651ab46ba..df73b0626cb5ff8aaa4bd78f8ac7fbec00bc4dfb 100644 (file)
--- a/crawler/cleanup.pl
+++ b/crawler/cleanup.pl
@@ -38,7 +38,8 @@ die "Could not read config! $ConfigReader::Simple::ERROR\n" unless ref $config;
 ## DB connection
 my %dbAttr = (
        PrintError=>0,# turn off error reporting via warn()
-    RaiseError=>1 # turn on error reporting via die()
+    RaiseError=>1, # turn on error reporting via die()
+       mysql_enable_utf8mb4 => 1
 );
 my $dbDsn = "DBI:mysql:database=".$config->get("DB_NAME").";host=".$config->get("DB_HOST").";port=".$config->get("DB_PORT");
 my $dbh = DBI->connect($dbDsn,$config->get("DB_USER"),$config->get("DB_PASS"), \%dbAttr);

diff --git a/crawler/fetch.pl b/crawler/fetch.pl
index 311015824b240038150ccbdd15701349bec2ea73..3a57d7c9b800022696848b6a17513dff2d708eb4 100644 (file)
--- a/crawler/fetch.pl
+++ b/crawler/fetch.pl
@@ -41,7 +41,8 @@ die "Could not read config! $ConfigReader::Simple::ERROR\n" unless ref $config;
 my %dbAttr = (
     PrintError=>0,# turn off error reporting via warn()
     RaiseError=>1, # turn on error reporting via die()
-    AutoCommit=>0 # manually use transactions
+    AutoCommit=>0, # manually use transactions
+    mysql_enable_utf8mb4 => 1
 );
 my $dbDsn = "DBI:mysql:database=".$config->get("DB_NAME").";host=".$config->get("DB_HOST").";port=".$config->get("DB_PORT");
 my $dbh = DBI->connect($dbDsn,$config->get("DB_USER"),$config->get("DB_PASS"), \%dbAttr);

diff --git a/crawler/parse-results.pl b/crawler/parse-results.pl
index 9a785d54b424bbe5408d7c7eec840f869cacf117..c91efd30e6c84e7c58af5231b6722c558ecc3b77 100644 (file)
--- a/crawler/parse-results.pl
+++ b/crawler/parse-results.pl
@@ -42,7 +42,8 @@ die "Could not read config! $ConfigReader::Simple::ERROR\n" unless ref $config;
 my %dbAttr = (
        PrintError=>0,# turn off error reporting via warn()
     RaiseError=>1, # turn on error reporting via die()
-       AutoCommit=>0 # manually use transactions
+       AutoCommit=>0, # manually use transactions
+       mysql_enable_utf8mb4 => 1
 );
 my $dbDsn = "DBI:mysql:database=".$config->get("DB_NAME").";host=".$config->get("DB_HOST").";port=".$config->get("DB_PORT");
 my $dbh = DBI->connect($dbDsn,$config->get("DB_USER"),$config->get("DB_PASS"), \%dbAttr);