From: Banana Date: Tue, 8 Oct 2024 07:58:09 +0000 (+0200) Subject: documentation changes to install X-Git-Url: http://91.132.146.200/gitweb/?a=commitdiff_plain;h=8945c21cf3498829ba10321a39e7dbdef5c9c888;p=aranea.git documentation changes to install Signed-off-by: Banana --- diff --git a/documentation/install.md b/documentation/install.md index 276d49d..b0a5198 100644 --- a/documentation/install.md +++ b/documentation/install.md @@ -6,7 +6,7 @@ Please check the requirements file first. You need a MySQL installation and a user which can create a database. -Use setup.sql to create the `aranea` database and its tables. `mysql --user=user -p < setup.sql` +Use `setup.sql` to create the `aranea` database and its tables. `mysql --user=user -p < setup.sql` # Config diff --git a/documentation/setup.sql b/documentation/setup.sql new file mode 100644 index 0000000..2fa4c9b --- /dev/null +++ b/documentation/setup.sql @@ -0,0 +1,148 @@ +SET SQL_MODE = "NO_AUTO_VALUE_ON_ZERO"; +START TRANSACTION; +SET time_zone = "+00:00"; + + +/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; +/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; +/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; +/*!40101 SET NAMES utf8mb4 */; + +-- +-- Table structure for table `unique_domain` +-- + +CREATE TABLE `unique_domain` ( + `id` int(11) NOT NULL, + `url` varchar(255) COLLATE utf8mb4_bin NOT NULL, + `created` datetime NOT NULL DEFAULT current_timestamp() +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; + +-- -------------------------------------------------------- + +-- +-- Table structure for table `url_to_fetch` +-- + +CREATE TABLE `url_to_fetch` ( + `id` char(32) COLLATE utf8mb4_bin NOT NULL, + `url` text COLLATE utf8mb4_bin NOT NULL, + `baseurl` varchar(255) COLLATE utf8mb4_bin NOT NULL, + `created` datetime NOT NULL, + `last_fetched` datetime DEFAULT NULL, + `fetch_failed` tinyint(1) NOT NULL DEFAULT 0 +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; + +-- -------------------------------------------------------- + +-- +-- Table structure for table `url_to_ignore` +-- + +CREATE TABLE `url_to_ignore` ( + `id` int(11) NOT NULL, + `searchfor` varchar(255) COLLATE utf8mb4_bin NOT NULL, + `created` datetime NOT NULL DEFAULT current_timestamp() +) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; + +-- +-- Dumping data for table `url_to_ignore` +-- + +INSERT INTO `url_to_ignore` (`id`, `searchfor`, `created`) VALUES +(1, 'mailto:', '2022-01-05 10:46:10'), +(2, 'javascript:', '2022-01-05 10:46:10'), +(3, 'google.', '2022-01-05 10:46:29'), +(4, 'amazon.', '2022-01-05 10:46:29'), +(5, 'youtube.', '2022-01-05 10:46:47'), +(6, '.onion', '2022-01-05 17:21:45'), +(7, 'instagram.', '2022-01-05 20:15:21'), +(8, 'twitter.', '2022-01-05 20:16:31'), +(9, 'facebook.', '2022-01-05 20:16:31'), +(10, 'skype:', '2022-01-05 21:29:53'), +(11, 'xmpp:', '2022-01-05 21:30:22'), +(12, 'tel:', '2022-01-05 21:30:50'), +(13, 'fax:', '2022-01-05 21:30:50'), +(14, 'whatsapp:', '2022-01-05 21:31:24'), +(15, 'intent:', '2022-01-05 21:31:24'), +(16, 'ftp:', '2022-01-05 21:33:34'), +(17, 'youtu.', '2022-01-05 21:50:26'), +(18, 'pinterest.', '2022-01-05 21:51:31'), +(19, 'microsoft.', '2022-01-05 21:52:30'), +(20, 'apple.', '2022-01-05 21:52:30'), +(21, 'xing.', '2022-01-05 22:03:07'), +(22, 'linked.', '2022-01-05 22:03:07'), +(26, 't.co', '2022-01-05 22:05:07'), +(27, 'tinyurl.', '2022-01-05 22:07:03'), +(28, 'bitly.', '2022-01-05 22:07:03'), +(29, 'bit.ly', '2022-01-05 22:07:23'), +(30, 'wikipedia.', '2022-01-06 09:58:46'), +(31, 'gstatic.', '2022-01-06 09:59:47'), +(32, 'wikimedia.', '2022-01-06 10:00:20'), +(33, 'goo.', '2022-01-06 10:02:11'), +(34, 'cdn.', '2022-01-06 10:02:59'), +(35, 'flickr.', '2022-01-06 10:05:46'), +(36, '.mp3', '2022-01-07 13:11:49'), +(40, '.aac', '2022-01-08 13:33:22'), +(41, '.opus', '2022-01-08 13:33:22'), +(42, 'awin1.', '2022-01-08 13:39:14'), +(43, 'sms:', '2022-01-09 10:32:46'), +(45, 'hhttps:', '2022-01-09 12:20:43'), +(46, 'httpss:', '2022-01-09 13:12:34'), +(47, 'soundcloud.', '2022-01-16 10:37:04'), +(48, 'fb-messenger:', '2022-01-16 14:42:18'), +(49, 'smartadserver.', '2022-01-16 16:48:46'), +(50, 'ispgateway.', '2022-01-16 16:56:11'), +(51, 'bitcoin:', '2022-01-16 19:48:41'), +(52, 'webcal:', '2022-05-08 09:39:02'), +(53, 'source:', '2022-05-08 09:43:19'), +(54, 'phone:', '2022-05-08 09:44:19'), +(55, 'threema:', '2022-05-08 09:45:19'); + +-- +-- Indexes for dumped tables +-- + +-- +-- Indexes for table `unique_domain` +-- +ALTER TABLE `unique_domain` + ADD PRIMARY KEY (`id`), + ADD UNIQUE KEY `url` (`url`); + +-- +-- Indexes for table `url_to_fetch` +-- +ALTER TABLE `url_to_fetch` + ADD PRIMARY KEY (`id`), + ADD KEY `baseurl` (`baseurl`), + ADD KEY `last_fetched` (`last_fetched`), + ADD KEY `fetch_failed` (`fetch_failed`); + +-- +-- Indexes for table `url_to_ignore` +-- +ALTER TABLE `url_to_ignore` + ADD PRIMARY KEY (`id`), + ADD UNIQUE KEY `url` (`searchfor`); + +-- +-- AUTO_INCREMENT for dumped tables +-- + +-- +-- AUTO_INCREMENT for table `unique_domain` +-- +ALTER TABLE `unique_domain` + MODIFY `id` int(11) NOT NULL AUTO_INCREMENT; + +-- +-- AUTO_INCREMENT for table `url_to_ignore` +-- +ALTER TABLE `url_to_ignore` + MODIFY `id` int(11) NOT NULL AUTO_INCREMENT, AUTO_INCREMENT=56; +COMMIT; + +/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; +/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; +/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; diff --git a/setup.sql b/setup.sql deleted file mode 100644 index 7a349e6..0000000 --- a/setup.sql +++ /dev/null @@ -1,165 +0,0 @@ --- phpMyAdmin SQL Dump --- version 5.0.4deb2 --- https://www.phpmyadmin.net/ --- --- Host: localhost:3306 --- Generation Time: May 08, 2022 at 09:44 AM --- Server version: 10.5.15-MariaDB-0+deb11u1 --- PHP Version: 7.4.28 - -SET SQL_MODE = "NO_AUTO_VALUE_ON_ZERO"; -START TRANSACTION; -SET time_zone = "+00:00"; - - -/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; -/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; -/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; -/*!40101 SET NAMES utf8mb4 */; - --- --- Database: `aranea` --- -CREATE DATABASE IF NOT EXISTS `aranea` DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_bin; -USE `aranea`; - --- -------------------------------------------------------- - --- --- Table structure for table `unique_domain` --- - -CREATE TABLE `unique_domain` ( - `id` int(11) NOT NULL, - `url` varchar(255) COLLATE utf8mb4_bin NOT NULL, - `created` datetime NOT NULL DEFAULT current_timestamp() -) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; - --- -------------------------------------------------------- - --- --- Table structure for table `url_to_fetch` --- - -CREATE TABLE `url_to_fetch` ( - `id` char(32) COLLATE utf8mb4_bin NOT NULL, - `url` text COLLATE utf8mb4_bin NOT NULL, - `baseurl` varchar(255) COLLATE utf8mb4_bin NOT NULL, - `created` datetime NOT NULL, - `last_fetched` datetime DEFAULT NULL, - `fetch_failed` tinyint(1) NOT NULL DEFAULT 0 -) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; - --- -------------------------------------------------------- - --- --- Table structure for table `url_to_ignore` --- - -CREATE TABLE `url_to_ignore` ( - `id` int(11) NOT NULL, - `searchfor` varchar(255) COLLATE utf8mb4_bin NOT NULL, - `created` datetime NOT NULL DEFAULT current_timestamp() -) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; - --- --- Dumping data for table `url_to_ignore` --- - -INSERT INTO `url_to_ignore` (`id`, `searchfor`, `created`) VALUES -(1, 'mailto:', '2022-01-05 10:46:10'), -(2, 'javascript:', '2022-01-05 10:46:10'), -(3, 'google.', '2022-01-05 10:46:29'), -(4, 'amazon.', '2022-01-05 10:46:29'), -(5, 'youtube.', '2022-01-05 10:46:47'), -(6, '.onion', '2022-01-05 17:21:45'), -(7, 'instagram.', '2022-01-05 20:15:21'), -(8, 'twitter.', '2022-01-05 20:16:31'), -(9, 'facebook.', '2022-01-05 20:16:31'), -(10, 'skype:', '2022-01-05 21:29:53'), -(11, 'xmpp:', '2022-01-05 21:30:22'), -(12, 'tel:', '2022-01-05 21:30:50'), -(13, 'fax:', '2022-01-05 21:30:50'), -(14, 'whatsapp:', '2022-01-05 21:31:24'), -(15, 'intent:', '2022-01-05 21:31:24'), -(16, 'ftp:', '2022-01-05 21:33:34'), -(17, 'youtu.', '2022-01-05 21:50:26'), -(18, 'pinterest.', '2022-01-05 21:51:31'), -(19, 'microsoft.', '2022-01-05 21:52:30'), -(20, 'apple.', '2022-01-05 21:52:30'), -(21, 'xing.', '2022-01-05 22:03:07'), -(22, 'linked.', '2022-01-05 22:03:07'), -(26, 't.co', '2022-01-05 22:05:07'), -(27, 'tinyurl.', '2022-01-05 22:07:03'), -(28, 'bitly.', '2022-01-05 22:07:03'), -(29, 'bit.ly', '2022-01-05 22:07:23'), -(30, 'wikipedia.', '2022-01-06 09:58:46'), -(31, 'gstatic.', '2022-01-06 09:59:47'), -(32, 'wikimedia.', '2022-01-06 10:00:20'), -(33, 'goo.', '2022-01-06 10:02:11'), -(34, 'cdn.', '2022-01-06 10:02:59'), -(35, 'flickr.', '2022-01-06 10:05:46'), -(36, '.mp3', '2022-01-07 13:11:49'), -(40, '.aac', '2022-01-08 13:33:22'), -(41, '.opus', '2022-01-08 13:33:22'), -(42, 'awin1.', '2022-01-08 13:39:14'), -(43, 'sms:', '2022-01-09 10:32:46'), -(45, 'hhttps:', '2022-01-09 12:20:43'), -(46, 'httpss:', '2022-01-09 13:12:34'), -(47, 'soundcloud.', '2022-01-16 10:37:04'), -(48, 'fb-messenger:', '2022-01-16 14:42:18'), -(49, 'smartadserver.', '2022-01-16 16:48:46'), -(50, 'ispgateway.', '2022-01-16 16:56:11'), -(51, 'bitcoin:', '2022-01-16 19:48:41'), -(52, 'webcal:', '2022-05-08 09:39:02'), -(53, 'source:', '2022-05-08 09:43:19'), -(54, 'phone:', '2022-05-08 09:44:19'), -(55, 'threema:', '2022-05-08 09:45:19'); - --- --- Indexes for dumped tables --- - --- --- Indexes for table `unique_domain` --- -ALTER TABLE `unique_domain` - ADD PRIMARY KEY (`id`), - ADD UNIQUE KEY `url` (`url`); - --- --- Indexes for table `url_to_fetch` --- -ALTER TABLE `url_to_fetch` - ADD PRIMARY KEY (`id`), - ADD KEY `baseurl` (`baseurl`), - ADD KEY `last_fetched` (`last_fetched`), - ADD KEY `fetch_failed` (`fetch_failed`); - --- --- Indexes for table `url_to_ignore` --- -ALTER TABLE `url_to_ignore` - ADD PRIMARY KEY (`id`), - ADD UNIQUE KEY `url` (`searchfor`); - --- --- AUTO_INCREMENT for dumped tables --- - --- --- AUTO_INCREMENT for table `unique_domain` --- -ALTER TABLE `unique_domain` - MODIFY `id` int(11) NOT NULL AUTO_INCREMENT; - --- --- AUTO_INCREMENT for table `url_to_ignore` --- -ALTER TABLE `url_to_ignore` - MODIFY `id` int(11) NOT NULL AUTO_INCREMENT, AUTO_INCREMENT=56; -COMMIT; - -/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; -/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; -/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;