documentation update and added robots.txt file. Also a meta header to restrict crawling

diff --git a/documentation/features.txt b/documentation/features.txt
index 7019f8cdadb6e6c8133ea10324ccb3ba0d0a65b6..4d6b3e01f71e0513947f451e6bbb4b4799daa5bc 100644 (file)
--- a/documentation/features.txt
+++ b/documentation/features.txt
@@ -7,4 +7,6 @@ Bookmarks are put into categories and should have tags.
 
 New links will be checked and tried to get as much as possible information automatically.
 
-If you enable the email importer, emails contents will be automatically added to the database.
\ No newline at end of file
+If you enable the email importer, emails contents will be automatically added to the database.
+
+Public or private links. Also a complete user auth option to make your data "private".
\ No newline at end of file

diff --git a/documentation/installation.txt b/documentation/installation.txt
index d3b6581b82d1e70bbcbafcb0528c74c503e306e3..c1bcd363226ce62e805d791c2e1548a5a57ef092 100644 (file)
--- a/documentation/installation.txt
+++ b/documentation/installation.txt
@@ -23,4 +23,10 @@ The value tableprefix has to match with the value for DB_PREFIX in config.php
 Import the sql file into your MySQL database
 
 7.
-Copy the content of the webroot folder into your webserver folder
\ No newline at end of file
+Edit the robots.txt file to your needs.
+
+8.
+Copy the content of the webroot folder into your webserver folder.
+
+9.
+If you want to fully restrict your contents activate the user/password restriction in the config.

diff --git a/webroot/robots.txt b/webroot/robots.txt
new file mode 100644 (file)
index 0000000..a4c0c13
--- /dev/null
+++ b/webroot/robots.txt
@@ -0,0 +1 @@
+Disallow: *
\ No newline at end of file

diff --git a/webroot/view/_head.php b/webroot/view/_head.php
index fa1bca12af8a0b30204a49f6d26f1e5d9ccedcff..840cbda56f5af0ab7dd5865e8811019996702ca3 100644 (file)
--- a/webroot/view/_head.php
+++ b/webroot/view/_head.php
@@ -32,6 +32,9 @@
                <meta charset="utf-8">
                <meta http-equiv="x-ua-compatible" content="ie=edge">
                <meta name="viewport" content="width=device-width, initial-scale=1">
+
+               <meta name="robots" content="noindex,nofollow" />
+
                <title>Your personal bookmarks - Insipid</title>
 
         <link rel="stylesheet" href="asset/css/bulma.min.css">