From f7384a2f970eed072044ea50c0badea19678df0b Mon Sep 17 00:00:00 2001
From: Banana <banana@optimus.de>
Date: Thu, 5 Apr 2018 12:01:38 +0200
Subject: [PATCH] documentation update and added robots.txt file. Also a meta
 header to restrict crawling

---
 documentation/features.txt     | 4 +++-
 documentation/installation.txt | 8 +++++++-
 webroot/robots.txt             | 1 +
 webroot/view/_head.php         | 3 +++
 4 files changed, 14 insertions(+), 2 deletions(-)
 create mode 100644 webroot/robots.txt

diff --git a/documentation/features.txt b/documentation/features.txt
index 7019f8c..4d6b3e0 100644
--- a/documentation/features.txt
+++ b/documentation/features.txt
@@ -7,4 +7,6 @@ Bookmarks are put into categories and should have tags.
 
 New links will be checked and tried to get as much as possible information automatically.
 
-If you enable the email importer, emails contents will be automatically added to the database.
\ No newline at end of file
+If you enable the email importer, emails contents will be automatically added to the database.
+
+Public or private links. Also a complete user auth option to make your data "private".
\ No newline at end of file
diff --git a/documentation/installation.txt b/documentation/installation.txt
index d3b6581..c1bcd36 100644
--- a/documentation/installation.txt
+++ b/documentation/installation.txt
@@ -23,4 +23,10 @@ The value tableprefix has to match with the value for DB_PREFIX in config.php
 Import the sql file into your MySQL database
 
 7.
-Copy the content of the webroot folder into your webserver folder
\ No newline at end of file
+Edit the robots.txt file to your needs.
+
+8.
+Copy the content of the webroot folder into your webserver folder.
+
+9.
+If you want to fully restrict your contents activate the user/password restriction in the config.
diff --git a/webroot/robots.txt b/webroot/robots.txt
new file mode 100644
index 0000000..a4c0c13
--- /dev/null
+++ b/webroot/robots.txt
@@ -0,0 +1 @@
+Disallow: *
\ No newline at end of file
diff --git a/webroot/view/_head.php b/webroot/view/_head.php
index fa1bca1..840cbda 100644
--- a/webroot/view/_head.php
+++ b/webroot/view/_head.php
@@ -32,6 +32,9 @@
 		<meta charset="utf-8">
 		<meta http-equiv="x-ua-compatible" content="ie=edge">
 		<meta name="viewport" content="width=device-width, initial-scale=1">
+
+		<meta name="robots" content="noindex,nofollow" />
+
 		<title>Your personal bookmarks - Insipid</title>
 
         <link rel="stylesheet" href="asset/css/bulma.min.css">
-- 
2.39.5