From e3cf515d1c990f2be68046955f4b05eb261f07c2 Mon Sep 17 00:00:00 2001 From: L3D Date: Mon, 1 Feb 2021 23:54:45 +0100 Subject: [PATCH] ubdate robots.txt --- Makefile | 1 + dokumente/index.html | 1 + robots.txt | 3 +++ 3 files changed, 5 insertions(+) create mode 100644 robots.txt diff --git a/Makefile b/Makefile index 54bc74f..7201149 100644 --- a/Makefile +++ b/Makefile @@ -3,6 +3,7 @@ all: scp *.html wtf_eg@wtf-eg.de:~/httpdocs/ scp favicon.ico wtf_eg@wtf-eg.de:~/httpdocs/ scp manifest.json wtf_eg@wtf-eg.de:~/httpdocs/ + scp robots.txt wtf_eg@wtf-eg.de:~/httpdocs/ scp *.png wtf_eg@wtf-eg.de:~/httpdocs/ scp -r assets wtf_eg@wtf-eg.de:~/httpdocs/ scp -r dokumente wtf_eg@wtf-eg.de:~/httpdocs/ diff --git a/dokumente/index.html b/dokumente/index.html index b5c11e0..16a0e22 100644 --- a/dokumente/index.html +++ b/dokumente/index.html @@ -1,6 +1,7 @@ + diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..8b8921e --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-Agent: * +Disallow: /dokumente/ +Allow: /