From bc39d39691f8cc16f0f4a43e1479e2b01298bb2e Mon Sep 17 00:00:00 2001 From: fyr77 Date: Mon, 7 Dec 2020 16:01:47 +0100 Subject: [PATCH] add robots --- robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..8eb9f5c --- /dev/null +++ b/robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Disallow: /api/ +Disallow: /css/ +Disallow: /js/ +Disallow: /README.md \ No newline at end of file