add robots

This commit is contained in:
fyr77 2020-12-07 16:01:47 +01:00
parent 3ef77c27ef
commit bc39d39691

5
robots.txt Normal file
View file

@ -0,0 +1,5 @@
User-agent: *
Disallow: /api/
Disallow: /css/
Disallow: /js/
Disallow: /README.md