Adds robots.txt

2021-03-29 14:12:15 -07:00
parent 662ddf44b9
commit 4115edad6e
2 changed files with 10 additions and 1 deletions
--- a/bookwyrm/templates/robots.txt
+++ b/bookwyrm/templates/robots.txt
@ -0,0 +1,5 @@
+# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
+
+User-agent: *
+Disallow: /static/js/
+Disallow: /static/css/