diff --git a/website/src/robots.txt b/website/src/robots.txt new file mode 100644 index 0000000..a6447a4 --- /dev/null +++ b/website/src/robots.txt @@ -0,0 +1,4 @@ +User-Agent: * +Allow: / +Disallow: /files +