From 73fda0a55b9bb9ec1df84a9e195d9358b236c2ae Mon Sep 17 00:00:00 2001 From: Aram Peres Date: Sat, 24 Apr 2021 20:47:25 -0400 Subject: [PATCH] Add robots.txt --- website/src/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 website/src/robots.txt diff --git a/website/src/robots.txt b/website/src/robots.txt new file mode 100644 index 0000000..a6447a4 --- /dev/null +++ b/website/src/robots.txt @@ -0,0 +1,4 @@ +User-Agent: * +Allow: / +Disallow: /files +