From 578773f3c009263052a66619fb9cba750ea6880a Mon Sep 17 00:00:00 2001 From: Justin DiRose Date: Fri, 28 Jun 2019 15:05:27 -0500 Subject: [PATCH] FEATURE: Disallow crawling of /knowledge-explorer/ via robots.txt --- .../connectors/robots_txt_index/knowledge-explorer.html.erb | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 app/views/connectors/robots_txt_index/knowledge-explorer.html.erb diff --git a/app/views/connectors/robots_txt_index/knowledge-explorer.html.erb b/app/views/connectors/robots_txt_index/knowledge-explorer.html.erb new file mode 100644 index 0000000..fcb0450 --- /dev/null +++ b/app/views/connectors/robots_txt_index/knowledge-explorer.html.erb @@ -0,0 +1,4 @@ +<%- if SiteSetting.knowledge_explorer_enabled %> +User-agent: * +Disallow: /knowledge-explorer/ +<% end %>