FEATURE: Disallow crawling of /knowledge-explorer/ via robots.txt

2019-06-28 15:05:27 -05:00 · 2019-06-28 15:05:27 -05:00 · 578773f3c0
parent 1789bac0cf
commit 578773f3c0
1 changed files with 4 additions and 0 deletions
--- a/app/views/connectors/robots_txt_index/knowledge-explorer.html.erb
+++ b/app/views/connectors/robots_txt_index/knowledge-explorer.html.erb
@ -0,0 +1,4 @@
+<%- if SiteSetting.knowledge_explorer_enabled %>
+User-agent: *
+Disallow: /knowledge-explorer/
+<% end %>