diff --git a/app/views/connectors/robots_txt_index/docs.html.erb b/app/views/connectors/robots_txt_index/docs.html.erb
deleted file mode 100644
index bf55d3c..0000000
--- a/app/views/connectors/robots_txt_index/docs.html.erb
+++ /dev/null
@@ -1,4 +0,0 @@
-<%- if SiteSetting.docs_enabled%>
-User-agent: *
-Disallow: /docs/
-<% end %>
diff --git a/plugin.rb b/plugin.rb
index baa363b..563e588 100644
--- a/plugin.rb
+++ b/plugin.rb
@@ -44,4 +44,17 @@ after_initialize do
   add_to_class(:topic_query, :list_docs_topics) do
     default_results(@options)
   end
+
+  on(:robots_info) do |robots_info|
+    robots_info[:agents] ||= []
+
+    any_user_agent = robots_info[:agents].find { |info| info[:name] == "*" }
+    if !any_user_agent
+      any_user_agent = { name: "*" }
+      robots_info[:agents] << any_user_agent
+    end
+
+    any_user_agent[:disallow] ||= []
+    any_user_agent[:disallow] << "/docs/"
+  end
 end
diff --git a/spec/requests/robots_txt_controller_spec.rb b/spec/requests/robots_txt_controller_spec.rb
new file mode 100644
index 0000000..3a8536d
--- /dev/null
+++ b/spec/requests/robots_txt_controller_spec.rb
@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require 'rails_helper'
+
+describe RobotsTxtController do
+  before do
+    SiteSetting.docs_enabled = true
+  end
+
+  it 'adds /docs/ to robots.txt' do
+    get '/robots.txt'
+
+    expect(response.body).to include('User-agent: *')
+    expect(response.body).to include('Disallow: /docs/')
+  end
+end