200 lines
7.4 KiB
Ruby
200 lines
7.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
describe Jobs::LocalizeTopics do
|
|
fab!(:topic)
|
|
subject(:job) { described_class.new }
|
|
|
|
let(:locales) { %w[en ja de] }
|
|
|
|
before do
|
|
SiteSetting.discourse_ai_enabled = true
|
|
Fabricate(:fake_model).tap do |fake_llm|
|
|
SiteSetting.public_send("ai_translation_model=", "custom:#{fake_llm.id}")
|
|
end
|
|
SiteSetting.ai_translation_enabled = true
|
|
SiteSetting.experimental_content_localization_supported_locales = locales.join("|")
|
|
end
|
|
|
|
it "does nothing when translator is disabled" do
|
|
SiteSetting.discourse_ai_enabled = false
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "does nothing when ai_translation_enabled is disabled" do
|
|
SiteSetting.ai_translation_enabled = false
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "does nothing when no target languages are configured" do
|
|
SiteSetting.experimental_content_localization_supported_locales = ""
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "does nothing when there are no topics to translate" do
|
|
Topic.destroy_all
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "skips topics that already have localizations" do
|
|
Topic.all.each do |topic|
|
|
Fabricate(:topic_localization, topic:, locale: "en")
|
|
Fabricate(:topic_localization, topic:, locale: "ja")
|
|
end
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "skips bot topics" do
|
|
topic.update!(user: Discourse.system_user)
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "en").never
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "ja").never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "handles translation errors gracefully" do
|
|
topic.update(locale: "es")
|
|
DiscourseAi::Translation::TopicLocalizer
|
|
.expects(:localize)
|
|
.with(topic, "en")
|
|
.raises(StandardError.new("API error"))
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "de").once
|
|
|
|
expect { job.execute({}) }.not_to raise_error
|
|
end
|
|
|
|
it "logs a summary after translation" do
|
|
topic.update(locale: "es")
|
|
DiscourseAi::Translation::TopicLocalizer.stubs(:localize)
|
|
DiscourseAi::Translation::VerboseLogger.expects(:log).with(
|
|
includes("Translated 1 topics to en"),
|
|
)
|
|
DiscourseAi::Translation::VerboseLogger.expects(:log).with(
|
|
includes("Translated 1 topics to ja"),
|
|
)
|
|
DiscourseAi::Translation::VerboseLogger.expects(:log).with(
|
|
includes("Translated 1 topics to de"),
|
|
)
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
context "for translation scenarios" do
|
|
it "scenario 1: skips topic when locale is not set" do
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "scenario 2: returns topic with locale 'es' if localizations for en/ja/de do not exist" do
|
|
topic = Fabricate(:topic, locale: "es")
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "de").once
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "scenario 3: returns topic with locale 'en' if ja/de localization does not exist" do
|
|
topic = Fabricate(:topic, locale: "en")
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "de").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "en").never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "scenario 4: skips topic with locale 'en' if 'ja' localization already exists" do
|
|
topic = Fabricate(:topic, locale: "en")
|
|
Fabricate(:topic_localization, topic: topic, locale: "ja")
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "en").never
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "ja").never
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(topic, "de").once
|
|
|
|
job.execute({})
|
|
end
|
|
end
|
|
|
|
describe "with public content limitation" do
|
|
fab!(:private_category) { Fabricate(:private_category, group: Group[:staff]) }
|
|
fab!(:private_topic) { Fabricate(:topic, category: private_category, locale: "es") }
|
|
fab!(:public_topic) { Fabricate(:topic, locale: "es") }
|
|
|
|
before { SiteSetting.ai_translation_backfill_limit_to_public_content = true }
|
|
|
|
it "only processes topics from public categories" do
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "de").once
|
|
|
|
DiscourseAi::Translation::TopicLocalizer
|
|
.expects(:localize)
|
|
.with(private_topic, any_parameters)
|
|
.never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "processes all topics when setting is disabled" do
|
|
SiteSetting.ai_translation_backfill_limit_to_public_content = false
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(public_topic, "de").once
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(private_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(private_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(private_topic, "de").once
|
|
|
|
job.execute({})
|
|
end
|
|
end
|
|
|
|
describe "with max age limit" do
|
|
fab!(:old_topic) { Fabricate(:topic, locale: "es", created_at: 10.days.ago) }
|
|
fab!(:new_topic) { Fabricate(:topic, locale: "es", created_at: 2.days.ago) }
|
|
|
|
before { SiteSetting.ai_translation_backfill_max_age_days = 5 }
|
|
|
|
it "only processes topics within the age limit" do
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "de").once
|
|
|
|
DiscourseAi::Translation::TopicLocalizer
|
|
.expects(:localize)
|
|
.with(old_topic, any_parameters)
|
|
.never
|
|
|
|
job.execute({})
|
|
end
|
|
|
|
it "processes all topics when setting is disabled" do
|
|
SiteSetting.ai_translation_backfill_max_age_days = 0
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(new_topic, "de").once
|
|
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(old_topic, "en").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(old_topic, "ja").once
|
|
DiscourseAi::Translation::TopicLocalizer.expects(:localize).with(old_topic, "de").once
|
|
|
|
job.execute({})
|
|
end
|
|
end
|
|
end
|