discourse-ai/spec/jobs/regular/localize_posts_spec.rb

194 lines
6.7 KiB
Ruby

# frozen_string_literal: true
describe Jobs::LocalizePosts do
fab!(:post)
subject(:job) { described_class.new }
let(:locales) { %w[en ja de] }
before do
SiteSetting.discourse_ai_enabled = true
Fabricate(:fake_model).tap do |fake_llm|
SiteSetting.public_send("ai_translation_model=", "custom:#{fake_llm.id}")
end
SiteSetting.ai_translation_enabled = true
SiteSetting.experimental_content_localization_supported_locales = locales.join("|")
end
it "does nothing when translator is disabled" do
SiteSetting.discourse_ai_enabled = false
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "does nothing when ai_translation_enabled is disabled" do
SiteSetting.ai_translation_enabled = false
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "does nothing when no target languages are configured" do
SiteSetting.experimental_content_localization_supported_locales = ""
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "does nothing when there are no posts to translate" do
Post.destroy_all
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "skips posts that already have localizations" do
Post.all.each do |post|
Fabricate(:post_localization, post:, locale: "en")
Fabricate(:post_localization, post:, locale: "ja")
end
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "skips bot posts" do
post.update!(user: Discourse.system_user)
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "en").never
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "ja").never
job.execute({})
end
it "handles translation errors gracefully" do
post.update(locale: "es")
DiscourseAi::Translation::PostLocalizer
.expects(:localize)
.with(post, "en")
.raises(StandardError.new("API error"))
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "de").once
expect { job.execute({}) }.not_to raise_error
end
it "logs a summary after translation" do
post.update(locale: "es")
DiscourseAi::Translation::PostLocalizer.stubs(:localize)
DiscourseAi::Translation::VerboseLogger.expects(:log).with(includes("Translated 1 posts to en"))
DiscourseAi::Translation::VerboseLogger.expects(:log).with(includes("Translated 1 posts to ja"))
DiscourseAi::Translation::VerboseLogger.expects(:log).with(includes("Translated 1 posts to de"))
job.execute({})
end
context "for translation scenarios" do
it "scenario 1: skips post when locale is not set" do
DiscourseAi::Translation::PostLocalizer.expects(:localize).never
job.execute({})
end
it "scenario 2: returns post with locale 'es' if localizations for en/ja/de do not exist" do
post = Fabricate(:post, locale: "es")
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "en").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "de").once
job.execute({})
end
it "scenario 3: returns post with locale 'en' if ja/de localization does not exist" do
post = Fabricate(:post, locale: "en")
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "de").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "en").never
job.execute({})
end
it "scenario 4: skips post with locale 'en' if 'ja' localization already exists" do
post = Fabricate(:post, locale: "en")
Fabricate(:post_localization, post: post, locale: "ja")
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "en").never
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "ja").never
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(post, "de").once
job.execute({})
end
end
describe "with public content limitation" do
fab!(:private_category) { Fabricate(:private_category, group: Group[:staff]) }
fab!(:private_topic) { Fabricate(:topic, category: private_category) }
fab!(:private_post) { Fabricate(:post, topic: private_topic, locale: "es") }
fab!(:pm_post) { Fabricate(:post, topic: Fabricate(:private_message_topic), locale: "es") }
fab!(:public_post) { Fabricate(:post, locale: "es") }
before do
SiteSetting.ai_translation_backfill_limit_to_public_content = true
SiteSetting.experimental_content_localization_supported_locales = "ja"
end
it "only processes posts from public categories" do
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(public_post, "ja").once
DiscourseAi::Translation::PostLocalizer
.expects(:localize)
.with(private_post, any_parameters)
.never
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(pm_post, any_parameters).never
job.execute({})
end
it "processes all posts when setting is disabled" do
SiteSetting.ai_translation_backfill_limit_to_public_content = false
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(public_post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(pm_post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(private_post, "ja").once
job.execute({})
end
end
describe "with max age limit" do
fab!(:old_post) { Fabricate(:post, locale: "es", created_at: 10.days.ago) }
fab!(:new_post) { Fabricate(:post, locale: "es", created_at: 2.days.ago) }
before do
SiteSetting.ai_translation_backfill_max_age_days = 5
SiteSetting.experimental_content_localization_supported_locales = "ja"
end
it "only processes posts within the age limit" do
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(new_post, "ja").once
DiscourseAi::Translation::PostLocalizer
.expects(:localize)
.with(old_post, any_parameters)
.never
job.execute({})
end
it "processes all posts when setting is disabled" do
SiteSetting.ai_translation_backfill_max_age_days = 0
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(new_post, "ja").once
DiscourseAi::Translation::PostLocalizer.expects(:localize).with(old_post, "ja").once
job.execute({})
end
end
end