64 lines
1.9 KiB
Ruby
64 lines
1.9 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Jobs
|
|
class LocalizeTopics < ::Jobs::Base
|
|
cluster_concurrency 1
|
|
sidekiq_options retry: false
|
|
|
|
BATCH_SIZE = 50
|
|
|
|
def execute(args)
|
|
return if !SiteSetting.discourse_ai_enabled
|
|
return if !SiteSetting.ai_translation_enabled
|
|
|
|
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
|
|
return if locales.blank?
|
|
|
|
limit = args[:limit] || BATCH_SIZE
|
|
|
|
locales.each do |locale|
|
|
topics =
|
|
Topic
|
|
.joins(
|
|
"LEFT JOIN topic_localizations tl ON tl.topic_id = topics.id AND tl.locale = #{ActiveRecord::Base.connection.quote(locale)}",
|
|
)
|
|
.where(deleted_at: nil)
|
|
.where("topics.user_id > 0")
|
|
.where.not(locale: nil)
|
|
.where.not(locale: locale)
|
|
.where("tl.id IS NULL")
|
|
|
|
if SiteSetting.ai_translation_backfill_limit_to_public_content
|
|
topics = topics.where(category_id: Category.where(read_restricted: false).select(:id))
|
|
end
|
|
|
|
if SiteSetting.ai_translation_backfill_max_age_days > 0
|
|
topics =
|
|
topics.where(
|
|
"topics.created_at > ?",
|
|
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
|
|
)
|
|
end
|
|
|
|
topics = topics.order(updated_at: :desc).limit(limit)
|
|
|
|
next if topics.empty?
|
|
|
|
topics.each do |topic|
|
|
begin
|
|
DiscourseAi::Translation::TopicLocalizer.localize(topic, locale)
|
|
rescue FinalDestination::SSRFDetector::LookupFailedError
|
|
# do nothing, there are too many sporadic lookup failures
|
|
rescue => e
|
|
DiscourseAi::Translation::VerboseLogger.log(
|
|
"Failed to translate topic #{topic.id} to #{locale}: #{e.message}",
|
|
)
|
|
end
|
|
end
|
|
|
|
DiscourseAi::Translation::VerboseLogger.log("Translated #{topics.size} topics to #{locale}")
|
|
end
|
|
end
|
|
end
|
|
end
|