DEV: rake task to populate sentiment in dev env (#1176)

This commit is contained in:
Rafael dos Santos Silva 2025-03-10 14:21:00 -03:00 committed by GitHub
parent 94e0834b88
commit 511b10285d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 62 additions and 0 deletions

View File

@ -0,0 +1,62 @@
# frozen_string_literal: true
desc "Creates sample sentiment / emotion data"
task "ai:sentiment:populate", [:start_post] => [:environment] do |_, args|
raise "Don't run this task in production!" if Rails.env.production?
Post
.joins(<<~SQL)
LEFT JOIN classification_results ON
posts.id = classification_results.target_id AND
classification_results.target_type = 'Post' AND
model_used = 'cardiffnlp/twitter-roberta-base-sentiment-latest'
SQL
.where("classification_results.id IS NULL")
.where("posts.id > ?", args[:start_post].to_i || 0)
.find_each do |post|
positive = rand(0.0..1.0)
negative = rand(0.0..(1.0 - positive))
neutral = 1 - positive - negative
ClassificationResult.create!(
target_id: post.id,
model_used: "cardiffnlp/twitter-roberta-base-sentiment-latest",
classification_type: "sentiment",
target_type: "Post",
classification: {
neutral: neutral,
positive: positive,
negative: negative,
},
)
end
Post
.joins(<<~SQL)
LEFT JOIN classification_results ON
posts.id = classification_results.target_id AND
classification_results.target_type = 'Post' AND
classification_results.model_used = 'SamLowe/roberta-base-go_emotions'
SQL
.where("classification_results.id IS NULL")
.where("posts.id > ?", args[:start_post].to_i || 0)
.find_each do |post|
emotions =
DiscourseAi::Sentiment::Emotions::LIST
.shuffle
.reduce({}) do |acc, emotion|
current_sum = acc.values.sum
acc.merge(emotion => rand(0.0..(1.0 - current_sum)))
end
emotions["neutral"] = 1 - (emotions.values.sum - emotions["neutral"])
ClassificationResult.create!(
target_id: post.id,
model_used: "SamLowe/roberta-base-go_emotions",
classification_type: "sentiment",
target_type: "Post",
classification: emotions,
)
end
end