DEV: rake task to populate sentiment in dev env (#1176)
This commit is contained in:
parent
94e0834b88
commit
511b10285d
|
@ -0,0 +1,62 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
desc "Creates sample sentiment / emotion data"
|
||||||
|
task "ai:sentiment:populate", [:start_post] => [:environment] do |_, args|
|
||||||
|
raise "Don't run this task in production!" if Rails.env.production?
|
||||||
|
|
||||||
|
Post
|
||||||
|
.joins(<<~SQL)
|
||||||
|
LEFT JOIN classification_results ON
|
||||||
|
posts.id = classification_results.target_id AND
|
||||||
|
classification_results.target_type = 'Post' AND
|
||||||
|
model_used = 'cardiffnlp/twitter-roberta-base-sentiment-latest'
|
||||||
|
SQL
|
||||||
|
.where("classification_results.id IS NULL")
|
||||||
|
.where("posts.id > ?", args[:start_post].to_i || 0)
|
||||||
|
.find_each do |post|
|
||||||
|
positive = rand(0.0..1.0)
|
||||||
|
negative = rand(0.0..(1.0 - positive))
|
||||||
|
neutral = 1 - positive - negative
|
||||||
|
|
||||||
|
ClassificationResult.create!(
|
||||||
|
target_id: post.id,
|
||||||
|
model_used: "cardiffnlp/twitter-roberta-base-sentiment-latest",
|
||||||
|
classification_type: "sentiment",
|
||||||
|
target_type: "Post",
|
||||||
|
classification: {
|
||||||
|
neutral: neutral,
|
||||||
|
positive: positive,
|
||||||
|
negative: negative,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
end
|
||||||
|
|
||||||
|
Post
|
||||||
|
.joins(<<~SQL)
|
||||||
|
LEFT JOIN classification_results ON
|
||||||
|
posts.id = classification_results.target_id AND
|
||||||
|
classification_results.target_type = 'Post' AND
|
||||||
|
classification_results.model_used = 'SamLowe/roberta-base-go_emotions'
|
||||||
|
SQL
|
||||||
|
.where("classification_results.id IS NULL")
|
||||||
|
.where("posts.id > ?", args[:start_post].to_i || 0)
|
||||||
|
.find_each do |post|
|
||||||
|
emotions =
|
||||||
|
DiscourseAi::Sentiment::Emotions::LIST
|
||||||
|
.shuffle
|
||||||
|
.reduce({}) do |acc, emotion|
|
||||||
|
current_sum = acc.values.sum
|
||||||
|
acc.merge(emotion => rand(0.0..(1.0 - current_sum)))
|
||||||
|
end
|
||||||
|
|
||||||
|
emotions["neutral"] = 1 - (emotions.values.sum - emotions["neutral"])
|
||||||
|
|
||||||
|
ClassificationResult.create!(
|
||||||
|
target_id: post.id,
|
||||||
|
model_used: "SamLowe/roberta-base-go_emotions",
|
||||||
|
classification_type: "sentiment",
|
||||||
|
target_type: "Post",
|
||||||
|
classification: emotions,
|
||||||
|
)
|
||||||
|
end
|
||||||
|
end
|
Loading…
Reference in New Issue