discourse-translator/spec/jobs/detect_posts_language_spec.rb
Natalie Tay 7d411e458b
FEATURE: Translates every post to automatic_translation_target_languages (#207)
Introduces two site settings which will automatically translate posts to the language:

automatic_translation_target_languages
automatic_translation_backfill_maximum_posts_per_hour (hidden)
2025-02-14 11:46:53 +08:00

84 lines
2.6 KiB
Ruby

# frozen_string_literal: true
require "aws-sdk-translate"
describe Jobs::DetectPostsLanguage do
fab!(:posts) { Fabricate.times(5, :post) }
let(:redis_key) { DiscourseTranslator::LANG_DETECT_NEEDED }
before do
SiteSetting.translator_enabled = true
SiteSetting.translator = "Amazon"
client = Aws::Translate::Client.new(stub_responses: true)
client.stub_responses(
:translate_text,
{ translated_text: "大丈夫", source_language_code: "en", target_language_code: "jp" },
)
Aws::Translate::Client.stubs(:new).returns(client)
Discourse.redis.del(redis_key)
described_class.const_set(:MAX_QUEUE_SIZE, 100)
posts.each { |post| Discourse.redis.sadd(redis_key, post.id) }
end
it "processes posts in batches and updates their translations" do
described_class.new.execute({})
posts.each do |post|
post.reload
expect(post.detected_locale).not_to be_nil
end
expect(Discourse.redis.smembers(redis_key)).to be_empty
end
it "does not process posts if the translator is disabled" do
SiteSetting.translator_enabled = false
described_class.new.execute({})
posts.each do |post|
post.reload
expect(post.detected_locale).to be_nil
end
expect(Discourse.redis.smembers(redis_key)).to match_array(posts.map(&:id).map(&:to_s))
end
it "processes a maximum of MAX_QUEUE_SIZE posts per run" do
queue_size = 4
described_class.const_set(:MAX_QUEUE_SIZE, queue_size)
described_class.new.execute({})
remaining = Discourse.redis.scard(redis_key)
expect(remaining).to eq(posts.size - queue_size)
end
it "handles an empty Redis queue gracefully" do
Discourse.redis.del(redis_key)
expect { described_class.new.execute({}) }.not_to raise_error
end
it "removes successfully processed posts from Redis" do
posts.each { |post| expect(Discourse.redis.sismember(redis_key, post.id)).to be_truthy }
described_class.new.execute({})
posts.each { |post| expect(Discourse.redis.sismember(redis_key, post.id)).to be_falsey }
end
it "skips posts that no longer exist" do
non_existent_post_id = -1
Discourse.redis.sadd?(redis_key, non_existent_post_id)
expect { described_class.new.execute({}) }.not_to raise_error
expect(Discourse.redis.sismember(redis_key, non_existent_post_id)).to be_falsey
end
it "ensures posts are processed within a distributed mutex" do
allow(DistributedMutex).to receive(:synchronize).and_yield
described_class.new.execute({})
expect(DistributedMutex).to have_received(:synchronize).at_least(5)
end
end