diff --git a/app/jobs/onceoff/remove_old_auto_close_jobs.rb b/app/jobs/onceoff/remove_old_auto_close_jobs.rb
new file mode 100644
index 00000000000..17dbfc9284f
--- /dev/null
+++ b/app/jobs/onceoff/remove_old_auto_close_jobs.rb
@@ -0,0 +1,10 @@
+module Jobs
+  class RemoveOldAutoCloseJobs < Jobs::Onceoff
+    def execute_onceoff(args)
+      Jobs.cancel_scheduled_for(:close_topic)
+
+      # No need to enqueue new jobs since we have a scheduled job that will
+      # automatically enqueue the new jobs.
+    end
+  end
+end