mirror of
https://github.com/discourse/discourse.git
synced 2026-08-06 13:08:40 +08:00
c85593eda8## Problem Nested reply statistics currently start backfilling only after nested replies are enabled. At the default 100 topics every five minutes, that is 28,800 topics per day—about 174 days for a site with five million topics. Large sites therefore have to expose the feature before its historical stats are ready. ## Solution Add a backend-only `nested_replies:prepare_stats` rake task. For each site, it: - enables the existing realtime stats callbacks while the nested-replies UI remains disabled; - captures the current regular-topic high-water mark; - enqueues low-priority, keyset-paginated batches which immediately enqueue the next batch instead of waiting five minutes; - reuses the existing per-topic backfill SQL; and - isolates an individual failed topic into its own job, where normal Sidekiq retries apply, so later topics can continue. The task leaves the hidden maintenance flag enabled, so replies created, deleted, or reparented after preparation begins keep the same stats current before nested replies are enabled. On multisite it prepares every database by default; `RAILS_DB` scopes it to one database. The existing scheduled backfill keeps its original feature gate, topic selection, batch schedule, and calculations. This adds no UI, migrations, stats version, readiness marker, durable cursor setting, lock, or watchdog. Run it with: ```sh RAILS_ENV=production bin/rake nested_replies:prepare_stats ``` Completion is logged with the captured high-water topic ID. Re-running the task is safe because it uses the existing idempotent upsert behavior. Tests cover disabled-mode preparation, bounded continuation and high-water behavior, isolated retries, rake-task enqueueing, preservation of the old scheduler gate, and realtime maintenance while the UI is disabled. |
||
|---|---|---|
| .. | ||
| regular | ||
| scheduled | ||
| about_stats_spec.rb | ||
| activation_reminder_emails_spec.rb | ||
| auto_queue_handler_spec.rb | ||
| automatic_group_membership_spec.rb | ||
| backfill_sidebar_site_settings_spec.rb | ||
| bookmark_reminder_notifications_spec.rb | ||
| bulk_grant_trust_level_spec.rb | ||
| bulk_invite_spec.rb | ||
| bump_topic_spec.rb | ||
| call_discourse_hub_spec.rb | ||
| change_display_name_spec.rb | ||
| check_new_features_spec.rb | ||
| check_translation_overrides_spec.rb | ||
| clean_dismissed_topic_users_spec.rb | ||
| clean_up_associated_accounts_spec.rb | ||
| clean_up_browser_pageview_events_spec.rb | ||
| clean_up_crawler_stats_spec.rb | ||
| clean_up_email_change_requests_spec.rb | ||
| clean_up_email_logs_spec.rb | ||
| clean_up_inactive_users_spec.rb | ||
| clean_up_post_reply_keys_spec.rb | ||
| clean_up_tags_spec.rb | ||
| clean_up_unused_staged_users_spec.rb | ||
| clean_up_unused_user_api_key_clients_spec.rb | ||
| clean_up_unused_user_api_keys_spec.rb | ||
| clean_up_uploads_spec.rb | ||
| clean_up_user_api_keys_max_life_spec.rb | ||
| clean_up_user_export_topics_spec.rb | ||
| cleanup_problem_check_trackers_spec.rb | ||
| cleanup_redelivering_web_hook_events_spec.rb | ||
| close_topic_spec.rb | ||
| correct_missing_dualstack_urls_spec.rb | ||
| crawl_topic_link_spec.rb | ||
| create_linked_topic_spec.rb | ||
| create_missing_avatars_spec.rb | ||
| create_recent_post_search_indexes_spec.rb | ||
| create_user_reviewable_spec.rb | ||
| delete_replies_spec.rb | ||
| delete_topic_spec.rb | ||
| delete_user_posts_spec.rb | ||
| deliver_push_notification_spec.rb | ||
| detect_crawler_pageviews_spec.rb | ||
| download_avatar_from_url_spec.rb | ||
| download_backup_email_spec.rb | ||
| download_profile_background_from_url_spec.rb | ||
| emit_web_hook_event_spec.rb | ||
| enqueue_digest_emails_spec.rb | ||
| enqueue_suspect_users_spec.rb | ||
| ensure_db_consistency_spec.rb | ||
| ensure_s3_uploads_existence_multisite_spec.rb | ||
| ensure_s3_uploads_existence_spec.rb | ||
| export_csv_file_spec.rb | ||
| export_user_archive_spec.rb | ||
| feature_topic_users_spec.rb | ||
| fix_out_of_sync_user_uploaded_avatar_spec.rb | ||
| fix_primary_emails_for_staged_users_spec.rb | ||
| fix_s3_etags_spec.rb | ||
| fix_user_usernames_and_groups_names_clash_spec.rb | ||
| flush_browser_pageview_events_spec.rb | ||
| grant_anniversary_badges_spec.rb | ||
| grant_new_user_of_the_month_badges_spec.rb | ||
| ignored_users_summary_spec.rb | ||
| index_user_fields_for_search_spec.rb | ||
| invalidate_inactive_admins_spec.rb | ||
| invite_email_spec.rb | ||
| jobs_base_spec.rb | ||
| jobs_scheduled_spec.rb | ||
| jobs_spec.rb | ||
| maintain_browser_pageview_rollups_spec.rb | ||
| mass_award_badge_spec.rb | ||
| notify_category_change_spec.rb | ||
| notify_mailing_list_subscribers_spec.rb | ||
| notify_moved_posts_spec.rb | ||
| notify_reviewable_spec.rb | ||
| notify_tag_change_spec.rb | ||
| old_keys_reminder_spec.rb | ||
| open_topic_spec.rb | ||
| pending_queued_posts_reminder_spec.rb | ||
| pending_reviewables_reminder_spec.rb | ||
| pending_users_reminder_spec.rb | ||
| periodical_updates_spec.rb | ||
| poll_mailbox_spec.rb | ||
| post_update_topic_tracking_state_spec.rb | ||
| post_uploads_recovery_spec.rb | ||
| prepare_nested_reply_stats_spec.rb | ||
| process_bulk_invite_emails_spec.rb | ||
| process_email_spec.rb | ||
| process_localized_cooked_spec.rb | ||
| process_post_spec.rb | ||
| process_shelved_notifications_spec.rb | ||
| publish_topic_to_category_spec.rb | ||
| pull_hotlinked_images_spec.rb | ||
| pull_user_profile_hotlinked_images_spec.rb | ||
| purge_expired_ignored_users_spec.rb | ||
| push_notification_spec.rb | ||
| rebake_custom_emoji_posts_spec.rb | ||
| redeliver_web_hook_events_spec.rb | ||
| refresh_users_reviewable_counts_spec.rb | ||
| reindex_search_spec.rb | ||
| remap_category_hashtag_spec.rb | ||
| remove_banner_spec.rb | ||
| reviewable_priorities_spec.rb | ||
| run_problem_check_spec.rb | ||
| run_problem_checks_spec.rb | ||
| send_push_notification_spec.rb | ||
| send_system_message_spec.rb | ||
| suspicious_login_spec.rb | ||
| sync_access_control_for_uploads_spec.rb | ||
| sync_topic_user_bookmarked_spec.rb | ||
| tl3_promotions_spec.rb | ||
| toggle_topic_closed_spec.rb | ||
| topic_timer_enqueuer_spec.rb | ||
| truncate_user_flag_stats_spec.rb | ||
| unsilence_users_spec.rb | ||
| update_animated_uploads_spec.rb | ||
| update_gravatar_spec.rb | ||
| update_topic_hot_scores_spec.rb | ||
| update_username_spec.rb | ||
| user_email_spec.rb | ||
