Explicitly set retries to 3 for all existing Sidekiq workers

Some time ago, we set the default number of Sidekiq retries to 3. In the
next commit we're going to change that to 25, but we only want it to
apply to new workers. So we'll first need to explicitly set all existing
workers to 3.

To aid with this, I used the below script. I had to make a couple of
tweaks for some worker concerns, but it covered most of the several
hundred workers we have:

    Dir.glob('{ee/,}app/workers/**/*.rb').select do |worker|
      contents = open(worker).read

      next unless contents.include?('ApplicationWorker')
      next if contents.include?('sidekiq_options retry: ')

      new_contents =
        contents.gsub(/^( +)include ApplicationWorker$/,
                      "\\1include ApplicationWorker\n\n" +
                      "\\1sidekiq_options retry: 3")

      open(worker, 'w').puts(new_contents)
    end

app/workers/admin_email_worker.rb

@@ -2,6 +2,8 @@
 class AdminEmailWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   # rubocop:disable Scalability/CronWorkerContext
   # This worker does not perform work scoped to a context
   include CronjobQueue

app/workers/analytics/instance_statistics/count_job_trigger_worker.rb

@@ -5,6 +5,8 @@ module InstanceStatistics
     # This worker will be removed in 14.0
     class CountJobTriggerWorker
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
       feature_category :devops_reports

app/workers/analytics/instance_statistics/counter_job_worker.rb

@@ -6,6 +6,8 @@ module InstanceStatistics
     class CounterJobWorker
       include ApplicationWorker
+      sidekiq_options retry: 3
+
       feature_category :devops_reports
       urgency :low

app/workers/analytics/usage_trends/count_job_trigger_worker.rb

@@ -5,6 +5,8 @@ module UsageTrends
     class CountJobTriggerWorker
       extend ::Gitlab::Utils::Override
       include ApplicationWorker
+
+      sidekiq_options retry: 3
       include CronjobQueue # rubocop:disable Scalability/CronWorkerContext
       DEFAULT_DELAY = 3.minutes.freeze

app/workers/analytics/usage_trends/counter_job_worker.rb

@@ -6,6 +6,8 @@ class CounterJobWorker
       extend ::Gitlab::Utils::Override
       include ApplicationWorker
+      sidekiq_options retry: 3
+
       feature_category :devops_reports
       urgency :low

app/workers/approve_blocked_pending_approval_users_worker.rb

@@ -3,6 +3,8 @@
 class ApproveBlockedPendingApprovalUsersWorker
   include ApplicationWorker
+  sidekiq_options retry: 3
+
   idempotent!
   feature_category :users

app/workers/archive_trace_worker.rb

@@ -2,6 +2,8 @@
 class ArchiveTraceWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineBackgroundQueue
   # rubocop: disable CodeReuse/ActiveRecord

app/workers/authorized_keys_worker.rb

@@ -3,6 +3,8 @@
 class AuthorizedKeysWorker
   include ApplicationWorker
+  sidekiq_options retry: 3
+
   PERMITTED_ACTIONS = %w[add_key remove_key].freeze
   feature_category :source_code_management

app/workers/authorized_project_update/periodic_recalculate_worker.rb

@@ -3,6 +3,8 @@
 module AuthorizedProjectUpdate
   class PeriodicRecalculateWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     # This worker does not perform work scoped to a context
     include CronjobQueue # rubocop:disable Scalability/CronWorkerContext

app/workers/authorized_project_update/project_create_worker.rb

@@ -4,6 +4,8 @@ module AuthorizedProjectUpdate
   class ProjectCreateWorker
     include ApplicationWorker
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_project_update/project_group_link_create_worker.rb

@@ -4,6 +4,8 @@ module AuthorizedProjectUpdate
   class ProjectGroupLinkCreateWorker
     include ApplicationWorker
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_project_update/user_refresh_over_user_range_worker.rb

@@ -15,6 +15,8 @@ class UserRefreshOverUserRangeWorker # rubocop:disable Scalability/IdempotentWor
     include ApplicationWorker
+    sidekiq_options retry: 3
+
     feature_category :authentication_and_authorization
     urgency :low
     queue_namespace :authorized_project_update

app/workers/authorized_projects_worker.rb

@@ -2,6 +2,8 @@
 class AuthorizedProjectsWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   prepend WaitableWorker
   feature_category :authentication_and_authorization

app/workers/auto_devops/disable_worker.rb

@@ -3,6 +3,8 @@
 module AutoDevops
   class DisableWorker # rubocop:disable Scalability/IdempotentWorker
     include ApplicationWorker
+
+    sidekiq_options retry: 3
     include AutoDevopsQueue
     def perform(pipeline_id)

app/workers/auto_merge_process_worker.rb

@@ -3,6 +3,8 @@
 class AutoMergeProcessWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+  sidekiq_options retry: 3
+
   queue_namespace :auto_merge
   feature_category :continuous_delivery
   worker_resource_boundary :cpu

app/workers/background_migration_worker.rb

@@ -3,6 +3,8 @@
 class BackgroundMigrationWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+  sidekiq_options retry: 3
+
   feature_category :database
   urgency :throttled
   loggable_arguments 0, 1

app/workers/build_finished_worker.rb

@@ -2,6 +2,8 @@
 class BuildFinishedWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
   queue_namespace :pipeline_processing

app/workers/build_hooks_worker.rb

@@ -2,6 +2,8 @@
 class BuildHooksWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
   queue_namespace :pipeline_hooks

app/workers/build_queue_worker.rb

@@ -2,6 +2,8 @@
 class BuildQueueWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
   queue_namespace :pipeline_processing

app/workers/build_success_worker.rb

@@ -2,6 +2,8 @@
 class BuildSuccessWorker # rubocop:disable Scalability/IdempotentWorker
   include ApplicationWorker
+
+  sidekiq_options retry: 3
   include PipelineQueue
   queue_namespace :pipeline_processing