gitlab-foss/lib/bulk_imports/network_error.rb

# frozen_string_literal: true

module BulkImports
  class NetworkError < Error
    TRACKER_COUNTER_KEY = 'bulk_imports/%{entity_id}/%{stage}/%{tracker_id}/network_error/%{error}'
    ENTITY_COUNTER_KEY = 'bulk_imports/%{entity_id}/network_error/%{error}'

    NO_SPACE_LEFT_EXCEPTION = Errno::ENOSPC
    DECOMPRESSION_FAILURE_EXCEPTION = Zlib::Error

    EXCEPTIONS_RETRY_DELAY = {
      NO_SPACE_LEFT_EXCEPTION => 120,
      DECOMPRESSION_FAILURE_EXCEPTION => 60
    }.freeze

    RETRIABLE_EXCEPTIONS = Gitlab::HTTP::HTTP_TIMEOUT_ERRORS + EXCEPTIONS_RETRY_DELAY.keys + [
      EOFError, SocketError, OpenSSL::SSL::SSLError, OpenSSL::OpenSSLError,
      Errno::ECONNRESET, Errno::ECONNREFUSED, Errno::EHOSTUNREACH, Errno::ENETUNREACH
    ].freeze

    RETRIABLE_HTTP_CODES = [429, 500, 502, 503, 504].freeze

    DEFAULT_RETRY_DELAY_SECONDS = 30

    MAX_RETRIABLE_COUNT = 10

    attr_reader :response

    def initialize(message = nil, response: nil)
      raise ArgumentError, 'message or response required' if message.blank? && response.blank?

      super(message)

      @response = response
    end

    def retriable?(object)
      if retriable_exception? || retriable_http_code?
        increment(object) <= MAX_RETRIABLE_COUNT
      else
        false
      end
    end

    def retry_delay
      if response&.code == 429
        response.headers.fetch('Retry-After', DEFAULT_RETRY_DELAY_SECONDS).to_i
      else
        EXCEPTIONS_RETRY_DELAY[cause&.class] || DEFAULT_RETRY_DELAY_SECONDS
      end.seconds
    end

    private

    def retriable_exception?
      RETRIABLE_EXCEPTIONS.include?(cause&.class)
    end

    def retriable_http_code?
      RETRIABLE_HTTP_CODES.include?(response&.code.to_i)
    end

    def increment(object)
      key = object.is_a?(BulkImports::Entity) ? entity_cache_key(object) : tracker_cache_key(object)

      Gitlab::Cache::Import::Caching.increment(key)
    end

    def tracker_cache_key(tracker)
      TRACKER_COUNTER_KEY % {
        stage: tracker.stage,
        tracker_id: tracker.id,
        entity_id: tracker.entity.id,
        error: cause.class.name
      }
    end

    def entity_cache_key(entity)
      ENTITY_COUNTER_KEY % {
        import_id: entity.bulk_import_id,
        entity_id: entity.id,
        error: cause.class.name
      }
    end
  end
end