Aggiunge replay YouTube temporaneo, pull registrazioni dai CPX e snapshot ingest in admin.
Così overflow Hetzner e VOD YouTube restano in archivio dopo lo spegnimento del nodo, e la colonna ingest non si svuota. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -0,0 +1,19 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
module Recordings
|
||||
class ClearTemporaryMediaJob
|
||||
include Sidekiq::Job
|
||||
sidekiq_options retry: 3, queue: "default"
|
||||
|
||||
def perform(recording_id, reason = "verified")
|
||||
recording = Recording.find_by(id: recording_id)
|
||||
return unless recording
|
||||
|
||||
Recordings::ClearTemporaryMedia.new(
|
||||
recording,
|
||||
reason: reason.to_sym,
|
||||
force: reason.to_s == "verified"
|
||||
).call
|
||||
end
|
||||
end
|
||||
end
|
||||
@@ -1,3 +1,5 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
module Recordings
|
||||
class PostProcessJob
|
||||
include Sidekiq::Job
|
||||
@@ -7,10 +9,30 @@ module Recordings
|
||||
recording = Recording.find_by(id: recording_id)
|
||||
return unless recording&.ready?
|
||||
|
||||
Recordings::NotifyReady.new(recording).call
|
||||
begin
|
||||
Recordings::NotifyReady.new(recording).call
|
||||
rescue StandardError => e
|
||||
# SMTP/ntfy giù non deve bloccare VerifyYoutubeReplay né il resto del post-process.
|
||||
Rails.logger.warn(
|
||||
"[Recordings::PostProcessJob] notify_failed recording=#{recording.id} " \
|
||||
"#{e.class}: #{e.message}"
|
||||
)
|
||||
end
|
||||
|
||||
if recording.temporary_storage?
|
||||
grace = MatchLiveTv.youtube_replay_verify_grace_secs
|
||||
Rails.logger.info(
|
||||
"[Recordings::PostProcessJob] schedule VerifyYoutubeReplay " \
|
||||
"recording=#{recording.id} grace=#{grace}s"
|
||||
)
|
||||
Recordings::VerifyYoutubeReplayJob.perform_in(grace.seconds, recording.id, 0)
|
||||
return
|
||||
end
|
||||
|
||||
# Solo MatchLiveTV-only: eventuale re-upload manuale/flag legacy (non per live YouTube).
|
||||
return unless recording.auto_publish_youtube?
|
||||
return if recording.youtube_video_id.present?
|
||||
return if recording.source_platform == "youtube"
|
||||
|
||||
Recordings::PublishToYoutubeJob.perform_async(recording.id)
|
||||
end
|
||||
|
||||
@@ -0,0 +1,35 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
module Recordings
|
||||
# Safety net: elimina copie temp scadute (anche se verify non è mai riuscito).
|
||||
class PurgeTemporaryMediaJob
|
||||
include Sidekiq::Job
|
||||
sidekiq_options retry: 1, queue: "default"
|
||||
|
||||
def perform
|
||||
scope = Recording.temporary_media_pending_purge
|
||||
count = 0
|
||||
|
||||
scope.find_each do |recording|
|
||||
unless recording.youtube_verified_at.present?
|
||||
Rails.logger.warn(
|
||||
"[Recordings::PurgeTemporaryMediaJob] anomaly_unverified_expiry " \
|
||||
"recording=#{recording.id} session=#{recording.stream_session_id} " \
|
||||
"youtube_video_id=#{recording.youtube_video_id.inspect} " \
|
||||
"temp_expires_at=#{recording.temp_expires_at.inspect}"
|
||||
)
|
||||
end
|
||||
|
||||
Recordings::ClearTemporaryMedia.new(
|
||||
recording,
|
||||
reason: :max_retention,
|
||||
force: true
|
||||
).call
|
||||
count += 1
|
||||
end
|
||||
|
||||
Rails.logger.info("[Recordings::PurgeTemporaryMediaJob] processed=#{count}")
|
||||
count
|
||||
end
|
||||
end
|
||||
end
|
||||
@@ -0,0 +1,47 @@
|
||||
# frozen_string_literal: true
|
||||
|
||||
module Recordings
|
||||
class VerifyYoutubeReplayJob
|
||||
include Sidekiq::Job
|
||||
sidekiq_options retry: 0, queue: "default"
|
||||
|
||||
def perform(recording_id, attempt = 0)
|
||||
recording = Recording.find_by(id: recording_id)
|
||||
return unless recording&.temporary_storage?
|
||||
return if recording.deleted?
|
||||
|
||||
attempt = attempt.to_i
|
||||
max = MatchLiveTv.youtube_replay_verify_max_attempts
|
||||
result = Recordings::VerifyYoutubeReplay.new(recording).call
|
||||
|
||||
if result.ok?
|
||||
Recordings::ClearTemporaryMediaJob.perform_async(recording.id, "verified")
|
||||
return
|
||||
end
|
||||
|
||||
if result.retriable? && attempt + 1 < max
|
||||
delay = backoff_secs(attempt)
|
||||
Rails.logger.info(
|
||||
"[Recordings::VerifyYoutubeReplayJob] retry recording=#{recording.id} " \
|
||||
"attempt=#{attempt + 1}/#{max} in=#{delay}s msg=#{result.message}"
|
||||
)
|
||||
self.class.perform_in(delay.seconds, recording.id, attempt + 1)
|
||||
return
|
||||
end
|
||||
|
||||
Rails.logger.warn(
|
||||
"[Recordings::VerifyYoutubeReplayJob] give_up recording=#{recording.id} " \
|
||||
"attempts=#{attempt + 1} msg=#{result.message} " \
|
||||
"temp_expires_at=#{recording.temp_expires_at.inspect}"
|
||||
)
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def backoff_secs(attempt)
|
||||
base = MatchLiveTv.youtube_replay_verify_base_interval_secs
|
||||
# 300, 600, 1200, ... capped at 1h
|
||||
[base * (2**attempt), 3600].min
|
||||
end
|
||||
end
|
||||
end
|
||||
@@ -8,6 +8,8 @@ module Streams
|
||||
|
||||
INTERVAL_SECS = ENV.fetch("STREAM_AUTOSCALE_INTERVAL_SECS", "60").to_i
|
||||
REDIS_CHAIN_KEY = "streams:autoscaler:chain"
|
||||
KICK_DEBOUNCE_KEY = "streams:autoscaler:kick"
|
||||
KICK_DEBOUNCE_SECS = ENV.fetch("STREAM_AUTOSCALE_KICK_DEBOUNCE_SECS", "5").to_i
|
||||
|
||||
def self.ensure_chain
|
||||
return unless redis
|
||||
@@ -17,6 +19,16 @@ module Streams
|
||||
perform_in(INTERVAL_SECS)
|
||||
end
|
||||
|
||||
# Kick immediato (es. NoCapacity / soft-free bassi). Debounce anti-flood Sidekiq.
|
||||
def self.kick!
|
||||
return false unless Streams::Autoscaler.enabled?
|
||||
return false unless redis
|
||||
return false unless redis.set(KICK_DEBOUNCE_KEY, "1", nx: true, ex: KICK_DEBOUNCE_SECS)
|
||||
|
||||
perform_async
|
||||
true
|
||||
end
|
||||
|
||||
def self.redis
|
||||
@redis ||= Redis.new(url: ENV.fetch("REDIS_URL", "redis://localhost:6379/0"))
|
||||
rescue Redis::CannotConnectError
|
||||
|
||||
Reference in New Issue
Block a user