Fix timeouts
This commit is contained in:
@@ -14,6 +14,12 @@ TRN = Path(os.getenv("TRANSCRIPT_ROOT", "/transcripts"))
|
||||
REDIS_URL = os.getenv("REDIS_URL", "redis://redis:6379/0")
|
||||
SCAN_INTERVAL = int(os.getenv("SCAN_INTERVAL", "30")) # seconds
|
||||
|
||||
# RQ job configuration
|
||||
JOB_TIMEOUT = int(os.getenv("JOB_TIMEOUT", "14400")) # 4 hours
|
||||
JOB_TTL = int(os.getenv("JOB_TTL", "86400")) # 24 hours
|
||||
RESULT_TTL = int(os.getenv("RESULT_TTL", "86400")) # 24 hours
|
||||
FAILURE_TTL = int(os.getenv("FAILURE_TTL", "86400")) # 24 hours
|
||||
|
||||
# Media types to track
|
||||
MEDIA_EXT = {
|
||||
".mp3", ".m4a", ".mp4", ".mkv", ".wav", ".flac", ".webm", ".ogg", ".opus"
|
||||
@@ -51,11 +57,20 @@ def enqueue_new_files():
|
||||
continue
|
||||
if already_transcribed(p):
|
||||
_seen.add(key)
|
||||
print(f"[scanner] Skip (already transcribed): {p}", flush=True)
|
||||
continue
|
||||
# Enqueue the worker to process this local file
|
||||
q.enqueue("worker.handle_local_file", key)
|
||||
# Enqueue the worker to process this local file (with generous timeouts)
|
||||
q.enqueue(
|
||||
"worker.handle_local_file",
|
||||
key,
|
||||
job_timeout=JOB_TIMEOUT,
|
||||
ttl=JOB_TTL,
|
||||
result_ttl=RESULT_TTL,
|
||||
failure_ttl=FAILURE_TTL,
|
||||
)
|
||||
_seen.add(key)
|
||||
new_jobs += 1
|
||||
print(f"[scanner] Enqueued: {p}", flush=True)
|
||||
return new_jobs
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user