'use strict'; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator['throw'](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __generator = (this && this.__generator) || function (thisArg, body) { var _ = { label: 0, sent: function () { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype); return ( (g.next = verb(0)), (g['throw'] = verb(1)), (g['return'] = verb(2)), typeof Symbol === 'function' && (g[Symbol.iterator] = function () { return this; }), g ); function verb(n) { return function (v) { return step([n, v]); }; } function step(op) { if (f) throw new TypeError('Generator is already executing.'); while ((g && ((g = 0), op[0] && (_ = 0)), _)) try { if ( ((f = 1), y && (t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) ) return t; if (((y = 0), t)) op = [op[0] & 2, t.value]; switch (op[0]) { case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [0]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } }; var _a; Object.defineProperty(exports, '__esModule', { value: true }); require('./../bootstrap'); var bullmq_1 = require('bullmq'); var queries_1 = require('@cio/db/queries'); var jobs_1 = require('@cio/jobs'); var cancel_1 = require('../utils/cancel'); var env_1 = require('../config/env'); var logger_1 = require('../utils/logger'); var media_1 = require('../processors/media'); var concurrency = Number.parseInt((_a = env_1.env.MEDIA_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '2', 10) || 2; var connection = (0, jobs_1.createRedisConnection)(); var worker = new bullmq_1.Worker( jobs_1.QUEUE_NAMES.media, function (job) { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { logger_1.log.info('media-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 }); switch (job.name) { case jobs_1.JOB_NAMES.media.probeMetadata: return [2 /*return*/, (0, media_1.processProbeMetadata)(job.data)]; case jobs_1.JOB_NAMES.media.generateThumbnail: return [2 /*return*/, (0, media_1.processGenerateThumbnail)(job.data)]; case jobs_1.JOB_NAMES.media.extractAudio: return [2 /*return*/, (0, media_1.processExtractAudio)(job.data)]; default: throw new Error('Unknown media job: '.concat(job.name)); } return [2 /*return*/]; }); }); }, { connection: connection, concurrency: concurrency } ); worker.on('failed', function (job, err) { return __awaiter(void 0, void 0, void 0, function () { var isFinalAttempt, data; var _a, _b, _c, _d, _e; return __generator(this, function (_f) { switch (_f.label) { case 0: if (!job) return [2 /*return*/]; if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2]; logger_1.log.warn('media-job-canceled', { jobName: job.name, bullmqJobId: job.id }); return [ 4 /*yield*/, (0, queries_1.updateMediaJob)(err.mediaJobId, { status: 'canceled', stage: 'canceled', error: { code: 'CANCELED', message: 'Run canceled by user' } }) ]; case 1: _f.sent(); return [2 /*return*/]; case 2: logger_1.log.error('media-job-failed', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade, error: (0, cancel_1.errorMessage)(err) }); isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1); if (!isFinalAttempt) return [2 /*return*/]; data = job.data; if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4]; return [ 4 /*yield*/, (0, queries_1.updateMediaJob)(data.mediaJobId, { status: 'failed', stage: 'failed', error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) } }) ]; case 3: _f.sent(); _f.label = 4; case 4: return [ 4 /*yield*/, (0, queries_1.recordDeadLetterJob)({ organizationId: (_c = (_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0 ? void 0 : _b.organizationId) !== null && _c !== void 0 ? _c : null, domain: 'media', runId: (_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0 ? _d : null, queueName: jobs_1.QUEUE_NAMES.media, jobName: job.name, bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null, payload: job.data, error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack }, attempts: job.attemptsMade }) ]; case 5: _f.sent(); return [2 /*return*/]; } }); }); }); worker.on('ready', function () { return logger_1.log.info('media-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.media }); }); worker.on('error', function (err) { return logger_1.log.error('media-worker-error', { error: (0, cancel_1.errorMessage)(err) }); }); var shutdown = function (signal) { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: logger_1.log.info('media-worker-shutdown', { signal: signal }); return [4 /*yield*/, worker.close()]; case 1: _a.sent(); return [4 /*yield*/, connection.quit()]; case 2: _a.sent(); process.exit(0); return [2 /*return*/]; } }); }); }; process.on('SIGTERM', function () { return void shutdown('SIGTERM'); }); process.on('SIGINT', function () { return void shutdown('SIGINT'); });