266 lines
8.5 KiB
JavaScript
266 lines
8.5 KiB
JavaScript
'use strict';
|
|
var __awaiter =
|
|
(this && this.__awaiter) ||
|
|
function (thisArg, _arguments, P, generator) {
|
|
function adopt(value) {
|
|
return value instanceof P
|
|
? value
|
|
: new P(function (resolve) {
|
|
resolve(value);
|
|
});
|
|
}
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
function fulfilled(value) {
|
|
try {
|
|
step(generator.next(value));
|
|
} catch (e) {
|
|
reject(e);
|
|
}
|
|
}
|
|
function rejected(value) {
|
|
try {
|
|
step(generator['throw'](value));
|
|
} catch (e) {
|
|
reject(e);
|
|
}
|
|
}
|
|
function step(result) {
|
|
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
|
}
|
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
});
|
|
};
|
|
var __generator =
|
|
(this && this.__generator) ||
|
|
function (thisArg, body) {
|
|
var _ = {
|
|
label: 0,
|
|
sent: function () {
|
|
if (t[0] & 1) throw t[1];
|
|
return t[1];
|
|
},
|
|
trys: [],
|
|
ops: []
|
|
},
|
|
f,
|
|
y,
|
|
t,
|
|
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
|
return (
|
|
(g.next = verb(0)),
|
|
(g['throw'] = verb(1)),
|
|
(g['return'] = verb(2)),
|
|
typeof Symbol === 'function' &&
|
|
(g[Symbol.iterator] = function () {
|
|
return this;
|
|
}),
|
|
g
|
|
);
|
|
function verb(n) {
|
|
return function (v) {
|
|
return step([n, v]);
|
|
};
|
|
}
|
|
function step(op) {
|
|
if (f) throw new TypeError('Generator is already executing.');
|
|
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
|
try {
|
|
if (
|
|
((f = 1),
|
|
y &&
|
|
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
|
!(t = t.call(y, op[1])).done)
|
|
)
|
|
return t;
|
|
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
|
switch (op[0]) {
|
|
case 0:
|
|
case 1:
|
|
t = op;
|
|
break;
|
|
case 4:
|
|
_.label++;
|
|
return { value: op[1], done: false };
|
|
case 5:
|
|
_.label++;
|
|
y = op[1];
|
|
op = [0];
|
|
continue;
|
|
case 7:
|
|
op = _.ops.pop();
|
|
_.trys.pop();
|
|
continue;
|
|
default:
|
|
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
|
_ = 0;
|
|
continue;
|
|
}
|
|
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
|
_.label = op[1];
|
|
break;
|
|
}
|
|
if (op[0] === 6 && _.label < t[1]) {
|
|
_.label = t[1];
|
|
t = op;
|
|
break;
|
|
}
|
|
if (t && _.label < t[2]) {
|
|
_.label = t[2];
|
|
_.ops.push(op);
|
|
break;
|
|
}
|
|
if (t[2]) _.ops.pop();
|
|
_.trys.pop();
|
|
continue;
|
|
}
|
|
op = body.call(thisArg, _);
|
|
} catch (e) {
|
|
op = [6, e];
|
|
y = 0;
|
|
} finally {
|
|
f = t = 0;
|
|
}
|
|
if (op[0] & 5) throw op[1];
|
|
return { value: op[0] ? op[1] : void 0, done: true };
|
|
}
|
|
};
|
|
var _a;
|
|
Object.defineProperty(exports, '__esModule', { value: true });
|
|
require('./../bootstrap');
|
|
var bullmq_1 = require('bullmq');
|
|
var queries_1 = require('@cio/db/queries');
|
|
var jobs_1 = require('@cio/jobs');
|
|
var cancel_1 = require('../utils/cancel');
|
|
var env_1 = require('../config/env');
|
|
var logger_1 = require('../utils/logger');
|
|
var media_1 = require('../processors/media');
|
|
var concurrency =
|
|
Number.parseInt((_a = env_1.env.MEDIA_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '2', 10) || 2;
|
|
var connection = (0, jobs_1.createRedisConnection)();
|
|
var worker = new bullmq_1.Worker(
|
|
jobs_1.QUEUE_NAMES.media,
|
|
function (job) {
|
|
return __awaiter(void 0, void 0, void 0, function () {
|
|
return __generator(this, function (_a) {
|
|
logger_1.log.info('media-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 });
|
|
switch (job.name) {
|
|
case jobs_1.JOB_NAMES.media.probeMetadata:
|
|
return [2 /*return*/, (0, media_1.processProbeMetadata)(job.data)];
|
|
case jobs_1.JOB_NAMES.media.generateThumbnail:
|
|
return [2 /*return*/, (0, media_1.processGenerateThumbnail)(job.data)];
|
|
case jobs_1.JOB_NAMES.media.extractAudio:
|
|
return [2 /*return*/, (0, media_1.processExtractAudio)(job.data)];
|
|
default:
|
|
throw new Error('Unknown media job: '.concat(job.name));
|
|
}
|
|
return [2 /*return*/];
|
|
});
|
|
});
|
|
},
|
|
{ connection: connection, concurrency: concurrency }
|
|
);
|
|
worker.on('failed', function (job, err) {
|
|
return __awaiter(void 0, void 0, void 0, function () {
|
|
var isFinalAttempt, data;
|
|
var _a, _b, _c, _d, _e;
|
|
return __generator(this, function (_f) {
|
|
switch (_f.label) {
|
|
case 0:
|
|
if (!job) return [2 /*return*/];
|
|
if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2];
|
|
logger_1.log.warn('media-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
|
return [
|
|
4 /*yield*/,
|
|
(0, queries_1.updateMediaJob)(err.mediaJobId, {
|
|
status: 'canceled',
|
|
stage: 'canceled',
|
|
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
|
})
|
|
];
|
|
case 1:
|
|
_f.sent();
|
|
return [2 /*return*/];
|
|
case 2:
|
|
logger_1.log.error('media-job-failed', {
|
|
jobName: job.name,
|
|
bullmqJobId: job.id,
|
|
attempt: job.attemptsMade,
|
|
error: (0, cancel_1.errorMessage)(err)
|
|
});
|
|
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
|
if (!isFinalAttempt) return [2 /*return*/];
|
|
data = job.data;
|
|
if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4];
|
|
return [
|
|
4 /*yield*/,
|
|
(0, queries_1.updateMediaJob)(data.mediaJobId, {
|
|
status: 'failed',
|
|
stage: 'failed',
|
|
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) }
|
|
})
|
|
];
|
|
case 3:
|
|
_f.sent();
|
|
_f.label = 4;
|
|
case 4:
|
|
return [
|
|
4 /*yield*/,
|
|
(0, queries_1.recordDeadLetterJob)({
|
|
organizationId:
|
|
(_c =
|
|
(_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0
|
|
? void 0
|
|
: _b.organizationId) !== null && _c !== void 0
|
|
? _c
|
|
: null,
|
|
domain: 'media',
|
|
runId:
|
|
(_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0
|
|
? _d
|
|
: null,
|
|
queueName: jobs_1.QUEUE_NAMES.media,
|
|
jobName: job.name,
|
|
bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null,
|
|
payload: job.data,
|
|
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
|
attempts: job.attemptsMade
|
|
})
|
|
];
|
|
case 5:
|
|
_f.sent();
|
|
return [2 /*return*/];
|
|
}
|
|
});
|
|
});
|
|
});
|
|
worker.on('ready', function () {
|
|
return logger_1.log.info('media-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.media });
|
|
});
|
|
worker.on('error', function (err) {
|
|
return logger_1.log.error('media-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
|
});
|
|
var shutdown = function (signal) {
|
|
return __awaiter(void 0, void 0, void 0, function () {
|
|
return __generator(this, function (_a) {
|
|
switch (_a.label) {
|
|
case 0:
|
|
logger_1.log.info('media-worker-shutdown', { signal: signal });
|
|
return [4 /*yield*/, worker.close()];
|
|
case 1:
|
|
_a.sent();
|
|
return [4 /*yield*/, connection.quit()];
|
|
case 2:
|
|
_a.sent();
|
|
process.exit(0);
|
|
return [2 /*return*/];
|
|
}
|
|
});
|
|
});
|
|
};
|
|
process.on('SIGTERM', function () {
|
|
return void shutdown('SIGTERM');
|
|
});
|
|
process.on('SIGINT', function () {
|
|
return void shutdown('SIGINT');
|
|
});
|