feat: certificates, landing pages, ai tutor, website update, compliance
This commit is contained in:
Rotimi Best
@@ -0,0 +1,232 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var emails_1 = require('../processors/emails');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.EMAIL_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '5', 10) || 5;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.emails,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('email-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
switch (job.name) {
|
||||
case jobs_1.JOB_NAMES.emails.send:
|
||||
return [2 /*return*/, (0, emails_1.processSendEmail)(job.data)];
|
||||
default:
|
||||
throw new Error('Unknown emails job: '.concat(job.name));
|
||||
}
|
||||
return [2 /*return*/];
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt;
|
||||
var _a, _b;
|
||||
return __generator(this, function (_c) {
|
||||
switch (_c.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
logger_1.log.error('email-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
// BullMQ exhausted retries — write a dead-letter row so an operator can
|
||||
// inspect the payload + error and replay if needed.
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId: null,
|
||||
domain: 'emails',
|
||||
runId: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.emails,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_b = job.id) !== null && _b !== void 0 ? _b : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
// BullMQ exhausted retries — write a dead-letter row so an operator can
|
||||
// inspect the payload + error and replay if needed.
|
||||
_c.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('email-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.emails });
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('email-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('email-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -0,0 +1,74 @@
|
||||
import './../bootstrap';
|
||||
|
||||
import { Worker } from 'bullmq';
|
||||
|
||||
import { recordDeadLetterJob } from '@cio/db/queries';
|
||||
import { JOB_NAMES, QUEUE_NAMES, createRedisConnection } from '@cio/jobs';
|
||||
|
||||
import { errorMessage } from '../utils/cancel';
|
||||
import { env } from '../config/env';
|
||||
import { log } from '../utils/logger';
|
||||
import { processSendEmail } from '../processors/emails';
|
||||
|
||||
const concurrency = Number.parseInt(env.EMAIL_WORKER_CONCURRENCY ?? '5', 10) || 5;
|
||||
const connection = createRedisConnection();
|
||||
|
||||
const worker = new Worker(
|
||||
QUEUE_NAMES.emails,
|
||||
async (job) => {
|
||||
log.info('email-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
|
||||
switch (job.name) {
|
||||
case JOB_NAMES.emails.send:
|
||||
return processSendEmail(job.data);
|
||||
default:
|
||||
throw new Error(`Unknown emails job: ${job.name}`);
|
||||
}
|
||||
},
|
||||
{ connection, concurrency }
|
||||
);
|
||||
|
||||
worker.on('failed', async (job, err) => {
|
||||
if (!job) return;
|
||||
|
||||
log.error('email-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: errorMessage(err)
|
||||
});
|
||||
|
||||
const isFinalAttempt = job.attemptsMade >= (job.opts.attempts ?? 1);
|
||||
if (!isFinalAttempt) return;
|
||||
|
||||
// BullMQ exhausted retries — write a dead-letter row so an operator can
|
||||
// inspect the payload + error and replay if needed.
|
||||
await recordDeadLetterJob({
|
||||
organizationId: null,
|
||||
domain: 'emails',
|
||||
runId: null,
|
||||
queueName: QUEUE_NAMES.emails,
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id ?? null,
|
||||
payload: job.data as Record<string, unknown>,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
});
|
||||
});
|
||||
|
||||
worker.on('ready', () => log.info('email-worker-ready', { concurrency, queue: QUEUE_NAMES.emails }));
|
||||
worker.on('error', (err) => log.error('email-worker-error', { error: errorMessage(err) }));
|
||||
|
||||
const shutdown = async (signal: string) => {
|
||||
log.info('email-worker-shutdown', { signal });
|
||||
await worker.close();
|
||||
await connection.quit();
|
||||
process.exit(0);
|
||||
};
|
||||
|
||||
process.on('SIGTERM', () => void shutdown('SIGTERM'));
|
||||
process.on('SIGINT', () => void shutdown('SIGINT'));
|
||||
@@ -0,0 +1,203 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.maintenance,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var data, cutoff, deleted;
|
||||
var _a, _b;
|
||||
return __generator(this, function (_c) {
|
||||
switch (_c.label) {
|
||||
case 0:
|
||||
if (!(job.name === jobs_1.JOB_NAMES.maintenance.deadLetterCleanup)) return [3 /*break*/, 2];
|
||||
data = jobs_1.ZDeadLetterCleanupPayload.parse((_a = job.data) !== null && _a !== void 0 ? _a : {});
|
||||
cutoff = new Date(Date.now() - data.olderThanDays * 86400 * 1000).toISOString();
|
||||
return [4 /*yield*/, (0, queries_1.pruneDeadLetterJobsOlderThan)(cutoff)];
|
||||
case 1:
|
||||
deleted = _c.sent();
|
||||
logger_1.log.info('dead-letter-cleanup-done', { deleted: deleted, cutoff: cutoff });
|
||||
return [2 /*return*/, { deleted: deleted }];
|
||||
case 2:
|
||||
if (job.name === jobs_1.JOB_NAMES.maintenance.retentionCompact) {
|
||||
jobs_1.ZRetentionCompactPayload.parse((_b = job.data) !== null && _b !== void 0 ? _b : {});
|
||||
// Retention windows for media_job, job_step, email_delivery to be wired
|
||||
// alongside their respective queries. Logged for now so the schedule
|
||||
// is observable without silently dropping data.
|
||||
logger_1.log.info('retention-compact-noop', { reason: 'not-yet-implemented' });
|
||||
return [2 /*return*/, { compacted: 0 }];
|
||||
}
|
||||
throw new Error('Unknown maintenance job: '.concat(job.name));
|
||||
}
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: 1 }
|
||||
);
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('maintenance-worker-ready');
|
||||
});
|
||||
worker.on('failed', function (job, err) {
|
||||
return logger_1.log.error('maintenance-job-failed', {
|
||||
jobName: job === null || job === void 0 ? void 0 : job.name,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('maintenance-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('maintenance-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -0,0 +1,58 @@
|
||||
import './../bootstrap';
|
||||
|
||||
import { Worker } from 'bullmq';
|
||||
|
||||
import { pruneDeadLetterJobsOlderThan } from '@cio/db/queries';
|
||||
import {
|
||||
JOB_NAMES,
|
||||
QUEUE_NAMES,
|
||||
ZDeadLetterCleanupPayload,
|
||||
ZRetentionCompactPayload,
|
||||
createRedisConnection
|
||||
} from '@cio/jobs';
|
||||
|
||||
import { errorMessage } from '../utils/cancel';
|
||||
import { log } from '../utils/logger';
|
||||
|
||||
const connection = createRedisConnection();
|
||||
|
||||
const worker = new Worker(
|
||||
QUEUE_NAMES.maintenance,
|
||||
async (job) => {
|
||||
if (job.name === JOB_NAMES.maintenance.deadLetterCleanup) {
|
||||
const data = ZDeadLetterCleanupPayload.parse(job.data ?? {});
|
||||
const cutoff = new Date(Date.now() - data.olderThanDays * 86_400 * 1_000).toISOString();
|
||||
const deleted = await pruneDeadLetterJobsOlderThan(cutoff);
|
||||
log.info('dead-letter-cleanup-done', { deleted, cutoff });
|
||||
return { deleted };
|
||||
}
|
||||
|
||||
if (job.name === JOB_NAMES.maintenance.retentionCompact) {
|
||||
ZRetentionCompactPayload.parse(job.data ?? {});
|
||||
// Retention windows for media_job, job_step, email_delivery to be wired
|
||||
// alongside their respective queries. Logged for now so the schedule
|
||||
// is observable without silently dropping data.
|
||||
log.info('retention-compact-noop', { reason: 'not-yet-implemented' });
|
||||
return { compacted: 0 };
|
||||
}
|
||||
|
||||
throw new Error(`Unknown maintenance job: ${job.name}`);
|
||||
},
|
||||
{ connection, concurrency: 1 }
|
||||
);
|
||||
|
||||
worker.on('ready', () => log.info('maintenance-worker-ready'));
|
||||
worker.on('failed', (job, err) =>
|
||||
log.error('maintenance-job-failed', { jobName: job?.name, error: errorMessage(err) })
|
||||
);
|
||||
worker.on('error', (err) => log.error('maintenance-worker-error', { error: errorMessage(err) }));
|
||||
|
||||
const shutdown = async (signal: string) => {
|
||||
log.info('maintenance-worker-shutdown', { signal });
|
||||
await worker.close();
|
||||
await connection.quit();
|
||||
process.exit(0);
|
||||
};
|
||||
|
||||
process.on('SIGTERM', () => void shutdown('SIGTERM'));
|
||||
process.on('SIGINT', () => void shutdown('SIGINT'));
|
||||
@@ -0,0 +1,265 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var media_1 = require('../processors/media');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.TRANSCRIBE_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '1', 10) || 1;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.mediaTranscribe,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('transcribe-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
if (job.name === jobs_1.JOB_NAMES.mediaTranscribe.transcribeAudio) {
|
||||
return [2 /*return*/, (0, media_1.processTranscribeAudio)(job.data)];
|
||||
}
|
||||
throw new Error('Unknown transcribe job: '.concat(job.name));
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt, data;
|
||||
var _a, _b, _c, _d, _e;
|
||||
return __generator(this, function (_f) {
|
||||
switch (_f.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2];
|
||||
logger_1.log.warn('transcribe-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
case 2:
|
||||
logger_1.log.error('transcribe-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
data = job.data;
|
||||
if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4];
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) }
|
||||
})
|
||||
];
|
||||
case 3:
|
||||
_f.sent();
|
||||
_f.label = 4;
|
||||
case 4:
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId:
|
||||
(_c =
|
||||
(_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0
|
||||
? void 0
|
||||
: _b.organizationId) !== null && _c !== void 0
|
||||
? _c
|
||||
: null,
|
||||
domain: 'media',
|
||||
runId:
|
||||
(_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0
|
||||
? _d
|
||||
: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.mediaTranscribe,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 5:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('transcribe-worker-ready', {
|
||||
concurrency: concurrency,
|
||||
queue: jobs_1.QUEUE_NAMES.mediaTranscribe
|
||||
});
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('transcribe-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('transcribe-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -0,0 +1,86 @@
|
||||
import './../bootstrap';
|
||||
|
||||
import { Worker } from 'bullmq';
|
||||
|
||||
import { recordDeadLetterJob, updateMediaJob } from '@cio/db/queries';
|
||||
import { JOB_NAMES, QUEUE_NAMES, createRedisConnection } from '@cio/jobs';
|
||||
|
||||
import { JobCanceledError, errorMessage } from '../utils/cancel';
|
||||
import { env } from '../config/env';
|
||||
import { log } from '../utils/logger';
|
||||
import { processTranscribeAudio } from '../processors/media';
|
||||
|
||||
const concurrency = Number.parseInt(env.TRANSCRIBE_WORKER_CONCURRENCY ?? '1', 10) || 1;
|
||||
const connection = createRedisConnection();
|
||||
|
||||
const worker = new Worker(
|
||||
QUEUE_NAMES.mediaTranscribe,
|
||||
async (job) => {
|
||||
log.info('transcribe-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 });
|
||||
|
||||
if (job.name === JOB_NAMES.mediaTranscribe.transcribeAudio) {
|
||||
return processTranscribeAudio(job.data);
|
||||
}
|
||||
|
||||
throw new Error(`Unknown transcribe job: ${job.name}`);
|
||||
},
|
||||
{ connection, concurrency }
|
||||
);
|
||||
|
||||
worker.on('failed', async (job, err) => {
|
||||
if (!job) return;
|
||||
|
||||
if (err instanceof JobCanceledError) {
|
||||
log.warn('transcribe-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
await updateMediaJob(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
log.error('transcribe-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: errorMessage(err)
|
||||
});
|
||||
|
||||
const isFinalAttempt = job.attemptsMade >= (job.opts.attempts ?? 1);
|
||||
if (!isFinalAttempt) return;
|
||||
|
||||
const data = job.data as { mediaJobId?: string; actorContext?: { organizationId?: string } };
|
||||
if (data?.mediaJobId) {
|
||||
await updateMediaJob(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err) }
|
||||
});
|
||||
}
|
||||
|
||||
await recordDeadLetterJob({
|
||||
organizationId: data?.actorContext?.organizationId ?? null,
|
||||
domain: 'media',
|
||||
runId: data?.mediaJobId ?? null,
|
||||
queueName: QUEUE_NAMES.mediaTranscribe,
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id ?? null,
|
||||
payload: job.data as Record<string, unknown>,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
});
|
||||
});
|
||||
|
||||
worker.on('ready', () => log.info('transcribe-worker-ready', { concurrency, queue: QUEUE_NAMES.mediaTranscribe }));
|
||||
worker.on('error', (err) => log.error('transcribe-worker-error', { error: errorMessage(err) }));
|
||||
|
||||
const shutdown = async (signal: string) => {
|
||||
log.info('transcribe-worker-shutdown', { signal });
|
||||
await worker.close();
|
||||
await connection.quit();
|
||||
process.exit(0);
|
||||
};
|
||||
|
||||
process.on('SIGTERM', () => void shutdown('SIGTERM'));
|
||||
process.on('SIGINT', () => void shutdown('SIGINT'));
|
||||
@@ -0,0 +1,265 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var media_1 = require('../processors/media');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.MEDIA_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '2', 10) || 2;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.media,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('media-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 });
|
||||
switch (job.name) {
|
||||
case jobs_1.JOB_NAMES.media.probeMetadata:
|
||||
return [2 /*return*/, (0, media_1.processProbeMetadata)(job.data)];
|
||||
case jobs_1.JOB_NAMES.media.generateThumbnail:
|
||||
return [2 /*return*/, (0, media_1.processGenerateThumbnail)(job.data)];
|
||||
case jobs_1.JOB_NAMES.media.extractAudio:
|
||||
return [2 /*return*/, (0, media_1.processExtractAudio)(job.data)];
|
||||
default:
|
||||
throw new Error('Unknown media job: '.concat(job.name));
|
||||
}
|
||||
return [2 /*return*/];
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt, data;
|
||||
var _a, _b, _c, _d, _e;
|
||||
return __generator(this, function (_f) {
|
||||
switch (_f.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2];
|
||||
logger_1.log.warn('media-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
case 2:
|
||||
logger_1.log.error('media-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
data = job.data;
|
||||
if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4];
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) }
|
||||
})
|
||||
];
|
||||
case 3:
|
||||
_f.sent();
|
||||
_f.label = 4;
|
||||
case 4:
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId:
|
||||
(_c =
|
||||
(_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0
|
||||
? void 0
|
||||
: _b.organizationId) !== null && _c !== void 0
|
||||
? _c
|
||||
: null,
|
||||
domain: 'media',
|
||||
runId:
|
||||
(_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0
|
||||
? _d
|
||||
: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.media,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 5:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('media-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.media });
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('media-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('media-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -0,0 +1,91 @@
|
||||
import './../bootstrap';
|
||||
|
||||
import { Worker } from 'bullmq';
|
||||
|
||||
import { recordDeadLetterJob, updateMediaJob } from '@cio/db/queries';
|
||||
import { JOB_NAMES, QUEUE_NAMES, createRedisConnection } from '@cio/jobs';
|
||||
|
||||
import { JobCanceledError, errorMessage } from '../utils/cancel';
|
||||
import { env } from '../config/env';
|
||||
import { log } from '../utils/logger';
|
||||
import { processExtractAudio, processGenerateThumbnail, processProbeMetadata } from '../processors/media';
|
||||
|
||||
const concurrency = Number.parseInt(env.MEDIA_WORKER_CONCURRENCY ?? '2', 10) || 2;
|
||||
const connection = createRedisConnection();
|
||||
|
||||
const worker = new Worker(
|
||||
QUEUE_NAMES.media,
|
||||
async (job) => {
|
||||
log.info('media-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 });
|
||||
|
||||
switch (job.name) {
|
||||
case JOB_NAMES.media.probeMetadata:
|
||||
return processProbeMetadata(job.data);
|
||||
case JOB_NAMES.media.generateThumbnail:
|
||||
return processGenerateThumbnail(job.data);
|
||||
case JOB_NAMES.media.extractAudio:
|
||||
return processExtractAudio(job.data);
|
||||
default:
|
||||
throw new Error(`Unknown media job: ${job.name}`);
|
||||
}
|
||||
},
|
||||
{ connection, concurrency }
|
||||
);
|
||||
|
||||
worker.on('failed', async (job, err) => {
|
||||
if (!job) return;
|
||||
|
||||
if (err instanceof JobCanceledError) {
|
||||
log.warn('media-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
await updateMediaJob(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
log.error('media-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: errorMessage(err)
|
||||
});
|
||||
|
||||
const isFinalAttempt = job.attemptsMade >= (job.opts.attempts ?? 1);
|
||||
if (!isFinalAttempt) return;
|
||||
|
||||
const data = job.data as { mediaJobId?: string; assetId?: string; actorContext?: { organizationId?: string } };
|
||||
if (data?.mediaJobId) {
|
||||
await updateMediaJob(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err) }
|
||||
});
|
||||
}
|
||||
|
||||
await recordDeadLetterJob({
|
||||
organizationId: data?.actorContext?.organizationId ?? null,
|
||||
domain: 'media',
|
||||
runId: data?.mediaJobId ?? null,
|
||||
queueName: QUEUE_NAMES.media,
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id ?? null,
|
||||
payload: job.data as Record<string, unknown>,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
});
|
||||
});
|
||||
|
||||
worker.on('ready', () => log.info('media-worker-ready', { concurrency, queue: QUEUE_NAMES.media }));
|
||||
worker.on('error', (err) => log.error('media-worker-error', { error: errorMessage(err) }));
|
||||
|
||||
const shutdown = async (signal: string) => {
|
||||
log.info('media-worker-shutdown', { signal });
|
||||
await worker.close();
|
||||
await connection.quit();
|
||||
process.exit(0);
|
||||
};
|
||||
|
||||
process.on('SIGTERM', () => void shutdown('SIGTERM'));
|
||||
process.on('SIGINT', () => void shutdown('SIGINT'));
|
||||
Reference in New Issue
Block a user