feat: HLS streaming, transcripts, agent course generation & landing-page course previews (#663)
New features: - HLS video encoding/streaming (hls routes, hls-encoder) and a media transcripts pipeline (transcripts route + media-transcript queries) - AI assistant chat vs. run model: agent-course-generation worker/queue, run-monitor pane, chat-changes card, content ask-ai bar - Per-theme course-page previews across org landing-page themes (bold, classic, corporate, editorial, etc.) with a shared course token/component set - View-as-student mode and login-link / link-invite invite flows Refactor: - Extract packages/core consolidating config (env, storage, dashboard-url), services and utils previously duplicated under apps/api/src/config - Remove legacy agent service modules (chat-tools, chat-context, context-window, document, fetch-url, lesson-content) - Relax Cross-Origin-Resource-Policy to allow cross-origin media embedding - Add format script to tenant-router so turbo run format covers it
This commit is contained in:
Rotimi Best
@@ -0,0 +1,82 @@
|
||||
import './../bootstrap';
|
||||
|
||||
import { Worker } from 'bullmq';
|
||||
|
||||
import { recordDeadLetterJob } from '@cio/db/queries';
|
||||
import { JOB_NAMES, QUEUE_NAMES, ZAgentCourseGenerationPayload, createRedisConnection } from '@cio/jobs';
|
||||
import { runAgentCourseGenerationJob } from '@cio/core';
|
||||
|
||||
import { errorMessage } from '../utils/cancel';
|
||||
import { env } from '../config/env';
|
||||
import { log } from '../utils/logger';
|
||||
|
||||
const concurrency = Number.parseInt(env.AGENT_COURSE_GENERATION_WORKER_CONCURRENCY ?? '1', 10) || 1;
|
||||
const connection = createRedisConnection();
|
||||
|
||||
const worker = new Worker(
|
||||
QUEUE_NAMES.agentCourseGeneration,
|
||||
async (job) => {
|
||||
log.info('agent-course-generation-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
|
||||
switch (job.name) {
|
||||
case JOB_NAMES.agentCourseGeneration.run: {
|
||||
const payload = ZAgentCourseGenerationPayload.parse(job.data);
|
||||
|
||||
return runAgentCourseGenerationJob({
|
||||
runId: payload.runId,
|
||||
bullmqJobId: job.id ?? null
|
||||
});
|
||||
}
|
||||
default:
|
||||
throw new Error(`Unknown agent course-generation job: ${job.name}`);
|
||||
}
|
||||
},
|
||||
{ connection, concurrency }
|
||||
);
|
||||
|
||||
worker.on('failed', async (job, err) => {
|
||||
if (!job) return;
|
||||
|
||||
log.error('agent-course-generation-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: errorMessage(err)
|
||||
});
|
||||
|
||||
const isFinalAttempt = job.attemptsMade >= (job.opts.attempts ?? 1);
|
||||
if (!isFinalAttempt) return;
|
||||
|
||||
const data = job.data as { runId?: string; organizationId?: string };
|
||||
|
||||
await recordDeadLetterJob({
|
||||
organizationId: data?.organizationId ?? null,
|
||||
domain: 'agent-course-generation',
|
||||
runId: data?.runId ?? null,
|
||||
queueName: QUEUE_NAMES.agentCourseGeneration,
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id ?? null,
|
||||
payload: job.data as Record<string, unknown>,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: errorMessage(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
});
|
||||
});
|
||||
|
||||
worker.on('ready', () =>
|
||||
log.info('agent-course-generation-worker-ready', { concurrency, queue: QUEUE_NAMES.agentCourseGeneration })
|
||||
);
|
||||
worker.on('error', (err) => log.error('agent-course-generation-worker-error', { error: errorMessage(err) }));
|
||||
|
||||
const shutdown = async (signal: string) => {
|
||||
log.info('agent-course-generation-worker-shutdown', { signal });
|
||||
await worker.close();
|
||||
await connection.quit();
|
||||
process.exit(0);
|
||||
};
|
||||
|
||||
process.on('SIGTERM', () => void shutdown('SIGTERM'));
|
||||
process.on('SIGINT', () => void shutdown('SIGINT'));
|
||||
@@ -1,232 +0,0 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var emails_1 = require('../processors/emails');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.EMAIL_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '5', 10) || 5;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.emails,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('email-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
switch (job.name) {
|
||||
case jobs_1.JOB_NAMES.emails.send:
|
||||
return [2 /*return*/, (0, emails_1.processSendEmail)(job.data)];
|
||||
default:
|
||||
throw new Error('Unknown emails job: '.concat(job.name));
|
||||
}
|
||||
return [2 /*return*/];
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt;
|
||||
var _a, _b;
|
||||
return __generator(this, function (_c) {
|
||||
switch (_c.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
logger_1.log.error('email-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
// BullMQ exhausted retries — write a dead-letter row so an operator can
|
||||
// inspect the payload + error and replay if needed.
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId: null,
|
||||
domain: 'emails',
|
||||
runId: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.emails,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_b = job.id) !== null && _b !== void 0 ? _b : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
// BullMQ exhausted retries — write a dead-letter row so an operator can
|
||||
// inspect the payload + error and replay if needed.
|
||||
_c.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('email-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.emails });
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('email-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('email-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -1,203 +0,0 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.maintenance,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var data, cutoff, deleted;
|
||||
var _a, _b;
|
||||
return __generator(this, function (_c) {
|
||||
switch (_c.label) {
|
||||
case 0:
|
||||
if (!(job.name === jobs_1.JOB_NAMES.maintenance.deadLetterCleanup)) return [3 /*break*/, 2];
|
||||
data = jobs_1.ZDeadLetterCleanupPayload.parse((_a = job.data) !== null && _a !== void 0 ? _a : {});
|
||||
cutoff = new Date(Date.now() - data.olderThanDays * 86400 * 1000).toISOString();
|
||||
return [4 /*yield*/, (0, queries_1.pruneDeadLetterJobsOlderThan)(cutoff)];
|
||||
case 1:
|
||||
deleted = _c.sent();
|
||||
logger_1.log.info('dead-letter-cleanup-done', { deleted: deleted, cutoff: cutoff });
|
||||
return [2 /*return*/, { deleted: deleted }];
|
||||
case 2:
|
||||
if (job.name === jobs_1.JOB_NAMES.maintenance.retentionCompact) {
|
||||
jobs_1.ZRetentionCompactPayload.parse((_b = job.data) !== null && _b !== void 0 ? _b : {});
|
||||
// Retention windows for media_job, job_step, email_delivery to be wired
|
||||
// alongside their respective queries. Logged for now so the schedule
|
||||
// is observable without silently dropping data.
|
||||
logger_1.log.info('retention-compact-noop', { reason: 'not-yet-implemented' });
|
||||
return [2 /*return*/, { compacted: 0 }];
|
||||
}
|
||||
throw new Error('Unknown maintenance job: '.concat(job.name));
|
||||
}
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: 1 }
|
||||
);
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('maintenance-worker-ready');
|
||||
});
|
||||
worker.on('failed', function (job, err) {
|
||||
return logger_1.log.error('maintenance-job-failed', {
|
||||
jobName: job === null || job === void 0 ? void 0 : job.name,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('maintenance-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('maintenance-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -2,10 +2,12 @@ import './../bootstrap';
|
||||
|
||||
import { Queue, Worker } from 'bullmq';
|
||||
|
||||
import { runAnalyticsRollupDaily } from '@cio/analytics';
|
||||
import { pruneDeadLetterJobsOlderThan, reapStuckMediaJobs } from '@cio/db/queries';
|
||||
import {
|
||||
JOB_NAMES,
|
||||
QUEUE_NAMES,
|
||||
ZAnalyticsDailyRollupPayload,
|
||||
ZDeadLetterCleanupPayload,
|
||||
ZMediaJobReapPayload,
|
||||
ZRetentionCompactPayload,
|
||||
@@ -53,6 +55,13 @@ const worker = new Worker(
|
||||
return { reaped: reaped.length };
|
||||
}
|
||||
|
||||
if (job.name === JOB_NAMES.maintenance.analyticsDailyRollup) {
|
||||
const data = ZAnalyticsDailyRollupPayload.parse(job.data ?? {});
|
||||
const result = await runAnalyticsRollupDaily({ daysAgo: data.daysAgo });
|
||||
log.info('analytics-rollup-done', result);
|
||||
return result;
|
||||
}
|
||||
|
||||
throw new Error(`Unknown maintenance job: ${job.name}`);
|
||||
},
|
||||
{ connection, concurrency: 1 }
|
||||
@@ -80,6 +89,16 @@ async function registerSchedulers(): Promise<void> {
|
||||
name: JOB_NAMES.maintenance.mediaJobReap,
|
||||
everyMs: MEDIA_JOB_REAP_INTERVAL_MS
|
||||
});
|
||||
|
||||
await maintenanceQueue.upsertJobScheduler(
|
||||
'analytics-daily-rollup-scheduler',
|
||||
{ every: 86_400_000 },
|
||||
{ name: JOB_NAMES.maintenance.analyticsDailyRollup, data: {} }
|
||||
);
|
||||
log.info('analytics-rollup-scheduler-registered', {
|
||||
name: JOB_NAMES.maintenance.analyticsDailyRollup,
|
||||
everyMs: 86_400_000
|
||||
});
|
||||
} catch (err) {
|
||||
log.error('maintenance-scheduler-register-failed', { error: errorMessage(err) });
|
||||
}
|
||||
|
||||
@@ -1,265 +0,0 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var media_1 = require('../processors/media');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.TRANSCRIBE_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '1', 10) || 1;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.mediaTranscribe,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('transcribe-job-start', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade + 1
|
||||
});
|
||||
if (job.name === jobs_1.JOB_NAMES.mediaTranscribe.transcribeAudio) {
|
||||
return [2 /*return*/, (0, media_1.processTranscribeAudio)(job.data)];
|
||||
}
|
||||
throw new Error('Unknown transcribe job: '.concat(job.name));
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt, data;
|
||||
var _a, _b, _c, _d, _e;
|
||||
return __generator(this, function (_f) {
|
||||
switch (_f.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2];
|
||||
logger_1.log.warn('transcribe-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
case 2:
|
||||
logger_1.log.error('transcribe-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
data = job.data;
|
||||
if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4];
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) }
|
||||
})
|
||||
];
|
||||
case 3:
|
||||
_f.sent();
|
||||
_f.label = 4;
|
||||
case 4:
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId:
|
||||
(_c =
|
||||
(_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0
|
||||
? void 0
|
||||
: _b.organizationId) !== null && _c !== void 0
|
||||
? _c
|
||||
: null,
|
||||
domain: 'media',
|
||||
runId:
|
||||
(_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0
|
||||
? _d
|
||||
: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.mediaTranscribe,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 5:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('transcribe-worker-ready', {
|
||||
concurrency: concurrency,
|
||||
queue: jobs_1.QUEUE_NAMES.mediaTranscribe
|
||||
});
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('transcribe-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('transcribe-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
@@ -1,265 +0,0 @@
|
||||
'use strict';
|
||||
var __awaiter =
|
||||
(this && this.__awaiter) ||
|
||||
function (thisArg, _arguments, P, generator) {
|
||||
function adopt(value) {
|
||||
return value instanceof P
|
||||
? value
|
||||
: new P(function (resolve) {
|
||||
resolve(value);
|
||||
});
|
||||
}
|
||||
return new (P || (P = Promise))(function (resolve, reject) {
|
||||
function fulfilled(value) {
|
||||
try {
|
||||
step(generator.next(value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function rejected(value) {
|
||||
try {
|
||||
step(generator['throw'](value));
|
||||
} catch (e) {
|
||||
reject(e);
|
||||
}
|
||||
}
|
||||
function step(result) {
|
||||
result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected);
|
||||
}
|
||||
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
||||
});
|
||||
};
|
||||
var __generator =
|
||||
(this && this.__generator) ||
|
||||
function (thisArg, body) {
|
||||
var _ = {
|
||||
label: 0,
|
||||
sent: function () {
|
||||
if (t[0] & 1) throw t[1];
|
||||
return t[1];
|
||||
},
|
||||
trys: [],
|
||||
ops: []
|
||||
},
|
||||
f,
|
||||
y,
|
||||
t,
|
||||
g = Object.create((typeof Iterator === 'function' ? Iterator : Object).prototype);
|
||||
return (
|
||||
(g.next = verb(0)),
|
||||
(g['throw'] = verb(1)),
|
||||
(g['return'] = verb(2)),
|
||||
typeof Symbol === 'function' &&
|
||||
(g[Symbol.iterator] = function () {
|
||||
return this;
|
||||
}),
|
||||
g
|
||||
);
|
||||
function verb(n) {
|
||||
return function (v) {
|
||||
return step([n, v]);
|
||||
};
|
||||
}
|
||||
function step(op) {
|
||||
if (f) throw new TypeError('Generator is already executing.');
|
||||
while ((g && ((g = 0), op[0] && (_ = 0)), _))
|
||||
try {
|
||||
if (
|
||||
((f = 1),
|
||||
y &&
|
||||
(t = op[0] & 2 ? y['return'] : op[0] ? y['throw'] || ((t = y['return']) && t.call(y), 0) : y.next) &&
|
||||
!(t = t.call(y, op[1])).done)
|
||||
)
|
||||
return t;
|
||||
if (((y = 0), t)) op = [op[0] & 2, t.value];
|
||||
switch (op[0]) {
|
||||
case 0:
|
||||
case 1:
|
||||
t = op;
|
||||
break;
|
||||
case 4:
|
||||
_.label++;
|
||||
return { value: op[1], done: false };
|
||||
case 5:
|
||||
_.label++;
|
||||
y = op[1];
|
||||
op = [0];
|
||||
continue;
|
||||
case 7:
|
||||
op = _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
default:
|
||||
if (!((t = _.trys), (t = t.length > 0 && t[t.length - 1])) && (op[0] === 6 || op[0] === 2)) {
|
||||
_ = 0;
|
||||
continue;
|
||||
}
|
||||
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) {
|
||||
_.label = op[1];
|
||||
break;
|
||||
}
|
||||
if (op[0] === 6 && _.label < t[1]) {
|
||||
_.label = t[1];
|
||||
t = op;
|
||||
break;
|
||||
}
|
||||
if (t && _.label < t[2]) {
|
||||
_.label = t[2];
|
||||
_.ops.push(op);
|
||||
break;
|
||||
}
|
||||
if (t[2]) _.ops.pop();
|
||||
_.trys.pop();
|
||||
continue;
|
||||
}
|
||||
op = body.call(thisArg, _);
|
||||
} catch (e) {
|
||||
op = [6, e];
|
||||
y = 0;
|
||||
} finally {
|
||||
f = t = 0;
|
||||
}
|
||||
if (op[0] & 5) throw op[1];
|
||||
return { value: op[0] ? op[1] : void 0, done: true };
|
||||
}
|
||||
};
|
||||
var _a;
|
||||
Object.defineProperty(exports, '__esModule', { value: true });
|
||||
require('./../bootstrap');
|
||||
var bullmq_1 = require('bullmq');
|
||||
var queries_1 = require('@cio/db/queries');
|
||||
var jobs_1 = require('@cio/jobs');
|
||||
var cancel_1 = require('../utils/cancel');
|
||||
var env_1 = require('../config/env');
|
||||
var logger_1 = require('../utils/logger');
|
||||
var media_1 = require('../processors/media');
|
||||
var concurrency =
|
||||
Number.parseInt((_a = env_1.env.MEDIA_WORKER_CONCURRENCY) !== null && _a !== void 0 ? _a : '2', 10) || 2;
|
||||
var connection = (0, jobs_1.createRedisConnection)();
|
||||
var worker = new bullmq_1.Worker(
|
||||
jobs_1.QUEUE_NAMES.media,
|
||||
function (job) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
logger_1.log.info('media-job-start', { jobName: job.name, bullmqJobId: job.id, attempt: job.attemptsMade + 1 });
|
||||
switch (job.name) {
|
||||
case jobs_1.JOB_NAMES.media.probeMetadata:
|
||||
return [2 /*return*/, (0, media_1.processProbeMetadata)(job.data)];
|
||||
case jobs_1.JOB_NAMES.media.generateThumbnail:
|
||||
return [2 /*return*/, (0, media_1.processGenerateThumbnail)(job.data)];
|
||||
case jobs_1.JOB_NAMES.media.extractAudio:
|
||||
return [2 /*return*/, (0, media_1.processExtractAudio)(job.data)];
|
||||
default:
|
||||
throw new Error('Unknown media job: '.concat(job.name));
|
||||
}
|
||||
return [2 /*return*/];
|
||||
});
|
||||
});
|
||||
},
|
||||
{ connection: connection, concurrency: concurrency }
|
||||
);
|
||||
worker.on('failed', function (job, err) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
var isFinalAttempt, data;
|
||||
var _a, _b, _c, _d, _e;
|
||||
return __generator(this, function (_f) {
|
||||
switch (_f.label) {
|
||||
case 0:
|
||||
if (!job) return [2 /*return*/];
|
||||
if (!(err instanceof cancel_1.JobCanceledError)) return [3 /*break*/, 2];
|
||||
logger_1.log.warn('media-job-canceled', { jobName: job.name, bullmqJobId: job.id });
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(err.mediaJobId, {
|
||||
status: 'canceled',
|
||||
stage: 'canceled',
|
||||
error: { code: 'CANCELED', message: 'Run canceled by user' }
|
||||
})
|
||||
];
|
||||
case 1:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
case 2:
|
||||
logger_1.log.error('media-job-failed', {
|
||||
jobName: job.name,
|
||||
bullmqJobId: job.id,
|
||||
attempt: job.attemptsMade,
|
||||
error: (0, cancel_1.errorMessage)(err)
|
||||
});
|
||||
isFinalAttempt = job.attemptsMade >= ((_a = job.opts.attempts) !== null && _a !== void 0 ? _a : 1);
|
||||
if (!isFinalAttempt) return [2 /*return*/];
|
||||
data = job.data;
|
||||
if (!(data === null || data === void 0 ? void 0 : data.mediaJobId)) return [3 /*break*/, 4];
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.updateMediaJob)(data.mediaJobId, {
|
||||
status: 'failed',
|
||||
stage: 'failed',
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err) }
|
||||
})
|
||||
];
|
||||
case 3:
|
||||
_f.sent();
|
||||
_f.label = 4;
|
||||
case 4:
|
||||
return [
|
||||
4 /*yield*/,
|
||||
(0, queries_1.recordDeadLetterJob)({
|
||||
organizationId:
|
||||
(_c =
|
||||
(_b = data === null || data === void 0 ? void 0 : data.actorContext) === null || _b === void 0
|
||||
? void 0
|
||||
: _b.organizationId) !== null && _c !== void 0
|
||||
? _c
|
||||
: null,
|
||||
domain: 'media',
|
||||
runId:
|
||||
(_d = data === null || data === void 0 ? void 0 : data.mediaJobId) !== null && _d !== void 0
|
||||
? _d
|
||||
: null,
|
||||
queueName: jobs_1.QUEUE_NAMES.media,
|
||||
jobName: job.name,
|
||||
bullmqJobId: (_e = job.id) !== null && _e !== void 0 ? _e : null,
|
||||
payload: job.data,
|
||||
error: { code: 'WORKER_EXHAUSTED_RETRIES', message: (0, cancel_1.errorMessage)(err), stack: err.stack },
|
||||
attempts: job.attemptsMade
|
||||
})
|
||||
];
|
||||
case 5:
|
||||
_f.sent();
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
worker.on('ready', function () {
|
||||
return logger_1.log.info('media-worker-ready', { concurrency: concurrency, queue: jobs_1.QUEUE_NAMES.media });
|
||||
});
|
||||
worker.on('error', function (err) {
|
||||
return logger_1.log.error('media-worker-error', { error: (0, cancel_1.errorMessage)(err) });
|
||||
});
|
||||
var shutdown = function (signal) {
|
||||
return __awaiter(void 0, void 0, void 0, function () {
|
||||
return __generator(this, function (_a) {
|
||||
switch (_a.label) {
|
||||
case 0:
|
||||
logger_1.log.info('media-worker-shutdown', { signal: signal });
|
||||
return [4 /*yield*/, worker.close()];
|
||||
case 1:
|
||||
_a.sent();
|
||||
return [4 /*yield*/, connection.quit()];
|
||||
case 2:
|
||||
_a.sent();
|
||||
process.exit(0);
|
||||
return [2 /*return*/];
|
||||
}
|
||||
});
|
||||
});
|
||||
};
|
||||
process.on('SIGTERM', function () {
|
||||
return void shutdown('SIGTERM');
|
||||
});
|
||||
process.on('SIGINT', function () {
|
||||
return void shutdown('SIGINT');
|
||||
});
|
||||
Reference in New Issue
Block a user