2026-05-14 15:47:03 +07:00
|
|
|
import { and, asc, eq, lt, sql } from "drizzle-orm";
|
|
|
|
|
import {
|
|
|
|
|
getDatabase as getDrizzleDatabase,
|
|
|
|
|
initializeDatabase,
|
|
|
|
|
} from "./database/drizzle";
|
2026-05-14 15:35:55 +07:00
|
|
|
import { muxerJobsTable, uiStateTable } from "./database/schema";
|
2026-05-13 17:06:22 +07:00
|
|
|
import { createChildLogger } from "./logger";
|
|
|
|
|
|
|
|
|
|
const logger = createChildLogger("muxer-queue");
|
|
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
interface QueryBuilder<T = unknown> extends PromiseLike<T> {
|
|
|
|
|
from(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
where(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
orderBy(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
limit(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
values(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
onConflictDoNothing(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
onConflictDoUpdate(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
set(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
groupBy(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export interface SqliteDatabase {
|
|
|
|
|
select<T = unknown[]>(...args: unknown[]): QueryBuilder<T>;
|
|
|
|
|
insert(...args: unknown[]): QueryBuilder<unknown>;
|
|
|
|
|
update(...args: unknown[]): QueryBuilder<unknown>;
|
|
|
|
|
delete(...args: unknown[]): QueryBuilder<unknown>;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function db(): SqliteDatabase {
|
|
|
|
|
return getDrizzleDatabase() as unknown as SqliteDatabase;
|
|
|
|
|
}
|
2026-05-13 19:47:44 +07:00
|
|
|
|
2026-05-13 17:06:22 +07:00
|
|
|
export interface MuxerJobData {
|
|
|
|
|
userId: string;
|
|
|
|
|
sessionId: string;
|
|
|
|
|
recordingsDir: string;
|
|
|
|
|
outputDir: string;
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
interface StoredJobRow {
|
|
|
|
|
id: string;
|
|
|
|
|
data: string;
|
|
|
|
|
status: "pending" | "processing" | "completed" | "failed";
|
|
|
|
|
attempts: number;
|
|
|
|
|
maxAttempts: number;
|
|
|
|
|
createdAt: number;
|
|
|
|
|
updatedAt: number;
|
|
|
|
|
error: string | null;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
interface JobStatsRow {
|
|
|
|
|
status: "pending" | "processing" | "completed" | "failed";
|
|
|
|
|
count: number | string | { count: number | string };
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-13 17:06:22 +07:00
|
|
|
interface StoredJob {
|
|
|
|
|
id: string;
|
|
|
|
|
data: string;
|
|
|
|
|
status: "pending" | "processing" | "completed" | "failed";
|
|
|
|
|
attempts: number;
|
|
|
|
|
maxAttempts: number;
|
|
|
|
|
createdAt: number;
|
|
|
|
|
updatedAt: number;
|
|
|
|
|
error?: string;
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-14 15:35:55 +07:00
|
|
|
// Export getDatabase for backward compatibility with webserver.ts
|
|
|
|
|
export function getDatabase(): SqliteDatabase {
|
2026-05-15 07:13:37 +07:00
|
|
|
return db();
|
2026-05-13 17:06:22 +07:00
|
|
|
}
|
|
|
|
|
|
2026-05-14 15:02:23 +07:00
|
|
|
export async function getPersistedValue<T>(
|
|
|
|
|
key: string,
|
|
|
|
|
fallback: T,
|
|
|
|
|
): Promise<T> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-14 15:35:55 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
const row = await database
|
|
|
|
|
.select<Array<{ value: string }>>()
|
2026-05-14 15:35:55 +07:00
|
|
|
.from(uiStateTable)
|
|
|
|
|
.where(eq(uiStateTable.key, key))
|
|
|
|
|
.limit(1);
|
|
|
|
|
|
|
|
|
|
if (!row || row.length === 0) return fallback;
|
|
|
|
|
|
2026-05-14 03:17:07 +07:00
|
|
|
try {
|
2026-05-14 15:35:55 +07:00
|
|
|
return JSON.parse(row[0].value) as T;
|
2026-05-14 03:17:07 +07:00
|
|
|
} catch {
|
|
|
|
|
return fallback;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-14 15:02:23 +07:00
|
|
|
export async function setPersistedValue(
|
|
|
|
|
key: string,
|
|
|
|
|
value: unknown,
|
|
|
|
|
): Promise<void> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-14 15:35:55 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.insert(uiStateTable)
|
|
|
|
|
.values({
|
|
|
|
|
key,
|
|
|
|
|
value: JSON.stringify(value),
|
|
|
|
|
updated_at: Date.now(),
|
|
|
|
|
})
|
|
|
|
|
.onConflictDoUpdate({
|
|
|
|
|
target: uiStateTable.key,
|
|
|
|
|
set: {
|
|
|
|
|
value: JSON.stringify(value),
|
|
|
|
|
updated_at: Date.now(),
|
|
|
|
|
},
|
|
|
|
|
});
|
2026-05-14 03:17:07 +07:00
|
|
|
}
|
|
|
|
|
|
2026-05-13 17:06:22 +07:00
|
|
|
export async function enqueueMuxerJob(data: MuxerJobData): Promise<string> {
|
|
|
|
|
try {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-14 15:35:55 +07:00
|
|
|
|
2026-05-13 17:06:22 +07:00
|
|
|
const jobId = `${data.userId}-${data.sessionId}`;
|
|
|
|
|
const now = Date.now();
|
|
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.insert(muxerJobsTable)
|
|
|
|
|
.values({
|
|
|
|
|
id: jobId,
|
|
|
|
|
data: JSON.stringify(data),
|
|
|
|
|
status: "pending",
|
|
|
|
|
attempts: 0,
|
|
|
|
|
maxAttempts: 3,
|
|
|
|
|
createdAt: now,
|
|
|
|
|
updatedAt: now,
|
|
|
|
|
})
|
|
|
|
|
.onConflictDoNothing();
|
2026-05-13 17:06:22 +07:00
|
|
|
|
|
|
|
|
logger.info(
|
|
|
|
|
{ jobId, userId: data.userId, sessionId: data.sessionId },
|
|
|
|
|
"Muxer job enqueued",
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
return jobId;
|
|
|
|
|
} catch (error) {
|
|
|
|
|
logger.error(
|
|
|
|
|
{
|
|
|
|
|
userId: data.userId,
|
|
|
|
|
error: error instanceof Error ? error.message : String(error),
|
|
|
|
|
},
|
|
|
|
|
"Failed to enqueue muxer job",
|
|
|
|
|
);
|
|
|
|
|
throw error;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function getPendingJobs(): Promise<StoredJob[]> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
const rows = await database
|
|
|
|
|
.select<StoredJobRow[]>()
|
2026-05-14 15:35:55 +07:00
|
|
|
.from(muxerJobsTable)
|
|
|
|
|
.where(eq(muxerJobsTable.status, "pending"))
|
|
|
|
|
.orderBy(asc(muxerJobsTable.createdAt))
|
|
|
|
|
.limit(10);
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
return rows.map((row) => ({
|
2026-05-14 15:35:55 +07:00
|
|
|
id: row.id,
|
|
|
|
|
data: row.data,
|
2026-05-13 17:06:22 +07:00
|
|
|
status: row.status as "pending" | "processing" | "completed" | "failed",
|
2026-05-14 15:35:55 +07:00
|
|
|
attempts: row.attempts,
|
|
|
|
|
maxAttempts: row.maxAttempts,
|
|
|
|
|
createdAt: row.createdAt,
|
|
|
|
|
updatedAt: row.updatedAt,
|
|
|
|
|
error: row.error || undefined,
|
2026-05-13 17:06:22 +07:00
|
|
|
}));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function updateJobStatus(
|
|
|
|
|
jobId: string,
|
|
|
|
|
status: "processing" | "completed" | "failed",
|
|
|
|
|
error?: string,
|
|
|
|
|
): Promise<void> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-13 17:06:22 +07:00
|
|
|
const now = Date.now();
|
|
|
|
|
|
|
|
|
|
if (status === "failed") {
|
2026-05-15 07:13:37 +07:00
|
|
|
await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.update(muxerJobsTable)
|
|
|
|
|
.set({
|
|
|
|
|
status,
|
|
|
|
|
attempts: sql`${muxerJobsTable.attempts} + 1`,
|
|
|
|
|
updatedAt: now,
|
|
|
|
|
error: error || null,
|
|
|
|
|
})
|
|
|
|
|
.where(eq(muxerJobsTable.id, jobId));
|
2026-05-13 17:06:22 +07:00
|
|
|
} else {
|
2026-05-15 07:13:37 +07:00
|
|
|
await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.update(muxerJobsTable)
|
|
|
|
|
.set({
|
|
|
|
|
status,
|
|
|
|
|
updatedAt: now,
|
|
|
|
|
})
|
|
|
|
|
.where(eq(muxerJobsTable.id, jobId));
|
2026-05-13 17:06:22 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
logger.info({ jobId, status, error }, "Job status updated");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function retryFailedJob(jobId: string): Promise<boolean> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
const jobs = await database
|
|
|
|
|
.select<StoredJobRow[]>()
|
2026-05-14 15:35:55 +07:00
|
|
|
.from(muxerJobsTable)
|
|
|
|
|
.where(eq(muxerJobsTable.id, jobId))
|
|
|
|
|
.limit(1);
|
|
|
|
|
|
|
|
|
|
const job = jobs[0];
|
2026-05-13 17:06:22 +07:00
|
|
|
|
|
|
|
|
if (!job) {
|
|
|
|
|
logger.warn({ jobId }, "Job not found");
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (job.attempts >= job.maxAttempts) {
|
|
|
|
|
logger.warn(
|
|
|
|
|
{ jobId, attempts: job.attempts, maxAttempts: job.maxAttempts },
|
|
|
|
|
"Max retry attempts reached",
|
|
|
|
|
);
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.update(muxerJobsTable)
|
|
|
|
|
.set({
|
|
|
|
|
status: "pending",
|
|
|
|
|
updatedAt: Date.now(),
|
|
|
|
|
})
|
|
|
|
|
.where(eq(muxerJobsTable.id, jobId));
|
2026-05-13 17:06:22 +07:00
|
|
|
|
|
|
|
|
logger.info({ jobId, attempt: job.attempts + 1 }, "Job retried");
|
|
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function cleanupCompletedJobs(
|
|
|
|
|
olderThanMs: number = 24 * 60 * 60 * 1000,
|
|
|
|
|
): Promise<number> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-13 17:06:22 +07:00
|
|
|
const cutoffTime = Date.now() - olderThanMs;
|
|
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
const result = await database
|
2026-05-14 15:35:55 +07:00
|
|
|
.delete(muxerJobsTable)
|
|
|
|
|
.where(
|
|
|
|
|
and(
|
|
|
|
|
eq(muxerJobsTable.status, "completed"),
|
|
|
|
|
lt(muxerJobsTable.updatedAt, cutoffTime),
|
|
|
|
|
),
|
|
|
|
|
);
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-14 15:47:03 +07:00
|
|
|
const deletedCount =
|
2026-05-15 07:13:37 +07:00
|
|
|
typeof result === "object" && result !== null && "rowsAffected" in result
|
|
|
|
|
? Number(result.rowsAffected)
|
2026-05-14 15:47:03 +07:00
|
|
|
: 0;
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-14 15:35:55 +07:00
|
|
|
logger.info({ deletedCount }, "Cleaned up completed jobs");
|
|
|
|
|
|
|
|
|
|
return deletedCount;
|
2026-05-13 17:06:22 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function getJobStats(): Promise<{
|
|
|
|
|
pending: number;
|
|
|
|
|
processing: number;
|
|
|
|
|
completed: number;
|
|
|
|
|
failed: number;
|
|
|
|
|
}> {
|
2026-05-14 15:35:55 +07:00
|
|
|
await initializeDatabase();
|
2026-05-15 07:13:37 +07:00
|
|
|
const database = db();
|
2026-05-13 17:06:22 +07:00
|
|
|
|
2026-05-15 07:13:37 +07:00
|
|
|
const rows = await database
|
|
|
|
|
.select<JobStatsRow[]>({
|
2026-05-14 15:35:55 +07:00
|
|
|
status: muxerJobsTable.status,
|
|
|
|
|
count: sql<number>`COUNT(*)`,
|
|
|
|
|
})
|
|
|
|
|
.from(muxerJobsTable)
|
|
|
|
|
.groupBy(muxerJobsTable.status);
|
|
|
|
|
|
|
|
|
|
const stats = {
|
|
|
|
|
pending: 0,
|
|
|
|
|
processing: 0,
|
|
|
|
|
completed: 0,
|
|
|
|
|
failed: 0,
|
2026-05-13 17:06:22 +07:00
|
|
|
};
|
|
|
|
|
|
2026-05-14 15:35:55 +07:00
|
|
|
for (const row of rows) {
|
2026-05-14 15:47:03 +07:00
|
|
|
const count =
|
|
|
|
|
typeof row.count === "object" && "count" in row.count
|
2026-05-15 07:13:37 +07:00
|
|
|
? Number((row.count as { count: number | string }).count)
|
2026-05-14 15:47:03 +07:00
|
|
|
: Number(row.count);
|
2026-05-14 15:35:55 +07:00
|
|
|
if (row.status === "pending") stats.pending = count;
|
|
|
|
|
else if (row.status === "processing") stats.processing = count;
|
|
|
|
|
else if (row.status === "completed") stats.completed = count;
|
|
|
|
|
else if (row.status === "failed") stats.failed = count;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return stats;
|
2026-05-13 17:06:22 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export async function closeQueue(): Promise<void> {
|
2026-05-14 15:35:55 +07:00
|
|
|
logger.info("Muxer queue closed");
|
2026-05-13 17:06:22 +07:00
|
|
|
}
|