new things
All checks were successful
Recommender Build and Deploy (internal) / Build Recommender Image (push) Successful in 4m4s
Recommender Build and Deploy (internal) / Deploy Recommender (internal) (push) Successful in 11s

This commit is contained in:
2026-04-02 19:24:58 -03:00
parent 91870f4046
commit ba38092784
19 changed files with 695 additions and 130 deletions

View File

@@ -0,0 +1,9 @@
ALTER TABLE "recommendations" ADD COLUMN "use_validator" boolean DEFAULT false NOT NULL;
--> statement-breakpoint
ALTER TABLE "recommendations" ADD COLUMN "hard_requirements" boolean DEFAULT false NOT NULL;
--> statement-breakpoint
ALTER TABLE "recommendations" ADD COLUMN "self_expansive" boolean DEFAULT false NOT NULL;
--> statement-breakpoint
ALTER TABLE "recommendations" ADD COLUMN "expansive_passes" integer DEFAULT 1 NOT NULL;
--> statement-breakpoint
ALTER TABLE "recommendations" ADD COLUMN "expansive_mode" text DEFAULT 'soft' NOT NULL;

View File

@@ -15,6 +15,7 @@ export async function runRanking(
interpreter: InterpreterOutput,
retrieval: RetrievalOutput,
mediaType: MediaType = 'tv_show',
hardRequirements = false,
): Promise<RankingOutput> {
const mediaLabel = mediaType === 'movie' ? 'movie' : 'TV show';
@@ -57,7 +58,7 @@ Tags:
- "questionable": Partial alignment, some aspects don't match
- "will_not_like": Likely mismatch, conflicts with preferences or avoidance criteria
Every ${mediaLabel} in the input must appear in exactly one tag. Use the title exactly as given.`,
Every ${mediaLabel} in the input must appear in exactly one tag. Use the title exactly as given.${hardRequirements ? '\n\nHARD REQUIREMENTS MODE: Any candidate that does not satisfy every stated requirement must be placed in "will_not_like", regardless of other qualities.' : ''}`,
input: `User preferences:
Liked ${mediaLabel}s: ${interpreter.liked.join(', ') || '(none)'}
Themes: ${interpreter.themes.join(', ') || '(none)'}

View File

@@ -15,6 +15,8 @@ export async function runRetrieval(
brainstormCount = 100,
mediaType: MediaType = 'tv_show',
useWebSearch = false,
hardRequirements = false,
previousFullMatches: string[] = [],
): Promise<RetrievalOutput> {
const mediaLabel = mediaType === 'movie' ? 'movie' : 'TV show';
const mediaLabelPlural = mediaType === 'movie' ? 'movies' : 'TV shows';
@@ -34,7 +36,7 @@ Rules:
- Each "reason" should briefly explain why the ${mediaLabel} matches the preferences
- Avoid duplicates
- Include ${mediaLabelPlural} from different decades, countries${mediaType === 'tv_show' ? ', and networks' : ', and directors'}
- Aim for ${brainstormCount} candidates minimum`,
- Aim for ${brainstormCount} candidates minimum${previousFullMatches.length > 0 ? '\n- Do NOT suggest titles already in the Previous Full Matches list — generate NEW candidates inspired by what made those successful' : ''}${hardRequirements ? '\n\nIMPORTANT: Strictly follow ALL requirements. Exclude any candidate that does not meet every stated requirement.' : ''}`,
input: `Structured preferences:
Liked ${mediaLabelPlural}: ${input.liked.join(', ') || '(none)'}
Disliked ${mediaLabelPlural}: ${input.disliked.join(', ') || '(none)'}
@@ -42,7 +44,7 @@ Themes: ${input.themes.join(', ') || '(none)'}
Character preferences: ${input.character_preferences.join(', ') || '(none)'}
Tone: ${input.tone.join(', ') || '(none)'}
Avoid: ${input.avoid.join(', ') || '(none)'}
Requirements: ${input.requirements.join(', ') || '(none)'}
Requirements: ${input.requirements.join(', ') || '(none)'}${previousFullMatches.length > 0 ? `\n\nPrevious Full Match titles (DO NOT repeat these; use them as inspiration for NEW candidates with similar qualities): ${previousFullMatches.join(', ')}` : ''}
Generate a large, diverse pool of ${mediaLabel} candidates.`,
});

View File

@@ -0,0 +1,67 @@
import { openai, defaultModel, serviceOptions, supportsWebSearch } from '../agent.js';
import type { RetrievalCandidate, ValidatorOutput, MediaType } from '../types/agents.js';
import { z } from 'zod';
import { zodTextFormat } from 'openai/helpers/zod';
const ValidatorSchema = z.object({
candidates: z.array(z.object({
title: z.string(),
reason: z.string(),
isTrash: z.boolean(),
})),
});
const CHUNK_SIZE = 30;
function splitIntoChunks<T>(items: T[], size: number): T[][] {
const chunks: T[][] = [];
for (let i = 0; i < items.length; i += size) {
chunks.push(items.slice(i, i + size));
}
return chunks;
}
async function runValidatorChunk(
candidates: RetrievalCandidate[],
mediaLabel: string,
): Promise<ValidatorOutput> {
const list = candidates.map((c) => `- ${c.title}: ${c.reason}`).join('\n');
const response = await openai.responses.parse({
model: defaultModel,
temperature: 0.1,
...serviceOptions,
...(supportsWebSearch ? { tools: [{ type: 'web_search' as const }] } : {}),
text: { format: zodTextFormat(ValidatorSchema, 'validation') },
instructions: `You are a ${mediaLabel} metadata validator. For each candidate in the list, use web search to verify:
1. The title actually exists as a real, produced ${mediaLabel} (not a made-up or hallucinated title)
2. Correct the "reason" field with accurate metadata (actual genres, tone, year) if it contains errors
Set isTrash: true for entries that:
- Do not exist as a real ${mediaLabel}
- Are clearly hallucinated or fictional titles
- Are so incorrect that no real match can be identified
Set isTrash: false for real, verifiable ${mediaLabel}s, even if minor metadata corrections are needed.
Return every candidate — do not drop any entries from the output.`,
input: `Validate these ${mediaLabel} candidates:\n${list}`,
});
return (response.output_parsed as ValidatorOutput) ?? { candidates: [] };
}
export async function runValidator(
candidates: RetrievalCandidate[],
mediaType: MediaType = 'tv_show',
): Promise<ValidatorOutput> {
const mediaLabel = mediaType === 'movie' ? 'movie' : 'TV show';
const chunks = splitIntoChunks(candidates, CHUNK_SIZE);
const chunkResults = await Promise.all(
chunks.map((chunk) => runValidatorChunk(chunk, mediaLabel))
);
return {
candidates: chunkResults.flatMap((r) => r.candidates),
};
}

View File

@@ -11,6 +11,11 @@ export const recommendations = pgTable('recommendations', {
brainstorm_count: integer('brainstorm_count').notNull().default(100),
media_type: text('media_type').notNull().default('tv_show'),
use_web_search: boolean('use_web_search').notNull().default(false),
use_validator: boolean('use_validator').notNull().default(false),
hard_requirements: boolean('hard_requirements').notNull().default(false),
self_expansive: boolean('self_expansive').notNull().default(false),
expansive_passes: integer('expansive_passes').notNull().default(1),
expansive_mode: text('expansive_mode').notNull().default('soft'),
recommendations: jsonb('recommendations').$type<CuratorOutput[]>(),
status: text('status').notNull().default('pending'),
created_at: timestamp('created_at').defaultNow().notNull(),

View File

@@ -4,6 +4,7 @@ import postgres from 'postgres';
import * as dotenv from 'dotenv';
import path from 'path';
import { fileURLToPath } from 'url';
import fs from 'fs/promises';
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
@@ -25,6 +26,10 @@ const runMigrations = async () => {
console.log('Running database migrations...');
try {
const folder = path.join(__dirname, '../drizzle');
// print all migrations
const migrations = await fs.readdir(folder);
console.log('Migrations:', JSON.stringify(migrations));
await migrate(db, { migrationsFolder: folder });
console.log('Migrations completed successfully.');
} catch (err) {

View File

@@ -3,14 +3,16 @@ import { db } from '../db.js';
import { recommendations } from '../db/schema.js';
import { runInterpreter } from '../agents/interpreter.js';
import { runRetrieval } from '../agents/retrieval.js';
import { runValidator } from '../agents/validator.js';
import { runRanking } from '../agents/ranking.js';
import { runCurator } from '../agents/curator.js';
import type { CuratorOutput, MediaType, RankingOutput, RetrievalCandidate, SSEEvent } from '../types/agents.js';
import type { CuratorOutput, InterpreterOutput, MediaType, RankingOutput, RetrievalCandidate, SSEEvent } from '../types/agents.js';
import { generateTitle } from '../agents/titleGenerator.js';
/* -- Agent pipeline --
[1] Interpreter -> gets user input, transforms into structured data
[2] Retrieval -> gets candidates from OpenAI (high temperature)
[2.5] Validator (optional) -> verifies candidates exist, removes trash
[3] Ranking -> ranks candidates based on user input
[4] Curator -> curates candidates based on user input
*/
@@ -24,8 +26,8 @@ function getBucketCount(count: number): number {
return 4;
}
function deduplicateCandidates(candidates: RetrievalCandidate[]): RetrievalCandidate[] {
const seen = new Set<string>();
function deduplicateCandidates(candidates: RetrievalCandidate[], seenTitles?: Set<string>): RetrievalCandidate[] {
const seen = seenTitles ?? new Set<string>();
return candidates.filter((c) => {
const key = c.title.toLowerCase();
if (seen.has(key)) return false;
@@ -40,6 +42,11 @@ function splitIntoBuckets<T>(items: T[], n: number): T[][] {
.filter((b) => b.length > 0);
}
function mergeCuratorOutputs(a: CuratorOutput[], b: CuratorOutput[]): CuratorOutput[] {
const seen = new Set(a.map((x) => x.title.toLowerCase()));
return [...a, ...b.filter((x) => !seen.has(x.title.toLowerCase()))];
}
function log(recId: string, msg: string, data?: unknown) {
const ts = new Date().toISOString();
if (data !== undefined) {
@@ -49,6 +56,123 @@ function log(recId: string, msg: string, data?: unknown) {
}
}
interface SubPipelineCtx {
recId: string;
interpreterOutput: InterpreterOutput;
mediaType: MediaType;
useWebSearch: boolean;
useValidator: boolean;
useHardRequirements: boolean;
brainstormCount: number;
previousFullMatches: string[];
allSeenTitles: Set<string>;
stagePrefix: string;
sseWrite: (event: SSEEvent) => void;
}
async function runSubPipeline(ctx: SubPipelineCtx): Promise<CuratorOutput[]> {
const {
recId, interpreterOutput, mediaType, useWebSearch, useValidator,
useHardRequirements, brainstormCount, previousFullMatches,
allSeenTitles, stagePrefix, sseWrite,
} = ctx;
const p = (stage: string) => (stagePrefix + stage) as SSEEvent['stage'];
// --- Retrieval (bucketed) ---
log(recId, `${stagePrefix}Retrieval: start`);
sseWrite({ stage: p('retrieval'), status: 'start' });
const t1 = Date.now();
const retrievalBucketCount = getBucketCount(brainstormCount);
const perBucketCount = Math.ceil(brainstormCount / retrievalBucketCount);
const retrievalBuckets = await Promise.all(
Array.from({ length: retrievalBucketCount }, () =>
runRetrieval(interpreterOutput, perBucketCount, mediaType, useWebSearch, useHardRequirements, previousFullMatches)
)
);
const allCandidates = retrievalBuckets.flatMap((r) => r.candidates);
const dedupedCandidates = deduplicateCandidates(allCandidates, allSeenTitles);
log(recId, `${stagePrefix}Retrieval: done (${Date.now() - t1}ms) — ${dedupedCandidates.length} candidates (${retrievalBucketCount} buckets, ${allCandidates.length} before dedup)`, {
titles: dedupedCandidates.map((c) => c.title),
});
sseWrite({ stage: p('retrieval'), status: 'done', data: { candidates: dedupedCandidates } });
// --- Validator (optional) ---
let candidatesForRanking = dedupedCandidates;
if (useValidator) {
log(recId, `${stagePrefix}Validator: start`);
sseWrite({ stage: p('validator'), status: 'start' });
const tV = Date.now();
const validatorOutput = await runValidator(dedupedCandidates, mediaType);
const verified = validatorOutput.candidates.filter((c) => !c.isTrash);
const trashCount = validatorOutput.candidates.length - verified.length;
candidatesForRanking = verified.map(({ title, reason }) => ({ title, reason }));
log(recId, `${stagePrefix}Validator: done (${Date.now() - tV}ms) — removed ${trashCount} trash entries`);
sseWrite({ stage: p('validator'), status: 'done', data: { removed: trashCount } });
} else {
sseWrite({ stage: p('validator'), status: 'done', data: { skipped: true } });
}
// --- Ranking (bucketed) ---
log(recId, `${stagePrefix}Ranking: start`);
sseWrite({ stage: p('ranking'), status: 'start' });
const t2 = Date.now();
const rankBucketCount = getBucketCount(candidatesForRanking.length);
const candidateBuckets = splitIntoBuckets(candidatesForRanking, rankBucketCount);
const rankingBuckets = await Promise.all(
candidateBuckets.map((bucket) =>
runRanking(interpreterOutput, { candidates: bucket }, mediaType, useHardRequirements)
)
);
const rankingOutput: RankingOutput = {
full_match: rankingBuckets.flatMap((r) => r.full_match),
definitely_like: rankingBuckets.flatMap((r) => r.definitely_like),
might_like: rankingBuckets.flatMap((r) => r.might_like),
questionable: rankingBuckets.flatMap((r) => r.questionable),
will_not_like: rankingBuckets.flatMap((r) => r.will_not_like),
};
log(recId, `${stagePrefix}Ranking: done (${Date.now() - t2}ms) — ${rankBucketCount} buckets`, {
full_match: rankingOutput.full_match.length,
definitely_like: rankingOutput.definitely_like.length,
might_like: rankingOutput.might_like.length,
questionable: rankingOutput.questionable.length,
will_not_like: rankingOutput.will_not_like.length,
});
sseWrite({ stage: p('ranking'), status: 'done', data: rankingOutput });
// --- Curator (bucketed) ---
log(recId, `${stagePrefix}Curator: start`);
sseWrite({ stage: p('curator'), status: 'start' });
const t3 = Date.now();
type CategorizedItem = { title: string; category: keyof RankingOutput };
const categorizedItems: CategorizedItem[] = [
...rankingOutput.full_match.map((t) => ({ title: t, category: 'full_match' as const })),
...rankingOutput.definitely_like.map((t) => ({ title: t, category: 'definitely_like' as const })),
...rankingOutput.might_like.map((t) => ({ title: t, category: 'might_like' as const })),
...rankingOutput.questionable.map((t) => ({ title: t, category: 'questionable' as const })),
...rankingOutput.will_not_like.map((t) => ({ title: t, category: 'will_not_like' as const })),
];
const curatorBucketCount = getBucketCount(categorizedItems.length);
const curatorItemBuckets = splitIntoBuckets(categorizedItems, curatorBucketCount);
const curatorBucketRankings: RankingOutput[] = curatorItemBuckets.map((bucket) => ({
full_match: bucket.filter((i) => i.category === 'full_match').map((i) => i.title),
definitely_like: bucket.filter((i) => i.category === 'definitely_like').map((i) => i.title),
might_like: bucket.filter((i) => i.category === 'might_like').map((i) => i.title),
questionable: bucket.filter((i) => i.category === 'questionable').map((i) => i.title),
will_not_like: bucket.filter((i) => i.category === 'will_not_like').map((i) => i.title),
}));
const curatorBucketOutputs = await Promise.all(
curatorBucketRankings.map((ranking) =>
runCurator(ranking, interpreterOutput, mediaType, useWebSearch)
)
);
const curatorOutput = curatorBucketOutputs.flat();
log(recId, `${stagePrefix}Curator: done (${Date.now() - t3}ms) — ${curatorOutput.length} items curated (${curatorBucketCount} buckets)`);
sseWrite({ stage: p('curator'), status: 'done', data: curatorOutput });
return curatorOutput;
}
export async function runPipeline(
rec: RecommendationRecord,
sseWrite: (event: SSEEvent) => void,
@@ -58,8 +182,11 @@ export async function runPipeline(
const startTime = Date.now();
const mediaType = (rec.media_type ?? 'tv_show') as MediaType;
const useWebSearch = rec.use_web_search ?? false;
const useValidator = rec.use_validator ?? false;
const useHardRequirements = rec.hard_requirements ?? false;
const selfExpansive = rec.self_expansive ?? false;
log(rec.id, `Starting pipeline for "${rec.title}" [${mediaType}${useWebSearch ? ', web_search' : ''}]${feedbackContext ? ' (with feedback context)' : ''}`);
log(rec.id, `Starting pipeline for "${rec.title}" [${mediaType}${useWebSearch ? ', web_search' : ''}${useValidator ? ', validator' : ''}${useHardRequirements ? ', hard_req' : ''}${selfExpansive ? `, expansive×${rec.expansive_passes}(${rec.expansive_mode})` : ''}]${feedbackContext ? ' (with feedback context)' : ''}`);
try {
// Set status to running
@@ -91,84 +218,69 @@ export async function runPipeline(
});
sseWrite({ stage: 'interpreter', status: 'done', data: interpreterOutput });
// --- Retrieval (bucketed) ---
// --- Pass 1: Retrieval → [Validator?] → Ranking → Curator ---
currentStage = 'retrieval';
log(rec.id, 'Retrieval: start');
sseWrite({ stage: 'retrieval', status: 'start' });
const t1 = Date.now();
const retrievalBucketCount = getBucketCount(rec.brainstorm_count);
const perBucketCount = Math.ceil(rec.brainstorm_count / retrievalBucketCount);
const retrievalBuckets = await Promise.all(
Array.from({ length: retrievalBucketCount }, () =>
runRetrieval(interpreterOutput, perBucketCount, mediaType, useWebSearch)
)
);
const allCandidates = retrievalBuckets.flatMap((r) => r.candidates);
const dedupedCandidates = deduplicateCandidates(allCandidates);
const retrievalOutput = { candidates: dedupedCandidates };
log(rec.id, `Retrieval: done (${Date.now() - t1}ms) — ${dedupedCandidates.length} candidates (${retrievalBucketCount} buckets, ${allCandidates.length} before dedup)`, {
titles: dedupedCandidates.map((c) => c.title),
const allSeenTitles = new Set<string>();
const pass1Output = await runSubPipeline({
recId: rec.id,
interpreterOutput,
mediaType,
useWebSearch,
useValidator,
useHardRequirements,
brainstormCount: rec.brainstorm_count,
previousFullMatches: [],
allSeenTitles,
stagePrefix: '',
sseWrite: (event) => {
currentStage = event.stage;
sseWrite(event);
},
});
sseWrite({ stage: 'retrieval', status: 'done', data: retrievalOutput });
// --- Ranking (bucketed) ---
currentStage = 'ranking';
log(rec.id, 'Ranking: start');
sseWrite({ stage: 'ranking', status: 'start' });
const t2 = Date.now();
const rankBucketCount = getBucketCount(dedupedCandidates.length);
const candidateBuckets = splitIntoBuckets(dedupedCandidates, rankBucketCount);
const rankingBuckets = await Promise.all(
candidateBuckets.map((bucket) =>
runRanking(interpreterOutput, { candidates: bucket }, mediaType)
)
);
const rankingOutput: RankingOutput = {
full_match: rankingBuckets.flatMap((r) => r.full_match),
definitely_like: rankingBuckets.flatMap((r) => r.definitely_like),
might_like: rankingBuckets.flatMap((r) => r.might_like),
questionable: rankingBuckets.flatMap((r) => r.questionable),
will_not_like: rankingBuckets.flatMap((r) => r.will_not_like),
};
log(rec.id, `Ranking: done (${Date.now() - t2}ms) — ${rankBucketCount} buckets`, {
full_match: rankingOutput.full_match.length,
definitely_like: rankingOutput.definitely_like.length,
might_like: rankingOutput.might_like.length,
questionable: rankingOutput.questionable.length,
will_not_like: rankingOutput.will_not_like.length,
});
sseWrite({ stage: 'ranking', status: 'done', data: rankingOutput });
let mergedOutput = pass1Output;
// --- Curator (bucketed) ---
currentStage = 'curator';
log(rec.id, 'Curator: start');
sseWrite({ stage: 'curator', status: 'start' });
const t3 = Date.now();
type CategorizedItem = { title: string; category: keyof RankingOutput };
const categorizedItems: CategorizedItem[] = [
...rankingOutput.full_match.map((t) => ({ title: t, category: 'full_match' as const })),
...rankingOutput.definitely_like.map((t) => ({ title: t, category: 'definitely_like' as const })),
...rankingOutput.might_like.map((t) => ({ title: t, category: 'might_like' as const })),
...rankingOutput.questionable.map((t) => ({ title: t, category: 'questionable' as const })),
...rankingOutput.will_not_like.map((t) => ({ title: t, category: 'will_not_like' as const })),
];
const curatorBucketCount = getBucketCount(categorizedItems.length);
const curatorItemBuckets = splitIntoBuckets(categorizedItems, curatorBucketCount);
const curatorBucketRankings: RankingOutput[] = curatorItemBuckets.map((bucket) => ({
full_match: bucket.filter((i) => i.category === 'full_match').map((i) => i.title),
definitely_like: bucket.filter((i) => i.category === 'definitely_like').map((i) => i.title),
might_like: bucket.filter((i) => i.category === 'might_like').map((i) => i.title),
questionable: bucket.filter((i) => i.category === 'questionable').map((i) => i.title),
will_not_like: bucket.filter((i) => i.category === 'will_not_like').map((i) => i.title),
}));
const curatorBucketOutputs = await Promise.all(
curatorBucketRankings.map((ranking) =>
runCurator(ranking, interpreterOutput, mediaType, useWebSearch)
)
);
const curatorOutput = curatorBucketOutputs.flat();
log(rec.id, `Curator: done (${Date.now() - t3}ms) — ${curatorOutput.length} items curated (${curatorBucketCount} buckets)`);
sseWrite({ stage: 'curator', status: 'done', data: curatorOutput });
// --- Self Expansive: extra passes ---
if (selfExpansive && rec.expansive_passes > 0) {
const allFullMatches = pass1Output
.filter((c) => c.category === 'Full Match')
.map((c) => c.title);
for (let i = 0; i < rec.expansive_passes; i++) {
const passNum = i + 2;
const passCount = rec.expansive_mode === 'extreme' ? rec.brainstorm_count : 60;
const passPrefix = `pass${passNum}:` as const;
log(rec.id, `Self Expansive Pass ${passNum}: start (${passCount} candidates, ${allFullMatches.length} full matches as context)`);
currentStage = `${passPrefix}retrieval` as SSEEvent['stage'];
const passOutput = await runSubPipeline({
recId: rec.id,
interpreterOutput,
mediaType,
useWebSearch,
useValidator,
useHardRequirements,
brainstormCount: passCount,
previousFullMatches: [...allFullMatches],
allSeenTitles,
stagePrefix: passPrefix,
sseWrite: (event) => {
currentStage = event.stage;
sseWrite(event);
},
});
mergedOutput = mergeCuratorOutputs(mergedOutput, passOutput);
const newFullMatches = passOutput
.filter((c) => c.category === 'Full Match')
.map((c) => c.title);
allFullMatches.push(...newFullMatches);
log(rec.id, `Self Expansive Pass ${passNum}: done — ${passOutput.length} new items, ${mergedOutput.length} total`);
}
}
// Generate AI title
let aiTitle: string = rec.title;
@@ -180,17 +292,27 @@ export async function runPipeline(
log(rec.id, `Title generation failed, keeping initial title: ${String(err)}`);
}
// Sort by category order before saving
const CATEGORY_ORDER: Record<string, number> = {
'Full Match': 0,
'Definitely Like': 1,
'Might Like': 2,
'Questionable': 3,
'Will Not Like': 4,
};
mergedOutput.sort((a, b) => (CATEGORY_ORDER[a.category] ?? 99) - (CATEGORY_ORDER[b.category] ?? 99));
// Save results to DB
log(rec.id, 'Saving results to DB');
await db
.update(recommendations)
.set({ recommendations: curatorOutput, status: 'done', title: aiTitle })
.set({ recommendations: mergedOutput, status: 'done', title: aiTitle })
.where(eq(recommendations.id, rec.id));
sseWrite({ stage: 'complete', status: 'done', data: { title: aiTitle } });
log(rec.id, `Pipeline complete (total: ${Date.now() - startTime}ms)`);
return curatorOutput;
return mergedOutput;
} catch (err) {
const message = err instanceof Error ? err.message : String(err);
log(rec.id, `Pipeline error at stage "${currentStage}": ${message}`);

View File

@@ -4,6 +4,7 @@ import { db } from '../db.js';
import { recommendations, feedback } from '../db/schema.js';
import { runPipeline } from '../pipelines/recommendation.js';
import type { MediaType, SSEEvent } from '../types/agents.js';
import { supportsWebSearch } from '../agent.js';
export default async function recommendationsRoute(fastify: FastifyInstance) {
// POST /recommendations — create record, return { id }
@@ -16,6 +17,11 @@ export default async function recommendationsRoute(fastify: FastifyInstance) {
brainstorm_count?: number;
media_type?: string;
use_web_search?: boolean;
use_validator?: boolean;
hard_requirements?: boolean;
self_expansive?: boolean;
expansive_passes?: number;
expansive_mode?: string;
};
const title = (body.main_prompt ?? '')
@@ -28,6 +34,12 @@ export default async function recommendationsRoute(fastify: FastifyInstance) {
const brainstorm_count = Number.isFinite(rawCount) ? Math.min(200, Math.max(50, rawCount)) : 100;
const media_type: MediaType = body.media_type === 'movie' ? 'movie' : 'tv_show';
const use_web_search = body.use_web_search === true;
const use_validator = body.use_validator === true && supportsWebSearch;
const hard_requirements = body.hard_requirements === true;
const self_expansive = body.self_expansive === true;
const rawPasses = Number(body.expansive_passes ?? 2);
const expansive_passes = Number.isFinite(rawPasses) ? Math.min(5, Math.max(1, rawPasses)) : 2;
const expansive_mode = body.expansive_mode === 'extreme' ? 'extreme' : 'soft';
const [rec] = await db
.insert(recommendations)
@@ -40,6 +52,11 @@ export default async function recommendationsRoute(fastify: FastifyInstance) {
brainstorm_count,
media_type,
use_web_search,
use_validator,
hard_requirements,
self_expansive,
expansive_passes,
expansive_mode,
status: 'pending',
})
.returning({ id: recommendations.id });

View File

@@ -19,6 +19,16 @@ export interface RetrievalOutput {
candidates: RetrievalCandidate[];
}
export interface ValidatorCandidate {
title: string;
reason: string;
isTrash: boolean;
}
export interface ValidatorOutput {
candidates: ValidatorCandidate[];
}
export interface RankingOutput {
full_match: string[];
definitely_like: string[];
@@ -38,7 +48,18 @@ export interface CuratorOutput {
cons: string[];
}
export type PipelineStage = 'interpreter' | 'retrieval' | 'ranking' | 'curator' | 'complete';
export type PipelineStage =
| 'interpreter'
| 'retrieval'
| 'validator'
| 'ranking'
| 'curator'
| 'complete'
| `pass${number}:retrieval`
| `pass${number}:validator`
| `pass${number}:ranking`
| `pass${number}:curator`;
export type SSEStatus = 'start' | 'done' | 'error';
export interface SSEEvent {

View File

@@ -24,6 +24,11 @@ export function createRecommendation(body: {
brainstorm_count?: number;
media_type: MediaType;
use_web_search?: boolean;
use_validator?: boolean;
hard_requirements?: boolean;
self_expansive?: boolean;
expansive_passes?: number;
expansive_mode?: 'soft' | 'extreme';
}): Promise<{ id: string }> {
return request('/recommendations', {
method: 'POST',

View File

@@ -62,6 +62,18 @@
color: #e879f9;
}
.badge-verified {
background: rgba(34, 197, 94, 0.15);
color: #4ade80;
}
.card-badges {
display: flex;
flex-wrap: wrap;
gap: 6px;
margin-bottom: 10px;
}
.card-title {
font-size: 16px;
font-weight: 600;
@@ -81,7 +93,6 @@
background: rgba(148, 163, 184, 0.12);
color: var(--text-dim);
display: inline-block;
margin-bottom: 10px;
text-transform: none;
letter-spacing: 0;
}

View File

@@ -244,4 +244,64 @@
.toggle-switch.on .toggle-knob {
transform: translateX(18px);
}
/* ── Disabled toggle ─────────────────────────────────────── */
.toggle-disabled {
opacity: 0.45;
cursor: not-allowed;
}
.toggle-switch-disabled {
cursor: not-allowed;
}
/* ── Self Expansive options ──────────────────────────────── */
.expansive-options {
padding: 12px 14px;
background: var(--bg-surface-2);
border: 1px solid var(--border);
border-radius: var(--radius-sm);
display: flex;
flex-direction: column;
gap: 14px;
margin-top: -8px;
}
.mode-buttons {
display: flex;
gap: 8px;
}
.mode-btn {
flex: 1;
padding: 8px 0;
background: var(--bg-surface);
border: 1px solid var(--border);
border-radius: var(--radius-sm);
color: var(--text-muted);
font-size: 13px;
font-weight: 500;
cursor: pointer;
transition: background 0.15s, border-color 0.15s, color 0.15s;
font-family: inherit;
}
.mode-btn--active {
background: var(--accent-dim);
border-color: var(--accent);
color: var(--accent);
}
.mode-btn:hover:not(.mode-btn--active) {
background: var(--bg-surface-3);
border-color: var(--text-dim);
color: var(--text);
}
.mode-desc {
display: block;
margin-top: 4px;
}

View File

@@ -12,6 +12,11 @@ interface NewRecommendationModalProps {
brainstorm_count?: number;
media_type: MediaType;
use_web_search?: boolean;
use_validator?: boolean;
hard_requirements?: boolean;
self_expansive?: boolean;
expansive_passes?: number;
expansive_mode?: 'soft' | 'extreme';
}) => Promise<void>;
}
@@ -24,6 +29,11 @@ export function NewRecommendationModal({ onClose, onSubmit }: NewRecommendationM
const [themes, setThemes] = useState('');
const [brainstormCount, setBrainstormCount] = useState(100);
const [useWebSearch, setUseWebSearch] = useState(false);
const [useValidator, setUseValidator] = useState(false);
const [useHardRequirements, setUseHardRequirements] = useState(false);
const [selfExpansive, setSelfExpansive] = useState(false);
const [expansivePasses, setExpansivePasses] = useState(2);
const [expansiveMode, setExpansiveMode] = useState<'soft' | 'extreme'>('soft');
const [loading, setLoading] = useState(false);
const mediaLabel = mediaType === 'movie' ? 'Movie' : 'TV Show';
@@ -34,6 +44,12 @@ export function NewRecommendationModal({ onClose, onSubmit }: NewRecommendationM
setStep('form');
};
const handleWebSearchToggle = () => {
const next = !useWebSearch;
setUseWebSearch(next);
if (!next) setUseValidator(false);
};
const handleSubmit = async (e: Event) => {
e.preventDefault();
if (!mainPrompt.trim()) return;
@@ -47,6 +63,11 @@ export function NewRecommendationModal({ onClose, onSubmit }: NewRecommendationM
brainstorm_count: brainstormCount,
media_type: mediaType,
use_web_search: useWebSearch,
use_validator: useValidator,
hard_requirements: useHardRequirements,
self_expansive: selfExpansive,
expansive_passes: selfExpansive ? expansivePasses : 1,
expansive_mode: expansiveMode,
});
onClose();
} finally {
@@ -165,12 +186,96 @@ export function NewRecommendationModal({ onClose, onSubmit }: NewRecommendationM
<span class="toggle-title">Web Search</span>
<span class="toggle-desc">Use real-time web search for more accurate and up-to-date {mediaPluralLabel}</span>
</div>
<div class={`toggle-switch${useWebSearch ? ' on' : ''}`} onClick={() => setUseWebSearch((v) => !v)}>
<div class={`toggle-switch${useWebSearch ? ' on' : ''}`} onClick={handleWebSearchToggle}>
<div class="toggle-knob" />
</div>
</label>
</div>
<div class="form-group-toggle">
<label class={`toggle-label${!useWebSearch ? ' toggle-disabled' : ''}`}>
<div class="toggle-text">
<span class="toggle-title">Validator Agent</span>
<span class="toggle-desc">
Verify candidates against real {mediaPluralLabel} metadata using web search
{!useWebSearch && ' (requires Web Search)'}
</span>
</div>
<div
class={`toggle-switch${useValidator ? ' on' : ''}${!useWebSearch ? ' toggle-switch-disabled' : ''}`}
onClick={() => useWebSearch && setUseValidator((v) => !v)}
>
<div class="toggle-knob" />
</div>
</label>
</div>
<div class="form-group-toggle">
<label class="toggle-label">
<div class="toggle-text">
<span class="toggle-title">Hard Requirements</span>
<span class="toggle-desc">Strictly enforce all specified requirements when generating and ranking</span>
</div>
<div class={`toggle-switch${useHardRequirements ? ' on' : ''}`} onClick={() => setUseHardRequirements((v) => !v)}>
<div class="toggle-knob" />
</div>
</label>
</div>
<div class="form-group-toggle">
<label class="toggle-label">
<div class="toggle-text">
<span class="toggle-title">Self Expansive Mode</span>
<span class="toggle-desc">Re-run the pipeline using Full Match results to discover more great {mediaPluralLabel}</span>
</div>
<div class={`toggle-switch${selfExpansive ? ' on' : ''}`} onClick={() => setSelfExpansive((v) => !v)}>
<div class="toggle-knob" />
</div>
</label>
</div>
{selfExpansive && (
<div class="expansive-options">
<div class="form-group">
<label for="expansive-passes">Extra passes ({expansivePasses})</label>
<input
id="expansive-passes"
type="range"
class="form-input"
min={1}
max={5}
step={1}
value={expansivePasses}
onInput={(e) => setExpansivePasses(Number((e.target as HTMLInputElement).value))}
/>
</div>
<div class="form-group">
<label>Mode</label>
<div class="mode-buttons">
<button
type="button"
class={`mode-btn${expansiveMode === 'soft' ? ' mode-btn--active' : ''}`}
onClick={() => setExpansiveMode('soft')}
>
Soft
</button>
<button
type="button"
class={`mode-btn${expansiveMode === 'extreme' ? ' mode-btn--active' : ''}`}
onClick={() => setExpansiveMode('extreme')}
>
Extreme
</button>
</div>
<span class="toggle-desc mode-desc">
{expansiveMode === 'soft'
? 'Each extra pass brainstorms 60 new candidates in 2 buckets'
: `Each extra pass brainstorms ${brainstormCount} new candidates (same as main pass)`}
</span>
</div>
</div>
)}
<div class="modal-actions">
<button type="button" class="btn-secondary" onClick={onClose} disabled={loading}>
Cancel

View File

@@ -88,3 +88,26 @@
.pipeline-retry {
margin-top: 20px;
}
.pipeline-step--skipped {
border-color: var(--border);
background: var(--bg-surface);
opacity: 0.45;
}
.stage-skipped {
color: var(--text-dim);
}
.pipeline-pass-group--extra {
margin-top: 20px;
}
.pipeline-pass-label {
font-size: 11px;
font-weight: 700;
text-transform: uppercase;
letter-spacing: 0.06em;
color: var(--text-dim);
margin-bottom: 8px;
}

View File

@@ -1,14 +1,18 @@
import './PipelineProgress.css';
import type { StageMap, StageStatus } from '../types/index.js';
const STAGES: { key: keyof StageMap; label: string }[] = [
{ key: 'interpreter', label: 'Interpreting Preferences' },
{ key: 'retrieval', label: 'Generating Candidates' },
{ key: 'ranking', label: 'Ranking Candidates' },
{ key: 'curator', label: 'Curating Results' },
];
export interface StageEntry {
key: string;
label: string;
}
export interface StageGroup {
label: string;
stages: StageEntry[];
}
interface PipelineProgressProps {
stageGroups: StageGroup[];
stages: StageMap;
onRetry?: () => void;
}
@@ -21,25 +25,35 @@ function StageIcon({ status }: { status: StageStatus }) {
return <span class="stage-icon stage-error"></span>;
case 'running':
return <span class="stage-icon stage-running spinner"></span>;
case 'skipped':
return <span class="stage-icon stage-skipped"></span>;
default:
return <span class="stage-icon stage-pending"></span>;
}
}
export function PipelineProgress({ stages, onRetry }: PipelineProgressProps) {
export function PipelineProgress({ stageGroups, stages, onRetry }: PipelineProgressProps) {
const hasError = Object.values(stages).some((s) => s === 'error');
return (
<div class="pipeline-progress">
<h3 class="pipeline-title">{hasError ? 'Pipeline Failed' : 'Generating Recommendations…'}</h3>
<ul class="pipeline-steps">
{STAGES.map(({ key, label }) => (
<li key={key} class={`pipeline-step pipeline-step--${stages[key]}`}>
<StageIcon status={stages[key]} />
<span class="pipeline-step-label">{label}</span>
</li>
))}
</ul>
{stageGroups.map((group, gi) => (
<div key={gi} class={`pipeline-pass-group${gi > 0 ? ' pipeline-pass-group--extra' : ''}`}>
{group.label && <div class="pipeline-pass-label">{group.label}</div>}
<ul class="pipeline-steps">
{group.stages.map(({ key, label }) => {
const status: StageStatus = stages[key] ?? 'pending';
return (
<li key={key} class={`pipeline-step pipeline-step--${status}`}>
<StageIcon status={status} />
<span class="pipeline-step-label">{label}</span>
</li>
);
})}
</ul>
</div>
))}
{hasError && onRetry && (
<div class="pipeline-retry">
<button class="btn-primary" onClick={onRetry}>Re-run Pipeline</button>

View File

@@ -4,6 +4,7 @@ import type { CuratorOutput, CuratorCategory } from '../types/index.js';
interface RecommendationCardProps {
show: CuratorOutput;
verified?: boolean;
existingFeedback?: { stars: number; feedback: string };
onFeedback: (item_name: string, stars: number, feedback: string) => Promise<void>;
}
@@ -16,7 +17,7 @@ const CATEGORY_COLORS: Record<CuratorCategory, string> = {
'Will Not Like': 'badge-red',
};
export function RecommendationCard({ show, existingFeedback, onFeedback }: RecommendationCardProps) {
export function RecommendationCard({ show, verified, existingFeedback, onFeedback }: RecommendationCardProps) {
const [selectedStars, setSelectedStars] = useState(existingFeedback?.stars ?? 0);
const [hoverStar, setHoverStar] = useState(0);
const [comment, setComment] = useState(existingFeedback?.feedback ?? '');
@@ -49,7 +50,10 @@ export function RecommendationCard({ show, existingFeedback, onFeedback }: Recom
</div>
<p class="card-explanation">{show.explanation}</p>
{show.genre && <span class="badge genre-badge">{show.genre}</span>}
<div class="card-badges">
{show.genre && <span class="badge genre-badge">{show.genre}</span>}
{verified && <span class="badge badge-verified">Verified</span>}
</div>
{(show.pros?.length > 0 || show.cons?.length > 0) && (
<div class="pros-cons-table">

View File

@@ -38,6 +38,11 @@ export function useRecommendations() {
brainstorm_count?: number;
media_type: MediaType;
use_web_search?: boolean;
use_validator?: boolean;
hard_requirements?: boolean;
self_expansive?: boolean;
expansive_passes?: number;
expansive_mode?: 'soft' | 'extreme';
}) => {
const { id } = await createRecommendation(body);
await refreshList();

View File

@@ -2,33 +2,71 @@ import { useState, useCallback, useEffect } from 'preact/hooks';
import './Recom.css';
import { route } from 'preact-router';
import { PipelineProgress } from '../components/PipelineProgress.js';
import type { StageGroup } from '../components/PipelineProgress.js';
import { RecommendationCard } from '../components/RecommendationCard.js';
import { Sidebar } from '../components/Sidebar.js';
import { NewRecommendationModal } from '../components/NewRecommendationModal.js';
import { useRecommendationsContext } from '../context/RecommendationsContext.js';
import { useSSE } from '../hooks/useSSE.js';
import { getRecommendation } from '../api/client.js';
import type { Recommendation, SSEEvent, StageMap, PipelineStage } from '../types/index.js';
import type { Recommendation, SSEEvent, StageMap, StageStatus } from '../types/index.js';
interface RecomProps {
id: string;
path?: string;
}
const DEFAULT_STAGES: StageMap = {
interpreter: 'pending',
retrieval: 'pending',
ranking: 'pending',
curator: 'pending',
};
function buildDefaultStages(rec: Recommendation | null): StageMap {
const map: StageMap = {
interpreter: 'pending',
retrieval: 'pending',
validator: 'pending',
ranking: 'pending',
curator: 'pending',
};
if (rec?.self_expansive && rec.expansive_passes > 0) {
for (let i = 0; i < rec.expansive_passes; i++) {
const p = i + 2;
map[`pass${p}:retrieval`] = 'pending';
if (rec.use_validator) map[`pass${p}:validator`] = 'pending';
map[`pass${p}:ranking`] = 'pending';
map[`pass${p}:curator`] = 'pending';
}
}
return map;
}
const STAGE_ORDER: (keyof StageMap)[] = ['interpreter', 'retrieval', 'ranking', 'curator'];
function buildStageGroups(rec: Recommendation | null): StageGroup[] {
const baseStages = [
{ key: 'interpreter', label: 'Interpreting Preferences' },
{ key: 'retrieval', label: 'Generating Candidates' },
{ key: 'validator', label: 'Validating Candidates' },
{ key: 'ranking', label: 'Ranking Candidates' },
{ key: 'curator', label: 'Curating Results' },
];
const groups: StageGroup[] = [{ label: '', stages: baseStages }];
if (rec?.self_expansive && rec.expansive_passes > 0) {
for (let i = 0; i < rec.expansive_passes; i++) {
const p = i + 2;
groups.push({
label: `Pass ${p}`,
stages: [
{ key: `pass${p}:retrieval`, label: 'Generating Candidates' },
...(rec.use_validator ? [{ key: `pass${p}:validator`, label: 'Validating Candidates' }] : []),
{ key: `pass${p}:ranking`, label: 'Ranking Candidates' },
{ key: `pass${p}:curator`, label: 'Curating Results' },
],
});
}
}
return groups;
}
export function Recom({ id }: RecomProps) {
const { list, feedback, submitFeedback, rerank, updateStatus, updateTitle, refreshList, createNew, deleteRec } = useRecommendationsContext();
const [rec, setRec] = useState<Recommendation | null>(null);
const [stages, setStages] = useState<StageMap>(DEFAULT_STAGES);
const [stages, setStages] = useState<StageMap>(buildDefaultStages(null));
// sseKey drives the SSE connection. null = inactive; a number = active.
// Using a timestamp nonce ensures the URL is always unique on (re)connect,
// so useSSE's useEffect always re-runs even if the base path hasn't changed.
@@ -42,13 +80,13 @@ export function Recom({ id }: RecomProps) {
useEffect(() => {
setRec(null);
setStages(DEFAULT_STAGES);
setStages(buildDefaultStages(null));
setSseKey(null);
getRecommendation(id)
.then((data) => {
setRec(data);
if (data.status === 'running' || data.status === 'pending') {
setStages(DEFAULT_STAGES);
setStages(buildDefaultStages(data));
setSseKey(Date.now());
}
})
@@ -58,13 +96,20 @@ export function Recom({ id }: RecomProps) {
const handleSSEEvent = useCallback(
(event: SSEEvent) => {
if (event.stage !== 'complete') {
const stageKey = event.stage as keyof StageMap;
if (STAGE_ORDER.includes(stageKey)) {
setStages((prev) => ({
...prev,
[stageKey]: event.status === 'start' ? 'running' : event.status === 'done' ? 'done' : 'error',
}));
}
const stageKey = event.stage as string;
setStages((prev) => {
if (!(stageKey in prev)) return prev;
const eventData = event.data as { skipped?: boolean } | undefined;
let newStatus: StageStatus;
if (event.status === 'start') {
newStatus = 'running';
} else if (event.status === 'done') {
newStatus = eventData?.skipped ? 'skipped' : 'done';
} else {
newStatus = 'error';
}
return { ...prev, [stageKey]: newStatus };
});
}
if (event.stage === 'complete' && event.status === 'done') {
@@ -88,9 +133,9 @@ export function Recom({ id }: RecomProps) {
setSseKey(null);
updateStatus(id, 'error');
setRec((prev) => (prev ? { ...prev, status: 'error' as const } : null));
const stageKey = event.stage as PipelineStage;
const stageKey = event.stage as string;
if (stageKey !== 'complete') {
setStages((prev) => ({ ...prev, [stageKey as keyof StageMap]: 'error' }));
setStages((prev) => (stageKey in prev ? { ...prev, [stageKey]: 'error' } : prev));
}
}
},
@@ -102,7 +147,10 @@ export function Recom({ id }: RecomProps) {
if (data.status === 'done') {
setSseKey(null);
setRec(data);
setStages({ interpreter: 'done', retrieval: 'done', ranking: 'done', curator: 'done' });
const allDone = Object.fromEntries(
Object.keys(buildDefaultStages(data)).map((k) => [k, 'done' as StageStatus])
);
setStages(allDone);
updateStatus(id, 'done');
void refreshList();
} else if (data.status === 'error') {
@@ -121,14 +169,14 @@ export function Recom({ id }: RecomProps) {
const handleRetry = async () => {
await rerank(id);
setStages(DEFAULT_STAGES);
setStages(buildDefaultStages(rec));
setSseKey(Date.now());
setRec((prev) => (prev ? { ...prev, status: 'pending' as const } : null));
};
const handleRerank = async () => {
await rerank(id);
setStages(DEFAULT_STAGES);
setStages(buildDefaultStages(rec));
setSseKey(Date.now());
setRec((prev) => (prev ? { ...prev, status: 'pending' as const } : null));
};
@@ -141,6 +189,11 @@ export function Recom({ id }: RecomProps) {
brainstorm_count?: number;
media_type: import('../types/index.js').MediaType;
use_web_search?: boolean;
use_validator?: boolean;
hard_requirements?: boolean;
self_expansive?: boolean;
expansive_passes?: number;
expansive_mode?: 'soft' | 'extreme';
}) => {
const newId = await createNew(body);
route(`/recom/${newId}`);
@@ -148,6 +201,7 @@ export function Recom({ id }: RecomProps) {
const isRunning = rec?.status === 'running' || rec?.status === 'pending' || sseKey !== null;
const feedbackMap = new Map(feedback.map((f) => [f.item_name, f]));
const stageGroups = buildStageGroups(rec);
return (
<div class="layout">
@@ -203,6 +257,24 @@ export function Recom({ id }: RecomProps) {
<span class="rec-info-badge">enabled</span>
</div>
)}
{rec.use_validator && (
<div class="rec-info-row">
<span class="rec-info-label">Validator</span>
<span class="rec-info-badge">enabled</span>
</div>
)}
{rec.hard_requirements && (
<div class="rec-info-row">
<span class="rec-info-label">Hard Req.</span>
<span class="rec-info-badge">enabled</span>
</div>
)}
{rec.self_expansive && (
<div class="rec-info-row">
<span class="rec-info-label">Self Expansive</span>
<span class="rec-info-badge">{rec.expansive_passes} pass{rec.expansive_passes !== 1 ? 'es' : ''} · {rec.expansive_mode}</span>
</div>
)}
<div class="rec-info-row rec-info-delete-row">
{!isRunning && (
<button class="btn-rerun btn-rerank" onClick={handleRetry}>
@@ -228,7 +300,7 @@ export function Recom({ id }: RecomProps) {
{isRunning && (
<div class="content-area">
<PipelineProgress stages={stages} onRetry={handleRetry} />
<PipelineProgress stageGroups={stageGroups} stages={stages} onRetry={handleRetry} />
</div>
)}
@@ -239,6 +311,7 @@ export function Recom({ id }: RecomProps) {
<RecommendationCard
key={show.title}
show={show}
verified={rec.use_validator}
existingFeedback={feedbackMap.get(show.title)}
onFeedback={async (name, stars, comment) => {
await submitFeedback({ item_name: name, stars, feedback: comment });

View File

@@ -22,6 +22,11 @@ export interface Recommendation {
themes: string;
media_type: MediaType;
use_web_search: boolean;
use_validator: boolean;
hard_requirements: boolean;
self_expansive: boolean;
expansive_passes: number;
expansive_mode: 'soft' | 'extreme';
recommendations: CuratorOutput[] | null;
status: RecommendationStatus;
created_at: string;
@@ -43,7 +48,18 @@ export interface FeedbackEntry {
created_at: string;
}
export type PipelineStage = 'interpreter' | 'retrieval' | 'ranking' | 'curator' | 'complete';
export type PipelineStage =
| 'interpreter'
| 'retrieval'
| 'validator'
| 'ranking'
| 'curator'
| 'complete'
| `pass${number}:retrieval`
| `pass${number}:validator`
| `pass${number}:ranking`
| `pass${number}:curator`;
export type SSEStatus = 'start' | 'done' | 'error';
export interface SSEEvent {
@@ -52,6 +68,6 @@ export interface SSEEvent {
data?: unknown;
}
export type StageStatus = 'pending' | 'running' | 'done' | 'error';
export type StageStatus = 'pending' | 'running' | 'done' | 'error' | 'skipped';
export type StageMap = Record<Exclude<PipelineStage, 'complete'>, StageStatus>;
export type StageMap = Record<string, StageStatus>;