initial push from external dev branches

server/dist/sources/core/buildSource.js

@@ -0,0 +1,39 @@
+// The generic "standard function" pipeline, run once per source for a LIVE sync:
+//   listChannels() → raw upstream records  → normalize(raw) → one SourceChannel doc each
+//   → dedupe by deterministic _id (last wins, idempotent) → return docs for upsert.
+//
+// Ported from d-combine/lib/core/build-source.mjs, but returns the docs instead of writing files —
+// the seed module upserts them into Mongo. The whole file is source-agnostic.
+import { logger } from './logger.js';
+export async function buildSource(adapter) {
+    const startedAt = Date.now();
+    logger.info('build', `[${adapter.id}] fetching channel listings…`);
+    const { raw, meta = {} } = await adapter.listChannels();
+    logger.info('build', `[${adapter.id}] got ${raw.length} raw records (${meta.live === false ? 'offline snapshot' : 'live'})`);
+    const ingestedAt = new Date().toISOString();
+    const normalized = [];
+    for (const record of raw) {
+        try {
+            const doc = adapter.normalize(record, { ingestedAt });
+            if (doc)
+                normalized.push(doc);
+        }
+        catch (err) {
+            logger.warn('build', `[${adapter.id}] skipped a record: ${err.message}`);
+        }
+    }
+    // Dedupe by deterministic _id (last wins) — guards against duplicate upstream rows.
+    const byId = new Map();
+    for (const doc of normalized)
+        byId.set(doc._id, doc);
+    const docs = [...byId.values()];
+    logger.ok('build', `[${adapter.id}] normalized ${docs.length} docs`);
+    return {
+        id: adapter.id,
+        count: docs.length,
+        docs,
+        live: meta.live !== false,
+        meta: { ...meta, buildMs: Date.now() - startedAt },
+    };
+}
+//# sourceMappingURL=buildSource.js.map