@electric-sql/d2ts/dist/operators/distinct.js

D2TS is a TypeScript implementation of Differential Dataflow.

import { DifferenceStreamWriter } from '../graph.js';
import { StreamBuilder } from '../d2.js';
import { ReduceOperator } from './reduce.js';
/**
 * Operator that removes duplicates by key
 */
export class DistinctOperator extends ReduceOperator {
    constructor(id, inputA, output, initialFrontier) {
        const distinctInner = (vals) => {
            const consolidated = new Map();
            const values = new Map();
            for (const [val, diff] of vals) {
                const key = JSON.stringify(val);
                consolidated.set(key, (consolidated.get(key) || 0) + diff);
                values.set(key, val);
            }
            return Array.from(consolidated.entries())
                .filter(([_, count]) => count > 0)
                .map(([key, _]) => [values.get(key), 1]);
        };
        super(id, inputA, output, distinctInner, initialFrontier);
    }
}
/**
 * Removes duplicates by key
 */
export function distinct() {
    return (stream) => {
        const output = new StreamBuilder(stream.graph, new DifferenceStreamWriter());
        const operator = new DistinctOperator(stream.graph.getNextOperatorId(), stream.connectReader(), output.writer, stream.graph.frontier());
        stream.graph.addOperator(operator);
        stream.graph.addStream(output.connectReader());
        return output;
    };
}
//# sourceMappingURL=distinct.js.map