import type { DEFAULT_DELIMITER, DEFAULT_QUOTATION } from "@/core/constants.ts"; import type { CSVRecord, ParseBinaryOptions, ParseOptions, } from "@/core/types.ts"; import { WorkerSession } from "@/worker/helpers/WorkerSession.ts"; import { sendWorkerMessage } from "@/worker/utils/messageHandler.ts"; import { serializeOptions } from "@/worker/utils/serializeOptions.ts"; /** * Parse CSV stream in Worker thread. * Uses Transferable Streams for zero-copy transfer. * Supports both Node.js Worker Threads and Web Workers (Browser/Deno). * * @internal * @param stream CSV string stream to parse * @param options Parsing options * @returns Async iterable iterator of records */ export async function* parseStreamInWorker< Header extends ReadonlyArray, Delimiter extends string = DEFAULT_DELIMITER, Quotation extends string = DEFAULT_QUOTATION, >( stream: ReadableStream, options?: ParseOptions, ): AsyncIterableIterator> { using session = await WorkerSession.create( options?.engine?.worker === true ? { workerURL: options.engine.workerURL, workerPool: options.engine.workerPool, } : undefined, ); yield* sendWorkerMessage>( session.getWorker(), { id: session.getNextRequestId(), type: "parseStream", data: stream, options: serializeOptions(options), }, options as ParseOptions
| ParseBinaryOptions
| undefined, [stream], // Transfer stream ); }