alex? alex!

@elx.bsky.social

37 Followers 74 Following

Your main character of the day, everyday.

// Deno Code for Parsing a file import { CsvParseStream } from '@std/csv'; class DistinctUrlStream extends TransformStream { seenUrls = new Set<string>() constructor() { super({ transform: (chunk: Record<string, string>, controller) => { const { urls } = chunk; for (const url of urls.split(', ')) { if (this.seenUrls.has(url)) { continue; } this.seenUrls.add(url); controller.enqueue(`${url}\n`); } }}); } } const output = await Deno.open('./unique-output.txt', { create: true, append: true, }); const input = await Deno.open('./input.csv'); input.readable .pipeThrough(new TextDecoderStream()) .pipeThrough(new CsvParseStream({ trimLeadingSpace: true, skipFirstRow: true })) .pipeThrough(new DistinctUrlStream()) .pipeThrough(new TextEncoderStream()) .pipeTo(output.writable);