From 4cf05f25c41ee1565d5ffc7d9cc9a07260e9b059 Mon Sep 17 00:00:00 2001 From: roll Date: Mon, 22 Sep 2025 17:40:53 +0100 Subject: [PATCH] Fixed inferring remote files --- csv/table/load.ts | 4 +++- file/stream/load.ts | 3 ++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/csv/table/load.ts b/csv/table/load.ts index a38ba85d..f5d61c85 100644 --- a/csv/table/load.ts +++ b/csv/table/load.ts @@ -26,7 +26,9 @@ export async function loadCsvTable( } let dialect = await loadResourceDialect(resource.dialect) - if (!dialect) dialect = await inferCsvDialect(resource, options) + if (!dialect) { + dialect = await inferCsvDialect({ ...resource, path: paths[0] }, options) + } const scanOptions = getScanOptions(resource, dialect) const tables: Table[] = [] diff --git a/file/stream/load.ts b/file/stream/load.ts index 0612f7d8..5a426130 100644 --- a/file/stream/load.ts +++ b/file/stream/load.ts @@ -58,7 +58,8 @@ function limitBytesStream(inputStream: Readable, maxBytes: number) { new Transform({ transform(chunk, _encoding, callback) { if (total >= maxBytes) { - callback(new Error("Byte limit exceeded")) + this.push(null) + callback() return }