feat(io): re-introduce IO functions (#4128)

Author: iuioiua

archive/tar_test.ts

@@ -15,7 +15,7 @@ import { Tar } from "./tar.ts";
 import { Untar } from "./untar.ts";
 import { Buffer } from "../io/buffer.ts";
 import { copy } from "../streams/copy.ts";
-import { readAll } from "../streams/read_all.ts";
+import { readAll } from "../io/read_all.ts";
 import { filePath, testdataDir } from "./_test_common.ts";
 
 Deno.test("createTarArchive", async function () {

archive/untar.ts

@@ -37,7 +37,7 @@ import {
   UstarFields,
   ustarStructure,
 } from "./_common.ts";
-import { readAll } from "../streams/read_all.ts";
+import { readAll } from "../io/read_all.ts";
 import type { Reader } from "../io/types.ts";
 
 /**

archive/untar_test.ts

@@ -10,7 +10,7 @@ import {
 } from "./untar.ts";
 import { Buffer } from "../io/buffer.ts";
 import { copy } from "../streams/copy.ts";
-import { readAll } from "../streams/read_all.ts";
+import { readAll } from "../io/read_all.ts";
 import { filePath, testdataDir } from "./_test_common.ts";
 
 interface TestEntry {

http/server_test.ts

@@ -2,8 +2,8 @@
 import { ConnInfo, serve, serveListener, Server, serveTls } from "./server.ts";
 import { mockConn as createMockConn } from "./_mock_conn.ts";
 import { dirname, fromFileUrl, join, resolve } from "../path/mod.ts";
-import { writeAll } from "../streams/write_all.ts";
-import { readAll } from "../streams/read_all.ts";
+import { writeAll } from "../io/write_all.ts";
+import { readAll } from "../io/read_all.ts";
 import { delay } from "../async/mod.ts";
 import {
   assert,

io/_common.ts

@@ -0,0 +1,11 @@
+// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
+// This module is browser compatible.
+
+import type { Closer } from "./types.ts";
+
+export function isCloser(value: unknown): value is Closer {
+  return typeof value === "object" && value !== null && value !== undefined &&
+    "close" in value &&
+    // deno-lint-ignore no-explicit-any
+    typeof (value as Record<string, any>)["close"] === "function";
+}

io/_constants.ts

@@ -0,0 +1,5 @@
+// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
+// This module is browser compatible.
+
+export const DEFAULT_CHUNK_SIZE = 16_640;
+export const DEFAULT_BUFFER_SIZE = 32 * 1024;

io/_test_common.ts

@@ -27,3 +27,14 @@ export class BinaryReader implements Reader {
     return Promise.resolve(p.byteLength);
   }
 }
+
+// N controls how many iterations of certain checks are performed.
+const N = 100;
+
+export function init(): Uint8Array {
+  const testBytes = new Uint8Array(N);
+  for (let i = 0; i < N; i++) {
+    testBytes[i] = "a".charCodeAt(0) + (i % 26);
+  }
+  return testBytes;
+}

io/buffer_test.ts

@@ -10,7 +10,7 @@ import {
   assertThrows,
 } from "../assert/mod.ts";
 import { Buffer } from "./buffer.ts";
-import { writeAllSync } from "../streams/write_all.ts";
+import { writeAllSync } from "./write_all.ts";
 
 const MAX_SIZE = 2 ** 32 - 2;
 // N controls how many iterations of certain checks are performed.

io/copy.ts

@@ -0,0 +1,50 @@
+// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
+// This module is browser compatible.
+
+import { DEFAULT_BUFFER_SIZE } from "./_constants.ts";
+import type { Reader, Writer } from "./types.ts";
+
+/**
+ * Copies from `src` to `dst` until either EOF (`null`) is read from `src` or
+ * an error occurs. It resolves to the number of bytes copied or rejects with
+ * the first error encountered while copying.
+ *
+ * @example
+ * ```ts
+ * import { copy } from "https://deno.land/std@$STD_VERSION/io/copy.ts";
+ *
+ * const source = await Deno.open("my_file.txt");
+ * const bytesCopied1 = await copy(source, Deno.stdout);
+ * const destination = await Deno.create("my_file_2.txt");
+ * const bytesCopied2 = await copy(source, destination);
+ * ```
+ *
+ * @param src The source to copy from
+ * @param dst The destination to copy to
+ * @param options Can be used to tune size of the buffer. Default size is 32kB
+ */
+export async function copy(
+  src: Reader,
+  dst: Writer,
+  options?: {
+    bufSize?: number;
+  },
+): Promise<number> {
+  let n = 0;
+  const bufSize = options?.bufSize ?? DEFAULT_BUFFER_SIZE;
+  const b = new Uint8Array(bufSize);
+  let gotEOF = false;
+  while (gotEOF === false) {
+    const result = await src.read(b);
+    if (result === null) {
+      gotEOF = true;
+    } else {
+      let nwritten = 0;
+      while (nwritten < result) {
+        nwritten += await dst.write(b.subarray(nwritten, result));
+      }
+      n += nwritten;
+    }
+  }
+  return n;
+}

io/copy_test.ts

@@ -0,0 +1,22 @@
+// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.
+import { copy } from "./copy.ts";
+import { assertEquals } from "../assert/assert_equals.ts";
+
+const SRC_PATH = "./io/testdata/copy-src.txt";
+const DST_PATH = "./io/testdata/copy-dst.txt";
+
+Deno.test("copy()", async () => {
+  try {
+    using srcFile = await Deno.open(SRC_PATH);
+    using dstFile = await Deno.open(DST_PATH, {
+      create: true,
+      write: true,
+    });
+    await copy(srcFile, dstFile);
+    const srcOutput = await Deno.readFile(SRC_PATH);
+    const dstOutput = await Deno.readFile(DST_PATH);
+    assertEquals(srcOutput, dstOutput);
+  } finally {
+    await Deno.remove(DST_PATH);
+  }
+});