|
| 1 | +import { S3 } from "@aws-sdk/client-s3"; |
| 2 | +import type { HttpRequest, HttpResponse } from "@smithy/types"; |
| 3 | +import { headStream } from "@smithy/util-stream"; |
| 4 | +import { Readable } from "node:stream"; |
| 5 | +import { beforeAll, describe, expect, test as it } from "vitest"; |
| 6 | + |
| 7 | +import { getIntegTestResources } from "../../../tests/e2e/get-integ-test-resources"; |
| 8 | + |
| 9 | +describe("S3 checksums", () => { |
| 10 | + let s3: S3; |
| 11 | + let s3_noChecksum: S3; |
| 12 | + let Bucket: string; |
| 13 | + let Key: string; |
| 14 | + let region: string; |
| 15 | + const expected = new Uint8Array([97, 98, 99, 100]); |
| 16 | + |
| 17 | + beforeAll(async () => { |
| 18 | + const integTestResourcesEnv = await getIntegTestResources(); |
| 19 | + Object.assign(process.env, integTestResourcesEnv); |
| 20 | + |
| 21 | + region = process?.env?.AWS_SMOKE_TEST_REGION as string; |
| 22 | + Bucket = process?.env?.AWS_SMOKE_TEST_BUCKET as string; |
| 23 | + |
| 24 | + s3 = new S3({ region }); |
| 25 | + s3_noChecksum = new S3({ |
| 26 | + region, |
| 27 | + requestChecksumCalculation: "WHEN_REQUIRED", |
| 28 | + responseChecksumValidation: "WHEN_REQUIRED", |
| 29 | + }); |
| 30 | + Key = "middleware-flexible-checksum.txt"; |
| 31 | + |
| 32 | + s3.middlewareStack.add( |
| 33 | + (next) => async (args) => { |
| 34 | + const r = await next(args); |
| 35 | + const reqHeader = (args.request as HttpRequest).headers["x-amz-sdk-checksum-algorithm"]; |
| 36 | + const resHeader = (r.response as HttpResponse).headers["x-amz-checksum-crc32"]; |
| 37 | + if (reqHeader) { |
| 38 | + expect(reqHeader).toEqual("CRC32"); |
| 39 | + } |
| 40 | + if (resHeader) { |
| 41 | + expect(resHeader).toEqual("7YLNEQ=="); |
| 42 | + } |
| 43 | + return r; |
| 44 | + }, |
| 45 | + { |
| 46 | + step: "build", |
| 47 | + override: true, |
| 48 | + name: "assert", |
| 49 | + } |
| 50 | + ); |
| 51 | + |
| 52 | + await s3.putObject({ Bucket, Key, Body: "abcd" }); |
| 53 | + }); |
| 54 | + |
| 55 | + it("an object should have checksum by default", async () => { |
| 56 | + await s3.getObject({ Bucket, Key }); |
| 57 | + }); |
| 58 | + |
| 59 | + describe("the stream returned by S3::getObject should function interchangeably between ChecksumStream and default streams", () => { |
| 60 | + it("when collecting the stream", async () => { |
| 61 | + const defaultStream = (await s3_noChecksum.getObject({ Bucket, Key })).Body as Readable; |
| 62 | + const checksumStream = (await s3.getObject({ Bucket, Key })).Body as Readable; |
| 63 | + |
| 64 | + expect(defaultStream.constructor.name).not.toEqual("ChecksumStream"); |
| 65 | + expect(checksumStream.constructor.name).toEqual("ChecksumStream"); |
| 66 | + |
| 67 | + const defaultStreamContents = await headStream(defaultStream, Infinity); |
| 68 | + const checksumStreamContents = await headStream(checksumStream, Infinity); |
| 69 | + |
| 70 | + expect(defaultStreamContents).toEqual(expected); |
| 71 | + expect(defaultStream.closed).toBe(true); |
| 72 | + expect(checksumStreamContents).toEqual(expected); |
| 73 | + expect(checksumStream.closed).toBe(true); |
| 74 | + }); |
| 75 | + |
| 76 | + it("when piping the stream to web stream api", async () => { |
| 77 | + const defaultStream = Readable.toWeb((await s3_noChecksum.getObject({ Bucket, Key })).Body as Readable); |
| 78 | + const checksumStream = Readable.toWeb((await s3.getObject({ Bucket, Key })).Body as Readable); |
| 79 | + |
| 80 | + const defaultStreamContents = await headStream(defaultStream as ReadableStream<any>, Infinity); |
| 81 | + const checksumStreamContents = await headStream(checksumStream as ReadableStream<any>, Infinity); |
| 82 | + |
| 83 | + expect(defaultStreamContents).toEqual(expected); |
| 84 | + await expect(defaultStream.getReader().closed).resolves.toBe(undefined); |
| 85 | + expect(checksumStreamContents).toEqual(expected); |
| 86 | + await expect(checksumStream.getReader().closed).resolves.toBe(undefined); |
| 87 | + }); |
| 88 | + }); |
| 89 | +}); |
0 commit comments