mirror of
https://github.com/oven-sh/bun
synced 2026-02-10 10:58:56 +00:00
268 lines
10 KiB
JavaScript
268 lines
10 KiB
JavaScript
import { describe, it, expect } from "bun:test";
|
|
import { gzipSync, deflateSync, inflateSync, gunzipSync } from "bun";
|
|
import * as zlib from "node:zlib";
|
|
import * as fs from "node:fs";
|
|
import * as buffer from "node:buffer";
|
|
import * as util from "node:util";
|
|
import { resolve } from "node:path";
|
|
import { tmpdirSync } from "harness";
|
|
import * as stream from "node:stream";
|
|
|
|
describe("zlib", () => {
|
|
for (let library of ["zlib", "libdeflate"]) {
|
|
for (let outputLibrary of ["zlib", "libdeflate"]) {
|
|
describe(`${library} -> ${outputLibrary}`, () => {
|
|
it("should be able to deflate and inflate", () => {
|
|
const data = new TextEncoder().encode("Hello World!".repeat(1));
|
|
const compressed = deflateSync(data, { library });
|
|
console.log(compressed);
|
|
const decompressed = inflateSync(compressed, { library: outputLibrary });
|
|
expect(decompressed.join("")).toBe(data.join(""));
|
|
});
|
|
|
|
it("should be able to gzip and gunzip", () => {
|
|
const data = new TextEncoder().encode("Hello World!".repeat(1));
|
|
const compressed = gzipSync(data, { library });
|
|
const decompressed = gunzipSync(compressed, { library: outputLibrary });
|
|
expect(decompressed.join("")).toBe(data.join(""));
|
|
});
|
|
});
|
|
}
|
|
}
|
|
|
|
it("should throw on invalid raw deflate data", () => {
|
|
const data = new TextEncoder().encode("Hello World!".repeat(1));
|
|
expect(() => inflateSync(data, { library: "zlib" })).toThrow(new Error("invalid stored block lengths"));
|
|
});
|
|
|
|
it("should throw on invalid gzip data", () => {
|
|
const data = new TextEncoder().encode("Hello World!".repeat(1));
|
|
expect(() => gunzipSync(data, { library: "zlib" })).toThrow(new Error("incorrect header check"));
|
|
});
|
|
});
|
|
|
|
function* window(buffer, size, advance = size) {
|
|
let i = 0;
|
|
while (i <= buffer.length) {
|
|
yield buffer.slice(i, i + size);
|
|
i += advance;
|
|
}
|
|
}
|
|
|
|
describe("zlib.gunzip", () => {
|
|
it("should be able to unzip a Buffer and return an unzipped Buffer", async () => {
|
|
const content = fs.readFileSync(import.meta.dir + "/fixture.html.gz");
|
|
return new Promise((resolve, reject) => {
|
|
zlib.gunzip(content, (error, data) => {
|
|
if (error) {
|
|
reject(error);
|
|
return;
|
|
}
|
|
expect(data !== null).toBe(true);
|
|
expect(buffer.Buffer.isBuffer(data)).toBe(true);
|
|
resolve(true);
|
|
});
|
|
});
|
|
});
|
|
});
|
|
|
|
describe("zlib.brotli", () => {
|
|
const inputString =
|
|
"ΩΩLorem ipsum dolor sit amet, consectetur adipiscing eli" +
|
|
"t. Morbi faucibus, purus at gravida dictum, libero arcu " +
|
|
"convallis lacus, in commodo libero metus eu nisi. Nullam" +
|
|
" commodo, neque nec porta placerat, nisi est fermentum a" +
|
|
"ugue, vitae gravida tellus sapien sit amet tellus. Aenea" +
|
|
"n non diam orci. Proin quis elit turpis. Suspendisse non" +
|
|
" diam ipsum. Suspendisse nec ullamcorper odio. Vestibulu" +
|
|
"m arcu mi, sodales non suscipit id, ultrices ut massa. S" +
|
|
"ed ac sem sit amet arcu malesuada fermentum. Nunc sed. ";
|
|
const compressedString =
|
|
"G/gBQBwHdky2aHV5KK9Snf05//1pPdmNw/7232fnIm1IB" +
|
|
"K1AA8RsN8OB8Nb7Lpgk3UWWUlzQXZyHQeBBbXMTQXC1j7" +
|
|
"wg3LJs9LqOGHRH2bj/a2iCTLLx8hBOyTqgoVuD1e+Qqdn" +
|
|
"f1rkUNyrWq6LtOhWgxP3QUwdhKGdZm3rJWaDDBV7+pDk1" +
|
|
"MIkrmjp4ma2xVi5MsgJScA3tP1I7mXeby6MELozrwoBQD" +
|
|
"mVTnEAicZNj4lkGqntJe2qSnGyeMmcFgraK94vCg/4iLu" +
|
|
"Tw5RhKhnVY++dZ6niUBmRqIutsjf5TzwF5iAg8a9UkjF5" +
|
|
"2eZ0tB2vo6v8SqVfNMkBmmhxr0NT9LkYF69aEjlYzj7IE" +
|
|
"KmEUQf1HBogRYhFIt4ymRNEgHAIzOyNEsQM=";
|
|
const compressedBuffer = Buffer.from(compressedString, "base64");
|
|
|
|
it("brotliCompress", async () => {
|
|
const compressed = await util.promisify(zlib.brotliCompress)(inputString);
|
|
expect(compressed.toString()).toEqual(compressedBuffer.toString());
|
|
});
|
|
|
|
it("brotliDecompress", async () => {
|
|
const roundtrip = await util.promisify(zlib.brotliDecompress)(compressedBuffer);
|
|
expect(roundtrip.toString()).toEqual(inputString);
|
|
});
|
|
|
|
it("brotliCompressSync", () => {
|
|
const compressed = zlib.brotliCompressSync(inputString);
|
|
expect(compressed.toString()).toEqual(compressedBuffer.toString());
|
|
});
|
|
|
|
it("brotliDecompressSync", () => {
|
|
const roundtrip = zlib.brotliDecompressSync(compressedBuffer);
|
|
expect(roundtrip.toString()).toEqual(inputString);
|
|
});
|
|
|
|
it("can compress streaming", () => {
|
|
const encoder = zlib.createBrotliCompress();
|
|
for (const chunk of window(inputString, 55)) {
|
|
encoder._transform(chunk, undefined, (err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data).toBeUndefined();
|
|
});
|
|
}
|
|
encoder._flush((err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data).toEqual(compressedBuffer);
|
|
});
|
|
});
|
|
|
|
it("can decompress streaming", () => {
|
|
const decoder = zlib.createBrotliDecompress();
|
|
for (const chunk of window(compressedBuffer, 10)) {
|
|
decoder._transform(chunk, undefined, (err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data).toBeUndefined();
|
|
});
|
|
}
|
|
decoder._flush((err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data).toEqual(Buffer.from(inputString));
|
|
});
|
|
});
|
|
|
|
it("can roundtrip an empty string", async () => {
|
|
const input = "";
|
|
const compressed = await util.promisify(zlib.brotliCompress)(input);
|
|
const roundtrip = await util.promisify(zlib.brotliDecompress)(compressed);
|
|
expect(roundtrip.toString()).toEqual(input);
|
|
});
|
|
|
|
it("can compress streaming big", () => {
|
|
const encoder = zlib.createBrotliCompress();
|
|
// prettier-ignore
|
|
for (const chunk of window(inputString+inputString+inputString+inputString, 65)) {
|
|
encoder._transform(chunk, undefined, (err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data).toBeUndefined();
|
|
});
|
|
}
|
|
encoder._flush((err, data) => {
|
|
expect(err).toBeUndefined();
|
|
expect(data.length).toBeGreaterThan(0);
|
|
});
|
|
});
|
|
|
|
it("fully works as a stream.Transform", async () => {
|
|
const x_dir = tmpdirSync();
|
|
const out_path_c = resolve(x_dir, "this.js.br");
|
|
const out_path_d = resolve(x_dir, "this.js");
|
|
|
|
{
|
|
const { resolve, promise } = Promise.withResolvers();
|
|
const readStream = fs.createReadStream(import.meta.filename);
|
|
const writeStream = fs.createWriteStream(out_path_c);
|
|
const brStream = zlib.createBrotliCompress();
|
|
const the_stream = readStream.pipe(brStream).pipe(writeStream);
|
|
the_stream.on("finish", resolve);
|
|
await promise;
|
|
}
|
|
{
|
|
const { resolve, promise } = Promise.withResolvers();
|
|
const readStream = fs.createReadStream(out_path_c);
|
|
const writeStream = fs.createWriteStream(out_path_d);
|
|
const brStream = zlib.createBrotliDecompress();
|
|
const the_stream = readStream.pipe(brStream).pipe(writeStream);
|
|
the_stream.on("finish", resolve);
|
|
await promise;
|
|
}
|
|
{
|
|
const expected = await Bun.file(import.meta.filename).text();
|
|
const actual = await Bun.file(out_path_d).text();
|
|
expect(actual).toEqual(expected);
|
|
}
|
|
});
|
|
|
|
it("streaming encode doesn't wait for entire input", async () => {
|
|
const createPRNG = seed => {
|
|
let state = seed ?? Math.floor(Math.random() * 0x7fffffff);
|
|
return () => (state = (1103515245 * state + 12345) % 0x80000000) / 0x7fffffff;
|
|
};
|
|
const readStream = new stream.Readable();
|
|
const brotliStream = zlib.createBrotliCompress();
|
|
const rand = createPRNG(1);
|
|
let all = [];
|
|
|
|
brotliStream.on("data", chunk => all.push(chunk.length));
|
|
brotliStream.on("end", () => expect(all).toEqual([11180, 13, 14, 13, 13, 13, 14]));
|
|
|
|
for (let i = 0; i < 50; i++) {
|
|
let buf = Buffer.alloc(1024 * 1024);
|
|
for (let j = 0; j < buf.length; j++) buf[j] = (rand() * 256) | 0;
|
|
readStream.push(buf);
|
|
}
|
|
readStream.push(null);
|
|
readStream.pipe(brotliStream);
|
|
}, 15_000);
|
|
|
|
it("should accept params", async () => {
|
|
const ZLIB = zlib.constants;
|
|
const inputString2 =
|
|
"ΩΩLorem ipsum dolor sit amet, consectetur adipiscing eli" +
|
|
"t. Morbi faucibus, purus at gravida dictum, libero arcu " +
|
|
"convallis lacus, in commodo libero metus eu nisi. Nullam" +
|
|
" commodo, neque nec porta placerat, nisi est fermentum a" +
|
|
"ugue, vitae gravida tellus sapien sit amet tellus. Aenea" +
|
|
"n non diam orci. Proin quis elit turpis. Suspendisse non" +
|
|
" diam ipsum. Suspendisse nec ullamcorper odio. Vestibulu" +
|
|
"m arcu mi, sodales non suscipit id, ultrices ut massa. S" +
|
|
"ed ac sem sit amet arcu malesuada fermentum. Nunc sed. ";
|
|
const compressedString2 =
|
|
"G/gBQBwHdky2aHV5KK9Snf05//1pPdmNw/7232fnIm1IB" +
|
|
"K1AA8RsN8OB8Nb7Lpgk3UWWUlzQXZyHQeBBbXMTQXC1j7" +
|
|
"wg3LJs9LqOGHRH2bj/a2iCTLLx8hBOyTqgoVuD1e+Qqdn" +
|
|
"f1rkUNyrWq6LtOhWgxP3QUwdhKGdZm3rJWaDDBV7+pDk1" +
|
|
"MIkrmjp4ma2xVi5MsgJScA3tP1I7mXeby6MELozrwoBQD" +
|
|
"mVTnEAicZNj4lkGqntJe2qSnGyeMmcFgraK94vCg/4iLu" +
|
|
"Tw5RhKhnVY++dZ6niUBmRqIutsjf5TzwF5iAg8a9UkjF5" +
|
|
"2eZ0tB2vo6v8SqVfNMkBmmhxr0NT9LkYF69aEjlYzj7IE" +
|
|
"KmEUQf1HBogRYhFIt4ymRNEgHAIzOyNEsQM=";
|
|
const compressedString3 =
|
|
"G/gBAICqqqrq/3RluBvo4R73BQIgAOIuJirhIAAqKhqy+" +
|
|
"PHut0sMwMFYEIlJYoA7bQ5D/H/9v949xKAn2zB9eSC1QC" +
|
|
"Z1gX2ncEl1gKYeTdb9gCytgQ+PW/FLzXp3XjgdnaDCI+i" +
|
|
"pkzCVq+3C0lvCQcEN9v2ktTSxiDsv6Aa7mU/H0lvCYVKd" +
|
|
"kMbW1IHPXosM7GY+/cKWvxZsYRyPIpxFLEF1YWsqJAu/E" +
|
|
"ia72kD9aLnw1CLBI+ipk1CyVieSjspGqh0LVZUYBt5kC2" +
|
|
"1s35hKBg/Wga9w3fhrTUdQQVAdR3Pgu/PInpopugl2ooZ" +
|
|
"SH9vC6LXI2ONIwKf6wI9k6d2rDY4ocKYX0ictSSMmx+xk" +
|
|
"PVrQeaFXhbIkumCUSQPfMkGMFHNzQg2mPy3JpklwIIEc+" +
|
|
"OzNSJkD";
|
|
|
|
{
|
|
const compressed = await util.promisify(zlib.brotliCompress)(inputString2, {
|
|
params: {
|
|
[ZLIB.BROTLI_PARAM_MODE]: ZLIB.BROTLI_MODE_TEXT,
|
|
[ZLIB.BROTLI_PARAM_QUALITY]: 11,
|
|
},
|
|
});
|
|
expect(compressed.toString()).toEqual(Buffer.from(compressedString2, "base64").toString());
|
|
}
|
|
{
|
|
const compressed = await util.promisify(zlib.brotliCompress)(inputString2, {
|
|
params: {
|
|
[ZLIB.BROTLI_PARAM_MODE]: ZLIB.BROTLI_MODE_TEXT,
|
|
[ZLIB.BROTLI_PARAM_QUALITY]: 2,
|
|
},
|
|
});
|
|
expect(compressed.toString()).toEqual(Buffer.from(compressedString3, "base64").toString());
|
|
}
|
|
});
|
|
});
|