Skip to content

decompress files as part of test running #195

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 4 commits into
base: main
Choose a base branch
from
Open

decompress files as part of test running #195

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
8bf2990
simplify test running
camillobruni Oct 8, 2025
15091d1
make-async
camillobruni Oct 8, 2025
0672ec4
ignore
camillobruni Oct 8, 2025
30b12f0
update flag description
camillobruni Oct 8, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 0 additions & 3 deletions .github/workflows/test.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,6 @@ jobs:
- name: Install Node Packages
run: npm ci

- name: Decompress compressed files
run: npm run decompress

- name: Cache jsvu Binaries
uses: actions/cache@v4
with:
Expand Down
19 changes: 10 additions & 9 deletions package.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,19 +17,20 @@
"scripts": {
"server": "node tests/server.mjs",
"compress": "node utils/compress.mjs",
"decompress": "node utils/compress.mjs -d -k",
"decompress": "node utils/compress.mjs --decompress --keep ",
"lint:check": "eslint **/*.{js,mjs,jsx,ts,tsx}",
"pretty:check": "prettier --check ./",
"pretty:format": "prettier --write ./",
"format:check": "npm run pretty:check && npm run lint:check",
"test:chrome": "node tests/run-browser.mjs --browser chrome",
"test:firefox": "node tests/run-browser.mjs --browser firefox",
"test:safari": "node tests/run-browser.mjs --browser safari",
"test:edge": "node tests/run-browser.mjs --browser edge",
"test:shell": "npm run test:v8 && npm run test:jsc && npm run test:spidermonkey",
"test:v8": "node tests/run-shell.mjs --shell v8",
"test:jsc": "node tests/run-shell.mjs --shell jsc",
"test:spidermonkey": "node tests/run-shell.mjs --shell spidermonkey"
"test:prepare": "npm run decompress -- --quiet",
"test:chrome": "npm run test:prepare && node tests/run-browser.mjs --browser chrome",
"test:firefox": "npm run test:prepare && node tests/run-browser.mjs --browser firefox",
"test:safari": "npm run test:prepare && node tests/run-browser.mjs --browser safari",
"test:edge": "npm run test:prepare && node tests/run-browser.mjs --browser edge",
"test:shell": "npm run test:prepare && npm run test:v8 && npm run test:jsc && npm run test:spidermonkey",
"test:v8": "npm run test:prepare && node tests/run-shell.mjs --shell v8",
"test:jsc": "npm run test:prepare && node tests/run-shell.mjs --shell jsc",
"test:spidermonkey": "npm run test:prepare && node tests/run-shell.mjs --shell spidermonkey"
},
"devDependencies": {
"@actions/core": "^1.11.1",
Expand Down
66 changes: 40 additions & 26 deletions utils/compress.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,19 @@
import commandLineArgs from 'command-line-args';
import commandLineUsage from 'command-line-usage';
import { globSync } from 'glob';
import { globSync, globIterate } from 'glob';
import zlib from 'zlib';
import fs from 'fs';
import path from 'path';


let log = console.log

function parseCommandLineArgs() {
const optionDefinitions = [
{ name: 'decompress', alias: 'd', type: Boolean, description: 'Decompress files (default: compress).' },
{ name: 'keep', alias: 'k', type: Boolean, description: 'Keep input files after processing (default: delete).' },
{ name: 'help', alias: 'h', type: Boolean, description: 'Print this usage guide.' },
{ name: 'quiet', alias: 'q', type: Boolean, description: 'Quite output, only print errors.' },
{ name: 'globs', type: String, multiple: true, defaultOption: true, description: 'Glob patterns of files to process.' },
];
const options = commandLineArgs(optionDefinitions);
Expand All @@ -32,10 +36,14 @@ function parseCommandLineArgs() {
process.exit(0);
}

if (options.quiet) {
log = () => {};
}

if (options.globs === undefined) {
if (options.decompress) {
const defaultGlob = '**/*.z';
console.log(`No input glob pattern given, using default: ${defaultGlob}`);
log(`No input glob pattern given, using default: ${defaultGlob}`);
options.globs = [defaultGlob];
} else {
// For compression, require the user to specify explicit input file patterns.
Expand All @@ -44,6 +52,7 @@ function parseCommandLineArgs() {
process.exit(1);
}
}

return options;
}

Expand All @@ -61,9 +70,9 @@ function compress(inputData) {
const originalSize = inputData.length;
const compressedSize = compressedData.length;
const compressionRatio = calculateCompressionRatio(originalSize, compressedSize);
console.log(` Original size: ${String(originalSize).padStart(8)} bytes`);
console.log(` Compressed size: ${String(compressedSize).padStart(8)} bytes`);
console.log(` Compression ratio: ${compressionRatio.toFixed(2).padStart(8)}%`);
log(` Original size: ${String(originalSize).padStart(8)} bytes`);
log(` Compressed size: ${String(compressedSize).padStart(8)} bytes`);
log(` Compression ratio: ${compressionRatio.toFixed(2).padStart(8)}%`);

return compressedData;
}
Expand All @@ -74,35 +83,39 @@ function decompress(inputData) {
const compressedSize = inputData.length;
const decompressedSize = decompressedData.length;
const expansionRatio = calculateExpansionRatio(compressedSize, decompressedSize);
console.log(` Compressed size: ${String(compressedSize).padStart(8)} bytes`);
console.log(` Decompressed size: ${String(decompressedSize).padStart(8)} bytes`);
console.log(` Expansion ratio: ${expansionRatio.toFixed(2).padStart(8)}%`);
log(` Compressed size: ${String(compressedSize).padStart(8)} bytes`);
log(` Decompressed size: ${String(decompressedSize).padStart(8)} bytes`);
log(` Expansion ratio: ${expansionRatio.toFixed(2).padStart(8)}%`);

return decompressedData;
}

function globsToFiles(globs) {
let files = [];
async function* globsToFiles(globs) {
let files = new Set();
console.assert(globs.length > 0);
const globtions = { nodir: true, ignore: '**/node_modules/**' };
for (const glob of globs) {
const matches = globSync(glob, { nodir: true });
files = files.concat(matches);
for await (const file of globIterate(glob, globtions)) {
if (files.has(file))
continue;
files.add(file)
yield file;
}
}
files = Array.from(new Set(files)).sort();
return files;
}

function processFiles(files, isDecompress, keep) {
async function processFiles(filesGenerator, isDecompress, keep) {
const verb = isDecompress ? 'decompress' : 'compress';
console.log(`Found ${files.length} files to ${verb}` + (files.length ? ':' : '.'));
const files = [];

// For printing overall statistics at the end.
let totalInputSize = 0;
let totalOutputSize = 0;

for (const inputFilename of files) {
for await (const inputFilename of filesGenerator) {
files.push(inputFilename);
try {
console.log(inputFilename);
log(inputFilename);
let outputFilename;
if (isDecompress) {
if (path.extname(inputFilename) !== '.z') {
Expand All @@ -111,7 +124,7 @@ function processFiles(files, isDecompress, keep) {
} else {
outputFilename = inputFilename.slice(0, -2);
}
console.log(` Decompressing to: ${outputFilename}`);
log(` Decompressing to: ${outputFilename}`);
} else {
if (path.extname(inputFilename) === '.z') {
console.warn(` Warning: Input file already has a .z extension.`);
Expand All @@ -130,24 +143,25 @@ function processFiles(files, isDecompress, keep) {

if (!keep) {
fs.unlinkSync(inputFilename);
console.log(` Deleted input file.`);
log(` Deleted input file.`);
}
} catch (err) {
console.error(`Error ${verb}ing ${inputFilename}:`, err);
}
}

if (files.length > 1) {
log(`Found ${files.length} files to ${verb}` + (files.length ? ':' : '.'));
if (isDecompress) {
const totalExpansionRatio = calculateExpansionRatio(totalInputSize, totalOutputSize);
console.log(`Total compressed sizes: ${String(totalInputSize).padStart(9)} bytes`);
console.log(`Total decompressed sizes: ${String(totalOutputSize).padStart(9)} bytes`);
console.log(`Average expansion ratio: ${totalExpansionRatio.toFixed(2).padStart(9)}%`);
log(`Total compressed sizes: ${String(totalInputSize).padStart(9)} bytes`);
log(`Total decompressed sizes: ${String(totalOutputSize).padStart(9)} bytes`);
log(`Average expansion ratio: ${totalExpansionRatio.toFixed(2).padStart(9)}%`);
} else {
const totalCompressionRatio = calculateCompressionRatio(totalInputSize, totalOutputSize);
console.log(`Total original sizes: ${String(totalInputSize).padStart(9)} bytes`);
console.log(`Total compressed sizes: ${String(totalOutputSize).padStart(9)} bytes`);
console.log(`Average compression ratio: ${totalCompressionRatio.toFixed(2).padStart(9)}%`);
log(`Total original sizes: ${String(totalInputSize).padStart(9)} bytes`);
log(`Total compressed sizes: ${String(totalOutputSize).padStart(9)} bytes`);
log(`Average compression ratio: ${totalCompressionRatio.toFixed(2).padStart(9)}%`);
}
}
}
Expand Down
Loading