dockerize client

Author: ajuvercr

.dockerignore

@@ -0,0 +1,15 @@
+node_modules
+Dockerfile*
+docker-compose*
+.dockerignore
+.git
+.gitignore
+README.md
+LICENSE
+.vscode
+Makefile
+helm-charts
+.env
+.editorconfig
+.idea
+coverage*

Dockerfile

@@ -0,0 +1,38 @@
+# use the official Bun image
+# see all versions at https://hub.docker.com/r/oven/bun/tags
+FROM oven/bun:1 as base
+WORKDIR /usr/src/app
+
+# install dependencies into temp directory
+# this will cache them and speed up future builds
+FROM base AS install
+RUN mkdir -p /temp/dev
+COPY package.json bun.lockb /temp/dev/
+RUN cd /temp/dev && bun install --frozen-lockfile
+
+# install with --production (exclude devDependencies)
+RUN mkdir -p /temp/prod
+COPY package.json bun.lockb /temp/prod/
+RUN cd /temp/prod && bun install --frozen-lockfile --production
+
+# copy node_modules from temp directory
+# then copy all (non-ignored) project files into the image
+FROM base AS prerelease
+COPY --from=install /temp/dev/node_modules node_modules
+COPY . .
+
+# [optional] tests & build
+ENV NODE_ENV=production
+RUN bun test
+RUN bun run build
+
+# copy production dependencies and source code into final image
+FROM base AS release
+COPY --from=install /temp/prod/node_modules node_modules
+COPY --from=prerelease /usr/src/app/bin ./bin
+COPY --from=prerelease /usr/src/app/lib ./lib
+COPY --from=prerelease /usr/src/app/package.json .
+
+# run the app
+USER bun
+ENTRYPOINT [ "bun", "run", "./bin/cli.ts" ]

bin/cli.ts

@@ -5,48 +5,45 @@ import { Command, Option } from "commander";
 
 const program = new Command();
 let paramURL: string = "";
-let paramFollow: boolean;
+let paramFollow: boolean = false;
 let paramPollInterval: number;
 let ordered: Ordered = "none";
-
-let polling = false;
+let quiet: boolean = false;
+let save: string | undefined;
 
 program
   .arguments("<url>")
   .option("-f, --follow", "follow the LDES, the client stays in sync")
+  .option("-q", "Be quiet")
   .addOption(
-    new Option("--ordered <ordered>", "emit members in order")
+    new Option("-o --ordered <ordered>", "emit members in order")
       .choices(["ascending", "descending", "none"])
       .default("none"),
   )
   .option(
     "-s, --save <path>",
     "filepath to the save state file to use, used both to resume and to update",
   )
-  .addOption(
-    new Option("--polling <boolean>", "Enable polling")
-      .choices(["true", "false"])
-      .default("false"),
-  )
   .option("--pollInterval <number>", "Specify poll interval")
   .option("--shape <shapefile>", "Specify a shapefile")
+  .option("--save <shapefile>", "Specify save location")
   .action((url: string, program) => {
+    save = program.save;
     paramURL = url;
     paramFollow = program.follow;
     paramPollInterval = program.pollInterval;
     ordered = program.ordered;
-    polling = program.polling == "true";
-    // console.log(paramURL)
-    // console.log(program.follow, paramPollInterval)
+    quiet = program.q;
   });
 
 program.parse(process.argv);
 
 async function main() {
   const client = replicateLDES(
     intoConfig({
-      polling,
+      polling: paramFollow,
       url: paramURL,
+      stateFile: save,
       follow: paramFollow,
       pollInterval: paramPollInterval,
       fetcher: { maxFetched: 2, concurrentRequests: 10 },
@@ -63,10 +60,11 @@ async function main() {
   while (el) {
     if (el.value) {
       seen.add(el.value.id);
-      if (seen.size % 100 == 1) {
-        console.log("Got member", seen.size, "quads", el.value.quads.length);
+      if (!quiet) {
+        if (seen.size % 100 == 1) {
+          console.log("Got member", seen.size, "quads", el.value.quads.length);
+        }
       }
-      // console.log("Found", seen.size, "members");
     }
 
     if (el.done) {

bin/repl.ts

@@ -1,7 +1,7 @@
 import { Config } from "./config";
 import { Member } from "./page";
 import rdfDereference, { RdfDereferencer } from "rdf-dereference";
-import { FileStateFactory, State, StateFactory } from "./state";
+import { FileStateFactory, NoStateFactory, State, StateFactory } from "./state";
 import { CBDShapeExtractor } from "extract-cbd-shape";
 import { DataFactory, Store } from "n3";
 import { Term } from "@rdfjs/types";
@@ -152,7 +152,7 @@ export class Client {
 
     this.streamId = stream;
     this.ordered = ordered;
-    this.stateFactory = new FileStateFactory(config.stateFile);
+    this.stateFactory = config.stateFile ? new FileStateFactory(config.stateFile) : new NoStateFactory();
     this.modulatorFactory = new ModulatorFactory(this.stateFactory);
 
     if (process) {

bin/run.ts

@@ -20,7 +20,7 @@ export interface Config {
   polling: boolean;
   follow: boolean;
   url: string;
-  stateFile: string;
+  stateFile?: string;
   pollInterval: number;
   mediator: MediatorConfig;
   fetcher: FetcherConfig;
@@ -41,7 +41,6 @@ export interface WithTarget {
 const defaultConfig: Config = {
   polling: false,
   follow: false,
-  stateFile: "save.json",
   url: "",
   pollInterval: 200,
   fetcher: DefaultFetcherConfig,

bin/sync.ts

@@ -62,7 +62,18 @@ export interface StateFactory {
   write(): void;
 }
 
-export class LocalStorateStateFactory {}
+export class NoStateFactory implements StateFactory {
+  build<T>(
+    _name: string,
+    _serialize: (item: T) => string,
+    deserialize: (item: string) => T | undefined,
+    create: () => T,
+  ): StateT<T> {
+    return new StateT<any>(deserialize, create);
+  }
+  write(): void {
+  }
+}
 
 export class FileStateFactory implements StateFactory {
   private location: string;