ci: add server build

packages/client/package.json

@@ -25,9 +25,6 @@
   },
   "name": "@morten-olsen/stash-client",
   "version": "1.0.0",
-  "imports": {
-    "#root/*": "./src/*"
-  },
   "dependencies": {
     "openapi-fetch": "^0.15.0"
   }

packages/query-dsl/package.json

@@ -23,9 +23,6 @@
   },
   "name": "@morten-olsen/stash-query-dsl",
   "version": "1.0.0",
-  "imports": {
-    "#root/*": "./src/*"
-  },
   "dependencies": {
     "chevrotain": "^11.0.3",
     "zod": "4.1.13"

packages/query-dsl/src/query-parser.parser.ts

@@ -1,5 +1,4 @@
 import { createToken, Lexer, EmbeddedActionsParser } from 'chevrotain';
-import type { ZodType } from 'zod';
 
 import { type QueryFilter, type QueryCondition, queryFilterSchema } from './query-parser.schemas.js';
 

packages/runtime/package.json

@@ -24,9 +24,6 @@
   },
   "name": "@morten-olsen/stash-runtime",
   "version": "1.0.0",
-  "imports": {
-    "#root/*": "./src/*"
-  },
   "dependencies": {
     "@electric-sql/pglite": "^0.3.14",
     "@huggingface/transformers": "^3.8.1",

packages/runtime/src/exports.ts

@@ -1,4 +1,17 @@
+import { env, pipeline } from '@huggingface/transformers';
+
+import { EMBEDDING_MODEL } from './utils/utils.consts.js';
+
+const setModelLocation = (location: string) => {
+  env.cacheDir = location;
+};
+
+const preloadModel = async () => {
+  await pipeline('feature-extraction', EMBEDDING_MODEL);
+};
+
 export { Services } from './utils/utils.services.js';
 export { StashRuntime } from './runtime.js';
 export * from './services/documents/documents.js';
 export * from './services/document-chunks/document-chunks.js';
+export { setModelLocation, preloadModel };

packages/runtime/src/services/database/database.ts

@@ -3,9 +3,9 @@ import ClientPgLite from 'knex-pglite';
 import { PGlite } from '@electric-sql/pglite';
 import { vector } from '@electric-sql/pglite/vector';
 
-import { migrationSource } from './migrations/migrations.js';
+import { destroy, type Services } from '../../utils/utils.services.js';
 
-import { destroy, Services } from '#root/utils/utils.services.js';
+import { migrationSource } from './migrations/migrations.js';
 
 class DatabaseService {
   #services: Services;

packages/runtime/src/services/database/migrations/migrations.001-init.ts

@@ -1,7 +1,7 @@
-import type { Migration } from './migrations.types.js';
+import { EMBEDDING_MODEL } from '../../../utils/utils.consts.js';
+import { EmbeddingsService } from '../../embeddings/embeddings.js';
 
-import { EmbeddingsService } from '#root/services/embeddings/embeddings.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
+import type { Migration } from './migrations.types.js';
 
 const tableNames = {
   documents: 'documents',

packages/runtime/src/services/database/migrations/migrations.ts

@@ -1,10 +1,10 @@
 import type { Knex } from 'knex';
 
+import type { Services } from '../../../utils/utils.services.js';
+
 import type { Migration } from './migrations.types.js';
 import { init } from './migrations.001-init.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-
 const migrations = [init] satisfies Migration[];
 
 type MigrationSourceOptions = {

packages/runtime/src/services/database/migrations/migrations.types.ts

@@ -1,6 +1,6 @@
 import type { Knex } from 'knex';
 
-import type { Services } from '#root/utils/utils.services.js';
+import type { Services } from '../../../utils/utils.services.js';
 
 type MigrationOptions = {
   knex: Knex;

packages/runtime/src/services/document-chunks/document-chunks.schemas.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 import { queryFilterSchema } from '@morten-olsen/stash-query-dsl';
 
-import { createListResultSchema, queryDSLSchema } from '#root/utils/utils.schema.js';
+import { createListResultSchema, queryDSLSchema } from '../../utils/utils.schema.js';
 
 const documentChunkSchema = z
   .object({

packages/runtime/src/services/document-chunks/document-chunks.ts

@@ -2,15 +2,14 @@ import { QueryParser } from '@morten-olsen/stash-query-dsl';
 
 import { DatabaseService, tableNames, type TableRows } from '../database/database.js';
 import { EmbeddingsService } from '../embeddings/embeddings.js';
+import type { Services } from '../../utils/utils.services.js';
+import { EMBEDDING_MODEL } from '../../utils/utils.consts.js';
+import type { ExplicitAny } from '../../global.js';
+import { applyQueryFilter } from '../../utils/utils.query.js';
 
 import type { DocumentChunkFilter, DocumentChunksFindResult } from './document-chunks.schemas.js';
 import { mapFromDocumentChunkRow } from './document-chunks.mappings.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
-import type { ExplicitAny } from '#root/global.js';
-import { applyQueryFilter } from '#root/utils/utils.query.js';
-
 const baseFields = [
   `${tableNames.documentChunks}.*`,
   `${tableNames.documents}.metadata`,

packages/runtime/src/services/documents/documents.schemas.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 import { queryFilterSchema } from '@morten-olsen/stash-query-dsl';
 
-import { createListResultSchema, queryDSLSchema } from '#root/utils/utils.schema.js';
+import { createListResultSchema, queryDSLSchema } from '../../utils/utils.schema.js';
 
 const documentSchema = z
   .object({

packages/runtime/src/services/documents/documents.ts

@@ -2,7 +2,12 @@ import { QueryParser } from '@morten-olsen/stash-query-dsl';
 
 import { DatabaseService, tableNames, type TableRows } from '../database/database.js';
 import { SplittingService } from '../splitter/splitter.js';
+import { EventEmitter } from '../../utils/utils.event-emitter.js';
+import type { Services } from '../../utils/utils.services.js';
+import { compareObjectKeys } from '../../utils/utils.compare.js';
+import { applyQueryFilter } from '../../utils/utils.query.js';
 
+import { mapFromDocumentRow } from './documents.mapping.js';
 import type {
   Document,
   DocumentFilter,
@@ -10,12 +15,6 @@ import type {
   DocumentUpsert,
   DocumentUpsertResult,
 } from './documents.schemas.ts';
-import { mapFromDocumentRow } from './documents.mapping.js';
-
-import { EventEmitter } from '#root/utils/utils.event-emitter.js';
-import type { Services } from '#root/utils/utils.services.js';
-import { compareObjectKeys } from '#root/utils/utils.compare.js';
-import { applyQueryFilter } from '#root/utils/utils.query.js';
 
 type DocumentsServiceEvents = {
   upserted: (document: Document) => void;

packages/runtime/src/services/embeddings/embeddings.ts

@@ -1,8 +1,8 @@
 import { pipeline, type FeatureExtractionPipeline } from '@huggingface/transformers';
 
-import { Vector } from './embeddings.vector.js';
+import type { ExplicitAny } from '../../global.js';
 
-import type { ExplicitAny } from '#root/global.js';
+import { Vector } from './embeddings.vector.js';
 
 type ExtractOptions = {
   input: string[];

packages/runtime/src/services/splitter/splitter.ts

@@ -1,12 +1,11 @@
 import { EmbeddingsService } from '../embeddings/embeddings.js';
 import type { Document } from '../documents/documents.schemas.js';
+import type { Services } from '../../utils/utils.services.js';
+import { EMBEDDING_MODEL } from '../../utils/utils.consts.js';
 
 import type { Chunk, Splitter } from './splitter.types.js';
 import { textSplitter } from './splitters/splitters.text.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
-
 class SplittingService {
   #services: Services;
   #chunkers: Set<Splitter>;

packages/runtime/src/services/warmup/warmup.ts

@@ -1,6 +1,5 @@
 import { DatabaseService } from '../database/database.js';
-
-import { Services } from '#root/utils/utils.services.js';
+import { Services } from '../../utils/utils.services.js';
 
 class WarmupService {
   #services: Services;

packages/runtime/src/utils/utils.event-emitter.ts

@@ -1,4 +1,4 @@
-import type { ExplicitAny } from '#root/global.js';
+import type { ExplicitAny } from '../global.js';
 
 type EventListener<T extends unknown[]> = (...args: T) => void | Promise<void>;
 

packages/server/Dockerfile

@@ -0,0 +1,32 @@
+FROM node:23-slim AS base
+ENV \
+  MODEL_DIR=/models
+RUN corepack enable
+WORKDIR /app
+
+FROM base AS builder
+RUN npm i -g turbo
+COPY . .
+RUN turbo prune @morten-olsen/stash-server --docker
+
+FROM base AS installer
+COPY --from=builder /app/out/json/ .
+RUN pnpm install --frozen-lockfile
+COPY --from=builder /app/out/full/ .
+RUN \
+  pnpm build \
+  && node /app/packages/server/dist/preload-data.js
+
+FROM base AS runner
+ENV \
+  SERVER_HOST=0.0.0.0
+RUN \
+  addgroup --system --gid 1001 nodejs \
+  && adduser --system --uid 1001 nodejs \
+  && mkdir /data \
+  && chown nodejs:nodejs /data
+COPY --from=installer /models /models
+COPY --from=installer /app /app
+USER nodejs
+
+CMD ["node", "/app/packages/server/dist/start.js"]

packages/server/package.json

@@ -27,9 +27,6 @@
   },
   "name": "@morten-olsen/stash-server",
   "version": "1.0.0",
-  "imports": {
-    "#root/*": "./src/*"
-  },
   "dependencies": {
     "@fastify/cors": "11.1.0",
     "@fastify/swagger": "9.6.1",

packages/server/src/preload-data.ts

@@ -0,0 +1,11 @@
+import { mkdir } from 'fs/promises';
+import { resolve } from 'path';
+
+import { preloadModel, setModelLocation } from '@morten-olsen/stash-runtime';
+
+if (process.env.MODEL_DIR) {
+  const modelDir = resolve(process.env.MODEL_DIR);
+  await mkdir(modelDir, { recursive: true });
+  setModelLocation(modelDir);
+  await preloadModel();
+}

packages/server/src/start.ts

@@ -1,7 +1,19 @@
+import { resolve } from 'path';
+import { mkdir } from 'fs/promises';
+
+import { setModelLocation } from '@morten-olsen/stash-runtime';
+
 import { createApi } from './api.js';
 
-const server = await createApi();
+if (process.env.MODEL_DIR) {
+  const modelDir = resolve(process.env.MODEL_DIR);
+  await mkdir(modelDir, { recursive: true });
+  setModelLocation(modelDir);
+}
 
+const server = await createApi();
 await server.listen({
   port: 3400,
+  host: process.env.SERVER_HOST,
 });
+console.log('Server started');