ci: add server build

packages/runtime/package.json

@@ -24,9 +24,6 @@
   },
   "name": "@morten-olsen/stash-runtime",
   "version": "1.0.0",
-  "imports": {
-    "#root/*": "./src/*"
-  },
   "dependencies": {
     "@electric-sql/pglite": "^0.3.14",
     "@huggingface/transformers": "^3.8.1",

packages/runtime/src/exports.ts

@@ -1,4 +1,17 @@
+import { env, pipeline } from '@huggingface/transformers';
+
+import { EMBEDDING_MODEL } from './utils/utils.consts.js';
+
+const setModelLocation = (location: string) => {
+  env.cacheDir = location;
+};
+
+const preloadModel = async () => {
+  await pipeline('feature-extraction', EMBEDDING_MODEL);
+};
+
 export { Services } from './utils/utils.services.js';
 export { StashRuntime } from './runtime.js';
 export * from './services/documents/documents.js';
 export * from './services/document-chunks/document-chunks.js';
+export { setModelLocation, preloadModel };

packages/runtime/src/services/database/database.ts

@@ -3,9 +3,9 @@ import ClientPgLite from 'knex-pglite';
 import { PGlite } from '@electric-sql/pglite';
 import { vector } from '@electric-sql/pglite/vector';
 
-import { migrationSource } from './migrations/migrations.js';
+import { destroy, type Services } from '../../utils/utils.services.js';
 
-import { destroy, Services } from '#root/utils/utils.services.js';
+import { migrationSource } from './migrations/migrations.js';
 
 class DatabaseService {
   #services: Services;

packages/runtime/src/services/database/migrations/migrations.001-init.ts

@@ -1,7 +1,7 @@
-import type { Migration } from './migrations.types.js';
+import { EMBEDDING_MODEL } from '../../../utils/utils.consts.js';
+import { EmbeddingsService } from '../../embeddings/embeddings.js';
 
-import { EmbeddingsService } from '#root/services/embeddings/embeddings.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
+import type { Migration } from './migrations.types.js';
 
 const tableNames = {
   documents: 'documents',

packages/runtime/src/services/database/migrations/migrations.ts

@@ -1,10 +1,10 @@
 import type { Knex } from 'knex';
 
+import type { Services } from '../../../utils/utils.services.js';
+
 import type { Migration } from './migrations.types.js';
 import { init } from './migrations.001-init.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-
 const migrations = [init] satisfies Migration[];
 
 type MigrationSourceOptions = {

packages/runtime/src/services/database/migrations/migrations.types.ts

@@ -1,6 +1,6 @@
 import type { Knex } from 'knex';
 
-import type { Services } from '#root/utils/utils.services.js';
+import type { Services } from '../../../utils/utils.services.js';
 
 type MigrationOptions = {
   knex: Knex;

packages/runtime/src/services/document-chunks/document-chunks.schemas.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 import { queryFilterSchema } from '@morten-olsen/stash-query-dsl';
 
-import { createListResultSchema, queryDSLSchema } from '#root/utils/utils.schema.js';
+import { createListResultSchema, queryDSLSchema } from '../../utils/utils.schema.js';
 
 const documentChunkSchema = z
   .object({

packages/runtime/src/services/document-chunks/document-chunks.ts

@@ -2,15 +2,14 @@ import { QueryParser } from '@morten-olsen/stash-query-dsl';
 
 import { DatabaseService, tableNames, type TableRows } from '../database/database.js';
 import { EmbeddingsService } from '../embeddings/embeddings.js';
+import type { Services } from '../../utils/utils.services.js';
+import { EMBEDDING_MODEL } from '../../utils/utils.consts.js';
+import type { ExplicitAny } from '../../global.js';
+import { applyQueryFilter } from '../../utils/utils.query.js';
 
 import type { DocumentChunkFilter, DocumentChunksFindResult } from './document-chunks.schemas.js';
 import { mapFromDocumentChunkRow } from './document-chunks.mappings.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
-import type { ExplicitAny } from '#root/global.js';
-import { applyQueryFilter } from '#root/utils/utils.query.js';
-
 const baseFields = [
   `${tableNames.documentChunks}.*`,
   `${tableNames.documents}.metadata`,

packages/runtime/src/services/documents/documents.schemas.ts

@@ -1,7 +1,7 @@
 import { z } from 'zod';
 import { queryFilterSchema } from '@morten-olsen/stash-query-dsl';
 
-import { createListResultSchema, queryDSLSchema } from '#root/utils/utils.schema.js';
+import { createListResultSchema, queryDSLSchema } from '../../utils/utils.schema.js';
 
 const documentSchema = z
   .object({

packages/runtime/src/services/documents/documents.ts

@@ -2,7 +2,12 @@ import { QueryParser } from '@morten-olsen/stash-query-dsl';
 
 import { DatabaseService, tableNames, type TableRows } from '../database/database.js';
 import { SplittingService } from '../splitter/splitter.js';
+import { EventEmitter } from '../../utils/utils.event-emitter.js';
+import type { Services } from '../../utils/utils.services.js';
+import { compareObjectKeys } from '../../utils/utils.compare.js';
+import { applyQueryFilter } from '../../utils/utils.query.js';
 
+import { mapFromDocumentRow } from './documents.mapping.js';
 import type {
   Document,
   DocumentFilter,
@@ -10,12 +15,6 @@ import type {
   DocumentUpsert,
   DocumentUpsertResult,
 } from './documents.schemas.ts';
-import { mapFromDocumentRow } from './documents.mapping.js';
-
-import { EventEmitter } from '#root/utils/utils.event-emitter.js';
-import type { Services } from '#root/utils/utils.services.js';
-import { compareObjectKeys } from '#root/utils/utils.compare.js';
-import { applyQueryFilter } from '#root/utils/utils.query.js';
 
 type DocumentsServiceEvents = {
   upserted: (document: Document) => void;

packages/runtime/src/services/embeddings/embeddings.ts

@@ -1,8 +1,8 @@
 import { pipeline, type FeatureExtractionPipeline } from '@huggingface/transformers';
 
-import { Vector } from './embeddings.vector.js';
+import type { ExplicitAny } from '../../global.js';
 
-import type { ExplicitAny } from '#root/global.js';
+import { Vector } from './embeddings.vector.js';
 
 type ExtractOptions = {
   input: string[];

packages/runtime/src/services/splitter/splitter.ts

@@ -1,12 +1,11 @@
 import { EmbeddingsService } from '../embeddings/embeddings.js';
 import type { Document } from '../documents/documents.schemas.js';
+import type { Services } from '../../utils/utils.services.js';
+import { EMBEDDING_MODEL } from '../../utils/utils.consts.js';
 
 import type { Chunk, Splitter } from './splitter.types.js';
 import { textSplitter } from './splitters/splitters.text.js';
 
-import type { Services } from '#root/utils/utils.services.js';
-import { EMBEDDING_MODEL } from '#root/utils/utils.consts.js';
-
 class SplittingService {
   #services: Services;
   #chunkers: Set<Splitter>;

packages/runtime/src/services/warmup/warmup.ts

@@ -1,6 +1,5 @@
 import { DatabaseService } from '../database/database.js';
-
-import { Services } from '#root/utils/utils.services.js';
+import { Services } from '../../utils/utils.services.js';
 
 class WarmupService {
   #services: Services;

packages/runtime/src/utils/utils.event-emitter.ts

@@ -1,4 +1,4 @@
-import type { ExplicitAny } from '#root/global.js';
+import type { ExplicitAny } from '../global.js';
 
 type EventListener<T extends unknown[]> = (...args: T) => void | Promise<void>;