feat: initial policy system and version (#29)

Resolves #22 #24 and #26

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,27 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: enhancement
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/workflows/release.yml

@@ -82,6 +82,8 @@ jobs:
         uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
         with:
           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            latest
       - name: Build and push Docker image
         uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
         with:

README.md

@@ -22,9 +22,11 @@ Also see [anti-features and limitations](./docs/anti-features.md)
 Get up and running with mini loader in just a few steps:
 
 1. **Install the CLI**: `npm install -g @morten-olsen/mini-loader-cli`
-2. **Deploy the Server**:  `docker run -p 4500:4500 -n mini-loader ghcr.io/morten-olsen/mini-loader:main`.
+2. **Deploy the Server**:  `docker run -p 4500:4500 —-name mini-loader ghcr.io/morten-olsen/mini-loader`.
-3. **Push Your First Load**: `mini-loader loads push script.mjs -r -i first`
+3. **Get your access token**: `docker exec mini-loader mini-loader-server create-token`
-3. **See the logs**: `mini-loader logs ls -l first`
+4. **Login**: `mini-loader auth login http://localhost:4500`
+5. **Push Your First Load**: `mini-loader loads push script.mjs -r -i first`
+6. **See the logs**: `mini-loader logs ls -l first`
 
 For a detailed guide on getting started, please refer to the [Getting Started Tutorial](./docs/getting-started.md).
 

docker-compose.yaml

@@ -5,5 +5,9 @@ services:
     build:
       context: .
       dockerfile: ./docker/Dockerfile
+    volumes:
+      - data:/app/data
     ports:
       - 4500:4500
+volumes:
+  data:

docker/Dockerfile

@@ -27,6 +27,7 @@ COPY --from=builder /app/out/full/ .
 RUN pnpm turbo run build --filter=@morten-olsen/mini-loader-server
 
 FROM base AS runner
+RUN apk add --no-cache jq curl
 WORKDIR /app
 
 # Don't run production as root
@@ -38,5 +39,12 @@ RUN chmod +x /entrypoint.sh
 
 COPY --from=installer /app .
 EXPOSE 4500
+VOLUME /app/data
+
+HEALTHCHECK \
+  --interval=10s \
+  --start-period=10s \
+  CMD curl -f http://localhost:4500/health || exit 1
+
 ENTRYPOINT ["/entrypoint.sh"]
 CMD ["mini-loader-server", "start"]

docs/setup-server.md

@@ -8,7 +8,7 @@ This guide will help you quickly set up and run a mini loader server using Docke
 To begin, let's deploy the mini loader container. Run the following command in your terminal:
 
 ```bash
-docker run -p 4500:4500 -n mini-loader ghcr.io/morten-olsen/mini-loader:main
+docker run -p 4500:4500 -n mini-loader ghcr.io/morten-olsen/mini-loader:latest
 ```
 
 This command downloads the latest mini loader image and runs it, exposing port 4500.

packages/cli/package.json

@@ -29,6 +29,7 @@
     "@rollup/plugin-sucrase": "^5.0.2",
     "@trpc/client": "^10.45.0",
     "commander": "^11.1.0",
+    "dotenv": "^16.3.1",
     "env-paths": "^3.0.0",
     "inquirer": "^9.2.12",
     "ora": "^8.0.1",

packages/cli/src/client/client.ts

@@ -2,6 +2,7 @@ import { createTRPCProxyClient, httpBatchLink } from '@trpc/client';
 import superjson from 'superjson';
 import type { Runtime } from '@morten-olsen/mini-loader-server';
 import type { RootRouter } from '@morten-olsen/mini-loader-server';
+import pkg from '../../package.json';
 import { Context } from '../context/context.js';
 
 const createClient = (context: Context) => {
@@ -14,6 +15,7 @@ const createClient = (context: Context) => {
       httpBatchLink({
         url: `${context.host}/trpc`,
         headers: {
+          'x-version': pkg.version,
           authorization: `Bearer ${context.token}`,
         },
       }),

packages/cli/src/commands/local/local.run.ts

@@ -3,6 +3,7 @@ import { resolve } from 'path';
 import { run as runLoad } from '@morten-olsen/mini-loader-runner';
 import { bundle } from '../../bundler/bundler.js';
 import { step } from '../../utils/step.js';
+import { readSecrets } from './local.utils.js';
 
 const run = new Command('run');
 
@@ -12,12 +13,14 @@ run
   .action(async (script) => {
     const location = resolve(script);
     const { autoInstall } = run.opts();
+    const secrets = await readSecrets();
 
     const code = await step('Bundling', async () => {
       return await bundle({ entry: location, autoInstall });
     });
     const { promise, emitter } = await runLoad({
       script: code,
+      secrets,
     });
     emitter.addListener('message', (message) => {
       switch (message.type) {

packages/cli/src/commands/local/local.utils.ts

@@ -0,0 +1,25 @@
+import dotenv from 'dotenv';
+import { existsSync } from 'fs';
+import { readFile } from 'fs/promises';
+import { join } from 'path';
+
+const ENV_PREFIX = 'ML_S_';
+
+const readSecrets = async () => {
+  let secretLocation = join(process.cwd(), '.secret');
+
+  let secrets: Record<string, string> = {};
+
+  if (existsSync(secretLocation)) {
+    const content = await readFile(secretLocation, 'utf-8');
+    secrets = dotenv.parse(content);
+  }
+  for (const key in process.env) {
+    if (key.startsWith(ENV_PREFIX)) {
+      secrets[key.replace(ENV_PREFIX, '')] = process.env[key]!;
+    }
+  }
+  return secrets;
+};
+
+export { readSecrets };

packages/cli/src/index.ts

@@ -1,4 +1,5 @@
-import { program } from 'commander';
+import { Command, program } from 'commander';
+import pkg from '../package.json';
 import { loads } from './commands/loads/loads.js';
 import { runs } from './commands/runs/runs.js';
 import { logs } from './commands/logs/logs.js';
@@ -17,4 +18,12 @@ program.addCommand(local);
 program.addCommand(auth);
 program.addCommand(contexts);
 
+program.version(pkg.version);
+
+const version = new Command('version');
+version.action(() => {
+  console.log(pkg.version);
+});
+program.addCommand(version);
+
 await program.parseAsync();

packages/configs/tsconfig.esm.json

@@ -8,6 +8,7 @@
     "sourceMap": true,
     "esModuleInterop": true,
     "strict": true,
+    "resolveJsonModule": true,
     "allowSyntheticDefaultImports": true,
     "jsx": "react"
   },

packages/server/src/index.ts

@@ -18,7 +18,11 @@ start.action(async () => {
 const createToken = new Command('create-token');
 createToken.action(async () => {
   const runtime = await Runtime.create();
-  const token = await runtime.auth.createToken({});
+  const token = await runtime.auth.createToken({
+    policy: {
+      '*:*': ['*'],
+    },
+  });
   console.log(token);
 });
 

pnpm-lock.yaml

@@ -63,6 +63,9 @@ importers:
       commander:
         specifier: ^11.1.0
         version: 11.1.0
+      dotenv:
+        specifier: ^16.3.1
+        version: 16.3.1
       env-paths:
         specifier: ^3.0.0
         version: 3.0.0
@@ -2189,6 +2192,11 @@ packages:
       esutils: 2.0.3
     dev: true
 
+  /dotenv@16.3.1:
+    resolution: {integrity: sha512-IPzF4w4/Rd94bA9imS68tZBaYyBWSCE47V1RGuMrB94iyTOIEwRmVL2x/4An+6mETpLrKJ5hQkB8W4kFAadeIQ==}
+    engines: {node: '>=12'}
+    dev: false
+
   /eastasianwidth@0.2.0:
     resolution: {integrity: sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA==}
     dev: false