WIP: Feature: deploy history

src/db/index.js

@@ -4,41 +4,56 @@ const Loki = require('lokijs');
 
 // our packages
 const {baseFolder} = require('../config');
-
-// TTL for auth requests
-const REQ_TTL =
-  process.env.NODE_ENV !== 'testing'
-    ? 5 * 60 * 1000 // 5 mins for prod
-    : 0; // 0 for tests
+const {reqCollection} = require('./requests');
+const logger = require('../logger');
 
 // init in-memory adapter for login requests
 const memAdapter = new Loki.LokiMemoryAdapter();
 const fsAdapter = new Loki.LokiFsAdapter();
 
-// init in-memory requests db
-const db = new Loki('requests.db', {adapter: memAdapter, autoload: true});
-// init persistent tokens db
+let dbLoadedResolve = () => {};
+const dbLoaded = new Promise(r => {
+  dbLoadedResolve = r;
+});
+
 let tokenCollection = {};
-const tokenDb = new Loki(path.join(baseFolder, 'auth.db'), {
+let secretsCollection = {};
+let deploysCollection = {};
+
+// init persistent db
+const db = new Loki(path.join(baseFolder, 'exoframe.db'), {
   adapter: process.env.NODE_ENV !== 'testing' ? fsAdapter : memAdapter,
   autoload: true,
   autoloadCallback() {
-    // get of create tokens collection
-    tokenCollection = tokenDb.getCollection('tokens');
+    // get or create tokens collection
+    tokenCollection = db.getCollection('tokens');
     if (tokenCollection === null) {
-      tokenCollection = tokenDb.addCollection('tokens');
+      tokenCollection = db.addCollection('tokens');
+    }
+
+    // get or create secrets collection
+    secretsCollection = db.getCollection('secrets');
+    if (secretsCollection === null) {
+      secretsCollection = db.addCollection('secrets');
+    }
+
+    // get or create deploys collection
+    deploysCollection = db.getCollection('deploys');
+    if (deploysCollection === null) {
+      deploysCollection = db.addCollection('deploys');
     }
+
+    // resolve waiting load promises
+    dbLoadedResolve();
+    logger.info('Database loaded.');
   },
   autosave: process.env.NODE_ENV !== 'testing',
 });
 
-// create requests collection
-const reqCollection = db.addCollection('requests', {
-  ttl: REQ_TTL,
-  ttlInterval: REQ_TTL,
-});
+// exports.mainDB = db;
+exports.dbLoaded = dbLoaded;
 
-exports.db = db;
-exports.tokenDb = tokenDb;
 exports.reqCollection = reqCollection;
 exports.getTokenCollection = () => tokenCollection;
+exports.getSecretsCollection = () => secretsCollection;
+exports.getDeploysCollection = () => deploysCollection;

src/db/requests.js

@@ -0,0 +1,23 @@
+// npm packages
+const Loki = require('lokijs');
+
+const memAdapter = new Loki.LokiMemoryAdapter();
+
+// TTL for auth requests
+const REQ_TTL =
+  process.env.NODE_ENV !== 'testing'
+    ? 5 * 60 * 1000 // 5 mins for prod
+    : 0; // 0 for tests
+
+// init in-memory requests db
+const db = new Loki('requests.db', {adapter: memAdapter, autoload: true});
+
+// create requests collection
+const reqCollection = db.addCollection('requests', {
+  ttl: REQ_TTL,
+  ttlInterval: REQ_TTL,
+});
+
+module.exports = {
+  reqCollection,
+};

src/index.js

@@ -2,6 +2,7 @@
 const initFastify = require('fastify');
 const fastifyAuth = require('fastify-auth');
 const cors = require('cors');
+const {dbLoaded} = require('./db');
 
 // our packages
 const logger = require('./logger');
@@ -56,6 +57,11 @@ exports.startServer = async (port = 8080) => {
 
 // export start function
 exports.start = async port => {
+  logger.info('Starting exoframe ...');
+
+  // load database
+  await dbLoaded;
+
   // init plugins
   await initPlugins();
 

src/routes/secrets.js

@@ -1,5 +1,5 @@
 // our modules
-const {secretsInited, getSecretsCollection} = require('../db/secrets');
+const {getSecretsCollection} = require('../db');
 
 module.exports = fastify => {
   fastify.route({
@@ -9,8 +9,6 @@ module.exports = fastify => {
       // get username
       const {username} = request.user;
 
-      // wait for db to init if required
-      await secretsInited;
       // find user secrets
       const secrets = getSecretsCollection()
         .find({user: username})
@@ -28,8 +26,6 @@ module.exports = fastify => {
       const {username} = request.user;
       const {secretName} = request.params;
 
-      // wait for db to init if required
-      await secretsInited;
       // find user secrets
       const secret = getSecretsCollection().findOne({user: username, name: secretName});
 
@@ -46,8 +42,6 @@ module.exports = fastify => {
       // get secret data
       const {secretName, secretValue} = request.body;
 
-      // wait for db to init if required
-      await secretsInited;
       // create new secret for current user
       const secret = {user: username, name: secretName, value: secretValue};
       getSecretsCollection().insert(secret);
@@ -68,8 +62,6 @@ module.exports = fastify => {
         reply.code(200).send({removed: false, reason: 'Secret does not exist'});
         return;
       }
-      // wait for db to init if required
-      await secretsInited;
       // remove token from collection
       getSecretsCollection().remove(existingSecret);
       // send back to user

src/util/index.js

@@ -6,7 +6,7 @@ const {spawn} = require('child_process');
 const tar = require('tar-fs');
 const rimraf = require('rimraf');
 const uuid = require('uuid');
-const {getSecretsCollection} = require('../db/secrets');
+const {getSecretsCollection} = require('../db');
 
 // our modules
 const {tempDockerDir: tempDir} = require('../config');

test/login.test.js

@@ -11,7 +11,7 @@ const getPort = require('get-port');
 // our packages
 const {startServer} = require('../src');
 const {auth: authConfig} = require('../config');
-const {getTokenCollection} = require('../src/db');
+const {dbLoaded, getTokenCollection} = require('../src/db');
 
 let server;
 let authToken = '';
@@ -25,6 +25,8 @@ jest.setTimeout(60000);
 beforeAll(async () => {
   const port = await getPort();
   server = await startServer(port);
+  await dbLoaded;
+
   return server;
 });
 

test/plugin.test.js

@@ -13,7 +13,7 @@ const getPort = require('get-port');
 
 // our packages
 const authToken = require('./fixtures/authToken');
-const {secretsInited} = require('../src/db/secrets');
+const {dbLoaded} = require('../src/db');
 const {initPlugins, getPlugins} = require('../src/plugins');
 const {initDocker} = require('../src/docker/init');
 const {start, startFromParams} = require('../src/docker/start');
@@ -30,7 +30,7 @@ const options = {
 };
 
 beforeAll(async done => {
-  await secretsInited;
+  await dbLoaded;
   await initPlugins();
   done();
 });

test/secrets.test.js

@@ -13,7 +13,7 @@ const tar = require('tar-fs');
 // our packages
 const authToken = require('./fixtures/authToken');
 const {startServer} = require('../src');
-const {getSecretsCollection} = require('../src/db/secrets');
+const {dbLoaded, getSecretsCollection} = require('../src/db');
 const docker = require('../src/docker/docker');
 
 // create tar streams
@@ -35,6 +35,9 @@ beforeAll(async () => {
   // start server
   const port = await getPort();
   fastify = await startServer(port);
+
+  await dbLoaded;
+
   return fastify;
 });