"use strict"; const log = require('./log'); const cls = require('./cls'); let dbConnection; function setDbConnection(connection) { dbConnection = connection; } [`exit`, `SIGINT`, `SIGUSR1`, `SIGUSR2`, `uncaughtException`, `SIGTERM`].forEach(eventType => { process.on(eventType, () => { if (dbConnection) { // closing connection is especially important to fold -wal file into the main DB file // (see https://sqlite.org/tempfiles.html for details) dbConnection.close(); } }); }); async function insert(tableName, rec, replace = false) { const keys = Object.keys(rec); if (keys.length === 0) { log.error("Can't insert empty object into table " + tableName); return; } const columns = keys.join(", "); const questionMarks = keys.map(p => "?").join(", "); const query = "INSERT " + (replace ? "OR REPLACE" : "") + " INTO " + tableName + "(" + columns + ") VALUES (" + questionMarks + ")"; const res = await execute(query, Object.values(rec)); return res.lastID; } async function replace(tableName, rec) { return await insert(tableName, rec, true); } async function upsert(tableName, primaryKey, rec) { const keys = Object.keys(rec); if (keys.length === 0) { log.error("Can't upsert empty object into table " + tableName); return; } const columns = keys.join(", "); let i = 0; const questionMarks = keys.map(p => ":" + i++).join(", "); i = 0; const updateMarks = keys.map(key => `${key} = :${i++}`).join(", "); const query = `INSERT INTO ${tableName} (${columns}) VALUES (${questionMarks}) ON CONFLICT (${primaryKey}) DO UPDATE SET ${updateMarks}`; await execute(query, Object.values(rec)); } async function beginTransaction() { return await dbConnection.run("BEGIN"); } async function commit() { return await dbConnection.run("COMMIT"); } async function rollback() { return await dbConnection.run("ROLLBACK"); } async function getRow(query, params = []) { return await wrap(async db => db.get(query, ...params), query); } async function getRowOrNull(query, params = []) { const all = await getRows(query, params); return all.length > 0 ? all[0] : null; } async function getValue(query, params = []) { const row = await getRowOrNull(query, params); if (!row) { return null; } return row[Object.keys(row)[0]]; } const PARAM_LIMIT = 900; // actual limit is 999 // this is to overcome 999 limit of number of query parameters async function getManyRows(query, params) { let results = []; while (params.length > 0) { const curParams = params.slice(0, Math.min(params.length, PARAM_LIMIT)); params = params.slice(curParams.length); let i = 1; const questionMarks = curParams.map(() => "?" + i++).join(","); const curQuery = query.replace(/\?\?\?/g, questionMarks); results = results.concat(await getRows(curQuery, curParams)); } return results; } async function getRows(query, params = []) { return await wrap(async db => db.all(query, ...params), query); } async function getMap(query, params = []) { const map = {}; const results = await getRows(query, params); for (const row of results) { const keys = Object.keys(row); map[row[keys[0]]] = row[keys[1]]; } return map; } async function getColumn(query, params = []) { const list = []; const result = await getRows(query, params); if (result.length === 0) { return list; } const key = Object.keys(result[0])[0]; for (const row of result) { list.push(row[key]); } return list; } async function execute(query, params = []) { await startTransactionIfNecessary(); return await wrap(async db => db.run(query, ...params), query); } async function executeNoWrap(query, params = []) { await dbConnection.run(query, ...params); } async function executeMany(query, params) { await startTransactionIfNecessary(); // essentially just alias await getManyRows(query, params); } async function executeScript(query) { await startTransactionIfNecessary(); return await wrap(async db => db.exec(query), query); } async function wrap(func, query) { if (!dbConnection) { throw new Error("DB connection not initialized yet"); } const thisError = new Error(); try { const startTimestamp = Date.now(); const result = await func(dbConnection); const milliseconds = Date.now() - startTimestamp; if (milliseconds >= 300) { if (query.includes("WITH RECURSIVE")) { log.info(`Slow recursive query took ${milliseconds}ms.`); } else { log.info(`Slow query took ${milliseconds}ms: ${query}`); } } return result; } catch (e) { log.error("Error executing query. Inner exception: " + e.stack + thisError.stack); thisError.message = e.stack; throw thisError; } } // true if transaction is active globally. // cls.namespace.get('isTransactional') OTOH indicates active transaction in active CLS let transactionActive = false; // resolves when current transaction ends with either COMMIT or ROLLBACK let transactionPromise = null; let transactionPromiseResolve = null; async function startTransactionIfNecessary() { if (!cls.namespace.get('isTransactional') || cls.namespace.get('isInTransaction')) { return; } while (transactionActive) { await transactionPromise; } await beginTransaction(); cls.namespace.set('isInTransaction', true); transactionActive = true; transactionPromise = new Promise(res => transactionPromiseResolve = res); } async function transactional(func) { // if the CLS is already transactional then the whole transaction is handled by higher level transactional() call if (cls.namespace.get('isTransactional')) { return await func(); } cls.namespace.set('isTransactional', true); // we will need a transaction if there's a write operation try { const ret = await func(); if (cls.namespace.get('isInTransaction')) { await commit(); // note that sync rows sent from this action will be sent again by scheduled periodic ping require('./ws.js').sendPingToAllClients(); transactionActive = false; cls.namespace.set('isInTransaction', false); transactionPromiseResolve(); } return ret; } catch (e) { if (transactionActive) { await rollback(); transactionActive = false; cls.namespace.set('isInTransaction', false); // resolving since this is just semaphore for allowing another write transaction to proceed transactionPromiseResolve(); } throw e; } } module.exports = { setDbConnection, insert, replace, getValue, getRow, getRowOrNull, getRows, getManyRows, getMap, getColumn, execute, executeNoWrap, executeMany, executeScript, transactional, upsert };