separate sync for pull (implemented) and push (not yet)

This commit is contained in:
azivner 2017-10-26 20:31:31 -04:00
parent f6033705a7
commit 266727a21b
9 changed files with 116 additions and 73 deletions

View File

@ -5,7 +5,6 @@ process.on('unhandledRejection', error => {
console.log(error);
// but also try to log it into file
// we're using .info() instead of .error() because simple-node-logger emits weird error for error()
require('../services/log').info(error);
});

View File

@ -0,0 +1,5 @@
CREATE UNIQUE INDEX `IDX_notes_history_note_from_to` ON `notes_history` (
`note_id`,
`date_modified_from`,
`date_modified_to`
);

View File

@ -0,0 +1,3 @@
UPDATE options SET opt_name = 'last_synced_pull' WHERE opt_name = 'last_synced';
INSERT INTO options (opt_name, opt_value) VALUES ('last_synced_push', 0);

View File

@ -6,14 +6,14 @@ const auth = require('../../services/auth');
const sql = require('../../services/sql');
const migration = require('../../services/migration');
router.get('', auth.checkApiAuth, async (req, res, next) => {
router.get('', auth.checkApiAuthWithoutMigration, async (req, res, next) => {
res.send({
'db_version': parseInt(await sql.getOption('db_version')),
'app_db_version': migration.APP_DB_VERSION
});
});
router.post('', auth.checkApiAuth, async (req, res, next) => {
router.post('', auth.checkApiAuthWithoutMigration, async (req, res, next) => {
const migrations = await migration.migrate();
res.send({

View File

@ -4,7 +4,7 @@ const express = require('express');
const router = express.Router();
const auth = require('../services/auth');
router.get('', auth.checkAuth, (req, res, next) => {
router.get('', auth.checkAuthWithoutMigration, (req, res, next) => {
res.render('migration', {});
});

View File

@ -15,6 +15,15 @@ async function checkAuth(req, res, next) {
}
}
async function checkAuthWithoutMigration(req, res, next) {
if (!req.session.loggedIn) {
res.redirect("login");
}
else {
next();
}
}
async function checkApiAuth(req, res, next) {
if (!req.session.loggedIn && req.header("auth") !== "sync") {
res.sendStatus(401);
@ -28,7 +37,18 @@ async function checkApiAuth(req, res, next) {
}
}
async function checkApiAuthWithoutMigration(req, res, next) {
if (!req.session.loggedIn && req.header("auth") !== "sync") {
res.sendStatus(401);
}
else {
next();
}
}
module.exports = {
checkAuth,
checkApiAuth
checkAuthWithoutMigration,
checkApiAuth,
checkApiAuthWithoutMigration
};

View File

@ -19,7 +19,8 @@ function info(message) {
}
function error(message) {
logger.error(message);
// we're using .info() instead of .error() because simple-node-logger emits weird error for error()
logger.info(message);
}
const requestBlacklist = [ "/api/audit", "/libraries", "/javascripts", "/images", "/stylesheets" ];

View File

@ -3,7 +3,7 @@ const sql = require('./sql');
const fs = require('fs-extra');
const log = require('./log');
const APP_DB_VERSION = 11;
const APP_DB_VERSION = 13;
const MIGRATIONS_DIR = "./migrations";
async function migrate() {

View File

@ -10,15 +10,8 @@ const SYNC_SERVER = 'http://localhost:3000';
let syncInProgress = false;
async function sync() {
try {
syncInProgress = true;
if (!await migration.isDbUpToDate()) {
return;
}
const lastSynced = parseInt(await sql.getOption('last_synced'));
async function pullSync() {
const lastSynced = parseInt(await sql.getOption('last_synced_pull'));
const resp = await rp({
uri: SYNC_SERVER + '/api/sync/changed/' + lastSynced,
@ -73,7 +66,7 @@ async function sync() {
}
}
await sql.setOption('last_synced', syncTimestamp);
await sql.setOption('last_synced_pull', syncTimestamp);
await sql.commit();
}
@ -83,6 +76,27 @@ async function sync() {
throw e;
}
}
async function pushSync() {
}
async function sync() {
if (syncInProgress) {
return;
}
syncInProgress = true;
try {
if (!await migration.isDbUpToDate()) {
return;
}
await pushSync();
await pullSync();
}
catch (e) {
log.error("sync failed: " + e.stack);
}
@ -93,4 +107,5 @@ async function sync() {
setInterval(sync, 60000);
// kickoff initial sync immediately
setTimeout(sync, 1000);