Searching a new balance between the two web workers...

This commit is contained in:
Eric van der Vlist 2023-02-11 15:55:49 +01:00
parent 71bd820da9
commit 0e714ac361
8 changed files with 248 additions and 202 deletions

View File

@ -2,24 +2,71 @@ import { Signal } from 'solid-js';
import PouchDB from 'pouchdb'; import PouchDB from 'pouchdb';
import indexeddb from 'pouchdb-adapter-indexeddb'; import indexeddb from 'pouchdb-adapter-indexeddb';
import { getSettings } from '../db/settings'; import { getSettings, putSettings } from '../db/settings';
import { delay } from '../lib/delay'; import { sleep } from '../lib/async-wait';
import {
getAccounts,
initialAccount,
putAccount,
getAccountById,
} from '../db/account';
PouchDB.plugin(indexeddb); PouchDB.plugin(indexeddb);
export const compactDb = async (p: { signal: Signal<any>; params: any }) => { declare global {
const { signal, params } = p; var localDb: any;
const [, setStatus] = signal; var db: any;
console.log({ caller: 'compactDb', p }); }
const db = new PouchDB('_dyomedea_', { const initDb = async () => {
auto_compaction: true, if (globalThis.localDb === undefined) {
globalThis.localDb = new PouchDB('_local_dyomedea_', {
adapter: 'indexeddb', adapter: 'indexeddb',
auto_compaction: true,
}); });
}
const accounts = await getAccounts();
console.log({ caller: 'initDb', accounts });
if (accounts.length === 0) {
accounts[0] = initialAccount;
await putAccount({ id: initialAccount.id, account: initialAccount });
}
const settings = await getSettings();
let currentAccount = getAccountById(accounts, settings.currentAccountId);
if (currentAccount === undefined) {
settings.currentAccountId = accounts[0].id;
await putSettings({ settings });
currentAccount = accounts[0];
}
console.log({ caller: 'initDb', settings, currentAccount });
if (globalThis.db === undefined) {
globalThis.db = new PouchDB(currentAccount.localDb, {
adapter: 'indexeddb',
auto_compaction: true,
});
}
};
export const watchDb = async (p: { signal: Signal<any>; params: any }) => {
const { signal } = p;
const [, setStatus] = signal;
console.log({ caller: 'watchDb', p });
await initDb();
db = globalThis.db;
localDb = globalThis.localDb;
const dbinfo = await db.info(); const dbinfo = await db.info();
const localDbInfo = await localDb.info();
const tasks = PouchDB.activeTasks.list(); const tasks = PouchDB.activeTasks.list();
setStatus({ status: 'starting', db: '_dyomedea_', dbinfo, tasks }); setStatus({ opened: true, dbinfo, localDbinfo: localDbInfo, tasks });
return;
const timerId = setInterval(async () => { const timerId = setInterval(async () => {
const dbinfo = await db.info(); const dbinfo = await db.info();
@ -39,7 +86,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
const iDb = indexedDB.open(name); const iDb = indexedDB.open(name);
iDb.onerror = (event: any) => { iDb.onerror = (event: any) => {
console.error({ console.error({
caller: 'compactDb', caller: 'watchDb',
message: 'open db error', message: 'open db error',
target: event.target, target: event.target,
}); });
@ -48,7 +95,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
iDb.onsuccess = (event: any) => { iDb.onsuccess = (event: any) => {
console.log({ console.log({
caller: 'compactDb', caller: 'watchDb',
message: 'open db', message: 'open db',
target: event.target, target: event.target,
}); });
@ -61,7 +108,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
const request = store.getAll(); const request = store.getAll();
request.onerror = (event: any) => { request.onerror = (event: any) => {
console.error({ console.error({
caller: 'compactDb', caller: 'watchDb',
message: 'getAll error', message: 'getAll error',
target: event.target, target: event.target,
}); });
@ -70,7 +117,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
request.onsuccess = (event: any) => { request.onsuccess = (event: any) => {
console.log({ console.log({
caller: 'compactDb', caller: 'watchDb',
message: 'getAll', message: 'getAll',
target: event.target, target: event.target,
}); });
@ -83,7 +130,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
const bySequence = iDb.transaction('docs', 'readonly'); const bySequence = iDb.transaction('docs', 'readonly');
const store = bySequence.objectStore('docs'); const store = bySequence.objectStore('docs');
console.log({ console.log({
caller: 'compactDb', caller: 'watchDb',
message: 'transaction opened', message: 'transaction opened',
bySequence, bySequence,
store, store,
@ -101,14 +148,14 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
if (deleted !== 0) { if (deleted !== 0) {
// const purge = await db.purge(id, rev); // const purge = await db.purge(id, rev);
console.log({ console.log({
caller: 'compactDb', caller: 'watchDb',
message: 'purging', message: 'purging',
id, id,
rev, rev,
doc, doc,
// purge, // purge,
}); });
await delay(1000); await sleep(1000);
} }
}); });
}; };

View File

@ -28,16 +28,15 @@ declare global {
var dbReady: boolean; var dbReady: boolean;
} }
export const initDb = async (params: any) => { export const initDb = async () => {
console.log({ caller: 'initDb' }); console.log({ caller: 'initDb' });
if (globalThis.localDb === undefined) { if (globalThis.localDb === undefined) {
globalThis.dbReady = false;
globalThis.localDb = new PouchDB('_local_dyomedea_', { globalThis.localDb = new PouchDB('_local_dyomedea_', {
adapter: 'indexeddb', adapter: 'indexeddb',
auto_compaction: true, auto_compaction: true,
revs_limit: 10,
}); });
}
const accounts = await getAccounts(); const accounts = await getAccounts();
console.log({ caller: 'initDb', accounts }); console.log({ caller: 'initDb', accounts });
@ -171,4 +170,5 @@ export const initDb = async (params: any) => {
storage: await navigator.storage.estimate(), storage: await navigator.storage.estimate(),
}); });
globalThis.dbReady = true; globalThis.dbReady = true;
}
}; };

View File

@ -58,18 +58,11 @@ const getLanguage = () => {
const i18nDict = createI18nContext(dict, getLanguage()); const i18nDict = createI18nContext(dict, getLanguage());
const settings: any = await dispatch({ const [watchDbStatus] = createWorkerSignal({
action: 'getSettings', provider: 'watchDb',
});
const accounts: any = await dispatch({
action: 'getAccounts',
});
const [compactDbStatus] = createWorkerSignal({
provider: 'compactDb',
params: { settings, accounts },
}); });
createEffect(() => { createEffect(() => {
console.log({ caller: 'createEffect', compactDbStatus: compactDbStatus() }); console.log({ caller: 'createEffect', watchDbStatus: watchDbStatus() });
}); });
render( render(

View File

@ -1,2 +0,0 @@
export const delay = (ms: number) =>
new Promise((resolve) => setTimeout(resolve, ms));

View File

@ -49,11 +49,19 @@ export const createWorkerSignal = (parameters: {
const id = JSON.stringify({ provider, params }); const id = JSON.stringify({ provider, params });
if (globalThis.exportQueue.has(id)) { if (globalThis.exportQueue.has(id)) {
globalThis.exportQueue.get(id).count++; globalThis.exportQueue.get(id).count++;
console.log({
caller: 'solid-worker / createWorkerSignal / existing',
queueItem: globalThis.exportQueue.get(id),
});
return globalThis.exportQueue.get(id).signal; return globalThis.exportQueue.get(id).signal;
} }
const signal = createSignal(initialValue); const signal = createSignal(initialValue);
globalThis.exportQueue.set(id, { signal, count: 1 }); globalThis.exportQueue.set(id, { signal, count: 1 });
worker.postMessage({ ...parameters, _id: id }); worker.postMessage({ ...parameters, _id: id });
console.log({
caller: 'solid-worker / createWorkerSignal / new',
queueItem: globalThis.exportQueue.get(id),
});
return signal; return signal;
}; };

View File

@ -1,5 +1,5 @@
import { createEffect, createRoot, createSignal, Signal } from 'solid-js'; import { createEffect, createRoot, createSignal, Signal } from 'solid-js';
import { compactDb } from '../db-admin/compact'; import { watchDb } from '../db-admin/health';
declare global { declare global {
var importQueue: Map<string, any>; var importQueue: Map<string, any>;
@ -8,7 +8,7 @@ declare global {
globalThis.importQueue = new Map<string, Signal<any>>(); globalThis.importQueue = new Map<string, Signal<any>>();
const providers = { const providers = {
compactDb, watchDb,
}; };
onmessage = function (e) { onmessage = function (e) {

View File

@ -1,3 +1,6 @@
import { createEffect } from 'solid-js';
import { until } from '../lib/async-wait';
import { createWorkerSignal } from '../solid-workers/solid-worker-main';
import { getWorker } from './get-worker'; import { getWorker } from './get-worker';
declare global { declare global {
@ -27,19 +30,31 @@ export const init = () => {
cancelDispatch(id); cancelDispatch(id);
} }
}; };
};
dispatch({ action: 'initDb' }); const [watchDbStatus] = createWorkerSignal({
provider: 'watchDb',
});
const dbReady = () => {
console.log({
caller: 'dispatcher-main / waiting',
dbStatus: watchDbStatus(),
dbReady: watchDbStatus()?.opened,
});
return watchDbStatus()?.opened;
}; };
const dispatch = ( const dispatch = (
payload: any, payload: any,
callBack?: (error: any, result: any, id?: number|undefined) => void, callBack?: (error: any, result: any, id?: number | undefined) => void,
live?: boolean live?: boolean
) => { ) => {
console.log({ caller: 'dispatcher-main / dispatch', payload }); console.log({ caller: 'dispatcher-main / dispatch', payload });
if (worker === undefined) { if (worker === undefined) {
init(); init();
} }
until(dbReady, 1000).then(() => {
// Wait until databases have been created by health.ts
if (callBack === undefined) { if (callBack === undefined) {
/** If a callback function is not provided, return a promise */ /** If a callback function is not provided, return a promise */
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
@ -64,6 +79,7 @@ const dispatch = (
message, message,
dispatcherQueue, dispatcherQueue,
}); });
});
}; };
export const cancelDispatch = (id: number) => { export const cancelDispatch = (id: number) => {

View File

@ -27,12 +27,6 @@ import { until } from '../lib/async-wait';
console.log({ caller: 'dispatcher-worker' }); console.log({ caller: 'dispatcher-worker' });
declare global {
var dbReady: boolean;
}
globalThis.dbReady = false;
onmessage = async function (e) { onmessage = async function (e) {
const actions = { const actions = {
initDb, initDb,
@ -74,6 +68,9 @@ onmessage = async function (e) {
}; };
console.log({ caller: 'dispatcher-worker / onmessage', e }); console.log({ caller: 'dispatcher-worker / onmessage', e });
initDb();
await until(() => globalThis.dbReady, 100); // Wait until databases have been initialized in this worker
const { id, payload } = e.data; const { id, payload } = e.data;
var returnValue: any = 'unknownAction'; var returnValue: any = 'unknownAction';
if (payload.action in actions) { if (payload.action in actions) {
@ -83,19 +80,6 @@ onmessage = async function (e) {
payload, payload,
dbReady: globalThis.dbReady, dbReady: globalThis.dbReady,
}); });
if (payload.action !== 'initDb' && !globalThis.dbReady) {
console.log({
caller: 'dispatcher-worker / waiting for dbReady',
id,
dbReady: globalThis.dbReady,
});
await until(() => globalThis.dbReady, 10);
console.log({
caller: 'dispatcher-worker / dbReady',
id,
dbReady: globalThis.dbReady,
});
}
returnValue = await actions[<keyof typeof actions>payload.action]({ returnValue = await actions[<keyof typeof actions>payload.action]({
...payload.params, ...payload.params,
_dispatchId: id, _dispatchId: id,