Searching a new balance between the two web workers...
This commit is contained in:
parent
71bd820da9
commit
0e714ac361
|
@ -2,24 +2,71 @@ import { Signal } from 'solid-js';
|
||||||
import PouchDB from 'pouchdb';
|
import PouchDB from 'pouchdb';
|
||||||
import indexeddb from 'pouchdb-adapter-indexeddb';
|
import indexeddb from 'pouchdb-adapter-indexeddb';
|
||||||
|
|
||||||
import { getSettings } from '../db/settings';
|
import { getSettings, putSettings } from '../db/settings';
|
||||||
import { delay } from '../lib/delay';
|
import { sleep } from '../lib/async-wait';
|
||||||
|
import {
|
||||||
|
getAccounts,
|
||||||
|
initialAccount,
|
||||||
|
putAccount,
|
||||||
|
getAccountById,
|
||||||
|
} from '../db/account';
|
||||||
|
|
||||||
PouchDB.plugin(indexeddb);
|
PouchDB.plugin(indexeddb);
|
||||||
|
|
||||||
export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
declare global {
|
||||||
const { signal, params } = p;
|
var localDb: any;
|
||||||
const [, setStatus] = signal;
|
var db: any;
|
||||||
console.log({ caller: 'compactDb', p });
|
}
|
||||||
|
|
||||||
const db = new PouchDB('_dyomedea_', {
|
const initDb = async () => {
|
||||||
auto_compaction: true,
|
if (globalThis.localDb === undefined) {
|
||||||
|
globalThis.localDb = new PouchDB('_local_dyomedea_', {
|
||||||
adapter: 'indexeddb',
|
adapter: 'indexeddb',
|
||||||
|
auto_compaction: true,
|
||||||
});
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
const accounts = await getAccounts();
|
||||||
|
console.log({ caller: 'initDb', accounts });
|
||||||
|
|
||||||
|
if (accounts.length === 0) {
|
||||||
|
accounts[0] = initialAccount;
|
||||||
|
await putAccount({ id: initialAccount.id, account: initialAccount });
|
||||||
|
}
|
||||||
|
|
||||||
|
const settings = await getSettings();
|
||||||
|
let currentAccount = getAccountById(accounts, settings.currentAccountId);
|
||||||
|
if (currentAccount === undefined) {
|
||||||
|
settings.currentAccountId = accounts[0].id;
|
||||||
|
await putSettings({ settings });
|
||||||
|
currentAccount = accounts[0];
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log({ caller: 'initDb', settings, currentAccount });
|
||||||
|
if (globalThis.db === undefined) {
|
||||||
|
globalThis.db = new PouchDB(currentAccount.localDb, {
|
||||||
|
adapter: 'indexeddb',
|
||||||
|
auto_compaction: true,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
export const watchDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
|
const { signal } = p;
|
||||||
|
const [, setStatus] = signal;
|
||||||
|
console.log({ caller: 'watchDb', p });
|
||||||
|
|
||||||
|
await initDb();
|
||||||
|
db = globalThis.db;
|
||||||
|
localDb = globalThis.localDb;
|
||||||
|
|
||||||
const dbinfo = await db.info();
|
const dbinfo = await db.info();
|
||||||
|
const localDbInfo = await localDb.info();
|
||||||
const tasks = PouchDB.activeTasks.list();
|
const tasks = PouchDB.activeTasks.list();
|
||||||
|
|
||||||
setStatus({ status: 'starting', db: '_dyomedea_', dbinfo, tasks });
|
setStatus({ opened: true, dbinfo, localDbinfo: localDbInfo, tasks });
|
||||||
|
|
||||||
|
return;
|
||||||
|
|
||||||
const timerId = setInterval(async () => {
|
const timerId = setInterval(async () => {
|
||||||
const dbinfo = await db.info();
|
const dbinfo = await db.info();
|
||||||
|
@ -39,7 +86,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
const iDb = indexedDB.open(name);
|
const iDb = indexedDB.open(name);
|
||||||
iDb.onerror = (event: any) => {
|
iDb.onerror = (event: any) => {
|
||||||
console.error({
|
console.error({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'open db error',
|
message: 'open db error',
|
||||||
target: event.target,
|
target: event.target,
|
||||||
});
|
});
|
||||||
|
@ -48,7 +95,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
|
|
||||||
iDb.onsuccess = (event: any) => {
|
iDb.onsuccess = (event: any) => {
|
||||||
console.log({
|
console.log({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'open db',
|
message: 'open db',
|
||||||
target: event.target,
|
target: event.target,
|
||||||
});
|
});
|
||||||
|
@ -61,7 +108,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
const request = store.getAll();
|
const request = store.getAll();
|
||||||
request.onerror = (event: any) => {
|
request.onerror = (event: any) => {
|
||||||
console.error({
|
console.error({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'getAll error',
|
message: 'getAll error',
|
||||||
target: event.target,
|
target: event.target,
|
||||||
});
|
});
|
||||||
|
@ -70,7 +117,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
|
|
||||||
request.onsuccess = (event: any) => {
|
request.onsuccess = (event: any) => {
|
||||||
console.log({
|
console.log({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'getAll',
|
message: 'getAll',
|
||||||
target: event.target,
|
target: event.target,
|
||||||
});
|
});
|
||||||
|
@ -83,7 +130,7 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
const bySequence = iDb.transaction('docs', 'readonly');
|
const bySequence = iDb.transaction('docs', 'readonly');
|
||||||
const store = bySequence.objectStore('docs');
|
const store = bySequence.objectStore('docs');
|
||||||
console.log({
|
console.log({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'transaction opened',
|
message: 'transaction opened',
|
||||||
bySequence,
|
bySequence,
|
||||||
store,
|
store,
|
||||||
|
@ -101,14 +148,14 @@ export const compactDb = async (p: { signal: Signal<any>; params: any }) => {
|
||||||
if (deleted !== 0) {
|
if (deleted !== 0) {
|
||||||
// const purge = await db.purge(id, rev);
|
// const purge = await db.purge(id, rev);
|
||||||
console.log({
|
console.log({
|
||||||
caller: 'compactDb',
|
caller: 'watchDb',
|
||||||
message: 'purging',
|
message: 'purging',
|
||||||
id,
|
id,
|
||||||
rev,
|
rev,
|
||||||
doc,
|
doc,
|
||||||
// purge,
|
// purge,
|
||||||
});
|
});
|
||||||
await delay(1000);
|
await sleep(1000);
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
};
|
};
|
|
@ -28,16 +28,15 @@ declare global {
|
||||||
var dbReady: boolean;
|
var dbReady: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export const initDb = async (params: any) => {
|
export const initDb = async () => {
|
||||||
console.log({ caller: 'initDb' });
|
console.log({ caller: 'initDb' });
|
||||||
|
|
||||||
if (globalThis.localDb === undefined) {
|
if (globalThis.localDb === undefined) {
|
||||||
|
globalThis.dbReady = false;
|
||||||
globalThis.localDb = new PouchDB('_local_dyomedea_', {
|
globalThis.localDb = new PouchDB('_local_dyomedea_', {
|
||||||
adapter: 'indexeddb',
|
adapter: 'indexeddb',
|
||||||
auto_compaction: true,
|
auto_compaction: true,
|
||||||
revs_limit: 10,
|
|
||||||
});
|
});
|
||||||
}
|
|
||||||
|
|
||||||
const accounts = await getAccounts();
|
const accounts = await getAccounts();
|
||||||
console.log({ caller: 'initDb', accounts });
|
console.log({ caller: 'initDb', accounts });
|
||||||
|
@ -171,4 +170,5 @@ export const initDb = async (params: any) => {
|
||||||
storage: await navigator.storage.estimate(),
|
storage: await navigator.storage.estimate(),
|
||||||
});
|
});
|
||||||
globalThis.dbReady = true;
|
globalThis.dbReady = true;
|
||||||
|
}
|
||||||
};
|
};
|
||||||
|
|
|
@ -58,18 +58,11 @@ const getLanguage = () => {
|
||||||
|
|
||||||
const i18nDict = createI18nContext(dict, getLanguage());
|
const i18nDict = createI18nContext(dict, getLanguage());
|
||||||
|
|
||||||
const settings: any = await dispatch({
|
const [watchDbStatus] = createWorkerSignal({
|
||||||
action: 'getSettings',
|
provider: 'watchDb',
|
||||||
});
|
|
||||||
const accounts: any = await dispatch({
|
|
||||||
action: 'getAccounts',
|
|
||||||
});
|
|
||||||
const [compactDbStatus] = createWorkerSignal({
|
|
||||||
provider: 'compactDb',
|
|
||||||
params: { settings, accounts },
|
|
||||||
});
|
});
|
||||||
createEffect(() => {
|
createEffect(() => {
|
||||||
console.log({ caller: 'createEffect', compactDbStatus: compactDbStatus() });
|
console.log({ caller: 'createEffect', watchDbStatus: watchDbStatus() });
|
||||||
});
|
});
|
||||||
|
|
||||||
render(
|
render(
|
||||||
|
|
|
@ -1,2 +0,0 @@
|
||||||
export const delay = (ms: number) =>
|
|
||||||
new Promise((resolve) => setTimeout(resolve, ms));
|
|
|
@ -49,11 +49,19 @@ export const createWorkerSignal = (parameters: {
|
||||||
const id = JSON.stringify({ provider, params });
|
const id = JSON.stringify({ provider, params });
|
||||||
if (globalThis.exportQueue.has(id)) {
|
if (globalThis.exportQueue.has(id)) {
|
||||||
globalThis.exportQueue.get(id).count++;
|
globalThis.exportQueue.get(id).count++;
|
||||||
|
console.log({
|
||||||
|
caller: 'solid-worker / createWorkerSignal / existing',
|
||||||
|
queueItem: globalThis.exportQueue.get(id),
|
||||||
|
});
|
||||||
return globalThis.exportQueue.get(id).signal;
|
return globalThis.exportQueue.get(id).signal;
|
||||||
}
|
}
|
||||||
const signal = createSignal(initialValue);
|
const signal = createSignal(initialValue);
|
||||||
globalThis.exportQueue.set(id, { signal, count: 1 });
|
globalThis.exportQueue.set(id, { signal, count: 1 });
|
||||||
worker.postMessage({ ...parameters, _id: id });
|
worker.postMessage({ ...parameters, _id: id });
|
||||||
|
console.log({
|
||||||
|
caller: 'solid-worker / createWorkerSignal / new',
|
||||||
|
queueItem: globalThis.exportQueue.get(id),
|
||||||
|
});
|
||||||
return signal;
|
return signal;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
|
@ -1,5 +1,5 @@
|
||||||
import { createEffect, createRoot, createSignal, Signal } from 'solid-js';
|
import { createEffect, createRoot, createSignal, Signal } from 'solid-js';
|
||||||
import { compactDb } from '../db-admin/compact';
|
import { watchDb } from '../db-admin/health';
|
||||||
|
|
||||||
declare global {
|
declare global {
|
||||||
var importQueue: Map<string, any>;
|
var importQueue: Map<string, any>;
|
||||||
|
@ -8,7 +8,7 @@ declare global {
|
||||||
globalThis.importQueue = new Map<string, Signal<any>>();
|
globalThis.importQueue = new Map<string, Signal<any>>();
|
||||||
|
|
||||||
const providers = {
|
const providers = {
|
||||||
compactDb,
|
watchDb,
|
||||||
};
|
};
|
||||||
|
|
||||||
onmessage = function (e) {
|
onmessage = function (e) {
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
import { createEffect } from 'solid-js';
|
||||||
|
import { until } from '../lib/async-wait';
|
||||||
|
import { createWorkerSignal } from '../solid-workers/solid-worker-main';
|
||||||
import { getWorker } from './get-worker';
|
import { getWorker } from './get-worker';
|
||||||
|
|
||||||
declare global {
|
declare global {
|
||||||
|
@ -27,19 +30,31 @@ export const init = () => {
|
||||||
cancelDispatch(id);
|
cancelDispatch(id);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
};
|
||||||
|
|
||||||
dispatch({ action: 'initDb' });
|
const [watchDbStatus] = createWorkerSignal({
|
||||||
|
provider: 'watchDb',
|
||||||
|
});
|
||||||
|
const dbReady = () => {
|
||||||
|
console.log({
|
||||||
|
caller: 'dispatcher-main / waiting',
|
||||||
|
dbStatus: watchDbStatus(),
|
||||||
|
dbReady: watchDbStatus()?.opened,
|
||||||
|
});
|
||||||
|
return watchDbStatus()?.opened;
|
||||||
};
|
};
|
||||||
|
|
||||||
const dispatch = (
|
const dispatch = (
|
||||||
payload: any,
|
payload: any,
|
||||||
callBack?: (error: any, result: any, id?: number|undefined) => void,
|
callBack?: (error: any, result: any, id?: number | undefined) => void,
|
||||||
live?: boolean
|
live?: boolean
|
||||||
) => {
|
) => {
|
||||||
console.log({ caller: 'dispatcher-main / dispatch', payload });
|
console.log({ caller: 'dispatcher-main / dispatch', payload });
|
||||||
if (worker === undefined) {
|
if (worker === undefined) {
|
||||||
init();
|
init();
|
||||||
}
|
}
|
||||||
|
until(dbReady, 1000).then(() => {
|
||||||
|
// Wait until databases have been created by health.ts
|
||||||
if (callBack === undefined) {
|
if (callBack === undefined) {
|
||||||
/** If a callback function is not provided, return a promise */
|
/** If a callback function is not provided, return a promise */
|
||||||
return new Promise((resolve, reject) => {
|
return new Promise((resolve, reject) => {
|
||||||
|
@ -64,6 +79,7 @@ const dispatch = (
|
||||||
message,
|
message,
|
||||||
dispatcherQueue,
|
dispatcherQueue,
|
||||||
});
|
});
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const cancelDispatch = (id: number) => {
|
export const cancelDispatch = (id: number) => {
|
||||||
|
|
|
@ -27,12 +27,6 @@ import { until } from '../lib/async-wait';
|
||||||
|
|
||||||
console.log({ caller: 'dispatcher-worker' });
|
console.log({ caller: 'dispatcher-worker' });
|
||||||
|
|
||||||
declare global {
|
|
||||||
var dbReady: boolean;
|
|
||||||
}
|
|
||||||
|
|
||||||
globalThis.dbReady = false;
|
|
||||||
|
|
||||||
onmessage = async function (e) {
|
onmessage = async function (e) {
|
||||||
const actions = {
|
const actions = {
|
||||||
initDb,
|
initDb,
|
||||||
|
@ -74,6 +68,9 @@ onmessage = async function (e) {
|
||||||
};
|
};
|
||||||
|
|
||||||
console.log({ caller: 'dispatcher-worker / onmessage', e });
|
console.log({ caller: 'dispatcher-worker / onmessage', e });
|
||||||
|
initDb();
|
||||||
|
|
||||||
|
await until(() => globalThis.dbReady, 100); // Wait until databases have been initialized in this worker
|
||||||
const { id, payload } = e.data;
|
const { id, payload } = e.data;
|
||||||
var returnValue: any = 'unknownAction';
|
var returnValue: any = 'unknownAction';
|
||||||
if (payload.action in actions) {
|
if (payload.action in actions) {
|
||||||
|
@ -83,19 +80,6 @@ onmessage = async function (e) {
|
||||||
payload,
|
payload,
|
||||||
dbReady: globalThis.dbReady,
|
dbReady: globalThis.dbReady,
|
||||||
});
|
});
|
||||||
if (payload.action !== 'initDb' && !globalThis.dbReady) {
|
|
||||||
console.log({
|
|
||||||
caller: 'dispatcher-worker / waiting for dbReady',
|
|
||||||
id,
|
|
||||||
dbReady: globalThis.dbReady,
|
|
||||||
});
|
|
||||||
await until(() => globalThis.dbReady, 10);
|
|
||||||
console.log({
|
|
||||||
caller: 'dispatcher-worker / dbReady',
|
|
||||||
id,
|
|
||||||
dbReady: globalThis.dbReady,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
returnValue = await actions[<keyof typeof actions>payload.action]({
|
returnValue = await actions[<keyof typeof actions>payload.action]({
|
||||||
...payload.params,
|
...payload.params,
|
||||||
_dispatchId: id,
|
_dispatchId: id,
|
||||||
|
|
Loading…
Reference in New Issue