-
Notifications
You must be signed in to change notification settings - Fork 2.1k
/
indexeddb.ts
639 lines (536 loc) · 16.2 KB
/
indexeddb.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
import { ConsoleLogger as Logger } from '@aws-amplify/core';
import * as idb from 'idb';
import { Adapter } from '.';
import { ModelInstanceCreator } from '../../datastore/datastore';
import { ModelPredicateCreator } from '../../predicates';
import {
InternalSchema,
isPredicateObj,
ModelPredicate,
NamespaceResolver,
OpType,
PersistentModel,
PersistentModelConstructor,
PredicateObject,
QueryOne,
RelationType,
PaginationInput,
} from '../../types';
import {
exhaustiveCheck,
getIndex,
isModelConstructor,
traverseModel,
validatePredicate,
isPrivateMode,
} from '../../util';
const logger = new Logger('DataStore');
const DB_NAME = 'amplify-datastore';
class IndexedDBAdapter implements Adapter {
private schema: InternalSchema;
private namespaceResolver: NamespaceResolver;
private modelInstanceCreator: ModelInstanceCreator;
private getModelConstructorByModelName: (
namsespaceName: string,
modelName: string
) => PersistentModelConstructor<any>;
private db: idb.IDBPDatabase;
private initPromise: Promise<void>;
private resolve: (value?: any) => void;
private reject: (value?: any) => void;
private async checkPrivate() {
const isPrivate = await isPrivateMode().then(isPrivate => {
return isPrivate;
});
if (isPrivate) {
logger.error("IndexedDB not supported in this browser's private mode");
return Promise.reject(
"IndexedDB not supported in this browser's private mode"
);
} else {
return Promise.resolve();
}
}
private getStorenameForModel(
modelConstructor: PersistentModelConstructor<any>
) {
const namespace = this.namespaceResolver(modelConstructor);
const { name: modelName } = modelConstructor;
return this.getStorename(namespace, modelName);
}
private getStorename(namespace: string, modelName: string) {
const storeName = `${namespace}_${modelName}`;
return storeName;
}
async setUp(
theSchema: InternalSchema,
namespaceResolver: NamespaceResolver,
modelInstanceCreator: ModelInstanceCreator,
getModelConstructorByModelName: (
namsespaceName: string,
modelName: string
) => PersistentModelConstructor<any>
) {
await this.checkPrivate();
if (!this.initPromise) {
this.initPromise = new Promise((res, rej) => {
this.resolve = res;
this.reject = rej;
});
} else {
await this.initPromise;
}
this.schema = theSchema;
this.namespaceResolver = namespaceResolver;
this.modelInstanceCreator = modelInstanceCreator;
this.getModelConstructorByModelName = getModelConstructorByModelName;
try {
if (!this.db) {
this.db = await idb.openDB(DB_NAME, 1, {
upgrade: (db, _oldVersion, _newVersion, _txn) => {
const keyPath: string = <string>(<keyof PersistentModel>'id');
Object.keys(theSchema.namespaces).forEach(namespaceName => {
const namespace = theSchema.namespaces[namespaceName];
Object.keys(namespace.models).forEach(modelName => {
const indexes = this.schema.namespaces[namespaceName]
.relationships[modelName].indexes;
const storeName = this.getStorename(namespaceName, modelName);
const store = db.createObjectStore(storeName, { keyPath });
indexes.forEach(index => store.createIndex(index, index));
});
});
},
});
this.resolve();
}
} catch (error) {
this.reject(error);
}
}
async save<T extends PersistentModel>(
model: T,
condition?: ModelPredicate<T>
): Promise<[T, OpType.INSERT | OpType.UPDATE][]> {
await this.checkPrivate();
const modelConstructor = Object.getPrototypeOf(model)
.constructor as PersistentModelConstructor<T>;
const storeName = this.getStorenameForModel(modelConstructor);
const connectedModels = traverseModel(
modelConstructor.name,
model,
this.schema.namespaces[this.namespaceResolver(modelConstructor)],
this.modelInstanceCreator,
this.getModelConstructorByModelName
);
const namespaceName = this.namespaceResolver(modelConstructor);
const set = new Set<string>();
const connectionStoreNames = Object.values(connectedModels).map(
({ modelName, item, instance }) => {
const storeName = this.getStorename(namespaceName, modelName);
set.add(storeName);
return { storeName, item, instance };
}
);
const tx = this.db.transaction(
[storeName, ...Array.from(set.values())],
'readwrite'
);
const store = tx.objectStore(storeName);
const fromDB = await store.get(model.id);
if (condition) {
const predicates = ModelPredicateCreator.getPredicates(condition);
const { predicates: predicateObjs, type } = predicates;
const isValid = validatePredicate(fromDB, type, predicateObjs);
if (!isValid) {
const msg = 'Conditional update failed';
logger.error(msg, { model: fromDB, condition: predicateObjs });
throw new Error(msg);
}
}
const result: [T, OpType.INSERT | OpType.UPDATE][] = [];
for await (const resItem of connectionStoreNames) {
const { storeName, item, instance } = resItem;
const store = tx.objectStore(storeName);
const { id } = item;
const opType: OpType =
(await store.get(id)) === undefined ? OpType.INSERT : OpType.UPDATE;
// It is me
if (id === model.id) {
await store.put(item);
result.push([instance, opType]);
} else {
if (opType === OpType.INSERT) {
await store.put(item);
result.push([instance, opType]);
}
}
}
await tx.done;
return result;
}
private async load<T>(
namespaceName: string,
srcModelName: string,
records: T[]
): Promise<T[]> {
const namespace = this.schema.namespaces[namespaceName];
const relations = namespace.relationships[srcModelName].relationTypes;
const connectionStoreNames = relations.map(({ modelName }) => {
return this.getStorename(namespaceName, modelName);
});
const modelConstructor = this.getModelConstructorByModelName(
namespaceName,
srcModelName
);
if (connectionStoreNames.length === 0) {
return records.map(record =>
this.modelInstanceCreator(modelConstructor, record)
);
}
const tx = this.db.transaction([...connectionStoreNames], 'readonly');
for await (const relation of relations) {
const { fieldName, modelName, targetName } = relation;
const storeName = this.getStorename(namespaceName, modelName);
const store = tx.objectStore(storeName);
const modelConstructor = this.getModelConstructorByModelName(
namespaceName,
modelName
);
switch (relation.relationType) {
case 'HAS_ONE':
for await (const recordItem of records) {
if (recordItem[fieldName]) {
const connectionRecord = await store.get(recordItem[fieldName]);
recordItem[fieldName] =
connectionRecord &&
this.modelInstanceCreator(modelConstructor, connectionRecord);
}
}
break;
case 'BELONGS_TO':
for await (const recordItem of records) {
if (recordItem[targetName]) {
const connectionRecord = await store.get(recordItem[targetName]);
recordItem[fieldName] =
connectionRecord &&
this.modelInstanceCreator(modelConstructor, connectionRecord);
delete recordItem[targetName];
}
}
break;
case 'HAS_MANY':
// TODO: Lazy loading
break;
default:
exhaustiveCheck(relation.relationType);
break;
}
}
return records.map(record =>
this.modelInstanceCreator(modelConstructor, record)
);
}
async query<T extends PersistentModel>(
modelConstructor: PersistentModelConstructor<T>,
predicate?: ModelPredicate<T>,
pagination?: PaginationInput
): Promise<T[]> {
await this.checkPrivate();
const storeName = this.getStorenameForModel(modelConstructor);
const namespaceName = this.namespaceResolver(modelConstructor);
if (predicate) {
const predicates = ModelPredicateCreator.getPredicates(predicate);
if (predicates) {
const { predicates: predicateObjs, type } = predicates;
const idPredicate =
predicateObjs.length === 1 &&
(predicateObjs.find(
p => isPredicateObj(p) && p.field === 'id' && p.operator === 'eq'
) as PredicateObject<T>);
if (idPredicate) {
const { operand: id } = idPredicate;
const record = <any>await this.db.get(storeName, id);
if (record) {
const [x] = await this.load(namespaceName, modelConstructor.name, [
record,
]);
return [x];
}
return [];
}
// TODO: Use indices if possible
const all = <T[]>await this.db.getAll(storeName);
const filtered = predicateObjs
? all.filter(m => validatePredicate(m, type, predicateObjs))
: all;
return await this.load(
namespaceName,
modelConstructor.name,
this.inMemoryPagination(filtered, pagination)
);
}
}
return await this.load(
namespaceName,
modelConstructor.name,
await this.enginePagination(storeName, pagination)
);
}
private inMemoryPagination<T>(
records: T[],
pagination?: PaginationInput
): T[] {
if (pagination) {
const { page = 0, limit = 0 } = pagination;
const start = Math.max(0, page * limit) || 0;
const end = limit > 0 ? start + limit : records.length;
return records.slice(start, end);
}
return records;
}
private async enginePagination<T>(
storeName,
pagination?: PaginationInput
): Promise<T[]> {
let result: T[];
if (pagination) {
const { page = 0, limit = 0 } = pagination;
const initialRecord = Math.max(0, page * limit) || 0;
let cursor = await this.db
.transaction(storeName)
.objectStore(storeName)
.openCursor();
if (initialRecord > 0) {
await cursor.advance(initialRecord);
}
const pageResults: T[] = [];
const hasLimit = typeof limit === 'number' && limit > 0;
let moreRecords = true;
let itemsLeft = limit;
while (moreRecords && cursor.value) {
pageResults.push(cursor.value);
cursor = await cursor.continue();
if (hasLimit) {
itemsLeft--;
moreRecords = itemsLeft > 0 && cursor !== null;
} else {
moreRecords = cursor !== null;
}
}
result = pageResults;
} else {
result = <T[]>await this.db.getAll(storeName);
}
return result;
}
async queryOne<T extends PersistentModel>(
modelConstructor: PersistentModelConstructor<T>,
firstOrLast: QueryOne = QueryOne.FIRST
): Promise<T | undefined> {
await this.checkPrivate();
const storeName = this.getStorenameForModel(modelConstructor);
const cursor = await this.db
.transaction([storeName], 'readonly')
.objectStore(storeName)
.openCursor(undefined, firstOrLast === QueryOne.FIRST ? 'next' : 'prev');
const result = cursor ? <T>cursor.value : undefined;
return result && this.modelInstanceCreator(modelConstructor, result);
}
async delete<T extends PersistentModel>(
modelOrModelConstructor: T | PersistentModelConstructor<T>,
condition?: ModelPredicate<T>
): Promise<[T[], T[]]> {
await this.checkPrivate();
const deleteQueue: { storeName: string; items: T[] }[] = [];
if (isModelConstructor(modelOrModelConstructor)) {
const modelConstructor = modelOrModelConstructor;
const nameSpace = this.namespaceResolver(modelConstructor);
const storeName = this.getStorenameForModel(modelConstructor);
const models = await this.query(modelConstructor, condition);
const relations = this.schema.namespaces[nameSpace].relationships[
modelConstructor.name
].relationTypes;
if (condition !== undefined) {
await this.deleteTraverse(
relations,
models,
modelConstructor.name,
nameSpace,
deleteQueue
);
await this.deleteItem(deleteQueue);
const deletedModels = deleteQueue.reduce(
(acc, { items }) => acc.concat(items),
<T[]>[]
);
return [models, deletedModels];
} else {
await this.deleteTraverse(
relations,
models,
modelConstructor.name,
nameSpace,
deleteQueue
);
// Delete all
await this.db
.transaction([storeName], 'readwrite')
.objectStore(storeName)
.clear();
const deletedModels = deleteQueue.reduce(
(acc, { items }) => acc.concat(items),
<T[]>[]
);
return [models, deletedModels];
}
} else {
const model = modelOrModelConstructor;
const modelConstructor = Object.getPrototypeOf(model)
.constructor as PersistentModelConstructor<T>;
const nameSpace = this.namespaceResolver(modelConstructor);
const storeName = this.getStorenameForModel(modelConstructor);
if (condition) {
const tx = this.db.transaction([storeName], 'readwrite');
const store = tx.objectStore(storeName);
const fromDB = await store.get(model.id);
const predicates = ModelPredicateCreator.getPredicates(condition);
const { predicates: predicateObjs, type } = predicates;
const isValid = validatePredicate(fromDB, type, predicateObjs);
if (!isValid) {
const msg = 'Conditional update failed';
logger.error(msg, { model: fromDB, condition: predicateObjs });
throw new Error(msg);
}
await tx.done;
const relations = this.schema.namespaces[nameSpace].relationships[
modelConstructor.name
].relationTypes;
await this.deleteTraverse(
relations,
[model],
modelConstructor.name,
nameSpace,
deleteQueue
);
} else {
const relations = this.schema.namespaces[nameSpace].relationships[
modelConstructor.name
].relationTypes;
await this.deleteTraverse(
relations,
[model],
modelConstructor.name,
nameSpace,
deleteQueue
);
}
await this.deleteItem(deleteQueue);
const deletedModels = deleteQueue.reduce(
(acc, { items }) => acc.concat(items),
<T[]>[]
);
return [[model], deletedModels];
}
}
private async deleteItem<T extends PersistentModel>(
deleteQueue?: { storeName: string; items: T[] | IDBValidKey[] }[]
) {
const connectionStoreNames = deleteQueue.map(({ storeName }) => {
return storeName;
});
const tx = this.db.transaction([...connectionStoreNames], 'readwrite');
for await (const deleteItem of deleteQueue) {
const { storeName, items } = deleteItem;
const store = tx.objectStore(storeName);
for await (const item of items) {
if (item) {
if (typeof item === 'object') {
await store.delete(item['id']);
}
await store.delete(item.toString());
}
}
}
}
private async deleteTraverse<T extends PersistentModel>(
relations: RelationType[],
models: T[],
srcModel: string,
nameSpace: string,
deleteQueue: { storeName: string; items: T[] }[]
): Promise<void> {
for await (const rel of relations) {
const { relationType, fieldName, modelName } = rel;
const storeName = this.getStorename(nameSpace, modelName);
switch (relationType) {
case 'HAS_ONE':
for await (const model of models) {
const index = getIndex(
this.schema.namespaces[nameSpace].relationships[modelName]
.relationTypes,
srcModel
);
const recordToDelete = <T>await this.db
.transaction(storeName, 'readwrite')
.objectStore(storeName)
.index(index)
.get(model.id);
await this.deleteTraverse(
this.schema.namespaces[nameSpace].relationships[modelName]
.relationTypes,
recordToDelete ? [recordToDelete] : [],
modelName,
nameSpace,
deleteQueue
);
}
break;
case 'HAS_MANY':
const index = getIndex(
this.schema.namespaces[nameSpace].relationships[modelName]
.relationTypes,
srcModel
);
for await (const model of models) {
const childrenArray = await this.db
.transaction(storeName, 'readwrite')
.objectStore(storeName)
.index(index)
.getAll(model['id']);
await this.deleteTraverse(
this.schema.namespaces[nameSpace].relationships[modelName]
.relationTypes,
childrenArray,
modelName,
nameSpace,
deleteQueue
);
}
break;
case 'BELONGS_TO':
// Intentionally blank
break;
default:
exhaustiveCheck(relationType);
break;
}
}
deleteQueue.push({
storeName: this.getStorename(nameSpace, srcModel),
items: models.map(record =>
this.modelInstanceCreator(
this.getModelConstructorByModelName(nameSpace, srcModel),
record
)
),
});
}
async clear(): Promise<void> {
await this.checkPrivate();
this.db.close();
await idb.deleteDB(DB_NAME);
this.db = undefined;
this.initPromise = undefined;
}
}
export default new IndexedDBAdapter();