Skip to content

Commit c7ded62

Browse files
simolus3simolus3
authored
Merge pull request #307 from powersync-ja/sync-streams
Protocol changes for sync streams
2 parents d49bebe + c77b754 commit c7ded62

File tree

25 files changed

+1571
-273
lines changed

25 files changed

+1571
-273
lines changed

‎.changeset/great-rabbits-exercise.md‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
---
2+
'@powersync/service-sync-rules': minor
3+
'@powersync/service-core': patch
4+
'@powersync/service-image': patch
5+
---
6+
7+
Refactor interface between service and sync rule bindings in preparation for sync streams.

‎modules/module-mongodb-storage/test/src/__snapshots__/storage_sync.test.ts.snap‎

Lines changed: 197 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,9 +10,21 @@ exports[`sync - mongodb > compacting data - invalidate checkpoint 1`] = `
1010
"checksum": -93886621,
1111
"count": 2,
1212
"priority": 3,
13+
"subscriptions": [
14+
{
15+
"default": 0,
16+
},
17+
],
1318
},
1419
],
1520
"last_op_id": "2",
21+
"streams": [
22+
{
23+
"errors": [],
24+
"is_default": true,
25+
"name": "mybucket",
26+
},
27+
],
1628
"write_checkpoint": undefined,
1729
},
1830
},
@@ -46,6 +58,11 @@ exports[`sync - mongodb > compacting data - invalidate checkpoint 2`] = `
4658
"checksum": 499012468,
4759
"count": 4,
4860
"priority": 3,
61+
"subscriptions": [
62+
{
63+
"default": 0,
64+
},
65+
],
4966
},
5067
],
5168
"write_checkpoint": undefined,
@@ -105,9 +122,21 @@ exports[`sync - mongodb > expiring token 1`] = `
105122
"checksum": 0,
106123
"count": 0,
107124
"priority": 3,
125+
"subscriptions": [
126+
{
127+
"default": 0,
128+
},
129+
],
108130
},
109131
],
110132
"last_op_id": "0",
133+
"streams": [
134+
{
135+
"errors": [],
136+
"is_default": true,
137+
"name": "mybucket",
138+
},
139+
],
111140
"write_checkpoint": undefined,
112141
},
113142
},
@@ -137,9 +166,21 @@ exports[`sync - mongodb > sends checkpoint complete line for empty checkpoint 1`
137166
"checksum": -1221282404,
138167
"count": 1,
139168
"priority": 3,
169+
"subscriptions": [
170+
{
171+
"default": 0,
172+
},
173+
],
140174
},
141175
],
142176
"last_op_id": "1",
177+
"streams": [
178+
{
179+
"errors": [],
180+
"is_default": true,
181+
"name": "mybucket",
182+
},
183+
],
143184
"write_checkpoint": undefined,
144185
},
145186
},
@@ -193,15 +234,37 @@ exports[`sync - mongodb > sync buckets in order 1`] = `
193234
"checksum": 920318466,
194235
"count": 1,
195236
"priority": 2,
237+
"subscriptions": [
238+
{
239+
"default": 0,
240+
},
241+
],
196242
},
197243
{
198244
"bucket": "b1[]",
199245
"checksum": -1382098757,
200246
"count": 1,
201247
"priority": 1,
248+
"subscriptions": [
249+
{
250+
"default": 1,
251+
},
252+
],
202253
},
203254
],
204255
"last_op_id": "2",
256+
"streams": [
257+
{
258+
"errors": [],
259+
"is_default": true,
260+
"name": "b0",
261+
},
262+
{
263+
"errors": [],
264+
"is_default": true,
265+
"name": "b1",
266+
},
267+
],
205268
"write_checkpoint": undefined,
206269
},
207270
},
@@ -267,9 +330,21 @@ exports[`sync - mongodb > sync global data 1`] = `
267330
"checksum": -93886621,
268331
"count": 2,
269332
"priority": 3,
333+
"subscriptions": [
334+
{
335+
"default": 0,
336+
},
337+
],
270338
},
271339
],
272340
"last_op_id": "2",
341+
"streams": [
342+
{
343+
"errors": [],
344+
"is_default": true,
345+
"name": "mybucket",
346+
},
347+
],
273348
"write_checkpoint": undefined,
274349
},
275350
},
@@ -319,21 +394,53 @@ exports[`sync - mongodb > sync interrupts low-priority buckets on new checkpoint
319394
"checksum": -659831575,
320395
"count": 2000,
321396
"priority": 2,
397+
"subscriptions": [
398+
{
399+
"default": 0,
400+
},
401+
],
322402
},
323403
{
324404
"bucket": "b0b[]",
325405
"checksum": -659831575,
326406
"count": 2000,
327407
"priority": 2,
408+
"subscriptions": [
409+
{
410+
"default": 1,
411+
},
412+
],
328413
},
329414
{
330415
"bucket": "b1[]",
331416
"checksum": -1096116670,
332417
"count": 1,
333418
"priority": 1,
419+
"subscriptions": [
420+
{
421+
"default": 2,
422+
},
423+
],
334424
},
335425
],
336426
"last_op_id": "4001",
427+
"streams": [
428+
{
429+
"errors": [],
430+
"is_default": true,
431+
"name": "b0a",
432+
},
433+
{
434+
"errors": [],
435+
"is_default": true,
436+
"name": "b0b",
437+
},
438+
{
439+
"errors": [],
440+
"is_default": true,
441+
"name": "b1",
442+
},
443+
],
337444
"write_checkpoint": undefined,
338445
},
339446
},
@@ -380,18 +487,33 @@ exports[`sync - mongodb > sync interrupts low-priority buckets on new checkpoint
380487
"checksum": 883076828,
381488
"count": 2001,
382489
"priority": 2,
490+
"subscriptions": [
491+
{
492+
"default": 0,
493+
},
494+
],
383495
},
384496
{
385497
"bucket": "b0b[]",
386498
"checksum": 883076828,
387499
"count": 2001,
388500
"priority": 2,
501+
"subscriptions": [
502+
{
503+
"default": 1,
504+
},
505+
],
389506
},
390507
{
391508
"bucket": "b1[]",
392509
"checksum": 1841937527,
393510
"count": 2,
394511
"priority": 1,
512+
"subscriptions": [
513+
{
514+
"default": 2,
515+
},
516+
],
395517
},
396518
],
397519
"write_checkpoint": undefined,
@@ -466,9 +588,21 @@ exports[`sync - mongodb > sync legacy non-raw data 1`] = `
466588
"checksum": -852817836,
467589
"count": 1,
468590
"priority": 3,
591+
"subscriptions": [
592+
{
593+
"default": 0,
594+
},
595+
],
469596
},
470597
],
471598
"last_op_id": "1",
599+
"streams": [
600+
{
601+
"errors": [],
602+
"is_default": true,
603+
"name": "mybucket",
604+
},
605+
],
472606
"write_checkpoint": undefined,
473607
},
474608
},
@@ -514,9 +648,21 @@ exports[`sync - mongodb > sync updates to data query only 1`] = `
514648
"checksum": 0,
515649
"count": 0,
516650
"priority": 3,
651+
"subscriptions": [
652+
{
653+
"default": 0,
654+
},
655+
],
517656
},
518657
],
519658
"last_op_id": "1",
659+
"streams": [
660+
{
661+
"errors": [],
662+
"is_default": true,
663+
"name": "by_user",
664+
},
665+
],
520666
"write_checkpoint": undefined,
521667
},
522668
},
@@ -540,6 +686,11 @@ exports[`sync - mongodb > sync updates to data query only 2`] = `
540686
"checksum": 1418351250,
541687
"count": 1,
542688
"priority": 3,
689+
"subscriptions": [
690+
{
691+
"default": 0,
692+
},
693+
],
543694
},
544695
],
545696
"write_checkpoint": undefined,
@@ -582,9 +733,21 @@ exports[`sync - mongodb > sync updates to global data 1`] = `
582733
"checksum": 0,
583734
"count": 0,
584735
"priority": 3,
736+
"subscriptions": [
737+
{
738+
"default": 0,
739+
},
740+
],
585741
},
586742
],
587743
"last_op_id": "0",
744+
"streams": [
745+
{
746+
"errors": [],
747+
"is_default": true,
748+
"name": "mybucket",
749+
},
750+
],
588751
"write_checkpoint": undefined,
589752
},
590753
},
@@ -608,6 +771,11 @@ exports[`sync - mongodb > sync updates to global data 2`] = `
608771
"checksum": 920318466,
609772
"count": 1,
610773
"priority": 3,
774+
"subscriptions": [
775+
{
776+
"default": 0,
777+
},
778+
],
611779
},
612780
],
613781
"write_checkpoint": undefined,
@@ -652,6 +820,11 @@ exports[`sync - mongodb > sync updates to global data 3`] = `
652820
"checksum": -93886621,
653821
"count": 2,
654822
"priority": 3,
823+
"subscriptions": [
824+
{
825+
"default": 0,
826+
},
827+
],
655828
},
656829
],
657830
"write_checkpoint": undefined,
@@ -690,6 +863,13 @@ exports[`sync - mongodb > sync updates to parameter query + data 1`] = `
690863
"checkpoint": {
691864
"buckets": [],
692865
"last_op_id": "0",
866+
"streams": [
867+
{
868+
"errors": [],
869+
"is_default": true,
870+
"name": "by_user",
871+
},
872+
],
693873
"write_checkpoint": undefined,
694874
},
695875
},
@@ -713,6 +893,11 @@ exports[`sync - mongodb > sync updates to parameter query + data 2`] = `
713893
"checksum": 1418351250,
714894
"count": 1,
715895
"priority": 3,
896+
"subscriptions": [
897+
{
898+
"default": 0,
899+
},
900+
],
716901
},
717902
],
718903
"write_checkpoint": undefined,
@@ -751,6 +936,13 @@ exports[`sync - mongodb > sync updates to parameter query only 1`] = `
751936
"checkpoint": {
752937
"buckets": [],
753938
"last_op_id": "0",
939+
"streams": [
940+
{
941+
"errors": [],
942+
"is_default": true,
943+
"name": "by_user",
944+
},
945+
],
754946
"write_checkpoint": undefined,
755947
},
756948
},
@@ -774,6 +966,11 @@ exports[`sync - mongodb > sync updates to parameter query only 2`] = `
774966
"checksum": 0,
775967
"count": 0,
776968
"priority": 3,
969+
"subscriptions": [
970+
{
971+
"default": 0,
972+
},
973+
],
777974
},
778975
],
779976
"write_checkpoint": undefined,

0 commit comments

Comments
 (0)