writer_no_gap_test.go

package ethwal

import (
	"bytes"
	"context"
	"io"
	"os"
	"path"
	"testing"

	"github.com/stretchr/testify/require"
)

func TestWriterNoGap(t *testing.T) {
	t.Run("nogap", func(t *testing.T) {
		defer testTeardown(t)

		opt := Options{
			Dataset: Dataset{
				Name:    "int-wal",
				Path:    testPath,
				Version: defaultDatasetVersion,
			},
			NewEncoder: NewJSONEncoder,
		}.WithDefaults()

		w, err := NewWriter[int](opt)
		require.NoError(t, err)

		ngw := NewWriterNoGap[int](w)
		require.NotNil(t, w)

		err = ngw.Write(context.Background(), Block[int]{Number: 1})
		require.NoError(t, err)

		err = ngw.Write(context.Background(), Block[int]{Number: 2})
		require.NoError(t, err)

		err = ngw.Write(context.Background(), Block[int]{Number: 3})
		require.NoError(t, err)

		err = (w.(*writer[int])).rollFile(context.Background())
		require.NoError(t, err)

		err = ngw.Close(context.Background())
		require.NoError(t, err)

		walData, err := os.ReadFile(
			path.Join(buildETHWALPath(opt.Dataset.Name, opt.Dataset.Version, opt.Dataset.Path), (&File{FirstBlockNum: 1, LastBlockNum: 3}).Path()),
		)
		require.NoError(t, err)

		d := NewJSONDecoder(bytes.NewBuffer(walData))

		var b Block[int]
		var blockCount int
		for d.Decode(&b) != io.EOF {
			require.NoError(t, err)
			blockCount++
		}

		require.Equal(t, 3, blockCount)
	})

	t.Run("gap_3_10", func(t *testing.T) {
		defer testTeardown(t)

		opt := Options{
			Dataset: Dataset{
				Name:    "int-wal",
				Path:    testPath,
				Version: defaultDatasetVersion,
			},
			NewEncoder: NewJSONEncoder,
		}.WithDefaults()

		w, err := NewWriter[int](opt)
		require.NoError(t, err)

		ngw := NewWriterNoGap[int](w)
		require.NotNil(t, w)

		err = ngw.Write(context.Background(), Block[int]{Number: 1})
		require.NoError(t, err)

		err = ngw.Write(context.Background(), Block[int]{Number: 2})
		require.NoError(t, err)

		err = ngw.Write(context.Background(), Block[int]{Number: 3})
		require.NoError(t, err)

		err = ngw.Write(context.Background(), Block[int]{Number: 10})

		err = (w.(*writer[int])).rollFile(context.Background())
		require.NoError(t, err)

		err = ngw.Close(context.Background())
		require.NoError(t, err)

		walData, err := os.ReadFile(
			path.Join(buildETHWALPath(opt.Dataset.Name, opt.Dataset.Version, opt.Dataset.Path), (&File{FirstBlockNum: 1, LastBlockNum: 10}).Path()),
		)
		require.NoError(t, err)

		d := NewJSONDecoder(bytes.NewBuffer(walData))

		var b Block[int]
		var blockCount int
		for d.Decode(&b) != io.EOF {
			require.NoError(t, err)
			blockCount++
		}

		require.Equal(t, 10, blockCount)
	})
}