Build container

docker build -t spark3io-sbt:latest .

Run container

docker run -it --rm \
  -v $(pwd):/app \
  --network xdbc-net \
  -p 4040:4040 \
  -p 18080:18080 \
  spark3io-sbt:latest

Generate native header files

sbt javah

Package

sbt package

Run JDBC

sbt package && /spark/bin/spark-submit  \
 --class "example.ReadPGJDBC"   \
 --master "local"  \
 --conf spark.eventLog.enabled=true  \
 --num-executors 1 \
 --executor-cores 8 \
 --executor-memory 16G   \
 --conf spark.memory.storageFraction=0.8 \
 --conf spark.driver.memory=16g \
 --conf spark.executor.extraJavaOptions="-XX:+UseG1GC"   \
 /app/target/spark3io-1.0.jar

Run XDBC

server

./xdbc-server -f 1 --bufferpool-size=65536 --system=postgres --buffer-size=1024 --read-parallelism=8 --deser-parallelism=4

client

sbt package && /spark/bin/spark-submit  \
 --class "example.ReadPGXDBC"   \
 --master "local"  \
 --conf spark.eventLog.enabled=true  \
 --num-executors 1 \
 --executor-cores 8 \
 --executor-memory 16G   \
 --conf spark.memory.storageFraction=0.8 \
 --conf spark.driver.memory=16g \
 --conf spark.executor.extraJavaOptions="-XX:+UseG1GC"   \
 /app/target/spark3io-1.0.jar lineitem_sf10

or just

docker run -d -it --rm \
  --name xdbcspark \
  --network xdbc-net \
  -p 4040:4040 \
  -p 18080:18080 \
  spark3io-sbt:latest