docker build -t spark3io-sbt:latest .
docker run -it --rm \
-v $(pwd):/app \
--network xdbc-net \
-p 4040:4040 \
-p 18080:18080 \
spark3io-sbt:latest
sbt javah
sbt package
sbt package && /spark/bin/spark-submit \
--class "example.ReadPGJDBC" \
--master "local" \
--conf spark.eventLog.enabled=true \
--num-executors 1 \
--executor-cores 8 \
--executor-memory 16G \
--conf spark.memory.storageFraction=0.8 \
--conf spark.driver.memory=16g \
--conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
/app/target/spark3io-1.0.jar
./xdbc-server -f 1 --bufferpool-size=65536 --system=postgres --buffer-size=1024 --read-parallelism=8 --deser-parallelism=4
sbt package && /spark/bin/spark-submit \
--class "example.ReadPGXDBC" \
--master "local" \
--conf spark.eventLog.enabled=true \
--num-executors 1 \
--executor-cores 8 \
--executor-memory 16G \
--conf spark.memory.storageFraction=0.8 \
--conf spark.driver.memory=16g \
--conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
/app/target/spark3io-1.0.jar lineitem_sf10
docker run -d -it --rm \
--name xdbcspark \
--network xdbc-net \
-p 4040:4040 \
-p 18080:18080 \
spark3io-sbt:latest