diff --git a/poetry.lock b/poetry.lock index 57018f0..51a9c6e 100644 --- a/poetry.lock +++ b/poetry.lock @@ -2205,24 +2205,24 @@ files = [ [[package]] name = "pyspark" -version = "3.5.5" +version = "3.5.1" description = "Apache Spark Python API" optional = false python-versions = ">=3.8" groups = ["main"] files = [ - {file = "pyspark-3.5.5.tar.gz", hash = "sha256:6effc9ce98edf231f4d683fd14f7270629bf8458c628d6a2620ded4bb34f3cb9"}, + {file = "pyspark-3.5.1.tar.gz", hash = "sha256:dd6569e547365eadc4f887bf57f153e4d582a68c4b490de475d55b9981664910"}, ] [package.dependencies] py4j = "0.10.9.7" [package.extras] -connect = ["googleapis-common-protos (>=1.56.4)", "grpcio (>=1.56.0)", "grpcio-status (>=1.56.0)", "numpy (>=1.15,<2)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] -ml = ["numpy (>=1.15,<2)"] -mllib = ["numpy (>=1.15,<2)"] -pandas-on-spark = ["numpy (>=1.15,<2)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] -sql = ["numpy (>=1.15,<2)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] +connect = ["googleapis-common-protos (>=1.56.4)", "grpcio (>=1.56.0)", "grpcio-status (>=1.56.0)", "numpy (>=1.15)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] +ml = ["numpy (>=1.15)"] +mllib = ["numpy (>=1.15)"] +pandas-on-spark = ["numpy (>=1.15)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] +sql = ["numpy (>=1.15)", "pandas (>=1.0.5)", "pyarrow (>=4.0.0)"] [[package]] name = "pytest" @@ -3302,4 +3302,4 @@ cffi = ["cffi (>=1.11)"] [metadata] lock-version = "2.1" python-versions = ">=3.10,<3.12" -content-hash = "b3309833195e34b48f68663fa9c3ca03e1e496e6576c080347758bb8b5bae083" +content-hash = "e1bae8d48b24e894b3d007c2faf60be866db10ebf674d92fac73c44d292a9ffc" diff --git a/pyproject.toml b/pyproject.toml index 9b6a716..1dc434f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -100,7 +100,7 @@ loguru = "^0.7.3" numpy = "*" pandas = "*" pydantic = "^1.8.2 || ^2.0.0" -pyspark = "*" +pyspark = "3.5.1" python = ">=3.10,<3.12" pyyaml = "^6.0" salesforce-cdp-connector = "*" diff --git a/src/datacustomcode/templates/requirements-dev.txt b/src/datacustomcode/templates/requirements-dev.txt index 1643488..7b950aa 100644 --- a/src/datacustomcode/templates/requirements-dev.txt +++ b/src/datacustomcode/templates/requirements-dev.txt @@ -1,6 +1,6 @@ # Required packages for the project - Do not modify salesforce-cdp-connector>=1.0.16 -pyspark +pyspark==3.5.1 pandas numpy pydantic