Add scripts for building packages and publishing them to PyPi #1915
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,42 @@ | ||
| #!/bin/bash | ||
|
|
||
| # Determine the script's directory (even if it's a symbolic link) | ||
| SOURCE="${BASH_SOURCE[0]}" | ||
| while [ -h "$SOURCE" ] ; do SOURCE="$(readlink "$SOURCE")"; done | ||
| SCRIPTS_DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )" | ||
| SRC_DIR="$( cd -P "$( dirname "$SCRIPTS_DIR" )" && pwd )" | ||
|
|
||
| # List of plugins to build | ||
| plugins=("rastervision_pipeline" "rastervision_aws_batch" "rastervision_aws_s3" "rastervision_core" "rastervision_pytorch_learner" "rastervision_pytorch_backend" "rastervision_gdal_vsi") | ||
|
|
||
| # Usage documentation | ||
| function usage() { | ||
| echo "Usage: $(basename "$0") [--test]" | ||
| echo "" | ||
| echo "Build Raster Vision plugins and top-level package." | ||
| } | ||
|
|
||
| # Check for command-line arguments | ||
| if [[ "$1" == "--help" || "$1" == "-h" ]]; then | ||
| usage | ||
| exit | ||
| fi | ||
|
|
||
| # Function to build a plugin | ||
| function build_plugin() { | ||
| cd "$SRC_DIR/$1" | ||
| echo "Building $1 ... " | ||
| python setup.py sdist bdist_wheel | ||
| echo "Done." | ||
| cd "$SRC_DIR" | ||
| } | ||
|
|
||
| # Build each plugin | ||
| for plugin in "${plugins[@]}"; do | ||
| build_plugin "$plugin" | ||
| done | ||
|
|
||
| # Build the top-level package | ||
| echo "rastervision ... " | ||
| python setup.py sdist bdist_wheel | ||
| echo "Done." | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,92 @@ | ||
| #!/bin/bash | ||
|
|
||
| # Determine the script's directory (even if it's a symbolic link) | ||
| SOURCE="${BASH_SOURCE[0]}" | ||
| while [ -h "$SOURCE" ]; do SOURCE="$(readlink "$SOURCE")"; done | ||
| SCRIPTS_DIR="$(cd -P "$(dirname "$SOURCE")" && pwd)" | ||
| SRC_DIR="$(cd -P "$(dirname "$SCRIPTS_DIR")" && pwd)" | ||
|
|
||
| # List of plugins to publish | ||
| plugins=("rastervision_pipeline" "rastervision_aws_batch" "rastervision_aws_s3" "rastervision_core" "rastervision_pytorch_learner" "rastervision_pytorch_backend" "rastervision_gdal_vsi") | ||
|
|
||
| # Usage documentation | ||
| function usage() { | ||
| echo "Usage: $(basename "$0") [--test]" | ||
| echo "" | ||
| echo "Publish Raster Vision plugins and top-level package to PyPI or TestPyPI." | ||
| echo "" | ||
| echo "Options:" | ||
| echo " -y Automatically answer 'yes' to prompts." | ||
| echo " --test Publish to TestPyPI instead of PyPI." | ||
| } | ||
|
|
||
| # Function to publish a package to the specified repository | ||
| function publish_package() { | ||
| if [ "$publish_to_test" = true ]; then | ||
| echo "Publishing to TestPyPI ... " | ||
| twine upload --repository testpypi dist/* | ||
| else | ||
| echo "Publishing to PyPI ... " | ||
| twine upload dist/* | ||
| fi | ||
| echo "Done." | ||
| } | ||
|
|
||
| # publish a plugin | ||
| function publish_plugin() { | ||
| local plugin_name="$1" | ||
| cd "$SRC_DIR/$plugin_name" | ||
| echo "Publishing $plugin_name ... " | ||
| publish_package | ||
| cd "$SRC_DIR" | ||
| } | ||
|
|
||
| # publish all plugins and the top-level package | ||
| function publish_all() { | ||
| # Publish each plugin | ||
| for plugin in "${plugins[@]}"; do | ||
| publish_plugin "$plugin" | ||
| done | ||
|
|
||
| # Publish the top-level package | ||
| echo "Publishing rastervision ... " | ||
| publish_package | ||
| } | ||
|
|
||
| # Check for command-line arguments | ||
| if [[ "$1" == "--help" || "$1" == "-h" ]]; then | ||
| usage | ||
| exit | ||
| fi | ||
|
|
||
|
There was a problem hiding this comment. The only thing that I might suggest -- from a belt-and-suspenders point of view -- is to force a test publication before a real one. If the person says passes There was a problem hiding this comment. To keep things simple, I've made it so that
|
||
| # Check if the --test flag is passed | ||
| publish_to_test=false | ||
| if [[ "$1" == "--test" ]]; then | ||
| publish_to_test=true | ||
| # Remove the --test flag from the arguments | ||
| shift | ||
| fi | ||
|
|
||
| # If testing: publish and exit | ||
| if [ "$publish_to_test" = true ]; then | ||
| publish_all | ||
| exit | ||
| fi | ||
|
|
||
| # If actually publishing: prompt for confirmation | ||
| if [[ "$1" == "-y" ]]; then | ||
| response="y" | ||
| else | ||
| read -r -p "Actually publish to PyPi? (y/N): " response | ||
| fi | ||
|
|
||
| case "$response" in | ||
| [yY][eE][sS]|[yY]) | ||
| echo "Publishing to PyPi..." | ||
| publish_all | ||
| ;; | ||
| *) | ||
| echo "Aborting." | ||
| ;; | ||
| esac | ||
|
|
||
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
I don't see anything that looks obviously wrong to me ... if the test publication works as expected, than it should be good.