-
Notifications
You must be signed in to change notification settings - Fork 535
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add deps mount to mount dependencies from host
- Loading branch information
Showing
14 changed files
with
465 additions
and
77 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -28,7 +28,7 @@ | |
| backups | ||
| build*.py | ||
| buildx-bake-metadata.json | ||
| deps | ||
| deps/* | ||
| docker*.yml | ||
| docker/artifacts/* | ||
| docs/_build | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Empty file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,94 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| import os | ||
| import shutil | ||
| import subprocess | ||
| import sys | ||
|
|
||
|
|
||
| def copy_package_json(): | ||
| """Copy package.json files to deps directory if they exist.""" | ||
| try: | ||
| shutil.copy('/data/olympia/package.json', '/deps') | ||
| shutil.copy('/data/olympia/package-lock.json', '/deps') | ||
| except (IOError, OSError): | ||
| pass # Ignore if files don't exist or can't be copied | ||
|
|
||
|
|
||
| def main(targets): | ||
| # Constants | ||
| ALLOWED_NPM_TARGETS = set(['prod', 'dev']) | ||
| DOCKER_TAG = os.environ.get('DOCKER_TAG', 'local') | ||
| DOCKER_TARGET = os.environ.get('DOCKER_TARGET', '') | ||
| OLYMPIA_DEPS = os.environ.get('OLYMPIA_DEPS', '') | ||
|
|
||
| if not targets: | ||
| raise ValueError('No targets specified') | ||
|
|
||
| print( | ||
| 'Updating deps... \n', | ||
| f'targets: {", ".join(targets)} \n', | ||
| f'docker_tag: {DOCKER_TAG} \n', | ||
| f'docker_target: {DOCKER_TARGET} \n', | ||
| f'olympia_deps: {OLYMPIA_DEPS} \n', | ||
| ) | ||
|
|
||
| # If we are installing production dependencies or on a non local image | ||
| # we always remove existing deps as we don't know what was previously | ||
| # installed or in the host ./deps directory before running this script | ||
| if 'local' not in DOCKER_TAG or OLYMPIA_DEPS == 'production': | ||
| print('Removing existing deps') | ||
| for item in os.listdir('/deps'): | ||
| item_path = os.path.join('/deps', item) | ||
| if os.path.isdir(item_path) and item != 'cache': | ||
| shutil.rmtree(item_path) | ||
| else: | ||
| print('Updating existing deps') | ||
|
|
||
| # Copy package.json files | ||
| copy_package_json() | ||
|
|
||
| # Prepare the includes lists | ||
| pip_includes = [] | ||
| npm_includes = [] | ||
|
|
||
| # PIP_COMMAND is set by the Dockerfile | ||
| pip_command = os.environ['PIP_COMMAND'] | ||
| pip_args = pip_command.split() + [ | ||
| 'install', | ||
| '--progress-bar=off', | ||
| '--no-deps', | ||
| '--exists-action=w', | ||
| ] | ||
|
|
||
| # NPM_ARGS is set by the Dockerfile | ||
| npm_args_env = os.environ['NPM_ARGS'] | ||
| npm_args = [ | ||
| 'npm', | ||
| 'install', | ||
| '--no-save', | ||
| '--no-audit', | ||
| '--no-fund', | ||
| ] + npm_args_env.split() | ||
|
|
||
| # Add the relevant targets to the includes lists | ||
| for target in targets: | ||
| pip_includes.append(target) | ||
| pip_args.extend(['-r', f'requirements/{target}.txt']) | ||
| if target in ALLOWED_NPM_TARGETS: | ||
| npm_includes.append(target) | ||
| npm_args.extend(['--include', target]) | ||
|
|
||
| if pip_includes: | ||
| # Install pip dependencies | ||
| print(f"Installing pip dependencies: {', '.join(pip_includes)} \n") | ||
| subprocess.run(pip_args, check=True) | ||
|
|
||
| if npm_includes: | ||
| # Install npm dependencies | ||
| print(f"Installing npm dependencies: {', '.join(npm_includes)} \n") | ||
| subprocess.run(npm_args, check=True) | ||
|
|
||
|
|
||
| if __name__ == '__main__': | ||
| main(sys.argv[1:]) |
Oops, something went wrong.