Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Automatically install latest julia version #2046

Merged
merged 16 commits into from
Dec 4, 2023
2 changes: 1 addition & 1 deletion images/datascience-notebook/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ ENV JULIA_DEPOT_PATH=/opt/julia \
JULIA_PKGDIR=/opt/julia

# Setup Julia
RUN /opt/setup-scripts/setup-julia.bash
RUN /opt/setup-scripts/setup_julia.py

USER ${NB_UID}

Expand Down
2 changes: 1 addition & 1 deletion images/julia-notebook/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ ENV JULIA_DEPOT_PATH=/opt/julia \
JULIA_PKGDIR=/opt/julia

# Setup Julia
RUN /opt/setup-scripts/setup-julia.bash
RUN /opt/setup-scripts/setup_julia.py

USER ${NB_UID}

Expand Down
40 changes: 0 additions & 40 deletions images/minimal-notebook/setup-scripts/setup-julia.bash

This file was deleted.

85 changes: 85 additions & 0 deletions images/minimal-notebook/setup-scripts/setup_julia.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
#!/usr/bin/env python3
# Copyright (c) Jupyter Development Team.
# Distributed under the terms of the Modified BSD License.

# Requirements:
# - Run as the root user
# - The JULIA_PKGDIR environment variable is set

import os
import platform
import shutil
import subprocess
from pathlib import Path

import requests


def unify_aarch64(platform: str) -> str:
mathbunnyru marked this conversation as resolved.
Show resolved Hide resolved
"""
Renames arm64->aarch64 to support local builds on on aarch64 Macs
"""
return {
"aarch64": "aarch64",
"arm64": "aarch64",
"x86_64": "x86_64",
}[platform]


def get_latest_julia_url() -> tuple[str, str]:
"""
Get the last stable version of Julia
Based on: https://github.com/JuliaLang/www.julialang.org/issues/878#issuecomment-749234813
"""

versions = requests.get(
"https://julialang-s3.julialang.org/bin/versions.json"
).json()
stable_versions = {k: v for k, v in versions.items() if v["stable"]}
latest_version_files = stable_versions[max(stable_versions)]["files"]
triplet = unify_aarch64(platform.machine()) + "-linux-gnu"
file_info = [vf for vf in latest_version_files if vf["triplet"] == triplet][0]
return file_info["url"], file_info["version"]


def download_julia(julia_url: str) -> None:
"""
Downloads and unpacks julia
The resulting julia directory is "/opt/julia-VERSION/"
"""
tmp_file = Path("/tmp/julia.tar.gz")
subprocess.check_call(
["curl", "--progress-bar", "--location", "--output", tmp_file, julia_url]
)
shutil.unpack_archive(tmp_file, "/opt/")
tmp_file.unlink()


def prepare_julia(julia_version: str) -> None:
"""
Creates /usr/local/bin/julia symlink
Make Julia aware of conda libraries
Creates a directory for Julia user libraries
"""
# Link Julia installed version to /usr/local/bin, so julia launches it
subprocess.check_call(
["ln", "-fs", f"/opt/julia-{julia_version}/bin/julia", "/usr/local/bin/julia"]
)

# Tell Julia where conda libraries are
Path("/etc/julia").mkdir()
mathbunnyru marked this conversation as resolved.
Show resolved Hide resolved
Path("/etc/julia/juliarc.jl").write_text(
f'push!(Libdl.DL_LOAD_PATH, "{os.environ["CONDA_DIR"]}/lib")\n'
)

# Create JULIA_PKGDIR, where user libraries are installed
JULIA_PKGDIR = Path(os.environ["JULIA_PKGDIR"])
JULIA_PKGDIR.mkdir()
subprocess.check_call(["chown", os.environ["NB_USER"], JULIA_PKGDIR])
subprocess.check_call(["fix-permissions", JULIA_PKGDIR])


if __name__ == "__main__":
julia_url, julia_version = get_latest_julia_url()
download_julia(julia_url=julia_url)
prepare_julia(julia_version=julia_version)
5 changes: 4 additions & 1 deletion tagging/get_platform.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,12 @@


def unify_aarch64(platform: str) -> str:
"""
Renames arm64->aarch64 to support local builds on on aarch64 Macs
"""
return {
"aarch64": "aarch64",
"arm64": "aarch64", # To support local building on aarch64 Macs
"arm64": "aarch64",
"x86_64": "x86_64",
}[platform]

Expand Down