generated from IllumiDesk/docker-stacks
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #26 from IllumiDesk/revert-25-feat/update-images
Revert "Update script to install packages"
- Loading branch information
Showing
6 changed files
with
199 additions
and
39 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,77 @@ | ||
| #!/bin/bash | ||
| set -exuo pipefail | ||
| # Requirements: | ||
| # - Run as a non-root user | ||
| # - The JULIA_PKGDIR environment variable is set | ||
| # - Julia is already set up, with the setup_julia.py command | ||
|
|
||
| # replaces the default julia environment with the one we want | ||
| # ref: https://github.com/jupyter/docker-stacks/blob/main/images/minimal-notebook/setup-scripts/setup-julia-packages.bash | ||
| if [ "$(uname -m)" == "x86_64" ]; then | ||
| # See https://github.com/JuliaCI/julia-buildkite/blob/70bde73f6cb17d4381b62236fc2d96b1c7acbba7/utilities/build_envs.sh#L24 | ||
| # for an explanation of these options | ||
| export JULIA_CPU_TARGET="generic;sandybridge,-xsaveopt,clone_all;haswell,-rdrnd,base(1)" | ||
| elif [ "$(uname -m)" == "aarch64" ]; then | ||
| # See https://github.com/JuliaCI/julia-buildkite/blob/70bde73f6cb17d4381b62236fc2d96b1c7acbba7/utilities/build_envs.sh#L54 | ||
| # for an explanation of these options | ||
| export JULIA_CPU_TARGET="generic;cortex-a57;thunderx2t99;carmel" | ||
| fi | ||
|
|
||
| # Install base Julia packages | ||
| julia -e ' | ||
| import Pkg; | ||
| Pkg.update(); | ||
| Pkg.add([ | ||
| "BenchmarkTools" | ||
| "Colors" | ||
| "CSV" | ||
| "CSVFiles" | ||
| "Compat" | ||
| "CoordinateTransformations" | ||
| "DataFrames" | ||
| "DelimitedFiles" | ||
| "DifferentialEquations" | ||
| "Distributions" | ||
| "FileIO" | ||
| "FiniteDiff" | ||
| "ForwardDiff" | ||
| "GeometryBasics" | ||
| "GMT" | ||
| "Images" | ||
| "ImageInTerminal" | ||
| "ImageFiltering" | ||
| "ImageFeatures" | ||
| "Interact" | ||
| "Interpolations" | ||
| "JLD2" | ||
| "LinearAlgebra" | ||
| "LaTeXStrings" | ||
| "Latexify" | ||
| "MeshCat" | ||
| "OSQP" | ||
| "Plots" | ||
| "Plotly" | ||
| "Printf" | ||
| "ProgressBars" | ||
| "PyPlot" | ||
| "Random" | ||
| "Rotations" | ||
| "Roots" | ||
| "SparseArrays" | ||
| "SymEngine" | ||
| "Symbolics" | ||
| "Statistics" | ||
| "StaticArrays" | ||
| "WebIO" | ||
| "WGLMakie" | ||
| ]); | ||
| Pkg.precompile(); | ||
| ' | ||
|
|
||
| # Move the kernelspec out of ${HOME} to the system share location. | ||
| # Avoids problems with runtime UID change not taking effect properly | ||
| # on the .local folder in the jovyan home dir. | ||
| mv "${HOME}/.local/share/jupyter/kernels/julia"* "${CONDA_DIR}/share/jupyter/kernels/" | ||
| chmod -R go+rx "${CONDA_DIR}/share/jupyter" | ||
| rm -rf "${HOME}/.local" | ||
| fix-permissions "${JULIA_PKGDIR}" "${CONDA_DIR}/share/jupyter" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,97 @@ | ||
| #!/usr/bin/env python3 | ||
| # Copyright (c) Jupyter Development Team. | ||
| # Distributed under the terms of the Modified BSD License. | ||
|
|
||
| # Requirements: | ||
| # - Run as the root user | ||
| # - The JULIA_PKGDIR environment variable is set | ||
|
|
||
| import logging | ||
| import os | ||
| import platform | ||
| import shutil | ||
| import subprocess | ||
| from pathlib import Path | ||
|
|
||
| import requests | ||
|
|
||
| LOGGER = logging.getLogger(__name__) | ||
|
|
||
|
|
||
| def unify_aarch64(platform: str) -> str: | ||
| """ | ||
| Renames arm64->aarch64 to support local builds on on aarch64 Macs | ||
| """ | ||
| return { | ||
| "aarch64": "aarch64", | ||
| "arm64": "aarch64", | ||
| "x86_64": "x86_64", | ||
| }[platform] | ||
|
|
||
|
|
||
| def get_latest_julia_url() -> tuple[str, str]: | ||
| """ | ||
| Get the last stable version of Julia | ||
| Based on: https://github.com/JuliaLang/www.julialang.org/issues/878#issuecomment-749234813 | ||
| """ | ||
| LOGGER.info("Downloading Julia versions information") | ||
| versions = requests.get( | ||
| "https://julialang-s3.julialang.org/bin/versions.json" | ||
| ).json() | ||
| stable_versions = {k: v for k, v in versions.items() if v["stable"]} | ||
| # Compare versions semantically | ||
| latest_stable_version = max( | ||
| stable_versions, key=lambda ver: [int(sub_ver) for sub_ver in ver.split(".")] | ||
| ) | ||
| latest_version_files = stable_versions[latest_stable_version]["files"] | ||
| triplet = unify_aarch64(platform.machine()) + "-linux-gnu" | ||
| file_info = [vf for vf in latest_version_files if vf["triplet"] == triplet][0] | ||
| LOGGER.info(f"Latest version: {file_info['version']} url: {file_info['url']}") | ||
| return file_info["url"], file_info["version"] | ||
|
|
||
|
|
||
| def download_julia(julia_url: str) -> None: | ||
| """ | ||
| Downloads and unpacks julia | ||
| The resulting julia directory is "/opt/julia-VERSION/" | ||
| """ | ||
| LOGGER.info("Downloading and unpacking Julia") | ||
| tmp_file = Path("/tmp/julia.tar.gz") | ||
| subprocess.check_call( | ||
| ["curl", "--progress-bar", "--location", "--output", tmp_file, julia_url] | ||
| ) | ||
| shutil.unpack_archive(tmp_file, "/opt/") | ||
| tmp_file.unlink() | ||
|
|
||
|
|
||
| def configure_julia(julia_version: str) -> None: | ||
| """ | ||
| Creates /usr/local/bin/julia symlink | ||
| Make Julia aware of conda libraries | ||
| Creates a directory for Julia user libraries | ||
| """ | ||
| LOGGER.info("Configuring Julia") | ||
| # Link Julia installed version to /usr/local/bin, so julia launches it | ||
| subprocess.check_call( | ||
| ["ln", "-fs", f"/opt/julia-{julia_version}/bin/julia", "/usr/local/bin/julia"] | ||
| ) | ||
|
|
||
| # Tell Julia where conda libraries are | ||
| Path("/etc/julia").mkdir() | ||
| Path("/etc/julia/juliarc.jl").write_text( | ||
| f'push!(Libdl.DL_LOAD_PATH, "{os.environ["CONDA_DIR"]}/lib")\n' | ||
| ) | ||
|
|
||
| # Create JULIA_PKGDIR, where user libraries are installed | ||
| JULIA_PKGDIR = Path(os.environ["JULIA_PKGDIR"]) | ||
| JULIA_PKGDIR.mkdir() | ||
| subprocess.check_call(["chown", os.environ["NB_USER"], JULIA_PKGDIR]) | ||
| subprocess.check_call(["fix-permissions", JULIA_PKGDIR]) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| logging.basicConfig(level=logging.INFO) | ||
|
|
||
| julia_url, julia_version = get_latest_julia_url() | ||
| download_julia(julia_url=julia_url) | ||
| configure_julia(julia_version=julia_version) |