litex_setup.py

#!/usr/bin/env python3

import os
import sys
import subprocess
import shutil
import hashlib
from collections import OrderedDict

import urllib.request

current_path = os.path.abspath(os.curdir)
# Check location (is litex_setup.py executed inside a cloned LiteX repository or alongside?)
if os.path.exists(".gitignore"):
    current_path = os.path.join(current_path, "../")

# Repositories -------------------------------------------------------------------------------------

# Get SHA1: git rev-parse --short=7 HEAD

# Name,  (URL, Recursive clone, Develop, SHA1)
repos = [
    # HDL
    ("migen",        ("https://github.com/m-labs/",        True,  True, None)),
    ("nmigen",       ("https://github.com/nmigen/",        True,  True, None)),

    # LiteX SoC builder
    ("pythondata-software-picolibc",    ("https://github.com/litex-hub/",     True,  True, None)),
    ("pythondata-software-compiler_rt", ("https://github.com/litex-hub/",     False, True, None)),
    ("litex",                           ("https://github.com/enjoy-digital/", False, True, None)),

    # LiteX cores ecosystem
    ("liteeth",      ("https://github.com/enjoy-digital/", False, True, None)),
    ("litedram",     ("https://github.com/enjoy-digital/", False, True, None)),
    ("litepcie",     ("https://github.com/enjoy-digital/", False, True, None)),
    ("litesata",     ("https://github.com/enjoy-digital/", False, True, None)),
    ("litesdcard",   ("https://github.com/enjoy-digital/", False, True, None)),
    ("liteiclink",   ("https://github.com/enjoy-digital/", False, True, None)),
    ("litevideo",    ("https://github.com/enjoy-digital/", False, True, None)),
    ("litescope",    ("https://github.com/enjoy-digital/", False, True, None)),
    ("litejesd204b", ("https://github.com/enjoy-digital/", False, True, None)),
    ("litespi",      ("https://github.com/litex-hub/",     False, True, None)),
    ("litehyperbus", ("https://github.com/litex-hub/",     False, True, None)),

    # LiteX boards support
    ("litex-boards", ("https://github.com/litex-hub/",     False, True, None)),

    # Optional LiteX data
    ("pythondata-misc-tapcfg",     ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-misc-usb_ohci",   ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-lm32",        ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-mor1kx",      ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-picorv32",    ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-serv",        ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-vexriscv",    ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-vexriscv-smp",("https://github.com/litex-hub/", True,  True, None)),
    ("pythondata-cpu-rocket",      ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-minerva",     ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-microwatt",   ("https://github.com/litex-hub/", False, True, 0xdad611c)),
    ("pythondata-cpu-blackparrot", ("https://github.com/litex-hub/", False, True, None)),
    ("pythondata-cpu-cv32e40p",    ("https://github.com/litex-hub/", True,  True, None)),
    ("pythondata-cpu-ibex",        ("https://github.com/litex-hub/", True,  True, None)),
]

repos = OrderedDict(repos)

# RISC-V toolchain download ------------------------------------------------------------------------

# TODO: Update.

def sifive_riscv_download():
    base_url  = "https://static.dev.sifive.com/dev-tools/"
    base_file = "riscv64-unknown-elf-gcc-8.3.0-2019.08.0-x86_64-"

    # Windows
    if (sys.platform.startswith("win") or sys.platform.startswith("cygwin")):
        end_file = "w64-mingw32.zip"
    # Linux
    elif sys.platform.startswith("linux"):
        end_file = "linux-ubuntu14.tar.gz"
    # Mac OS
    elif sys.platform.startswith("darwin"):
        end_file = "apple-darwin.tar.gz"
    else:
        raise NotImplementedError(sys.platform)
    fn = base_file + end_file

    if not os.path.exists(fn):
        url = base_url + fn
        print("Downloading", url, "to", fn)
        urllib.request.urlretrieve(url, fn)
    else:
        print("Using existing file", fn)

    print("Extracting", fn)
    shutil.unpack_archive(fn)

# PowerPC toolchain download -----------------------------------------------------------------------

# TODO
# Link: https://toolchains.bootlin.com/downloads/releases/toolchains/powerpc64le-power8/tarballs/powerpc64le-power8--musl--stable-2020.08-1.tar.bz2

# LM32 toolchain download --------------------------------------------------------------------------

# TODO

# OpenRisc toolchain download ----------------------------------------------------------------------

# TODO
# Link: https://toolchains.bootlin.com/downloads/releases/toolchains/openrisc/tarballs/openrisc--musl--stable-2020.08-1.tar.bz2

# Setup --------------------------------------------------------------------------------------------

if len(sys.argv) < 2:
    print("Available commands:")
    print("- init")
    print("- update")
    print("- install (add --user to install to user directory)")
    print("- gcc")
    print("- dev (dev mode, disable automatic litex_setup.py update)")
    exit()

# Check/Update litex_setup.py

litex_setup_url = "https://raw.githubusercontent.com/enjoy-digital/litex/master/litex_setup.py"
current_sha1 = hashlib.sha1(open(os.path.realpath(__file__)).read().encode("utf-8")).hexdigest()
print("[checking litex_setup.py]...")
try:
    import requests
    r = requests.get(litex_setup_url)
    if r.status_code != 404:
        upstream_sha1 = hashlib.sha1(r.content).hexdigest()
        if current_sha1 != upstream_sha1:
            if "dev" not in sys.argv[1:]:
                print("[updating litex_setup.py]...")
                with open(os.path.realpath(__file__), "wb") as f:
                    f.write(r.content)
                os.execl(sys.executable, sys.executable, *sys.argv)
except:
    pass

# Repositories cloning
if "init" in sys.argv[1:]:
    for name in repos.keys():
        os.chdir(os.path.join(current_path))
        if not os.path.exists(name):
            url, need_recursive, need_develop, sha1 = repos[name]
            # clone repo (recursive if needed)
            print("[cloning " + name + "]...")
            full_url = url + name
            opts = "--recursive" if need_recursive else ""
            subprocess.check_call("git clone " + full_url + " " + opts, shell=True)
            if sha1 is not None:
                os.chdir(os.path.join(current_path, name))
                os.system("git checkout {:07x}".format(sha1))

# Repositories update
if "update" in sys.argv[1:]:
    for name in repos.keys():
        os.chdir(os.path.join(current_path))
        url, need_recursive, need_develop, sha1 = repos[name]
        print(url)
        if not os.path.exists(name):
            raise Exception("{} not initialized, please (re)-run init and install first.".format(name))
        # update
        print("[updating " + name + "]...")
        os.chdir(os.path.join(current_path, name))
        subprocess.check_call("git checkout master", shell=True)
        subprocess.check_call("git pull --ff-only", shell=True)
        if need_recursive:
            subprocess.check_call("git submodule update --init --recursive", shell=True)
        if sha1 is not None:
            os.chdir(os.path.join(current_path, name))
            os.system("git checkout {:07x}".format(sha1))

# Repositories installation
if "install" in sys.argv[1:]:
    for name in repos.keys():
        os.chdir(os.path.join(current_path))
        url, need_recursive, need_develop, sha1 = repos[name]
        # develop if needed
        print("[installing " + name + "]...")
        if need_develop:
            os.chdir(os.path.join(current_path, name))
            if "--user" in sys.argv[1:]:
                subprocess.check_call("python3 setup.py develop --user", shell=True)
            else:
                subprocess.check_call("python3 setup.py develop", shell=True)

    if "--user" in sys.argv[1:]:
        if ".local/bin" not in os.environ.get("PATH", ""):
            print("Make sure that ~/.local/bin is in your PATH")
            print("export PATH=$PATH:~/.local/bin")

# RISC-V GCC installation
if "gcc" in sys.argv[1:]:
    os.chdir(os.path.join(current_path))
    sifive_riscv_download()
    if "riscv64" not in os.environ.get("PATH", ""):
        print("Make sure that the downloaded RISC-V compiler is in your $PATH.")
        print("export PATH=$PATH:$(echo $PWD/riscv64-*/bin/)")