get_posted_hw_stats.py

#!/usr/bin/env python3

from optparse import OptionParser
import re
import os
import subprocess
from subprocess import Popen, STDOUT
import sys

this_directory = os.path.dirname(os.path.realpath(__file__)) + "/"
data_root = os.path.join(this_directory, "..", "..", "hw_run")

cards_availible = [ "fermi-gtx480",
                    "kepler-titan",
                    "pascal-titanx",
                    "pascal-p100",
                    "pascal-1080ti",
                    "volta-titanv",
                    "volta-quadro-v100",
                    "volta-tesla-v100",
                    "turing-rtx2060",
                    "ampere-rtx3070" ]

parser = OptionParser()
parser.add_option("-c", "--cards", dest="cards", default="all",
                  help="Comma seperated list of cards to download. Available cards: {0}".format(cards_availible))
(options, args) = parser.parse_args()

os.makedirs(data_root, exist_ok=True)

if "all" == options.cards:
    options.cards = ",".join(cards_availible)

for card in options.cards.split(","):
    if card not in cards_availible:
        sys.exit("Error, wrong card name \"{0}\". Valid names: all or {1}".format(card, cards_availible))
    tarfilename = card + ".tgz"
    folder_path = os.path.join(data_root, card)
    if not os.path.exists(folder_path):
        subprocess.run(["wget", "https://engineering.purdue.edu/tgrogers/gpgpu-sim/hw_data/{0}".format(tarfilename)])
        subprocess.run(["tar", "-xzvf", tarfilename, "-C", data_root])
        os.remove(tarfilename)
    else:
        print("Found " + folder_path)