forked from pyblish/pyblish
-
Notifications
You must be signed in to change notification settings - Fork 0
/
dist.py
158 lines (117 loc) · 4.07 KB
/
dist.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
"""Build distribution of Pyblish
Usage:
$ dist.py /root/dir "pyblish pyblish-qml pyblish-rpc" --clean
"""
import os
import sys
import imp
import shutil
import urllib
import tempfile
import zipfile
def download(repos):
"""Download provided repos from GitHub
Arguments:
repos (iter): Names of repos to download
Returns:
list: Absolute paths to downloaded repos
Example:
>>> dirs = download(
... "c:\tempdir", ["pyblish-base", "pyblish-qml"])
"""
tempdir = tempfile.mkdtemp()
dirnames = list()
for package in repos:
url = "https://github.com/pyblish/%s/archive/master.zip" % package
dst = os.path.join(tempdir, package)
try:
print("Downloading %s.." % url)
fname, _ = urllib.urlretrieve(url, dst + ".zip")
except IOError:
sys.stderr.write("Had trouble downloading %s\n" % package)
return
with zipfile.ZipFile(fname) as zf:
zf.extractall(dst)
dirnames.append(os.path.join(dst, package + "-master"))
return dirnames
def collect(modules):
"""Scan PYTHONPATH for package in `modules` and yield list of files.
Arguments:
modules (iter): Names of modules to include, e.g. ["pyblish_qml"]
"""
for module in modules:
_, dirname, _ = imp.find_module(module)
exclude = (".pyc",)
for base, dirs, files in os.walk(dirname):
for fname in files:
_, ext = os.path.splitext(fname)
if ext in exclude:
continue
# Output module/file.ext
src = os.path.join(base, fname)
dst = os.path.relpath(os.path.join(base, fname),
os.path.dirname(dirname))
yield src, dst
def bundle(root, repos, clean=False):
"""Build distribution at `root` of `repos`
Arguments:
root (str): Directory into which to bundle distribution.
repos (list): Packages to include
clean (bool): Should `root` be erased before continuing?
"""
tries = 3
while os.path.exists(root):
tries -= 1
if tries == 0:
return sys.stderr.write(
"ERROR: Could not clean \"%s\", retrying..\n" % root)
if not clean:
return sys.stderr.write(
"ERROR: root directory already exists: %s\n" % root)
else:
try:
print("Cleaning up..")
shutil.rmtree(root)
except OSError:
sys.stderr.write(
"ERROR: Could not clean \"%s\", retrying..\n" % root)
for dirname in download(repos=repos):
sys.path.insert(0, dirname)
modules = [package.replace("-", "_") for package in repos]
try:
# Special case, Python package for
# "pyblish-base" is just "pyblish".
modules.remove("pyblish_base")
modules.append("pyblish")
except ValueError:
pass
for src, dst in collect(modules):
abspath = os.path.join(root, dst)
dirname = os.path.dirname(abspath)
try:
os.makedirs(dirname)
except OSError:
pass
print("Writing \"%s\"" % abspath)
shutil.copyfile(src, abspath)
with open(os.path.join(root, "README.md"), "w") as f:
f.write("""This directory is automatically built from contained Git repositories.
To modify and/or contribute changes, see the original project pages, such as..
- https://github.com/pyblish/pyblish-base
- https://github.com/pyblish/pyblish-rpc
- https://github.com/pyblish/pyblish-qml
""")
print("Done")
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("root")
parser.add_argument("repos")
parser.add_argument("--clean", action="store_true")
args = parser.parse_args()
repos = args.repos.split()
print("Building %s @ \"%s\", clean=%s" % (
repos, args.root, args.clean))
bundle(root=args.root,
repos=repos,
clean=args.clean)