forked from cms-sw/cms-bot
-
Notifications
You must be signed in to change notification settings - Fork 0
/
create-new-data-pr.py
executable file
·164 lines (144 loc) · 6.65 KB
/
create-new-data-pr.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
#!/usr/bin/env python3
from __future__ import print_function
from github import Github
from optparse import OptionParser
import repo_config
from os.path import expanduser
from json import loads
import re
from github_utils import get_git_tree
from _py2with3compatibility import run_cmd, HTTPError, urlopen
def update_tag_version(current_version):
updated_version = int(current_version)+1
if updated_version<10:
updated_version = '0%s' % updated_version
return str(updated_version)
def get_tag_from_string(tag_string=None):
tag = None
for i in tag_string.split('\n'):
m = re.search("(V[0-9]{2}(-[0-9]{2})+)", i)
if m:
tag = m.group()
break
return tag
if __name__ == "__main__":
parser = OptionParser(usage="%prog <cms-data-repo> <cms-dist repo> <pull-request-id>")
parser.add_option("-r", "--data-repo", dest="data_repo", help="Github data repositoy name e.g. cms-data/RecoTauTag-TrainingFiles.",
type=str, default=None)
parser.add_option("-d", "--dist-repo", dest="dist_repo", help="Github dist repositoy name e.g. cms-sw/cmsdist.",
type=str, default='')
parser.add_option("-p", "--pull-request", dest="pull_request", help="Pull request number",
type=str, default=None)
opts, args = parser.parse_args()
gh = Github(login_or_token=open(expanduser(repo_config.GH_TOKEN)).read().strip())
data_repo = gh.get_repo(opts.data_repo)
data_prid = int(opts.pull_request)
dist_repo = gh.get_repo(opts.dist_repo)
data_repo_pr = data_repo.get_pull(data_prid)
if not data_repo_pr.merged:
print('The pull request isn\'t merged !')
exit(0)
data_pr_base_branch = data_repo_pr.base.ref
data_repo_default_branch = data_repo.default_branch
# create master just to exist on the cms-data repo if it doesn't
if data_repo_default_branch != "master":
if "master" not in [branch.name for branch in data_repo.get_branches()]:
data_repo.create_git_ref(ref='refs/heads/master', sha=data_repo.get_branch(data_repo_default_branch).commit.sha)
err, out = run_cmd("rm -rf repo && git clone --bare https://github.com/%s -b %s repo && GIT_DIR=repo git log --pretty='%%d'" % (opts.data_repo, data_pr_base_branch))
last_release_tag = get_tag_from_string(out)
if last_release_tag:
comparison = data_repo.compare(data_pr_base_branch, last_release_tag)
print('commits behind ', comparison.behind_by)
create_new_tag = True if comparison.behind_by > 0 else False # last tag and master commit difference
print('create new tag ? ', create_new_tag)
else:
create_new_tag = True
last_release_tag = "V00-00-00"
# if created files and modified files are the same count, all files are new
response = urlopen("https://api.github.com/repos/%s/pulls/%s" % (opts.data_repo, opts.pull_request))
res_json = loads(response.read().decode())
print(res_json['additions'], res_json['changed_files'], res_json['deletions'])
files_modified = res_json['deletions'] + res_json['changed_files']
only_new_files=(files_modified==0)
# if the latest tag/release compared with master(base) or the pr(head) branch is behind then make new tag
new_tag = last_release_tag # in case the tag doesnt change
if create_new_tag:
while True:
print("searching next tag for ",last_release_tag)
tag_data = last_release_tag.strip('V').split('-')
if len(tag_data)<3: tag_data.append('00')
print(tag_data)
# update minor for now
if only_new_files:
tag_data[-1] = update_tag_version(tag_data[-1])
else:
tag_data[-2] = update_tag_version(tag_data[-2])
tag_data[-1] = '00'
print('New tag data', tag_data)
new_tag = 'V%s' % '-'.join(tag_data)
try:
has_tag = get_git_tree(new_tag, opts.data_repo)
if "sha" not in has_tag: break
last_release_tag = last_release_tag+"-00-00"
except HTTPError as e:
break
print(new_tag)
tag_ref = data_repo.create_git_ref(ref='refs/tags/'+new_tag, sha=data_repo.get_branch(data_pr_base_branch).commit.sha)
default_cms_dist_branch = dist_repo.default_branch
repo_name_only = opts.data_repo.split('/')[1]
repo_tag_pr_branch = 'update-'+repo_name_only+'-to-'+new_tag
sb = dist_repo.get_branch(default_cms_dist_branch)
dest_branch = None #
try:
dist_repo.create_git_ref(ref='refs/heads/' + repo_tag_pr_branch, sha=sb.commit.sha)
dest_branch = dist_repo.get_branch(repo_tag_pr_branch)
except Exception as e:
print(str(e))
dest_branch = dist_repo.get_branch(repo_tag_pr_branch)
print('Branch exists')
# file with tags on the default branch
cmsswdatafile = "data/cmsswdata.txt"
content_file = dist_repo.get_contents(cmsswdatafile, repo_tag_pr_branch)
cmsswdatafile_raw = content_file.decoded_content
new_content = ''
# remove the existing line no matter where it is and put the new line right under default
count = 0 # omit first line linebreaker
for line in cmsswdatafile_raw.splitlines():
line = line.decode()
updated_line = None
if '[default]' in line:
updated_line = '\n'+line+'\n'+repo_name_only+'='+new_tag+''
elif repo_name_only in line:
updated_line = ''
else:
if count > 0:
updated_line = '\n'+line
else:
updated_line = line
count=count+1
new_content = new_content+updated_line
mssg = 'Update tag for '+repo_name_only+' to '+new_tag
update_file_object = dist_repo.update_file(cmsswdatafile, mssg, new_content, content_file.sha, repo_tag_pr_branch)
# file with tags on the default branch
cmsswdataspec = "/cmsswdata.spec"
content_file = dist_repo.get_contents(cmsswdataspec, repo_tag_pr_branch)
cmsswdatafile_raw = content_file.decoded_content
new_content = []
data_pkg = ' data-'+repo_name_only
added_pkg = False
for line in cmsswdatafile_raw.splitlines():
line = line.decode()
new_content.append(line)
if not line.startswith('Requires: '): continue
if data_pkg in line:
added_pkg = False
break
if not added_pkg:
added_pkg = True
new_content.append('Requires:'+data_pkg)
if added_pkg:
mssg = 'Update cmssdata spec for'+data_pkg
update_file_object = dist_repo.update_file(cmsswdataspec, mssg, '\n'.join(new_content), content_file.sha, repo_tag_pr_branch)
title = 'Update tag for '+repo_name_only+' to '+new_tag
body = 'Move '+repo_name_only+" data to new tag, see \n" + data_repo_pr.html_url + '\n'
change_tag_pull_request = dist_repo.create_pull(title=title, body=body, base=default_cms_dist_branch, head=repo_tag_pr_branch)