-
Notifications
You must be signed in to change notification settings - Fork 33
/
codeql_compile.py
130 lines (108 loc) · 6.16 KB
/
codeql_compile.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
import pathlib, zipfile, subprocess
import os, sys, time, re
import argparse
import shutil
# 指定自定义java-decompiler的路径
self_java_decompiler_path = r'D:\idea_v2019\IntelliJ IDEA 2019.3.5\plugins\java-decompiler\lib\java-decompiler.jar'
# 指定自定义ecj的路径
self_ecj_path = r"D:\project\java\apps\ecj-4.6.1.jar"
# 指定自定义procyon的路径
self_procyon_path = r"D:\project\java\apps\procyon-decompiler-0.6-prerelease.jar"
# 用来校验本地的ecj、java_decompiler路径是否正确
def verify(file_jar, my_path):
if pathlib.Path("./{}".format(file_jar)).is_file():
return "./{}".format(file_jar)
elif pathlib.Path(my_path).is_file():
return my_path
return False
def java_decompiler_run():
# 搜索源项目中包含.jar的所有路径
_sub = subprocess.getstatusoutput('java -cp "{}" org.jetbrains.java.decompiler.main.decompiler.ConsoleDecompiler -dgs=true {} {}'.format(java_decompiler_path, app_path, save_path))
if _sub[0] != 0:
print(_sub[1])
sys.exit("java_decompiler 执行失败......")
app_jars_path = sorted(pathlib.Path(save_path).glob('**/*.jar'))
# 反编译后会生成jar文件，将文件内容解压出来
for app_jar_path in app_jars_path:
with zipfile.ZipFile(pathlib.Path.joinpath(app_jar_path), mode='r') as zfile:
for file in zfile.namelist():
zfile.extract(file, pathlib.Path.joinpath(save_path, app_jar_path.name.rstrip('.jar')))
pathlib.Path.joinpath(app_jar_path).unlink()
# 先尝试编译成class，定位错误文件再使用procyon反编译替换
def check():
_sub = subprocess.getstatusoutput('{}/run.cmd'.format(save_path))
# 正则匹配错误文件路径
re_matchs = set(re.findall("ERROR in (.*)? \(at line", _sub[1]))
# 确认是否未编译生成class
for re_match in re_matchs:
is_file = pathlib.Path(re_match.replace(".java", ".class")).is_file()
if is_file:
re_matchs.remove(re_match)
app_jars_name = [jar_path.name.rstrip('.jar') for jar_path in pathlib.Path(app_path).glob('**/*.jar')]
error_jars = [app_jar_name for app_jar_name in app_jars_name for re_match in re_matchs if app_jar_name not in re_match]
error_classes = re_matchs.difference(set(error_jars))
# 使用 procyon 反编译jar包
for app_jar_path in pathlib.Path(app_path).glob('**/*.jar'):
jar_folder = app_jar_path.name.rstrip('.jar')
if jar_folder in error_jars:
_sub = subprocess.getstatusoutput('java -jar "{}" {} -o {}/{}'.format(procyon_path, app_jar_path, save_path, jar_folder))
# 使用 procyon 反编译class文件
for class_path in error_classes:
class_path = str(class_path).replace(save_path, app_path).replace(".java", ".class")
_sub = subprocess.getstatusoutput('java -jar "{}" {} -o {}/procyon_class'.format(procyon_path, class_path, save_path))
# 将反编译后的文件替换原先文件
for class_path in pathlib.Path(save_path+"/procyon_class").glob('**/*.java'):
to_class_path = [class_path for class_path in pathlib.Path(save_path).glob('**/{}'.format(class_path.relative_to("{}/procyon_class".format(save_path)))) if "procyon_class" not in str(class_path)]
shutil.move(str(class_path), str(to_class_path[0]))
shutil.rmtree(save_path + "/procyon_class")
# 创建用来编译的脚本，再codeql创建数据库时使用
def compile_cmd_file_create():
# 准备待编译的jar包
with open("{}/file.txt".format(save_path), "w+") as f:
for java_path in pathlib.Path(save_path).glob('**/*.java'):
f.write(str(java_path) + "\n")
ecj_absolute_path = pathlib.Path(ecj_path).resolve()
compile_cmd = "java -jar {} -encoding UTF-8 -8 -warn:none -noExit @{}/file.txt".format(ecj_absolute_path, save_path)
if dependencies_path:
libs = ""
search_jars_path = pathlib.Path(dependencies_path).glob('**/*.jar')
for search_jar_path in search_jars_path:
libs += "{};".format(search_jar_path.name)
compile_cmd = "cd {} && java -jar {} -encoding UTF-8 -classpath \"{}\" -8 -warn:none -noExit @{}/file.txt".format(
dependencies_path, ecj_absolute_path, libs, save_path)
with open("{}/run.cmd".format(save_path), "w+") as f:
f.write(compile_cmd)
with open("{}/run.sh".format(save_path), "w+") as f:
f.write(compile_cmd)
epilog = r'''Example:
python3 codeql_compile.py -a D:\java\apps\cloud -d "D:\java\apps\cloud\lib"
python3 codeql_compile.py -a D:\java\apps\cloud -o "D:\java\apps\cloud_save_1641018608 -c"
'''
parse = argparse.ArgumentParser(epilog=epilog, formatter_class=argparse.RawDescriptionHelpFormatter)
parse.add_argument('-a', '--app', help='输入源项目路径')
parse.add_argument('-d', '--dep', help='输入依赖包路径')
parse.add_argument('-c', '--check', help='对java-decompiler反编译内容进行检测', action="store_true")
parse.add_argument('-o', '--out', help='输入刚刚已经反编译好的存放路径')
args = parse.parse_args()
# 指定源项目路径，就是要被反编译的项目路径
app_path = args.app
# 指定依赖包路径，在编译代码时需要指定，否则代码中存在相关依赖会导致编译失败
dependencies_path = args.dep
save_path = args.out
if app_path is not None and dependencies_path is not None:
ecj_path = verify("ecj.jar", self_ecj_path)
java_decompiler_path = verify("java-decompiler.jar", self_java_decompiler_path)
if ecj_path is False or java_decompiler_path is False:
sys.exit("请在当前目录存放ecj.jar、java-decompiler.jar，或者通过self_java_decompiler_path、self_ecj_path指定自定义路径")
save_path = pathlib.Path.joinpath(pathlib.Path(app_path).parent, "{}_save_{}".format(pathlib.Path(app_path).name, int(time.time())))
save_path.mkdir()
java_decompiler_run()
compile_cmd_file_create()
elif args.check is not None and app_path is not None and save_path is not None:
procyon_path = verify("procyon.jar", self_procyon_path)
if procyon_path is False:
sys.exit("请在当前目录存放procyon.jar，或者通过self_procyon_path指定自定义路径")
check()
else:
parse.print_help()
sys.exit()