-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathExtract_job_infos.py
314 lines (262 loc) · 12.6 KB
/
Extract_job_infos.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
import re
job_list = []
personal_experience = []
work_experience = []
def process_personal_experience(personal_experience_list):
edu_element = '学位'
for exp in personal_experience_list:
if edu_element not in exp:
work_experience.append(exp)
return work_experience
def read_file(filename1, filename2):
with open(filename1, 'r', encoding='utf-8') as jobs:
job_list = jobs.read()
with open(filename2, 'r', encoding='utf-8') as f:
resume_txt = f.readlines()
return job_list, resume_txt
def process_work_experience(work_experience_list):
with open('头衔列表.txt', 'r', encoding='utf-8') as jobs:
job_list = eval(jobs.read())
time_unit_job_list = []
for exp in work_experience_list:
# 获取任职起始时间点
begin_time_pre = re.findall(
r'(\d*年|\d*年 \d*月|\d*年\d*月|\d*.\d*|\d*|\d*年 起|\d* 起|\d*年 \d*月 \d*日) (－|-|——|至|，).*?', exp)
if begin_time_pre:
begin_time = begin_time_pre[0][0]
else:
begin_time = []
# print(begin_time)
# justify(begin_time)
# 获取任职终止时间点
end_time_pre = re.findall(r'.*(－|-|——|至) (\d*年 \d*月|\d*年|\d*.\d*|\d*)', exp)
if end_time_pre:
end_time = end_time_pre[0][1]
else:
end_time = []
job_out_list = [] # 该列表必须在循环里面，对每条工作经历文本单独处理
job_txt1 = re.findall(r'.* (当选|担任|入选|任|任命 为|任命) (.*?) (,|、|，) (.*).*? (。|;|；)', exp)
job_new_txt1 = []
if job_txt1:
for info in job_txt1[0]:
if info not in ['加入', '担任', '当选', '入选', '任', '任命', '任命 为', ',', '、', '，', '。', ';', '；']:
# print(info)
job_new_txt1.append(info)
# print(job_new_txt1)
if job_new_txt1:
for each in job_new_txt1:
if each not in job_out_list:
# print(each)
job_out_list.append(each)
# print(job_txt1)
job_txt2 = re.findall(r'.* (当选|担任|入选|任|任命 为|任命) (.*?) (。|;|；)', exp)
# print(job_txt2)
job_new_txt2 = []
if job_txt2:
for info in job_txt2[0]:
if info not in ['加入', '担任', '当选', '入选', '任', '任命', '任命 为', ',', '、', '，', '。', ';', '；']:
# print(info)
job_new_txt2.append(info)
if job_new_txt2:
for each in job_new_txt2:
if each not in job_out_list:
# print(each)
job_out_list.append(each)
job_txt3 = re.findall(r'.* 在 (.*?) 工作 (，|。|;|；) .* 担任(.*?) 。', exp)
job_new_txt3 = []
if job_txt3:
for info in job_txt3[0]:
if info not in ['加入', '担任', '当选', '入选', '任', '任命', '任命 为', ',', '、', '，', '。', ';', '；']:
# print(info)
job_new_txt3.append(info)
if job_new_txt3:
for each in job_new_txt3:
if each not in job_out_list:
# print(each)
job_out_list.append(each)
job_txt4 = re.findall(r'.* 加入 (.*?) (，|。|;|；) .* 担任 (.*?) 。', exp)
job_new_txt4 = []
if job_txt4:
for info in job_txt4[0]:
if info not in ['加入', '担任', '当选', '入选', '任', '任命', '任命 为', ',', '、', '，', '。', ';', '；']:
# print(info)
job_new_txt4.append(info)
if job_new_txt4:
for each in job_new_txt4:
if each not in job_out_list:
# print(each)
job_out_list.append(each)
# print(job_out_list)
job_filter2_symbol_list = []
for one in job_out_list: # 对每一条任职信息都预处理一遍，过滤检查
if '、' in one: # 去除任职文本里的顿号
job_filter2 = one.split('、')
# print(job_filter2)
for one_job in job_filter2:
one_job_ = one_job.strip()
if one_job_ not in job_filter2_symbol_list:
job_filter2_symbol_list.append(one_job_)
else:
if one.strip() not in job_filter2_symbol_list:
job_filter2_symbol_list.append(one.strip())
# print(job_filter2_symbol_list)
job_filter3_number_list = []
for one_job in job_filter2_symbol_list: # 去除任职信息末尾的标注信息如:[7]
# 舍去！job_filter3 = one_job.strip()
# 舍去！job_filter3_list.append(job_filter3)
# 舍去！print(job_filter3_list)
# print(one_job)
remove_number = re.findall(r'.* (\[ \d* \]).*', one_job)
# print(remove_number)
if remove_number:
job_filter3_num = one_job.replace(remove_number[0], '')
if job_filter3_num.strip() not in job_filter3_number_list:
job_filter3_number_list.append(job_filter3_num.strip())
else:
if one_job.strip() not in job_filter3_number_list:
job_filter3_number_list.append(one_job.strip())
# print(job_filter3_number_list)
job_filter4_years_list = []
for one_ in job_filter3_number_list: # 去除任职信息末尾的任职年份区间如（ 2000年 — 2002年 ）
# 程序出错点，突然出现了顿号连接的多个任职信息
# 已解决，将‘去除任职信息末尾的标注信息’的for循环与上一级for循环放在同级，便可避免顿号的再次出现
# print(one_)
remove1 = re.findall(r'.*(\（.*\d*年.* \）).*', one_)
# print(remove1)
if remove1:
job_filter4_years = one_.replace(remove1[0], '')
if job_filter4_years.strip() not in job_filter4_years_list:
job_filter4_years_list.append(job_filter4_years.strip())
else:
if one_ not in job_filter4_years_list:
job_filter4_years_list.append(one_.strip())
# print(job_filter4_years_list)
for info in job_filter4_years_list:
# job = []
# institution = []
units = info.split(' ')
# print(units)
if len(units) >= 4:
unit_1 = units[-1]
unit_2 = units[-2]
unit_3 = units[-3]
unit_4 = units[-4]
# print(unit_1, unit_2, unit_3, unit_4)
unit_21 = unit_2 + ' ' + unit_1
unit_321 = unit_3 + ' ' + unit_2 + ' ' + unit_1
unit_4321 = unit_4 + ' ' + unit_3 + ' ' + unit_2 + ' ' + unit_1
# print(unit_4321, unit_321, unit_21, unit_1)
if unit_4321 in job_list:
# print('职称_职位：{}'.format(unit_4321))
job = unit_4321
unit_institution = units[: -4]
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
elif unit_321 in job_list:
# print('职称_职位：{}'.format(unit_1))
job = unit_321
unit_institution = units[: -3]
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
elif unit_21 in job_list:
# print('职称_职位：{}'.format(unit_1))
job = unit_21
unit_institution = units[: -2]
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
else:
if unit_1 in job_list:
job = unit_1
unit_institution = units[: -1]
institution = ' '.join(unit_institution)
else:
job = '[]'
unit_institution = units
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
elif len(units) == 3:
unit_1 = units[-1]
unit_2 = units[-2]
unit_3 = units[-3]
# print(unit_1, unit_2, unit_3)
unit_21 = unit_2 + ' ' + unit_1
unit_321 = unit_3 + ' ' + unit_2 + ' ' + unit_1
if unit_321 in job_list:
# print('职称_职位：{}'.format(unit_1))
job = unit_321
institution = []
# 舍去！unit_institution = units[: -3]
# 舍去！institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
elif unit_21 in job_list:
# print('职称_职位：{}'.format(unit_1))
job = unit_21
unit_institution = units[: -2]
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
else:
if unit_1 in job_list:
job = unit_1
# unit_institution = units[: -1]
# institution = ' '.join(unit_institution)
institution = []
else:
job = '[]'
unit_institution = units
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
elif len(units) == 2:
unit_1 = units[-1]
unit_2 = units[-2]
# print(unit_1, unit_2)
unit_21 = unit_2 + ' ' + unit_1
if unit_21 in job_list:
# print('职称_职位：{}'.format(unit_1))
job = unit_21
institution = []
# print('所在单位_机构：{}'.format(institution))
else:
if unit_1 in job_list:
job = unit_1
unit_institution = units[: -1]
institution = ' '.join(unit_institution)
else:
job = '[]'
unit_institution = units
institution = ' '.join(unit_institution)
# print('所在单位_机构：{}'.format(institution))
else:
unit_1 = units[-1]
if unit_1 in job_list:
job = unit_1
# unit_institution = units[: -1]
# institution = ' '.join(unit_institution)
institution = []
else:
job = '[]'
unit_institution = units
institution = ' '.join(unit_institution)
# print('起始时间:{} 终止时间:{} 所在单位:{} 职称:{}'.format(begin_time, end_time, institution, job))
time_unit_job = '起始时间:{} 终止时间:{} 所在单位:{} 职称:{}'.format(begin_time, end_time, institution, job)
time_unit_job_list.append(time_unit_job)
return time_unit_job_list
def main():
# 读入简历文件和任职列表
job_list, resume_txt = read_file('头衔列表.txt', '方滨兴_百度百科_split_unattributed.txt')
flag_store = False
for line in resume_txt:
if line == '人物 经历 ：\n':
# (开始使用字典遍历的标志，将职称内容读到job_list中）
flag_store = True # (开始使用字典遍历的标志，将职称内容读到job_list中）
if flag_store:
personal_experience.append(line)
if line == '社会 任职 ：\n':
# (结束字典遍历的标志，表示职称内容已经全部读完到job_list中)
flag_store = False
# 处理人物经历，获取工作经历
work_experience = process_personal_experience(personal_experience)
# 处理工作经历，获取任职列表
time_unit_job_list = process_work_experience(work_experience)
print(time_unit_job_list)
if __name__ == '__main__':
main()