新增OMP框架连接数据库，废弃原来直接连接数据库的方法

Author: yellowaug

Diff for: .idea/dataSources.xml

@@ -9,4 +9,5 @@
 获取了以下信息
 公司名称，工资，工作地区，更新时间，人数，学历，经验要求，公司性质，公司福利，公司人数
 ================================================================================
-新增多线程优化程序
+新增多线程优化程序(多线程还不熟悉，所以就暂时放着）
+新增使用OMP框架连接数据库，废弃原来直连数据库的方法

Diff for: README.txt

@@ -22,7 +22,7 @@ def zlzp():
     th2=threading.Thread(target=zlzp)
     threads.append(th2)
     for t in threads:
-        t.setDaemon(True)
+        # t.setDaemon(True)
         t.start()
     t.join()
 

Diff for: main.py

@@ -1,7 +1,5 @@
 import requests
 from bs4 import BeautifulSoup
-import json
-import jsonpath
 class Serach(object):
     def __init__(self,page):
         url="http://s.gxrc.com/sJob?schType=1&workProperty=&keyword=运维&page={num}".format(num=page)

Diff for: searchjob.py

@@ -1,21 +1,21 @@
 from pymysql import connect
 # from hjctool import check_net
 class Sql_manager(object):
-    def __init__(self):
+    def __init__(self,data):
         # net_code=check_net()
         # if net_code==1:
         host = "192.168.15.251"
         user = "root"
         pw = "zzq"
         # sql_com="select * from ip_mac"
-        db="ipdata"
+        db=data
         self.sql=connect(host,user,pw,db)
         self.cur=self.sql.cursor()
         # cur.execute(sql_com)
         # table_info=cur.fetchall()
-        print("连接成功。")
+        # print("连接成功。")
         # elif net_code==0:
-        print("连接失败，请检查网络")
+        # print("连接失败，请检查网络")
     def omp_sql(self,table_name="account_list"):
         #coum_name，value_name 两个变量使用数组或者列表的形式进行填充
         # sql_com="use %s"%db_name
@@ -36,11 +36,14 @@ def ins_sql(self,v_device=None,v_ip=None,v_acc=None,v_pass=None,v_note=None): #
         self.sql.commit()
         self.info_seclect = self.cur.fetchall()
         self.cur.close()
-    def ins_computer_info_sql(self,sys_name=None,cpu_info=None,board_info=None,disk_info=None,mem_info=None,grap_info=None,note=None,upload_time=None):
+    def ins_info_sql(self,companyname=None,companytype=None,companysize=None,postioname=None,postdescurl=None,workexp=None,
+                     walfare=None,wagemoney=None,worklocation=None,update=None):
+    #将查询数据写入数据库
     # def ins_computer_info_sql(self, sys_name=None, cpu_info=None,): #测试用的方法
-        sql_com1="insert into computer_info(computer_name,cpu_info,board_info,disk_info,mem_info,grap_card,note,upload_time) VALUES (%s,%s,%s,%s,%s,%s,%s,%s)"
+        sql_com1="insert into zljobinfo(companyname,companytype,companysize,postioname,postdescurl,workexp,walfare," \
+                 "wagemoney,worklocation,v_update) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
         # sql_com1 = "insert into computer_info(computer_name,cpu_info) VALUES (%s,%s)" #测试用的方法
-        values = (sys_name, cpu_info, board_info, disk_info, mem_info, grap_info, note,upload_time)
+        values = (companyname,companytype,companysize,postioname,postdescurl,workexp,walfare,wagemoney,worklocation,update)
         # values = (sys_name, cpu_info)
         # sql_com2="select * from computer_info"
         self.sql.commit()

Diff for: sql_ctr.py

@@ -0,0 +1,15 @@
+from sqlalchemy import create_engine
+from sqlalchemy import Table, MetaData
+
+class SQLOMP(object):
+    def instosql(self,db,**kwargs):
+        engine = create_engine("mysql+pymysql://root:zzq@192.168.15.251/{dbname}?charset=utf8".format(dbname=db), encoding='utf-8', echo=True)
+        metadata = MetaData(engine)
+        con_table=Table('zljobinfo',metadata,autoload=True)
+        ins = con_table.insert()
+        conn=engine.connect()
+        # result=conn.execute(ins,[{"companyname":"test1",
+        #                           "companytype":"test2",
+        #                           "companysize":"test3",
+        #                           "postioname":"test4"}])
+        conn.execute(ins,kwargs)

Diff for: sqlomp.py

@@ -1,8 +1,9 @@
+import threading
+import time
+import sqlomp
 import requests
 import json
 import jsonpath
-import threading
-import time
 class ZLZPSearch(object):
     def __init__(self):
         zlurl="https://fe-api.zhaopin.com/c/i/sou?pageSize=90&cityId=785&workExperience=-1&education=-1&" \
@@ -13,24 +14,31 @@ def getinfo(self):
         self.html_zl.encoding='utf8'
         htmltext_zlzp=self.html_zl.text
         zlzp_json=json.loads(htmltext_zlzp)
-        companyname=jsonpath.jsonpath(zlzp_json,"$..company[name]")
-        companytype=jsonpath.jsonpath(zlzp_json,"$..company[type][name]")
-        companysize=jsonpath.jsonpath(zlzp_json,"$..company[size][name]")
-        jobname=jsonpath.jsonpath(zlzp_json,"$..jobName")
-        postdescurl=jsonpath.jsonpath(zlzp_json,"$..positionURL")
-        jobcity=jsonpath.jsonpath(zlzp_json,"$..city[display]")
-        update=jsonpath.jsonpath(zlzp_json,"$..updateDate")
-        salary=jsonpath.jsonpath(zlzp_json,"$..salary")
-        welfare=jsonpath.jsonpath(zlzp_json,"$..welfare")
-        workexp=jsonpath.jsonpath(zlzp_json,"$..workingExp[name]")
+        companyname=jsonpath.jsonpath(zlzp_json,"$..company[name]") #公司名称
+        companytype=jsonpath.jsonpath(zlzp_json,"$..company[type][name]") #公司性质
+        companysize=jsonpath.jsonpath(zlzp_json,"$..company[size][name]") #公司规模
+        jobname=jsonpath.jsonpath(zlzp_json,"$..jobName") #岗位名称
+        postdescurl=jsonpath.jsonpath(zlzp_json,"$..positionURL") #岗位url
+        jobcity=jsonpath.jsonpath(zlzp_json,"$..city[display]") #工作所在地
+        update=jsonpath.jsonpath(zlzp_json,"$..updateDate") #发布时间
+        salary=jsonpath.jsonpath(zlzp_json,"$..salary") #工资
+        welfare=jsonpath.jsonpath(zlzp_json,"$..welfare") #公司福利
+        workexp=jsonpath.jsonpath(zlzp_json,"$..workingExp[name]") #工作年限要求
+        sql=sqlomp.SQLOMP()
+        insdata={"companyname":companyname[0],"companytype":companytype[0],
+                 "companysize":companysize[0],"postioname":jobname[0],
+                 "postdescurl":postdescurl[0],"workexp":workexp[0],
+                 "worklocation":jobcity[0],"wagemoney":salary[0],
+                 }
+        sql.instosql("zlzpdb",**insdata)
         print("%s\n%s\n%s\n%s\n%s\n%s\n%s\n%s\n%s\n%s\n"%(companyname,companytype,companysize,jobname,postdescurl,jobcity,update,salary,welfare,workexp))
 
-# t1=time.time()
-# a =TEXT()
-# # a.getinfo()
+t1=time.time()
+a =ZLZPSearch()
+a.getinfo()
 # t=threading.Thread(target=a.getinfo)
 # t.start()
 # print(threading.activeCount())
-# t2=time.time()
-# print(t2-t1)
+t2=time.time()
+print(t2-t1)