Merge branch 'v0.21' into 'master'
企业认证成功 工商信息数据准备 升级到v0.21 See merge request root/etl_tfse!9
This commit is contained in:
commit
44bbe0c627
|
@ -3,6 +3,7 @@ import pymongo
|
||||||
client_tfse = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'sromitdTW569kC#M', '116.63.130.34', 27018))
|
client_tfse = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'sromitdTW569kC#M', '116.63.130.34', 27018))
|
||||||
client_tyc = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'gP%40DwMSVd5Sh6EiH', '116.63.130.34', 27019))
|
client_tyc = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'gP%40DwMSVd5Sh6EiH', '116.63.130.34', 27019))
|
||||||
client_admin = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'RYIHrqml#LSW6#!*', '116.63.130.34', 27020))
|
client_admin = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'RYIHrqml#LSW6#!*', '116.63.130.34', 27020))
|
||||||
|
client_tfse_021 = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format('root', 'UTlC9cCoglD1cI1*', '116.63.130.34', 27021))
|
||||||
|
|
||||||
|
|
||||||
def find_data_in_tyc(param1, param2, param3):
|
def find_data_in_tyc(param1, param2, param3):
|
||||||
|
@ -82,3 +83,15 @@ def update_data(param1, param2, param3, param4):
|
||||||
info = res.raw_result['updatedExisting']
|
info = res.raw_result['updatedExisting']
|
||||||
return info
|
return info
|
||||||
|
|
||||||
|
|
||||||
|
def UPSERT_SINGLE_DATA(param1, param2, param3, param4):
|
||||||
|
"""
|
||||||
|
插入单条数据
|
||||||
|
Parameters:
|
||||||
|
param1: str 数据库
|
||||||
|
param2: str 数据表
|
||||||
|
param3: dict 查询条件
|
||||||
|
param4: dict 更新或新插入的数据
|
||||||
|
"""
|
||||||
|
collection = client_tfse_021[param1][param2]
|
||||||
|
collection.update_one(param3, {"$set": param4}, upsert=True)
|
||||||
|
|
|
@ -6,7 +6,8 @@ import requests
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
|
|
||||||
from common.scripts import read_json_file, sub_dict, df_iterrows
|
from common.scripts import read_json_file, sub_dict, df_iterrows
|
||||||
from company.db import find_data_in_tyc, insert_data_to_tfse, find_data_in_tfse, conserve_data_to_tfse, update_data
|
from company.db import find_data_in_tyc, insert_data_to_tfse, find_data_in_tfse, conserve_data_to_tfse, update_data, \
|
||||||
|
UPSERT_SINGLE_DATA
|
||||||
from rating.scripts.risk_detail import associate_risk_detail, change_log_detail
|
from rating.scripts.risk_detail import associate_risk_detail, change_log_detail
|
||||||
|
|
||||||
|
|
||||||
|
@ -108,7 +109,7 @@ def basic_info_etl(cid, company_name):
|
||||||
|
|
||||||
# 保存处理后的数据
|
# 保存处理后的数据
|
||||||
def save_result():
|
def save_result():
|
||||||
insert_data_to_tfse('企业', '公司基本信息', data)
|
UPSERT_SINGLE_DATA('企业数据', '基本工商信息', {"企业ID": cid}, data)
|
||||||
|
|
||||||
# 执行方法
|
# 执行方法
|
||||||
business_data()
|
business_data()
|
||||||
|
|
Loading…
Reference in New Issue