tfse-etl-api-v0.2/rating/db.py

from urllib import parse
import pymongo
USER = parse.quote_plus('root')
PASSWORD_TFSE = parse.quote_plus('sromitdTW569kC#M')
PASSWORD_TYC = parse.quote_plus('gP@DwMSVd5Sh6EiH')
PASSWORD_TFSE_021 = parse.quote_plus('UTlC9cCoglD1cI1*')
client_tfse = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format(USER, PASSWORD_TFSE, '116.63.130.34', 27018))
client_tyc = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format(USER, PASSWORD_TYC, '116.63.130.34', 27019))
client_tfse_021 = pymongo.MongoClient('mongodb://{}:{}@{}:{}'.format(USER, PASSWORD_TYC, '116.63.130.34', 27021))


def find_tyc_db(**kwargs):
    """
    查询天眼查数据库记录
    Parameters:
        kwargs: 查询条件
    Returns:
        data: 天眼查数据
    """
    collection = client_tyc[kwargs['db']][kwargs['col']]
    result = collection.find(kwargs['query'], {'_id': False})
    data = list(result)
    return data


def find_tfse_db(**kwargs):
    """
    查询天府股交数据库记录
    Parameters:
        kwargs: 查询条件
    Returns:
        data: tfse数据
    """
    collection = client_tfse[kwargs['db']][kwargs['col']]
    result = collection.find(kwargs['query'], {'_id': False})
    data = list(result)
    return data


def conserve_data(**kwargs):
    """
    根据评价ID保存数据
    Parameters:
        kwargs: 查询条件
    Returns:
        保存结果
    """
    collection = client_tfse[kwargs['db']][kwargs['col']]
    collection.update_one({"企业ID": kwargs['cid']}, {"$set": kwargs['insert_data']}, upsert=True)
    return '保存成功'


def UPSERT_SINGLE_DATA(param1, param2, param3, param4):
    """
    插入单条数据
    Parameters:
        param1: str 数据库
        param2: str 数据表
        param3: dict 查询条件
        param4: dict 更新或新插入的数据
    """
    collection = client_tfse_021[param1][param2]
    collection.update_one(param3, {"$set": param4}, upsert=True)