python3连接数据库导入elasticsearch -清零世界

bubuko 2022/1/25 19:57:03 python 字数 11406 阅读 939 0 来源 http://www.bubuko.com/infolist-5-1.html

import time
import pymysql
from elasticsearch import Elasticsearch
from elasticsearch import helpers

ES = [
    ‘http://ip:9200‘
]
es = Elasticsearch(ES, sniffer_timeout = 1000)

# 连接数据库
db = pymysql.connect("127.0.0.1", "root", "123456", "test", 3307)
cursor = db.cursor()
db.set_charset("utf8")
cursor.execute(‘SET NAMES utf8;‘)
cursor.execute(‘SET CHARACTER SET utf8;‘)
cursor.execute(‘SET character_set_connection=utf8;‘)

def getVal(str):
    if str is not None:
        return str
    else:
        return ""

def get_skin_list(page,size):
    start = (page-1)*size
    sql = "select * from res_resource order by id desc limit %s,%s"
    cursor.execute(sql, (start, size))
    data = cursor.fetchall()
    return data

def import_db(page,size):
    skin_list = get_skin_list(page,size)
    if not skin_list:
        return False
    actions = []
    for fields in skin_list:
        action = {
            "_index": "res",
            "_type": "sql",
            "_id": fields[0],
            "_source": {
                "id": fields[0],
                "status": int(fields[1]),
                "name": getVal(fields[2]),
                "mail": getVal(fields[3]),
                "direction": getVal(fields[4]),
                "field": getVal(fields[5]),
                "mail_source": getVal(fields[6]),
                "phone": getVal(fields[7]),
                "occupation": getVal(fields[8]),
                "company": getVal(fields[9]),
                "meeting_title": getVal(fields[10]),
                "country": getVal(fields[11]),
                "region": getVal(fields[12]),
                "links": getVal(fields[13]),
                "explain": getVal(fields[14]),
                "import_name": getVal(fields[15]),
                "import_time": int(fields[16]),
                "export_time": int(fields[17]),
                "export_name": getVal(fields[18]),
                "operation_time": int(fields[19]),
                "frequency": int(fields[20]),
                "disabled": int(fields[21]),
            }
        }
        actions.append(action)
        helpers.bulk(es, actions)
        print (time.strftime(‘%Y-%m-%d %H:%M:%S‘,time.localtime(time.time()))+":成功上传-"+str(len(actions)))
    return True

if __name__ == ‘__main__‘:
    print(import_db(1, 10000))

python3连接数据库导入elasticsearch

原文：https://www.cnblogs.com/todarcy/p/12721019.html

如果您也喜欢它,动动您的小指点个赞吧

python3连接数据库导入elasticsearch

分类汇总

您的鼓励是对我最大的支持