山東大學創新實訓2020/6/21

實現數據庫的初步寫入和查詢demo

import time
import pymysql
import csv

def get_time():
    time_str =  time.strftime("%Y{}%m{}%d{} %X")
    return time_str.format("年","月","日")

def get_conn():
    """
    :return: 連接，遊標
    """
    # 創建連接
    conn = pymysql.connect(host="47.98.141.4",
                           # port=3306,
                           user="test",
                           password="123456",
                           db="innotrain",
                           charset="utf8mb4")
    # 創建遊標
    cursor = conn.cursor()# 執行完畢返回的結果集默認以元組顯示
    return conn, cursor

def close_conn(conn, cursor):
    cursor.close()
    conn.close()

def query(sql,*args):
    """
    封裝通用查詢
    :param sql:
    :param args:
    :return: 返回查詢到的結果，((),(),)的形式
    """
    conn, cursor = get_conn()
    cursor.execute(sql)
    # cursor.execute(sql,args)
    res = cursor.fetchall()
    close_conn(conn, cursor)
    return res

def get_predict():
    sql = "select ds,emotion_val,topic from emotion_val where predict=1 order by ds"
    res = query(sql)
    return res

def get_emotion_val():
    sql = "select ds,emotion_val,topic,predict from emotion_val order by predict"
    res = query(sql)
    return res

def get_rawdata():
    sql = "select context,ds,topic from raw_data "
    res = query(sql)
    return res

def get_midrawdata():
    sql = "select ds,emotion_val,topic from emotion_val where predict=0 order by ds"
    res = query(sql)
    return res
在這裏插入代碼片

from elasticsearch import Elasticsearch, RequestsHttpConnection
import time*斜體樣式*

from datetime import datetime

def get_time():
    time_str =  time.strftime("%Y{}%m{}%d{} %X")
    return time_str.format("年","月","日")

def get_conn():
    """
    :return: 連接，遊標
    """
    # 創建連接
    es = Elasticsearch(
        ['es-cn-st21p5hmc000ew4xh.public.elasticsearch.aliyuncs.com'],
        http_auth=('elastic', 'qwer123.'),
        port=9200,
        use_ssl=False
    )
    return es

def close_conn(es):
    pass

def get_predict():
    es = get_conn()
    action = { "query": {
    "match": {
      "predict": "1"
    }
    },
    "sort": [
        {
      "ds": {
        "order": "asc"
                }
            }
        ],
        "size": 2000000
    }

    res = es.search(index="emotion_val", body=action)
    return res

def get_emotion_val():
    es = get_conn()
    action = {
        "sort": [
            {
                "predict": {
                    "order": "asc"
                }
            }
        ],
        "size": 2000000
    }

    res = es.search(index="emotion_val", body=action)
    return res

def get_rawdata():
    es = get_conn()
    action = {
        "size": 2000000
    }
    res = es.search(index="raw_data", body=action)
    return res

def get_midrawdata():
    es = get_conn()
    action = {"query": {
        "match": {
            "predict": "0"
        }
    },
        "sort": [
            {
                "ds": {
                    "order": "asc"
                }
            }
        ],
        "size": 200000
    }

    res = es.search(index="emotion_val", body=action)
    return res