data_read.py

# -*- coding: utf-8 -*-
# author：Li Mingjie time:2019/1/27
# Brief: read data
import pandas as pd
import bottom_function.m_SQL as qb
import re


def read_data(datatype, starttime, endtime):
    csv_data = pd.DataFrame()
    m_data = pd.DataFrame()
    tablename = "semantic_data_table"
    db = qb.Schema(host="localhost", user="root", password="560193", mysqlName="semantic_data_schema", port="3306")
    csv_data = db.getData(tableName=tablename, startTime=starttime, endTime=endtime)
    if datatype == "control":
        m_data = csv_data[csv_data['classify'] == 'gree']
    elif datatype == "application":
        m_data = csv_data[csv_data['classify'] == 'tencent']
    elif datatype == "chat":
        m_data = csv_data[csv_data['domain'] == 'chat']
    elif datatype == "all":
        m_data = csv_data
    elif datatype == "error_control":
        m_data = db.getData(tableName="control_error_data", startTime=starttime, endTime=endtime)
    elif datatype == "error_application":
        m_data = db.getData(tableName="application_error_data", startTime=starttime, endTime=endtime)
    else:
        print("The datatype you selected is incorrect. Please re-select it.")
        return -1
    return m_data


def read_domain_data(datatype, starttime, endtime):
    csv_data = pd.DataFrame()
    if datatype == "control":
        tablename = "control_domain_data"
        db = qb.Schema(host="localhost", user="root", password="560193", mysqlName="semantic_data_schema", port="3306")
        csv_data = db.getData(tableName=tablename, startTime=starttime, endTime=endtime)

    elif datatype == "application":
        tablename = "application_domain_data"
        db = qb.Schema(host="localhost", user="root", password="560193", mysqlName="semantic_data_schema", port="3306")
        csv_data = db.getData(tableName=tablename, startTime=starttime, endTime=endtime)

    elif datatype == "all":
        db = qb.Schema(host="localhost", user="root", password="560193", mysqlName="semantic_data_schema", port="3306")
        gcsv_data = db.getData(tableName="control_domain_data", startTime=starttime, endTime=endtime)
        tcsv_data = db.getData(tableName="application_domain_data", startTime=starttime, endTime=endtime)
        tcsv_data = tcsv_data.drop(columns=['datetime'])
        csv_data = pd.concat([gcsv_data, tcsv_data], axis=1)
    return csv_data


def read_cost_time_data(datatype, starttime, endtime):
    csv_data = pd.DataFrame()
    cost_data = pd.DataFrame()
    g_data = pd.DataFrame()
    t_data = pd.DataFrame()
    gree_dict = {}
    tencent_dict = {}
    all_dict = {}
    time_dict = {}
    cost_time_dict = {}

    db = qb.Schema(host="localhost", user="root", password="560193", mysqlName="semantic_data_schema", port="3306")
    csv_data = db.getData(tableName="cost_time_data", startTime=starttime, endTime=endtime)
    for col in list(csv_data.columns)[1:]:
        gree_dict.clear()
        tencent_dict.clear()
        all_dict.clear()
        time_dict.clear()

        for row in range(0, len(csv_data)):
            m_str = str(csv_data.ix[row, col])
            c = re.sub('[(),\[\] ]', '', m_str)
            str_list = c.split("'")
            m_list = list(filter(None, str_list))
            if datatype == "control":
                for i in range(0, 6, 2):
                    if m_list[i] in gree_dict.keys():
                        gree_dict[m_list[i]] += int(m_list[i + 1])
                    else:
                        gree_dict.update({m_list[i]: int(m_list[i + 1])})
                time_dict = gree_dict.copy()

            elif datatype == "application":
                for j in range(6, 12, 2):
                    if m_list[j] in tencent_dict.keys():
                        tencent_dict[m_list[j]] += int(m_list[j + 1])
                    else:
                        tencent_dict.update({m_list[j]: int(m_list[j + 1])})
                time_dict = tencent_dict.copy()

            else:
                for m in range(0, 12, 2):
                    if m_list[m] in all_dict.keys():
                        all_dict[m_list[m]] += int(m_list[m + 1])
                    else:
                        all_dict.update({m_list[m]: int(m_list[m + 1])})
                time_dict = all_dict.copy()
        sort_data_list = sorted(time_dict.items(), key=lambda item: item[1], reverse=True)
        cost_time_dict.update({col: sort_data_list})

    return cost_time_dict