main.py

"""
    # main.py

    - Load된 데이터들에 대해 Linear Regression을 진행합니다.
    - 진행된 후의 Weights를 파일로 저장합니다.
"""

import datetime
import os
import psycopg2
from psycopg2.extras import Json

from config import DB
from preprocessing import preprocess
from model import modeling


# DB 환경 변수
dbconfig = {"host": DB["host"], "port": DB["port"], "user": DB["user"],
            "password": DB["password"], "database": DB["database"]}

data_dir = os.getcwd() + "/src/data_processing/temp.csv"


def makeDateForm():
    today = datetime.datetime.today()
    year = str(today.year)
    month = str(today.month) if today.month >= 10 else '0'+str(today.month)
    day = str(today.day) if today.day >= 10 else '0'+str(today.day)
    collected_at = year + "-" + month + "-" + day

    return collected_at


# DB 연결
connection = psycopg2.connect(
    dbname=dbconfig["database"], user=dbconfig["user"], password=dbconfig["password"], host=dbconfig["host"], port=dbconfig["port"])

# DB에 대한 동작을 위한 cursor 생성
cursor = connection.cursor()

cursor.execute("SELECT email, loc_code, using_aircon FROM \"Users\"")
users = cursor.fetchall()

for user in users:

    host = {"email": user[0], "loc_code": user[1], "using_aircon": user[2]}

    # 데이터 전처리
    standard_df, mean_df, std_df = preprocess(cursor, host)

    # 데이터 분석
    modeling(standard_df, host["email"])

    # 데이터 분석 결과 저장

    collected_at = makeDateForm()

    model_file_path = "/src/data_processing/models/{0}/model.h5".format(
        host["email"])

    params = {"mean": mean_df.to_json(), "std": std_df.to_json()}

    cursor.execute(
        "SELECT * FROM \"Data_Processings\" WHERE host=%s", (host["email"],))
    user_checker = cursor.fetchall()

    if len(user_checker) == 0:
        cursor.execute("INSERT INTO \"Data_Processings\" (host,collected_at,model_file_path,params) VALUES (%s,%s,%s,%s)",
                       (host["email"], collected_at, model_file_path, Json(params),))

    else:
        cursor.execute("UPDATE \"Data_Processings\" SET collected_at=%s, params=%s WHERE host=%s", (
            collected_at, Json(params), host["email"],
        ))

    connection.commit()

    if os.path.isfile(data_dir):
        os.remove(data_dir)

# Cursor와 Connection 종료
cursor.close()
connection.close()