P2H4Cities_Generator/csv_process.py at main · UCEEB/P2H4Cities_Generator · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
import os

import pandas as pd
from pathlib import Path


# path
base_dir = Path(__file__).parent.absolute()
sim_dir = base_dir.joinpath('Sim_model')
csv_dir = sim_dir.joinpath('csv')
kpi_dir = sim_dir.joinpath('kpi')


def process_csv():
    all_files = list(os.listdir(csv_dir))
    idx = [x.split('.csv')[0] for x in all_files if x.endswith('.csv')]
    df_cols = pd.read_excel('test_process_data.xlsx', sheet_name='cols', index_col=0)
    df_res = pd.DataFrame(index=idx, columns=list(df_cols.index), dtype=float)
    for fn in all_files:
        if not fn.endswith('.csv'):
            continue
        sim_name = fn.split('.csv')[0]
        with open(csv_dir.joinpath(fn), mode='r') as file:
            res_list = file.read().split(',')
        try:
            csv_data = [float(x) for x in res_list]
        except:
            df_res.loc[sim_name, :] = 0.0
            continue

        df_res.loc[sim_name, :] = csv_data
    df_res.to_pickle('sim_year_results.pkl')
    df_res.to_excel('sim_year_results.xlsx')
    return None


def process_csv_kpi():
    all_files = list(os.listdir(kpi_dir))
    idx = [x.split('.csv')[0] for x in all_files if x.endswith('.csv')]
    df_cols = pd.read_excel('test_process_data.xlsx', sheet_name='cols_kpi', index_col=0)
    df_res = pd.DataFrame(index=idx, columns=list(df_cols.index), dtype=float)
    for fn in all_files:
        if not fn.endswith('.csv'):
            continue
        sim_name = fn.split('.csv')[0]
        with open(kpi_dir.joinpath(fn), mode='r') as file:
            res_list = file.read().split(',')
        try:
            csv_data = [float(x) for x in res_list]
        except:
            df_res.loc[sim_name, :] = 0.0
            continue

        df_res.loc[sim_name, :] = csv_data
    df_res.to_pickle('kpi.pkl')
    df_res.to_excel('kpi.xlsx')
    return None


if __name__ == '__main__':
    process_csv()
    process_csv_kpi()