ampli/py/downkwh.py

from util import getQuery, pickleQuery, getkwh
import pandas as p
import matplotlib.pyplot as plt
import seaborn as sns

# query = """
# SELECT comb.icp_id, comb.read_time, COALESCE(kwh_tot, 0) AS kwh_tot
# FROM
# (
#     SELECT read_time, icp_id
#     FROM
#     (
#         SELECT read_time 
#         FROM GENERATE_SERIES('2017-01-01 00:30:00'::timestamp, '2017-02-01 00:00:00'::timestamp, 
#             '30 minutes'::interval) read_time
#     ) AS tsdata CROSS JOIN
#     (
#         SELECT *
#         FROM
#         (
#             SELECT icp_id, COUNT(DISTINCT read_date) AS data_days 
#             FROM coup_prd.coupdatamaster
#             WHERE read_date >= to_date('01/01/2017','dd/mm/yyyy')
#                 AND read_date <  to_date('01/01/2018','dd/mm/yyyy')
#                 AND content_code = 'UN'
#                 AND icp_id LIKE '%%19'
#             GROUP BY icp_id
#         ) AS cir 
#         WHERE data_days >= 360
#     ) AS qual_icp
# ) AS comb
# LEFT JOIN
# (
#     SELECT *, read_date + CONCAT(period / 2, ':', period %% 2 * 30, ':00')::time AS read_time
#     FROM public.coup_tall_jan
# ) AS tall_timestamp 
# ON comb.read_time = tall_timestamp.read_time AND comb.icp_id = tall_timestamp.icp_id;
# """
# 
# pickleQuery(query, "../data/jan19s.pkl")

kwhdata = getkwh('2018-01-01', '2018-04-01', '2018-01-01 00:30:00', '2018-04-01 00:00:00', '%%1')

print(kwhdata.info())

print("Pickling")
kwhdata.to_pickle("../data/2018-proj-sample.pkl")