from util import getQuery, pickleQuery, getkwh import pandas as p import gc from datetime import datetime months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec'] mstarts = list(range(1, 13)) mends = mstarts[1:13] mends.append(1) print(months) print(mstarts) print(mends) for i, m in enumerate(months): print(i) print(m) print(datetime.now().time()) kwhdata = getkwh('2017-{:02d}-01'.format(mstarts[i]), '2017-{:02d}-01'.format(mends[i]), '2017-{:02d}-01 00:30:00'.format(mstarts[i]), '2017-{:02d}-01 00:00:00'.format(mends[i]), '%%1') print("Pivoting") kwhpiv = kwhdata.pivot(index = 'read_time', columns = 'icp_id', values = 'kwh_tot') print("Pickling") kwhpiv.to_pickle('../data/2017-{}-all.pkl'.format(m)) del kwhdata del kwhpiv gc.collect() print('Done')