Browse Source

Grab a month at a time (Still need to merge!)

Petra Lamborn 5 years ago
parent
commit
ce7b167707
1 changed files with 23 additions and 8 deletions
  1. 23
    8
      py/downkwh.py

+ 23
- 8
py/downkwh.py View File

@@ -1,13 +1,28 @@
1 1
 from util import getQuery, pickleQuery, getkwh
2 2
 import pandas as p
3
-# import matplotlib
4
-# matplotlib.use('agg')
5
-# import matplotlib.pyplot as plt
6
-# import seaborn as sns
3
+import gc
7 4
 
8
-kwhdata = getkwh('2017-01-01', '2017-02-01', '2017-01-01 00:30:00', '2017-02-01 00:00:00', '%%1')
5
+months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']
6
+mstarts = list(range(1, 13))
7
+mends = mstarts[1:13]
8
+mends.append(1)
9 9
 
10
-print(kwhdata.info())
10
+print(months)
11
+print(mstarts)
12
+print(mends)
13
+
14
+for i, m in enumerate(months):
15
+    print(i)
16
+    print(m)
17
+    kwhdata = getkwh('2017-{:02d}-01'.format(mstarts[i]), 
18
+                     '2017-{:02d}-01'.format(mends[i]), 
19
+                     '2017-{:02d}-01 00:30:00'.format(mstarts[i]), 
20
+                     '2017-{:02d}-01 00:00:00'.format(mends[i]), 
21
+                     '%%1')
22
+    print("Pickling")
23
+    kwhdata.to_pickle('../data/2017-{}-all.pkl'.format(m))
24
+    del kwhdata
25
+    gc.collect()
26
+
27
+print('Done')
11 28
 
12
-print("Pickling")
13
-kwhdata.to_pickle("../data/2017-Jan-all.pkl")