1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
# -*- coding: utf-8 -*-
import sys
import time
import psycopg2
from datastore import Datastore
from subprocess import Popen,PIPE
conn = psycopg2.connect("dbname=ebus user=ebus")
cur = conn.cursor()
sql = """SELECT * from sensor"""
cur.execute(sql)
sensors = cur.fetchall()
sensors = map(lambda a: (a[0], a[1]), sensors)
sensors = dict(sensors)
cur.close()
conn.close()
d = Datastore("datastore-data")
pg_dump = Popen(["psql","-A","-t"], stdin=PIPE, stdout=PIPE)
pg_dump.stdin.write("COPY value TO stdout WITH DELIMITER '|' NULL AS '';\n")
#pg_dump.stdin.write("SELECT * FROM value WHERE timestamp > current_timestamp - interval '30 days';\n\\q\\n")
pg_dump.stdin.close()
c=0
while not pg_dump.stdout.closed:
line = pg_dump.stdout.readline()
c += 1
if line == "": break
(oid, timestamp, sensor_id, type, value_float, value_int, value_string) = line.split("|")
name = sensors[int(sensor_id)]
""" if not name in ("heizkreisregler9.solarDaten.tempKollektor",
"heizkreisregler10.betriebsdatenRegler1.kesselTemperatur",
"heizkreisregler9.solarDaten.tempWarmwasserSolar",
"feuerungsautomat1.betriebsdatenRegler1.aussenTemperatur",
"heizkreisregler10.betriebsdatenRegler1.boilerTemperatur"):
continue """
if c % 10000 == 0: print timestamp
timestamp = time.strptime(timestamp.split(".")[0], "%Y-%m-%d %H:%M:%S")
timestamp = time.mktime(timestamp)
timestamp = timestamp * 1000
timestamp = int(timestamp)
if type == "int":
d.addValueInt(name, timestamp, int(value_int))
elif type == "float":
d.addValueFloat(name, timestamp, float(value_float))
elif type == "string":
d.addValueString(name, timestamp, value_string)
else:
print "invalid type %s" % type
# print "{name} {type} {timestamp} {value}".format(name=name, type=type, timestamp=timestamp, value=value)
d.close()
# vim: autoindent tabstop=4 shiftwidth=4 expandtab softtabstop=4 filetype=python
|
