diff options
Diffstat (limited to 'ebus-datastore/testfiles/importtest.py')
-rw-r--r-- | ebus-datastore/testfiles/importtest.py | 61 |
1 files changed, 61 insertions, 0 deletions
diff --git a/ebus-datastore/testfiles/importtest.py b/ebus-datastore/testfiles/importtest.py new file mode 100644 index 0000000..68cb989 --- /dev/null +++ b/ebus-datastore/testfiles/importtest.py @@ -0,0 +1,61 @@ +# -*- coding: utf-8 -*- +import sys +import time +import psycopg2 +from datastore import Datastore +from subprocess import Popen,PIPE + +conn = psycopg2.connect("dbname=ebus user=ebus") +cur = conn.cursor() +sql = """SELECT * from sensor""" +cur.execute(sql) +sensors = cur.fetchall() +sensors = map(lambda a: (a[0], a[1]), sensors) +sensors = dict(sensors) +cur.close() +conn.close() + +d = Datastore("datastore-data") + +pg_dump = Popen(["psql","-A","-t"], stdin=PIPE, stdout=PIPE) +pg_dump.stdin.write("COPY value TO stdout WITH DELIMITER '|' NULL AS '';\n") +#pg_dump.stdin.write("SELECT * FROM value WHERE timestamp > current_timestamp - interval '30 days';\n\\q\\n") +pg_dump.stdin.close() + + +c=0 +while not pg_dump.stdout.closed: + line = pg_dump.stdout.readline() + c += 1 + if line == "": break + (oid, timestamp, sensor_id, type, value_float, value_int, value_string) = line.split("|") + name = sensors[int(sensor_id)] + + """ if not name in ("heizkreisregler9.solarDaten.tempKollektor", + "heizkreisregler10.betriebsdatenRegler1.kesselTemperatur", + "heizkreisregler9.solarDaten.tempWarmwasserSolar", + "feuerungsautomat1.betriebsdatenRegler1.aussenTemperatur", + "heizkreisregler10.betriebsdatenRegler1.boilerTemperatur"): + continue """ + + if c % 10000 == 0: print timestamp + + timestamp = time.strptime(timestamp.split(".")[0], "%Y-%m-%d %H:%M:%S") + timestamp = time.mktime(timestamp) + timestamp = timestamp * 1000 + timestamp = int(timestamp) + + if type == "int": + d.addValueInt(name, timestamp, int(value_int)) + elif type == "float": + d.addValueFloat(name, timestamp, float(value_float)) + elif type == "string": + d.addValueString(name, timestamp, value_string) + else: + print "invalid type %s" % type + # print "{name} {type} {timestamp} {value}".format(name=name, type=type, timestamp=timestamp, value=value) + + +d.close() + +# vim: autoindent tabstop=4 shiftwidth=4 expandtab softtabstop=4 filetype=python |