Mercurial > templog
annotate py/uploader.py @ 571:ccfaa4351fd8
scale integrate by delay time
namedtuple for StepIntegrator
| author | Matt Johnston <matt@ucc.asn.au> |
|---|---|
| date | Wed, 11 Nov 2015 21:58:38 +0800 |
| parents | 59cb8449ef97 |
| children | 6bacd8ca9f8f 424f1446f214 |
| rev | line source |
|---|---|
| 444 | 1 import json |
| 2 import hmac | |
|
532
9b1d71310c83
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
530
diff
changeset
|
3 import hashlib |
| 444 | 4 import zlib |
| 459 | 5 import binascii |
|
513
56cdea43b366
use requests rather than urllib2, better ipv6->ipv4 fallback
Matt Johnston <matt@ucc.asn.au>
parents:
490
diff
changeset
|
6 import logging |
| 527 | 7 import asyncio |
| 459 | 8 |
| 527 | 9 import aiohttp |
| 459 | 10 |
| 11 import config | |
| 12 from utils import L,D,EX,W,E | |
| 13 import utils | |
| 444 | 14 |
| 527 | 15 class Uploader(object): |
| 444 | 16 def __init__(self, server): |
| 17 self.server = server | |
| 564 | 18 self.limitlog = utils.NotTooOften(600) |
| 444 | 19 |
| 527 | 20 @asyncio.coroutine |
| 21 def run(self): | |
| 22 # wait for the first read | |
| 23 yield from asyncio.sleep(5) | |
| 444 | 24 while True: |
| 527 | 25 yield from self.do() |
| 556 | 26 yield from asyncio.sleep(config.UPLOAD_SLEEP) |
| 444 | 27 |
| 28 def get_tosend(self, readings): | |
| 29 tosend = {} | |
| 30 | |
| 31 tosend['fridge_on'] = self.server.fridge.is_on() | |
| 32 | |
| 33 tosend['now'] = self.server.now() | |
| 34 tosend['readings'] = readings | |
| 35 | |
| 36 tosend['wort_name'] = self.server.wort_name | |
| 459 | 37 tosend['fridge_name'] = self.server.wort_name |
| 444 | 38 |
| 490 | 39 tosend['current_params'] = dict(self.server.params) |
|
551
9499bd2f344b
long polling config updates
Matt Johnston <matt@ucc.asn.au>
parents:
536
diff
changeset
|
40 tosend['current_params_epoch'] = self.server.params.get_epoch() |
| 444 | 41 |
| 42 tosend['start_time'] = self.server.start_time | |
| 43 tosend['uptime'] = utils.uptime() | |
| 44 | |
| 45 return tosend | |
| 46 | |
| 564 | 47 class BadServerResponse(Exception): |
| 48 pass | |
| 49 | |
| 527 | 50 @asyncio.coroutine |
| 444 | 51 def send(self, tosend): |
| 52 js = json.dumps(tosend) | |
|
532
9b1d71310c83
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
530
diff
changeset
|
53 if self.server.test_mode(): |
|
9b1d71310c83
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
530
diff
changeset
|
54 D("Would upload %s to %s" % (js, config.UPDATE_URL)) |
|
9b1d71310c83
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
530
diff
changeset
|
55 return |
| 536 | 56 js_enc = binascii.b2a_base64(zlib.compress(js.encode())).strip() |
| 57 mac = hmac.new(config.HMAC_KEY.encode(), js_enc, hashlib.sha256).hexdigest() | |
| 58 send_data = {'data': js_enc.decode(), 'hmac': mac} | |
| 527 | 59 r = yield from asyncio.wait_for(aiohttp.request('post', config.UPDATE_URL, data=send_data), 60) |
| 60 result = yield from asyncio.wait_for(r.text(), 60) | |
|
551
9499bd2f344b
long polling config updates
Matt Johnston <matt@ucc.asn.au>
parents:
536
diff
changeset
|
61 if r.status == 200 and result != 'OK': |
| 564 | 62 raise BadServerResponse("Server returned %s" % result) |
| 444 | 63 |
| 527 | 64 @asyncio.coroutine |
| 459 | 65 def do(self): |
| 444 | 66 try: |
|
554
39540ddacdca
put more things inside "try"
Matt Johnston <matt@ucc.asn.au>
parents:
536
diff
changeset
|
67 readings = self.server.take_readings() |
|
445
5b9dc87c988f
update web to handle new style params
Matt Johnston <matt@ucc.asn.au>
parents:
444
diff
changeset
|
68 tosend = self.get_tosend(readings) |
| 556 | 69 D("tosend >>>%s<<<" % str(tosend)) |
| 459 | 70 nreadings = len(readings) |
| 527 | 71 yield from self.send(tosend) |
| 459 | 72 readings = None |
| 462 | 73 D("Sent updated %d readings" % nreadings) |
| 564 | 74 except aiohttp.errors.ClientError as e: |
| 75 self.limitlog.log("Error with uploader: %s" % str(e)) | |
| 76 except asyncio.TimeoutError as e: | |
| 77 self.limitlog.log("uploader http timed out: %s" % str(e)) | |
| 78 except self.BadServerResponse as e: | |
| 79 self.limitlog.log("Bad reply with uploader: %s" % str(e)) | |
| 529 | 80 except Exception as e: |
| 556 | 81 EX("Error in uploader: %s" % str(e)) |
| 444 | 82 finally: |
| 83 if readings is not None: | |
| 84 self.server.pushfront(readings) |