annotate py/utils.py @ 299:358c50004679

merge
author Matt Johnston <matt@ucc.asn.au>
date Mon, 27 Feb 2017 23:20:07 +0800
parents af924d27140f
children 02aff9ff8d24
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
1 import os
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
2 import sys
265
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
3 import ctypes
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
4 import time
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
5 import select
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
6 import logging
253
0a1b642e3086 long polling config updates
Matt Johnston <matt@ucc.asn.au>
parents: 230
diff changeset
7 import binascii
259
26eee8591f61 long polling works
Matt Johnston <matt@ucc.asn.au>
parents: 253
diff changeset
8 import json
265
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
9 import datetime
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
10 import collections
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
11
149
d686b111dab4 working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents: 145
diff changeset
12 D = logging.debug
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
13 L = logging.info
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
14 W = logging.warning
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
15 E = logging.error
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
16
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
17 DEFAULT_TRIES = 3
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
18 READLINE_SELECT_TIMEOUT = 1
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
19
144
482d7852b511 a bit more, and some tests
Matt Johnston <matt@ucc.asn.au>
parents: 141
diff changeset
20 def EX(msg, *args, **kwargs):
482d7852b511 a bit more, and some tests
Matt Johnston <matt@ucc.asn.au>
parents: 141
diff changeset
21 kwargs['exc_info'] = True
482d7852b511 a bit more, and some tests
Matt Johnston <matt@ucc.asn.au>
parents: 141
diff changeset
22 logging.error(msg, *args, **kwargs)
482d7852b511 a bit more, and some tests
Matt Johnston <matt@ucc.asn.au>
parents: 141
diff changeset
23
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
24 clock_gettime = None
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
25 no_clock_gettime = True
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
26 def monotonic_time():
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
27 global clock_gettime
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
28 global no_clock_gettime
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
29 if no_clock_gettime:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
30 return time.time()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
31
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
32 class timespec(ctypes.Structure):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
33 _fields_ = [
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
34 ('tv_sec', ctypes.c_long),
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
35 ('tv_nsec', ctypes.c_long)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
36 ]
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
37 if not clock_gettime:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
38 try:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
39 librt = ctypes.CDLL('librt.so.0', use_errno=True)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
40 clock_gettime = librt.clock_gettime
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
41 clock_gettime.argtypes = [ctypes.c_int, ctypes.POINTER(timespec)]
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
42 except:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
43 W("No clock_gettime(), using fake fallback.")
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
44 no_clock_gettime = True
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
45 return time.time()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
46
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
47 t = timespec()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
48 CLOCK_MONOTONIC = 1 # see <linux/time.h>
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
49
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
50 if clock_gettime(CLOCK_MONOTONIC, ctypes.pointer(t)) != 0:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
51 errno_ = ctypes.get_errno()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
52 raise OSError(errno_, os.strerror(errno_))
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
53 return t.tv_sec + t.tv_nsec * 1e-9
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
54
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
55 # decorator, tries a number of times, returns None on failure, sleeps between
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
56 # Must be used as "@retry()" if arguments are defaulted
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
57 def retry(retries=DEFAULT_TRIES, try_time = 1):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
58 def inner(func):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
59 def new_f(*args, **kwargs):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
60 for i in range(retries):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
61 d = func(*args, **kwargs)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
62 if d is not None:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
63 return d
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
64 time.sleep(try_time)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
65 return None
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
66
230
185621f47040 run 2to3
Matt Johnston <matt@ucc.asn.au>
parents: 149
diff changeset
67 new_f.__name__ = func.__name__
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
68 return new_f
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
69 return inner
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
70
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
71 def readline(sock):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
72 timeout = READLINE_SELECT_TIMEOUT
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
73 buf = ''
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
74 while True:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
75 (rlist, wlist, xlist) = select.select([sock], [], [], timeout)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
76 if sock not in rlist:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
77 # hit timeout
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
78 return None
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
79
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
80 c = sock.recv(1)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
81 if c == '':
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
82 # lightblue timeout
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
83 return None
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
84 if c == '\r':
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
85 continue
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
86
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
87 buf += c
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
88 if c == '\n':
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
89 return buf
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
90
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
91 # from http://blog.stalkr.net/2011/04/pctf-2011-32-thats-no-bluetooth.html
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
92 def crc16(buff, crc = 0, poly = 0x8408):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
93 l = len(buff)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
94 i = 0
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
95 while i < l:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
96 ch = ord(buff[i])
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
97 uc = 0
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
98 while uc < 8:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
99 if (crc & 1) ^ (ch & 1):
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
100 crc = (crc >> 1) ^ poly
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
101 else:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
102 crc >>= 1
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
103 ch >>= 1
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
104 uc += 1
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
105 i += 1
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
106 return crc
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
107
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
108 def cheap_daemon():
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
109 L("Daemonising.")
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
110 sys.stdout.flush()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
111 sys.stderr.flush()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
112 out = file('/dev/null', 'a+')
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
113 os.dup2(out.fileno(), sys.stdout.fileno())
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
114 os.dup2(out.fileno(), sys.stderr.fileno())
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
115
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
116 try:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
117 pid = os.fork()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
118 if pid > 0:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
119 sys.exit(0)
230
185621f47040 run 2to3
Matt Johnston <matt@ucc.asn.au>
parents: 149
diff changeset
120 except OSError as e:
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
121 E("Bad fork()")
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
122 sys.exit(1)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
123
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
124 os.setsid()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
125
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
126 try:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
127 pid = os.fork()
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
128 if pid > 0:
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
129 sys.exit(0)
230
185621f47040 run 2to3
Matt Johnston <matt@ucc.asn.au>
parents: 149
diff changeset
130 except OSError as e:
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
131 E("Bad fork()")
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
132 sys.exit(1)
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
133
145
6517ddee3187 few more bits
Matt Johnston <matt@ucc.asn.au>
parents: 144
diff changeset
134 def uptime():
6517ddee3187 few more bits
Matt Johnston <matt@ucc.asn.au>
parents: 144
diff changeset
135 try:
6517ddee3187 few more bits
Matt Johnston <matt@ucc.asn.au>
parents: 144
diff changeset
136 return float(open('/proc/uptime', 'r').read().split(' ', 1)[0])
230
185621f47040 run 2to3
Matt Johnston <matt@ucc.asn.au>
parents: 149
diff changeset
137 except Exception as e:
145
6517ddee3187 few more bits
Matt Johnston <matt@ucc.asn.au>
parents: 144
diff changeset
138 return -1
141
4755e6f9a5b8 python raspberry pi rewrite
Matt Johnston <matt@ucc.asn.au>
parents:
diff changeset
139
259
26eee8591f61 long polling works
Matt Johnston <matt@ucc.asn.au>
parents: 253
diff changeset
140
26eee8591f61 long polling works
Matt Johnston <matt@ucc.asn.au>
parents: 253
diff changeset
141 def json_load_round_float(s, **args):
26eee8591f61 long polling works
Matt Johnston <matt@ucc.asn.au>
parents: 253
diff changeset
142 return json.loads(s,parse_float = lambda f: round(float(f), 2), **args)
265
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
143
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
144 class NotTooOften(object):
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
145 """ prevents things happening more than once per limit.
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
146 Isn't monotonic, good enough for logging. eg
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
147 self.logfailure = NotTooOften(180) # 3 minutes
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
148 ...
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
149 if self.logfailure():
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
150 L("blah")
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
151 """
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
152 def __init__(self, limit):
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
153 """ limit is a delay in seconds or TimeDelta """
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
154 if type(limit) is datetime.timedelta:
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
155 self.limit = limit
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
156 else:
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
157 self.limit = datetime.timedelta(seconds=limit)
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
158
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
159 # must be positive
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
160 assert self.limit > datetime.timedelta(0)
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
161 self.last = datetime.datetime(10, 1, 1)
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
162
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
163 def __call__(self):
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
164 if datetime.datetime.now() - self.last > self.limit:
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
165 self.last = datetime.datetime.now()
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
166 return True
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
167
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
168 def log(self, msg):
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
169 """ calls L(msg) if it isn't too often, otherwise D(msg)
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
170 """
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
171 if self():
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
172 L(msg + " (log interval %s)" % str(self.limit))
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
173 else:
78c542f03030 Limit log
Matt Johnston <matt@ucc.asn.au>
parents: 259
diff changeset
174 D(msg)
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
175
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
176 Period = collections.namedtuple('Period', 'start end')
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
177 class StepIntegrator(object):
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
178 """
271
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
179 Takes on/off events and a monotonically increasing timefn. Returns the integral
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
180 of (now-limittime, now) over those events.
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
181
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
182 >>> s = StepIntegrator(lambda: t, 40)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
183 >>> t = 1
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
184 >>> s.turn(1)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
185 >>> t = 10
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
186 >>> s.turn(0)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
187 >>> t = 20
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
188 >>> s.turn(1)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
189 >>> t = 30
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
190 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
191 19
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
192 >>> s.turn(0)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
193 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
194 19
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
195 >>> t = 35
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
196 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
197 19
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
198 >>> t = 42
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
199 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
200 18
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
201 >>> t = 52
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
202 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
203 10
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
204 >>> t = 69
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
205 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
206 1
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
207 >>> t = 70
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
208 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
209 0
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
210 >>> t = 170
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
211 >>> print(s.integrate())
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
212 0
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
213 """
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
214 def __init__(self, timefn, limittime):
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
215 # _on_periods is a list of [period]. End is None if still on
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
216 self._on_periods = []
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
217 self._timefn = timefn
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
218 self._limittime = limittime
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
219
271
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
220 def set_limit(self, limittime):
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
221 if self._limittime == limittime:
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
222 return
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
223 self._limittime = limittime
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
224 self._trim()
271
11cebd6f0bfb untested fridge.integrator
Matt Johnston <matt@ucc.asn.au>
parents: 270
diff changeset
225
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
226 def turn(self, value):
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
227 if not self._on_periods:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
228 if value:
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
229 self._on_periods.append(Period(self._timefn(), None))
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
230 return
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
231
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
232 # state hasn't changed
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
233 on_now = (self._on_periods[-1].end is None)
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
234 if value == on_now:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
235 return
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
236
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
237 if value:
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
238 self._on_periods.append(Period(self._timefn(), None))
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
239 else:
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
240 self._on_periods[-1] = self._on_periods[-1]._replace(end = self._timefn())
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
241
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
242 def _trim(self):
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
243 begin = self._timefn() - self._limittime
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
244 # shortcut, first start is after begin
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
245 if not self._on_periods or self._on_periods[0].start >= begin:
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
246 return
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
247
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
248 new_periods = []
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
249 for s, e in self._on_periods:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
250 if s == e:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
251 continue
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
252 elif s >= begin:
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
253 new_periods.append(Period(s,e))
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
254 elif e is not None and e < begin:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
255 continue
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
256 else:
272
af924d27140f scale integrate by delay time
Matt Johnston <matt@ucc.asn.au>
parents: 271
diff changeset
257 new_periods.append(Period(begin, e))
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
258 self._on_periods = new_periods
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
259
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
260 def integrate(self):
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
261 self._trim()
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
262 tot = 0
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
263 for s, e in self._on_periods:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
264 if e is None:
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
265 e = self._timefn()
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
266 tot += (e-s)
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
267 return tot
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
268
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
269
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
270
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
271
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
272
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
273
9d0313b685ae StepIntegrator
Matt Johnston <matt@ucc.asn.au>
parents: 265
diff changeset
274