Mercurial > templog
annotate py/tempserver.py @ 238:509a1be16456
gevent doesn't work well with subprocess
| author | Matt Johnston <matt@ucc.asn.au> |
|---|---|
| date | Sun, 10 May 2015 21:13:49 +0800 |
| parents | fd29ae905d1b |
| children | 0a1b642e3086 |
| rev | line source |
|---|---|
| 148 | 1 #!/home/matt/templog/venv/bin/python |
| 141 | 2 |
| 3 import sys | |
| 4 import os | |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
5 import logging |
| 198 | 6 import time |
| 7 import signal | |
| 228 | 8 import asyncio |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
9 import argparse |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
10 |
| 172 | 11 import lockfile.pidlockfile |
|
162
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
12 import daemon |
| 141 | 13 |
| 14 import utils | |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
15 from utils import L,D,EX,W |
| 145 | 16 import fridge |
| 17 import config | |
| 231 | 18 import sensor |
| 145 | 19 import params |
| 160 | 20 import uploader |
| 145 | 21 |
| 141 | 22 |
| 23 class Tempserver(object): | |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
24 def __init__(self, test_mode): |
| 141 | 25 self.readings = [] |
| 145 | 26 self.current = (None, None) |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
27 self.fridge = None |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
28 self._wakeup = asyncio.Event() |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
29 self._test_mode = test_mode |
| 141 | 30 |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
31 def __enter__(self): |
| 145 | 32 self.params = params.Params() |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
33 self.fridge = fridge.Fridge(self) |
| 160 | 34 self.uploader = uploader.Uploader(self) |
| 145 | 35 self.params.load() |
| 229 | 36 self.set_sensors(sensor.make_sensor(self)) |
| 228 | 37 asyncio.get_event_loop().add_signal_handler(signal.SIGHUP, self._reload_signal) |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
38 return self |
| 141 | 39 |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
40 def __exit__(self, exc_type, exc_value, traceback): |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
41 L("Exiting, cleanup handler"); |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
42 self.fridge.off() |
| 141 | 43 |
| 145 | 44 def run(self): |
|
149
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
45 |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
46 if self.fridge is None: |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
47 raise Exception("Tempserver.run() must be within 'with Tempserver() as server'") |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
48 |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
49 # XXX do these go here or in __enter_() ? |
|
d686b111dab4
working better. logging works properly, cleanup fridge.off() happens.
Matt Johnston <matt@ucc.asn.au>
parents:
148
diff
changeset
|
50 self.start_time = self.now() |
| 234 | 51 runloops = [ |
| 228 | 52 self.fridge.run(), |
| 53 self.sensors.run(), | |
| 54 self.uploader.run(), | |
| 234 | 55 ] |
| 232 | 56 |
| 228 | 57 loop = asyncio.get_event_loop() |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
58 try: |
| 234 | 59 loop.run_until_complete(asyncio.gather(*runloops)) |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
60 except KeyboardInterrupt: |
| 234 | 61 print('\nctrl-c') |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
62 finally: |
| 234 | 63 # loop.close() seems necessary otherwise get warnings about signal handlers |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
64 loop.close() |
| 145 | 65 |
| 66 def now(self): | |
| 67 return utils.monotonic_time() | |
| 68 | |
| 144 | 69 def set_sensors(self, sensors): |
| 148 | 70 if hasattr(self, 'sensors'): |
| 144 | 71 self.sensors.kill() |
| 72 self.sensors = sensors | |
| 73 self.wort_name = sensors.wort_name() | |
| 74 self.fridge_name = sensors.fridge_name() | |
| 141 | 75 |
| 76 def take_readings(self): | |
| 77 ret = self.readings | |
| 78 self.readings = [] | |
| 79 return ret | |
| 80 | |
| 81 def pushfront(self, readings): | |
| 82 """ used if a caller of take_readings() fails """ | |
| 160 | 83 self.readings = readings + self.readings |
| 141 | 84 |
| 144 | 85 # a reading is a map of {sensorname: value}. temperatures |
| 86 # are float degrees | |
| 141 | 87 def add_reading(self, reading): |
| 88 """ adds a reading at the current time """ | |
| 155 | 89 D("add_reading(%s)" % str(reading)) |
| 145 | 90 self.readings.append( (reading, self.now())) |
| 144 | 91 self.current = (reading.get(self.wort_name, None), |
| 92 reading.get(self.fridge_name, None)) | |
| 160 | 93 if len(self.readings) > config.MAX_READINGS: |
| 94 self.readings = self.readings[-config.MAX_READINGS:] | |
| 141 | 95 |
| 96 def current_temps(self): | |
| 144 | 97 """ returns (wort_temp, fridge_temp) tuple """ |
| 232 | 98 D("current: %s" % str(self.current)) |
| 148 | 99 return self.current |
| 145 | 100 |
| 232 | 101 @asyncio.coroutine |
|
219
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
102 def sleep(self, timeout): |
|
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
103 """ sleeps for timeout seconds, though wakes if the server's config is updated """ |
| 232 | 104 # XXX fixme - we should wake on _wakeup but asyncio Condition with wait_for is a bit broken? |
| 105 # https://groups.google.com/forum/#!topic/python-tulip/eSm7rZAe9LM | |
| 106 # For now we just sleep, ignore the _wakeup | |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
107 try: |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
108 yield from asyncio.wait_for(self._wakeup.wait(), timeout=timeout) |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
109 except asyncio.TimeoutError: |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
110 pass |
| 234 | 111 |
|
219
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
112 def _reload_signal(self): |
|
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
113 try: |
|
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
114 self.params.load() |
|
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
115 L("Reloaded.") |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
116 self._wakeup.set() |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
117 self._wakeup.clear() |
| 229 | 118 except Error as e: |
|
219
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
119 W("Problem reloading: %s" % str(e)) |
|
16a83e2c97a0
sleep on a semaphore so it can start/stop immediately when there's a SIGHUP
Matt Johnston <matt@ucc.asn.au>
parents:
217
diff
changeset
|
120 |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
121 def test_mode(self): |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
122 return self._test_mode |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
123 |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
124 def setup_logging(debug = False): |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
125 level = logging.INFO |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
126 if debug: |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
127 level = logging.DEBUG |
| 145 | 128 logging.basicConfig(format='%(asctime)s %(message)s', |
| 129 datefmt='%m/%d/%Y %I:%M:%S %p', | |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
130 level=level) |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
131 #logging.getLogger("asyncio").setLevel(logging.DEBUG) |
| 145 | 132 |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
133 def start(test_mode): |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
134 with Tempserver(test_mode) as server: |
|
162
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
135 server.run() |
|
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
136 |
| 145 | 137 def main(): |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
138 parser = argparse.ArgumentParser() |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
139 parser.add_argument('--hup', action='store_true') |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
140 parser.add_argument('--new', action='store_true') |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
141 parser.add_argument('--daemon', action='store_true') |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
142 parser.add_argument('-d', '--debug', action='store_true') |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
143 parser.add_argument('-t', '--test', action='store_true') |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
144 args = parser.parse_args() |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
145 |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
146 setup_logging(args.debug) |
| 145 | 147 |
|
174
c49d87bb81b9
fix to absolute path for lockfile, --daemon does chdir("/")
Matt Johnston <matt@ucc.asn.au>
parents:
172
diff
changeset
|
148 heredir = os.path.abspath(os.path.dirname(__file__)) |
|
c49d87bb81b9
fix to absolute path for lockfile, --daemon does chdir("/")
Matt Johnston <matt@ucc.asn.au>
parents:
172
diff
changeset
|
149 pidpath = os.path.join(heredir, 'tempserver.pid') |
| 172 | 150 pidf = lockfile.pidlockfile.PIDLockFile(pidpath, threaded=False) |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
151 |
|
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
152 |
| 172 | 153 try: |
| 217 | 154 pidf.acquire(1) |
| 172 | 155 pidf.release() |
| 229 | 156 except (lockfile.AlreadyLocked, lockfile.LockTimeout) as e: |
| 172 | 157 pid = pidf.read_pid() |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
158 if args.hup: |
| 199 | 159 try: |
| 160 os.kill(pid, signal.SIGHUP) | |
| 230 | 161 print("Sent SIGHUP to process %d" % pid, file=sys.stderr) |
| 199 | 162 sys.exit(0) |
| 163 except OSError: | |
| 230 | 164 print("Process %d isn't running?" % pid, file=sys.stderr) |
| 199 | 165 sys.exit(1) |
| 166 | |
| 230 | 167 print("Locked by PID %d" % pid, file=sys.stderr) |
| 199 | 168 |
| 198 | 169 stale = False |
| 172 | 170 if pid > 0: |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
171 if args.new: |
| 198 | 172 try: |
| 173 os.kill(pid, 0) | |
| 174 except OSError: | |
| 175 stale = True | |
| 176 | |
| 177 if not stale: | |
| 230 | 178 print("Stopping old tempserver pid %d" % pid, file=sys.stderr) |
| 198 | 179 os.kill(pid, signal.SIGTERM) |
| 180 time.sleep(2) | |
| 181 pidf.acquire(0) | |
| 182 pidf.release() | |
| 183 else: | |
| 184 try: | |
| 185 os.kill(pid, 0) | |
| 186 # must still be running PID | |
| 187 raise e | |
| 188 except OSError: | |
| 189 stale = True | |
| 190 | |
| 191 if stale: | |
| 192 # isn't still running, steal the lock | |
| 230 | 193 print("Unlinking stale lockfile %s for pid %d" % (pidpath, pid), file=sys.stderr) |
| 198 | 194 pidf.break_lock() |
|
162
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
195 |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
196 if args.hup: |
| 230 | 197 print("Doesn't seem to be running", file=sys.stderr) |
| 199 | 198 sys.exit(1) |
| 199 | |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
200 if args.daemon: |
|
162
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
201 logpath = os.path.join(os.path.dirname(__file__), 'tempserver.log') |
|
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
202 logf = open(logpath, 'a+') |
|
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
203 with daemon.DaemonContext(pidfile=pidf, stdout=logf, stderr = logf): |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
204 start(args.test) |
|
162
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
205 else: |
|
d73077e8cd67
Add daemon mode with locking, add "disabled" parameter
Matt Johnston <matt@ucc.asn.au>
parents:
160
diff
changeset
|
206 with pidf: |
|
233
19569cb5ed46
better arg parser. seems close to ready
Matt Johnston <matt@ucc.asn.au>
parents:
232
diff
changeset
|
207 start(args.test) |
| 145 | 208 |
| 209 if __name__ == '__main__': | |
| 210 main() |