Mercurial > templog
annotate rust/src/params.rs @ 627:d5075136442f rust
futures await
| author | Matt Johnston <matt@ucc.asn.au> |
|---|---|
| date | Tue, 06 Feb 2018 22:16:44 +0800 |
| parents | efcbe0d3afd6 |
| children | 3e5e52d50af5 |
| rev | line source |
|---|---|
| 592 | 1 extern crate tokio_core; |
| 627 | 2 extern crate futures_await as futures; |
| 592 | 3 extern crate rand; |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
4 extern crate serde_json; |
| 616 | 5 extern crate base64; |
|
624
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
6 extern crate atomicwrites; |
| 592 | 7 |
| 8 use std::time::Duration; | |
| 9 use std::io; | |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
10 use std::str; |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
11 use std::rc::Rc; |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
12 use std::sync::{Arc,Mutex}; |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
13 use std::error::Error; |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
14 use std::cell::{Cell,RefCell}; |
|
624
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
15 use std::fs::File; |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
16 use std::io::Read; |
| 627 | 17 use futures::prelude::*; |
| 18 | |
| 592 | 19 |
| 20 use tokio_core::reactor::Interval; | |
| 21 use tokio_core::reactor::Handle; | |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
22 use futures::{Stream,Future,future}; |
| 616 | 23 use self::rand::Rng; |
| 626 | 24 use std::str::FromStr; |
| 25 use hyper; | |
| 26 use hyper::header::{Headers, ETag, EntityTag}; | |
| 27 use hyper::client::Client; | |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
28 |
| 592 | 29 use types::*; |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
30 use ::Config; |
| 592 | 31 |
| 615 | 32 #[derive(Deserialize, Serialize, Debug, Clone)] |
| 33 pub struct Params { | |
| 34 pub fridge_setpoint: f32, | |
| 35 pub fridge_difference: f32, | |
| 621 | 36 pub overshoot_delay: u64, |
| 615 | 37 pub overshoot_factor: f32, |
| 38 pub disabled: bool, | |
| 39 pub nowort: bool, | |
| 40 pub fridge_range_lower: f32, | |
| 41 pub fridge_range_upper: f32, | |
| 42 } | |
| 43 | |
| 44 impl Params { | |
| 45 pub fn defaults() -> Params { | |
| 46 Params { | |
| 47 fridge_setpoint: 16.0, | |
| 48 fridge_difference: 0.2, | |
| 49 overshoot_delay: 720, // 12 minutes | |
| 50 overshoot_factor: 1.0, | |
| 51 disabled: false, | |
| 52 nowort: false, | |
| 53 fridge_range_lower: 3.0, | |
| 54 fridge_range_upper: 3.0, | |
| 55 } | |
| 56 } | |
| 57 | |
|
624
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
58 fn try_load(filename: &str) -> Result<Params, TemplogError> { |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
59 let mut s = String::new(); |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
60 File::open(filename)?.read_to_string(&mut s)?; |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
61 Ok(serde_json::from_str(&s)?) |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
62 } |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
63 |
| 615 | 64 pub fn load(config: &Config) -> Params { |
|
624
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
65 Self::try_load(&config.PARAMS_FILE) |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
66 .unwrap_or_else(|_| Params::defaults()) |
| 615 | 67 } |
| 68 } | |
| 69 | |
|
613
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
70 #[derive(Deserialize, Debug)] |
|
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
71 struct Response { |
| 616 | 72 // sent as an opaque etag: header. Has format "epoch-nonce", |
| 73 // responses where the epoch do not match ParamWaiter::epoch are dropped | |
| 74 etag: String, | |
|
613
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
75 params: Params, |
|
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
76 } |
|
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
77 |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
78 #[derive(Clone)] |
|
593
bf138339d20a
fiddling with timeouts and closures
Matt Johnston <matt@ucc.asn.au>
parents:
592
diff
changeset
|
79 pub struct ParamWaiter { |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
80 limitlog: NotTooOften, |
| 616 | 81 // last_etag is used for long-polling. |
| 82 last_etag: RefCell<String>, | |
| 83 epoch: String, | |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
84 |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
85 config: Config, |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
86 handle: Handle, |
| 592 | 87 } |
| 88 | |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
89 const LOG_MINUTES: u64 = 15; |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
90 const MAX_RESPONSE_SIZE: usize = 10000; |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
91 const TIMEOUT_MINUTES: u64 = 5; |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
92 |
|
593
bf138339d20a
fiddling with timeouts and closures
Matt Johnston <matt@ucc.asn.au>
parents:
592
diff
changeset
|
93 impl ParamWaiter { |
| 626 | 94 fn make_request(&self) -> hyper::client::FutureResponse { |
| 95 let uri = self.config.SETTINGS_URL.parse().expect("Bad SETTINGS_URL in config"); | |
| 96 let mut req = hyper::client::Request::new(hyper::Method::Get, uri); | |
| 97 { | |
| 627 | 98 let headers = req.headers_mut(); |
| 626 | 99 headers.set(hyper::header::ETag(EntityTag::new(false, self.last_etag.borrow().clone()))); |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
100 } |
| 626 | 101 hyper::client::Client::new(&self.handle).request(req) |
| 102 // XXX how do we do this? | |
| 103 // req.timeout(Duration::new(TIMEOUT_MINUTES * 60, 0)).unwrap(); | |
|
609
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
104 } |
|
7bda01659426
not building, paramwaiter work
Matt Johnston <matt@ucc.asn.au>
parents:
594
diff
changeset
|
105 |
| 626 | 106 |
| 107 fn handle_response(&self, buf : hyper::Chunk, status: hyper::StatusCode) -> Result<Params, TemplogError> { | |
| 108 let text = String::from_utf8_lossy(buf.as_ref()); | |
| 109 match status { | |
| 110 hyper::StatusCode::Ok => { | |
|
613
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
111 // new params |
|
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
112 let r: Response = serde_json::from_str(&text)?; |
|
618
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
113 let mut le = self.last_etag.borrow_mut(); |
|
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
114 *le = r.etag; |
| 626 | 115 |
| 116 // update params if the epoch is correct | |
| 117 if let Some(e) = le.split('-').next() { | |
| 118 if e == &self.epoch { | |
| 119 self.write_params(&r.params); | |
| 120 return Ok(r.params); | |
| 121 } | |
|
618
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
122 } |
| 626 | 123 Err(TemplogError::new(&format!("Bad epoch from server '{}' expected '{}'", *le, self.epoch))) |
|
613
5c2b0d47bb83
Response has epoch_tag and params
Matt Johnston <matt@ucc.asn.au>
parents:
611
diff
changeset
|
124 } |
| 626 | 125 hyper::StatusCode::NotModified => { |
|
618
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
126 // XXX this isn't really an error |
|
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
127 Err(TemplogError::new("304 unmodified (long polling timeout at the server)")) |
|
2d65a9f0bed3
params returning stream of success
Matt Johnston <matt@ucc.asn.au>
parents:
616
diff
changeset
|
128 }, |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
129 _ => { |
| 626 | 130 Err(TemplogError::new(&format!("Wrong server response code {}: {}", status.as_u16(), text))) |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
131 }, |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
132 } |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
133 } |
|
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
134 |
|
624
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
135 fn write_params(&self, params: &Params) { |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
136 let p = atomicwrites::AtomicFile::new(&self.config.PARAMS_FILE, atomicwrites::AllowOverwrite); |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
137 p.write(|f| { |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
138 serde_json::to_writer(f, params) |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
139 }); |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
140 } |
|
2710649ab71e
read/write params local file. untested
Matt Johnston <matt@ucc.asn.au>
parents:
621
diff
changeset
|
141 |
| 627 | 142 #[async_stream(item = Params)] |
| 143 pub fn stream(config: Config, handle: Handle) -> Result<(), TemplogError> { | |
| 144 let rcself = Rc::new(ParamWaiter::new(config, handle)); | |
|
611
f3e39e2107fd
still doesn't compile, improvements to TemplogError and tokio curl though
Matt Johnston <matt@ucc.asn.au>
parents:
609
diff
changeset
|
145 |
| 627 | 146 let dur = Duration::from_millis(4000); |
| 147 #[async] | |
| 148 for _ in Interval::new(dur, &rcself.handle).unwrap() { | |
| 149 // fetch params | |
| 150 // TODO - skip if inflight. | |
| 151 let r = await!(rcself.make_request()).map_err(|e| TemplogError::new_hyper("response", e))?; | |
| 152 let status = r.status(); | |
| 153 let b = await!(r.body().concat2()).map_err(|e| TemplogError::new_hyper("body", e))?; | |
| 154 if let Ok(params) = rcself.handle_response(b, status) { | |
| 155 stream_yield!(params); | |
| 156 } | |
| 157 } | |
| 158 Ok(()) | |
| 592 | 159 } |
| 160 | |
| 627 | 161 fn new(config: Config, handle: Handle) -> Self { |
| 616 | 162 let mut b = [0u8; 15]; // 15 bytes -> 20 characters base64 |
| 626 | 163 rand::OsRng::new().expect("Opening system RNG failed").fill_bytes(&mut b); |
| 616 | 164 let epoch = base64::encode(&b); |
| 627 | 165 |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
166 ParamWaiter { |
|
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
167 limitlog: NotTooOften::new(LOG_MINUTES*60), |
| 616 | 168 last_etag: RefCell::new(String::new()), |
| 169 epoch: epoch, | |
| 627 | 170 config: config, |
| 171 handle: handle, | |
|
614
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
172 } |
|
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
173 } |
|
e1bab5b36352
using some refcells for the paramwaiter
Matt Johnston <matt@ucc.asn.au>
parents:
613
diff
changeset
|
174 |
| 592 | 175 } |
| 176 |