|
1
|
|
|
""" |
|
2
|
|
|
Retrieving samples from the USGS Instantaneous Values service |
|
3
|
|
|
""" |
|
4
|
|
|
import requests |
|
5
|
|
|
import arrow |
|
6
|
|
|
from flask import current_app |
|
7
|
|
|
|
|
8
|
|
|
from app.models import Sensor |
|
9
|
|
|
from .base import add_new_sample, RemoteGage |
|
10
|
|
|
|
|
11
|
|
|
URLBASE = 'http://waterservices.usgs.gov/nwis/iv/?format=json,1.1' |
|
12
|
|
|
|
|
13
|
|
|
|
|
14
|
|
|
class USGS(RemoteGage): |
|
15
|
|
|
URLBASE = 'http://waterservices.usgs.gov/nwis/iv/?format=json,1.1' |
|
16
|
|
|
|
|
17
|
|
|
@staticmethod |
|
18
|
|
|
def site_code(site_json): |
|
19
|
|
|
""" |
|
20
|
|
|
From a USGS array item within ['value']['timeSeries'] |
|
21
|
|
|
get the code back for the site |
|
22
|
|
|
""" |
|
23
|
|
|
return str(site_json['sourceInfo']['siteCode'][0]['value']) |
|
24
|
|
|
|
|
25
|
|
|
@staticmethod |
|
26
|
|
|
def dt_value(site_json): |
|
27
|
|
|
""" |
|
28
|
|
|
From a USGS array item within ['value']['timeSeries'] |
|
29
|
|
|
return datetime, float value of sample |
|
30
|
|
|
""" |
|
31
|
|
|
value = site_json['values'][0]['value'][0] |
|
32
|
|
|
dt = arrow.get(value['dateTime']).datetime |
|
33
|
|
|
v = float(value['value']) |
|
34
|
|
|
return dt, v |
|
35
|
|
|
|
|
36
|
|
|
def get_sample(self, sensor_id): |
|
37
|
|
|
""" |
|
38
|
|
|
Takes a sensor id, tries to ge thte latest sample from the site |
|
39
|
|
|
""" |
|
40
|
|
|
sensor = self.sensor(sensor_id) |
|
41
|
|
|
parameter = (sensor.remote_parameter or '00065') |
|
42
|
|
|
url = (self.URLBASE + |
|
43
|
|
|
'&sites=' + sensor.remote_id + |
|
44
|
|
|
'¶meterCD=' + parameter) |
|
45
|
|
|
site = requests.get(url).json()['value']['timeSeries'][0] |
|
46
|
|
|
dt, v = self.dt_value(site) |
|
47
|
|
|
add_new_sample(sensor.id, dt, v) |
|
48
|
|
|
|
|
49
|
|
|
def get_multiple_samples(self, sensor_ids): |
|
50
|
|
|
parameter = (self.sensor(sensor_ids[0]).remote_parameter or '00065') |
|
51
|
|
|
remote_sensors = Sensor.query.filter(Sensor.id.in_(sensor_ids))\ |
|
52
|
|
|
.with_entities(Sensor.remote_id)\ |
|
53
|
|
|
.all() |
|
54
|
|
|
remote_ids = [sensor[0] for sensor in remote_sensors] |
|
55
|
|
|
url = (URLBASE + '&sites=' + ','.join(remote_ids) + |
|
56
|
|
|
'¶meterCD=' + str(parameter)) |
|
57
|
|
|
r = requests.get(url).json() |
|
58
|
|
|
for site in r['value']['timeSeries']: |
|
59
|
|
|
sc = self.site_code(site) |
|
60
|
|
|
dt, v = self.dt_value(site) |
|
61
|
|
|
sensor = Sensor.query.filter(Sensor.remote_id == sc).first() |
|
62
|
|
|
add_new_sample(sensor.id, dt, v) |
|
63
|
|
|
|