mitchellhansen
/
commute-map
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

upgrade to oauth and the v8 API, and also async queries

Browse Source
master
mitchellhansen 4 years ago
parent 25b1cebe18
commit 12a70602a9
1 changed files with 134 additions and 58 deletions
Show Stats Download Patch File Download Diff File

192
gmap.py
Unescape View File

@ -6,107 +6,183 @@ import requests
from staticmap import StaticMap, CircleMarker
from colour import Color
import argparse
green = Color("green")
colors = list(green.range_to(Color("red"),30))
app_id = 0
app_code = 0
def grouper(iterable, n, fillvalue=None):
args = [iter(iterable)] * n
import oauthlib
import requests
from requests_oauthlib import OAuth1Session, OAuth1
token_url = 'https://account.api.here.com/oauth2/token'
matrix_url = "https://matrix.router.hereapi.com/v8/matrix"
matrix_status_url = "https://matrix.router.hereapi.com/v8/matrix/{0}/status"
matrix_retrieve_url = "https://matrix.router.hereapi.com/v8/matrix/{0}"
granularity = 0.0050
commute_range = 75
work_group_size = 100
color_scale_width = 50
alpha = "70"
blot_size = 13
map_scale = 11
def get_bearer_token():
data = {"grant_type": "client_credentials"}
headers = {'Content-Type': 'application/x-www-form-urlencoded'}
oauth = OAuth1(client_key, client_secret=client_secret)
r = requests.post(url=token_url, auth=oauth, headers=headers, data=data)
access_token = json.loads(r.content)['access_token']
return access_token
# Groups home_points into n groups, fills the non-fits with fillvalue
def group_elements(home_points, n, fillvalue=None):
args = [iter(home_points)] * n # this is some 9000IQ syntax
return zip_longest(*args, fillvalue=fillvalue)
# This is called with the
class Worker(threading.Thread):
def __init__(self, coord_batch, map, destination, backwards = False):
def __init__(self, destination, coord_batch, graphical_map, access_token, backwards=False):
threading.Thread.__init__(self)
self.work_items = coord_batch
self.map = map
self.coord_batch = coord_batch
self.access_token = access_token
self.graphical_map = graphical_map
self.destination = destination
self.backwards = backwards
def run(self):
global app_id
global app_code
destinations = ""
for idx, tup in enumerate(self.work_items):
start_points = []
for idx, tup in enumerate(self.coord_batch):
if tup is not None:
destinations += "&destination" + str(idx) + "=" + str(tup[1]) + "," + str(tup[0])
start_points.append({'lat': tup[0], 'lng': tup[1]})
request_payload = {
"origins": start_points,
"destinations": [self.destination],
"regionDefinition": {
"type": "world",
# "type": "circle",
# "center": self.destination,
# "radius": 10000
}
}
headers = {
'Authorization': 'Bearer {}'.format(self.access_token),
'Content-Type': 'application/json'
}
response = requests.request("POST", matrix_url, headers=headers, data=json.dumps(request_payload))
post_response = json.loads(response.text)
matrix_id = post_response['matrixId']
while True:
response = requests.request("GET", matrix_status_url.format(matrix_id), headers=headers, allow_redirects=False)
jsons = json.loads(response.text)
if jsons['status'] == "inProgress" or jsons['status'] == "accepted":
time.sleep(10)
continue
elif jsons['status'] == "completed":
break
else:
print("big problems " + response.text)
break
starts = ""
for idx, tup in enumerate(self.work_items):
if tup is not None:
starts += "&start" + str(idx) + "=" + str(tup[1]) + "," + str(tup[0])
headers = {
'Authorization': 'Bearer {}'.format(self.access_token),
# 'Content-Type': 'application/json',
'Accept - Encoding': 'gzip'
}
urls = "https://matrix.route.api.here.com/routing/7.2/calculatematrix.json?app_id={0}&app_code={1}&departure=2018-12-21T01:00:00&mode=fastest;car;traffic:enabled&summaryAttributes=traveltime&start=".format(app_id, app_code)
urls += str(self.destination[1]) + "," + str(self.destination[0])
urls += destinations
response = requests.request("GET", matrix_retrieve_url.format(matrix_id), headers=headers)
jsons = json.loads(response.text)
r = requests.get(urls)
jsons = json.loads(r.content)
green = Color("green")
colors = list(green.range_to(Color("red"), color_scale_width))
for idx, tup in enumerate(self.work_items):
for idx, tup in enumerate(self.coord_batch):
try:
timelen = jsons["response"]["matrixEntry"][idx]["summary"]["travelTime"]
timelen = jsons["matrix"]["travelTimes"][idx]
except:
continue
try:
if jsons["matrix"]["errorCodes"][idx] != 0:
error = True
else:
error = False
except:
error = False
pass
tup = (tup[1], tup[0])
col_val = int((timelen / 60))
if col_val >= 30:
marker = CircleMarker(tup, Color("blue").get_hex_l() + "70", 12)
if error is True:
marker = CircleMarker(tup, "blue", 6)
elif col_val >= color_scale_width:
# the + 70 here is just setting the aplha value
marker = CircleMarker(tup, Color("red").get_hex_l() + alpha, blot_size)
else:
marker = CircleMarker(tup, colors[col_val].get_hex_l() + "70", 12)
self.map.add_marker(marker)
marker = CircleMarker(tup, colors[col_val].get_hex_l() + alpha, blot_size)
self.graphical_map.add_marker(marker)
def entry():
m = StaticMap(3000, 3000, url_template='http://a.tile.osm.org/{z}/{x}/{y}.png')
destination_point = (-122.195211, 47.792218)
#destination_point = (-122.295310, 47.441328)
#destination_point = (-122.359465, 47.619038)
access_token = get_bearer_token()
home_points = []
url = 'http://a.tile.osm.org/{z}/{x}/{y}.png'
url = 'https://cartodb-basemaps-b.global.ssl.fastly.net/light_nolabels/{z}/{x}/{y}.png '
graphical_map = StaticMap(3000, 3000, url_template=url)
range_val = 20
for x in range(-range_val, range_val):
for y in range(-range_val, range_val):
#if (x > 148 or x < -148) or (y > 148 or y < -148):
x_point = destination_point[0] + 0.0012 * x
y_point = destination_point[1] + 0.0012 * y
home_points.append((x_point, y_point))
# Since we are testing commute-to, we set the destination of "work"
destination_point = {'lat': 47.7599606, "lng": -122.1858287}
total = len(home_points)
# Populate this list with an complete xy grid of points centered on destination_point
coord_grid = []
worker_pool = []
for x in range(-commute_range, commute_range):
for y in range(-commute_range, commute_range):
x_point = destination_point['lat'] + granularity * x
y_point = destination_point['lng'] + granularity * y
coord_grid.append((x_point, y_point))
for p in grouper(home_points, 100):
coords_left_to_query = len(coord_grid)
w = Worker(p, m, destination_point)
# dispatch the workers to the pool
worker_pool = []
for coord_batch in group_elements(coord_grid, work_group_size):
w = Worker(destination_point, coord_batch, graphical_map, access_token)
w.start()
worker_pool.append(w)
# Print out our progress as wel join up the workers
for w in worker_pool:
total -= 100
print("Total: {}".format(total))
w.join()
coords_left_to_query -= work_group_size
print("Coords left to query: {}".format(coords_left_to_query))
marker = CircleMarker((destination_point['lng'], destination_point['lat']), "red", 12)
graphical_map.add_marker(marker)
image = m.render(zoom=13)
# finish up our work with the map
image = graphical_map.render(zoom=map_scale)
image.save('output-map.png')
# Program start
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("app_id", help="")
parser.add_argument("app_code", help="")
parser.add_argument("--key", help="")
parser.add_argument("--secret", help="")
args = parser.parse_args()
app_id = args.app_id
app_code = args.app_code
client_key = args.key
client_secret = args.secret
entry()

Write Preview
Loading…
Cancel
Save