upgrade to oauth and the v8 API, and also async queries

gmap.py

@@ -6,107 +6,183 @@ import requests
 from staticmap import StaticMap, CircleMarker
 from colour import Color
 import argparse
-
+import oauthlib
-green = Color("green")
+import requests
-colors = list(green.range_to(Color("red"),30))
+from requests_oauthlib import OAuth1Session, OAuth1
-
+
-app_id = 0
+token_url = 'https://account.api.here.com/oauth2/token'
-app_code = 0
+matrix_url = "https://matrix.router.hereapi.com/v8/matrix"
-
+matrix_status_url = "https://matrix.router.hereapi.com/v8/matrix/{0}/status"
-def grouper(iterable, n, fillvalue=None):
+matrix_retrieve_url = "https://matrix.router.hereapi.com/v8/matrix/{0}"
-    args = [iter(iterable)] * n
+
+granularity = 0.0050
+commute_range = 75
+work_group_size = 100
+color_scale_width = 50
+alpha = "70"
+blot_size = 13
+map_scale = 11
+
+def get_bearer_token():
+    data = {"grant_type": "client_credentials"}
+    headers = {'Content-Type': 'application/x-www-form-urlencoded'}
+    oauth = OAuth1(client_key, client_secret=client_secret)
+    r = requests.post(url=token_url, auth=oauth, headers=headers, data=data)
+    access_token = json.loads(r.content)['access_token']
+    return access_token
+
+
+# Groups home_points into n groups, fills the non-fits with fillvalue
+def group_elements(home_points, n, fillvalue=None):
+    args = [iter(home_points)] * n  # this is some 9000IQ syntax
     return zip_longest(*args, fillvalue=fillvalue)
 
+
+# This is called with the
 class Worker(threading.Thread):
-    def __init__(self, coord_batch, map, destination, backwards = False):
+    def __init__(self, destination, coord_batch, graphical_map, access_token, backwards=False):
         threading.Thread.__init__(self)
 
-        self.work_items = coord_batch
+        self.coord_batch = coord_batch
-        self.map = map
+        self.access_token = access_token
+        self.graphical_map = graphical_map
         self.destination = destination
         self.backwards = backwards
 
     def run(self):
 
-        global app_id
-        global app_code
 
-        destinations = ""
+        start_points = []
-        for idx, tup in enumerate(self.work_items):
+        for idx, tup in enumerate(self.coord_batch):
             if tup is not None:
-                destinations += "&destination" + str(idx) + "=" + str(tup[1]) + "," + str(tup[0])
+                start_points.append({'lat': tup[0], 'lng': tup[1]})
+
+        request_payload = {
+            "origins": start_points,
+            "destinations": [self.destination],
+            "regionDefinition": {
+                "type": "world",
+                # "type": "circle",
+                # "center": self.destination,
+                # "radius": 10000
+            }
+        }
+
+        headers = {
+            'Authorization': 'Bearer {}'.format(self.access_token),
+            'Content-Type': 'application/json'
+        }
+
+        response = requests.request("POST", matrix_url, headers=headers, data=json.dumps(request_payload))
+        post_response = json.loads(response.text)
+        matrix_id = post_response['matrixId']
+
+
+        while True:
+            response = requests.request("GET", matrix_status_url.format(matrix_id), headers=headers, allow_redirects=False)
+            jsons = json.loads(response.text)
+            if jsons['status'] == "inProgress" or jsons['status'] == "accepted":
+                time.sleep(10)
+                continue
+            elif jsons['status'] == "completed":
+                break
+            else:
+                print("big problems " + response.text)
+                break
 
-        starts = ""
+        headers = {
-        for idx, tup in enumerate(self.work_items):
+            'Authorization': 'Bearer {}'.format(self.access_token),
-            if tup is not None:
+            # 'Content-Type': 'application/json',
-                starts += "&start" + str(idx) + "=" + str(tup[1]) + "," + str(tup[0])
+            'Accept - Encoding': 'gzip'
+        }
 
-        urls = "https://matrix.route.api.here.com/routing/7.2/calculatematrix.json?app_id={0}&app_code={1}&departure=2018-12-21T01:00:00&mode=fastest;car;traffic:enabled&summaryAttributes=traveltime&start=".format(app_id, app_code)
+        response = requests.request("GET", matrix_retrieve_url.format(matrix_id), headers=headers)
-        urls += str(self.destination[1]) + "," + str(self.destination[0])
+        jsons = json.loads(response.text)
-        urls += destinations
 
-        r = requests.get(urls)
+        green = Color("green")
-        jsons = json.loads(r.content)
+        colors = list(green.range_to(Color("red"), color_scale_width))
 
-        for idx, tup in enumerate(self.work_items):
+        for idx, tup in enumerate(self.coord_batch):
             try:
-                timelen = jsons["response"]["matrixEntry"][idx]["summary"]["travelTime"]
+                timelen = jsons["matrix"]["travelTimes"][idx]
             except:
                 continue
 
+            try:
+                if jsons["matrix"]["errorCodes"][idx] != 0:
+                    error = True
+                else:
+                    error = False
+            except:
+                error = False
+                pass
+
+            tup = (tup[1], tup[0])
             col_val = int((timelen / 60))
-            if col_val >= 30:
+
-                marker = CircleMarker(tup, Color("blue").get_hex_l() + "70", 12)
+            if error is True:
+                marker = CircleMarker(tup, "blue", 6)
+            elif col_val >= color_scale_width:
+                # the + 70 here is just setting the aplha value
+                marker = CircleMarker(tup, Color("red").get_hex_l() + alpha, blot_size)
             else:
-                marker = CircleMarker(tup, colors[col_val].get_hex_l() + "70", 12)
+                marker = CircleMarker(tup, colors[col_val].get_hex_l() + alpha, blot_size)
-            self.map.add_marker(marker)
+            self.graphical_map.add_marker(marker)
 
 
 def entry():
 
-    m = StaticMap(3000, 3000, url_template='http://a.tile.osm.org/{z}/{x}/{y}.png')
+    access_token = get_bearer_token()
-
-    destination_point = (-122.195211, 47.792218)
-    #destination_point = (-122.295310, 47.441328)
-    #destination_point = (-122.359465, 47.619038)
 
-    home_points = []
+    url = 'http://a.tile.osm.org/{z}/{x}/{y}.png'
+    url = 'https://cartodb-basemaps-b.global.ssl.fastly.net/light_nolabels/{z}/{x}/{y}.png '
+    graphical_map = StaticMap(3000, 3000, url_template=url)
 
-    range_val = 20
+    # Since we are testing commute-to, we set the destination of "work"
-    for x in range(-range_val, range_val):
+    destination_point = {'lat': 47.7599606, "lng": -122.1858287}
-        for y in range(-range_val, range_val):
-            #if (x > 148 or x < -148) or (y > 148 or y < -148):
-            x_point = destination_point[0] + 0.0012 * x
-            y_point = destination_point[1] + 0.0012 * y
-            home_points.append((x_point, y_point))
 
-    total = len(home_points)
+    # Populate this list with an complete xy grid of points centered on destination_point
+    coord_grid = []
 
-    worker_pool = []
+    for x in range(-commute_range, commute_range):
+        for y in range(-commute_range, commute_range):
+            x_point = destination_point['lat'] + granularity * x
+            y_point = destination_point['lng'] + granularity * y
+            coord_grid.append((x_point, y_point))
 
-    for p in grouper(home_points, 100):
+    coords_left_to_query = len(coord_grid)
 
-        w = Worker(p, m, destination_point)
+    # dispatch the workers to the pool
+    worker_pool = []
+    for coord_batch in group_elements(coord_grid, work_group_size):
+        w = Worker(destination_point, coord_batch, graphical_map, access_token)
         w.start()
         worker_pool.append(w)
 
+    # Print out our progress as wel join up the workers
     for w in worker_pool:
-        total -= 100
-        print("Total: {}".format(total))
         w.join()
+        coords_left_to_query -= work_group_size
+        print("Coords left to query: {}".format(coords_left_to_query))
+
+    marker = CircleMarker((destination_point['lng'], destination_point['lat']), "red", 12)
+    graphical_map.add_marker(marker)
 
-    image = m.render(zoom=13)
+    # finish up our work with the map
+    image = graphical_map.render(zoom=map_scale)
     image.save('output-map.png')
 
+
+# Program start
+
 import argparse
+
 parser = argparse.ArgumentParser()
-parser.add_argument("app_id", help="")
+parser.add_argument("--key", help="")
-parser.add_argument("app_code", help="")
+parser.add_argument("--secret", help="")
 args = parser.parse_args()
 
-app_id = args.app_id
+client_key = args.key
-app_code = args.app_code
+client_secret = args.secret
 
 entry()
-
-