make version of ts_mon compatible with appengine

appengine/sheriff_o_matic/alerts.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import contextlib
 import datetime
 import datetime_encoder
 import json
 import logging
 import urllib
 import webapp2
 import zlib
 
 import cloudstorage as gcs
 
 from google.appengine.api import app_identity
 from google.appengine.api import memcache
+from google.appengine.api import modules
+from google.appengine.api import urlfetch
 from google.appengine.api import users
 from google.appengine.datastore import datastore_query
 from google.appengine.ext import ndb
 
 LOGGER = logging.getLogger(__name__)
 
 
 class AlertsJSON(ndb.Model):
   type = ndb.StringProperty()
   json = ndb.BlobProperty(compressed=True)
   date = ndb.DateTimeProperty(auto_now_add=True)
   # TODO(remove this property)
   use_gcs = ndb.BooleanProperty()
   gcs_filename = ndb.StringProperty()
 
 
 class LastUpdated(ndb.Model):
   date = ndb.DateTimeProperty(auto_now=True)
   type = ndb.StringProperty()
   haddiff = ndb.BooleanProperty()
 
 
+def increment_monarch(endpoint):

[agable, 2015/08/10 23:04:37]

Might be nice to implement this somewhere more general than "alerts.py", since
it is used by other handlers that don't otherwise import alerts.py.

+  base_url = app_identity.get_default_version_hostname()
+  url = 'http://%s-dot-%s/monitoring/%s' % ('monitoring', base_url, endpoint)
+  logging.info(url)

[agable, 2015/08/10 23:04:37]

Log a more useful message here :) or nothing at all

+  return urlfetch.fetch(url=url, method=urlfetch.GET)

[agable, 2015/08/10 23:04:37]

Using GET here makes me a very sad panda. You never had any luck getting the
POST request to go through? What about a PUT request? Maybe we can sit down and
work together to debug what's going wrong there.

[jshu, 2015/08/11 21:57:18]

lol yea put didn't work either. ok.

+
+
 class AlertsHandler(webapp2.RequestHandler):
   ALERT_TYPE = 'alerts'
   # Max number of bytes that AppEngine allows writing to Memcache
   MAX_JSON_SIZE = 10**6 - 10**5
 
   # New alerts should be posted at least every 30 minutes
   MAX_STALENESS = 60*30
 
   # Has no 'response' member.
   # pylint: disable=E1101
@@ skipping 67 matching lines @@
   def get_from_memcache(self):
     compressed = memcache.get(self.ALERT_TYPE)
     if compressed:
       logging.info('Reading alerts from memcache')
       uncompressed = zlib.decompress(compressed)
       data = json.loads(uncompressed)
       return data
     return False
 
   def get(self):
+    increment_monarch('alerts')
     data = self.get_from_memcache() or self.get_from_datastore()
     if data:
       self.send_json_data(data)
     else:
       self.response.write({})
 
   def store_alerts(self, alerts):
     last_entry = self.get_last_datastore(self.ALERT_TYPE)
     last_alerts = {}
     if last_entry:
@@ skipping 51 matching lines @@
       alerts.update({'date': datetime.datetime.utcnow()})
       self.store_alerts(alerts)
 
   def post(self):
     self.update_alerts()
 
 
 class NewAlertsHandler(AlertsHandler):
   # pylint: disable=arguments-differ
   def get(self, tree):
+    increment_monarch('api/v1/alerts')
     self.ALERT_TYPE = 'new-alerts/%s' % tree
     super(NewAlertsHandler, self).get()
 
   # pylint: disable=arguments-differ
   def post(self, tree):
     self.ALERT_TYPE = 'new-alerts/%s' % tree
     super(NewAlertsHandler, self).post()
 
 
 app = webapp2.WSGIApplication([
     ('/alerts', AlertsHandler),
     ('/api/v1/alerts/(.*)', NewAlertsHandler)
 ])