Add ability to linkify hashes on isolate server

appengine/isolate/model.py

 # Copyright 2014 The LUCI Authors. All rights reserved.
 # Use of this source code is governed by the Apache v2.0 license that can be
 # found in the LICENSE file.
 
 """This module defines Isolate Server model(s)."""
 
 import datetime
 import hashlib
 import logging
 import random
@@ skipping 115 matching lines @@
   return entry_key_from_id('%s/%s' % (namespace, hash_key))
 
 
 def entry_key_from_id(key_id):
   """Returns the ndb.Key for the key_id."""
   hash_key = key_id.rsplit('/', 1)[1]
   N = config.settings().sharding_letters
   return ndb.Key(
       ContentEntry, key_id,
       parent=datastore_utils.shard_key(hash_key, N, 'ContentShard'))
 

[M-A Ruel, 2016/04/14 14:05:06]

2 lines between file level symbols

[kjlubick, 2016/04/14 14:57:37]

Done.

+def get_content(namespace, hash_key):
+  """Returns the content from either memcache or datastore.

[M-A Ruel, 2016/04/14 14:05:06]

Add a note that it doesn't return content from GCS.

[kjlubick, 2016/04/14 14:57:37]

Done.

+
+  Raises LookupError if the content cannot be found.
+  Raises ValueError if the hash_key is invalid."""

[M-A Ruel, 2016/04/14 14:05:06]

""" on a separate line

[kjlubick, 2016/04/14 14:57:37]

Done.

+  memcache_entry = memcache.get(hash_key, namespace='table_%s' % namespace)
+  if memcache_entry is not None:
+    return memcache_entry
+  else:
+    # Raises ValueError
+    key = get_entry_key(namespace, hash_key)
+    entity = key.get()
+    if entity is None:
+      raise LookupError("namespace %s, key %s does not refer to anything" %
+        (namespace, hash_key))
+    return entity.content
+
 
 def expiration_jitter(now, expiration):
   """Returns expiration/next_tag pair to set in a ContentEntry."""
   jittered = random.uniform(1, 1.2) * expiration
   expiration = now + datetime.timedelta(seconds=jittered)
   next_tag = now + datetime.timedelta(seconds=jittered*0.1)
   return expiration, next_tag
 
 
 def expand_content(namespace, source):
@@ skipping 64 matching lines @@
   ndb.delete_multi(keys_to_delete)
   # Note that some content entries may NOT have corresponding GS files. That
   # happens for small entries stored inline in the datastore or memcache. Since
   # this function operates only on keys, it can't distinguish "large" entries
   # stored in GS from "small" ones stored inline. So instead it tries to delete
   # all corresponding GS files, silently skipping ones that are not there.
   gcs.delete_files(
       config.settings().gs_bucket,
       (i.id() for i in keys_to_delete),
       ignore_missing=True)