swarming: switch to a 'capability focused' ACL system

appengine/swarming/handlers_endpoints.py

 # Copyright 2015 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 """This module defines Swarming Server endpoints handlers."""
 
 import logging
 import os
 
 from google.appengine.api import datastore_errors
@@ skipping 22 matching lines @@
 from server import task_pack
 from server import task_queues
 from server import task_request
 from server import task_result
 from server import task_scheduler
 
 
 ### Helper Methods
 
 
+# Used by get_request_and_result(), clearer than using True/False and important
+# as this is part of the security boundary.
+_EDIT = object()
+_VIEW = object()
+
+
 # Add support for BooleanField in protorpc in endpoints GET requests.
 _old_decode_field = protojson.ProtoJson.decode_field
 def _decode_field(self, field, value):
   if (isinstance(field, messages.BooleanField) and
       isinstance(value, basestring)):
     return value.lower() == 'true'
   return _old_decode_field(self, field, value)
 protojson.ProtoJson.decode_field = _decode_field
 
 
-def get_request_and_result(task_id):
+def get_request_and_result(task_id, viewing):
   """Provides the key and TaskRequest corresponding to a task ID.
 
   Enforces the ACL for users. Allows bots all access for the moment.
 
   Returns:
     tuple(TaskRequest, result): result can be either for a TaskRunResult or a
                                 TaskResultSummay.
   """
   try:
     request_key, result_key = task_pack.get_request_and_result_keys(task_id)
     request, result = ndb.get_multi((request_key, result_key))
     if not request or not result:
       raise endpoints.NotFoundException('%s not found.' % task_id)

[Vadim Sh., 2017/07/24 23:07:25]

strictly speaking we are leaking presence/absence of the task to users that may
not have access to it. But it's probably not a big deal, since our task IDs are
meaningless on their own. Knowing that task 378f8d3fb5962710 exists doesn't
provide much information :)

[M-A Ruel, 2017/07/25 13:46:38]

I do not mind leaking the presence of objects, as the client passed the
can_access() check so we know the client is not anonymous.

-    if not acl.is_bot() and not request.has_access:
-      raise endpoints.ForbiddenException('%s is not accessible.' % task_id)
+    if viewing == _VIEW:

[Vadim Sh., 2017/07/24 23:07:25]

can we move these checks outside of 'try/except' block 68-82?

'except' clause there is intended for line 69. I'd prefer if potential
exceptions in acl.can_* don't trigger it.

[M-A Ruel, 2017/07/25 13:46:38]

True, fixed.

+      if not acl.can_view_task(request):
+        raise endpoints.ForbiddenException('%s is not accessible.' % task_id)
+    elif viewing == _EDIT:
+      if not acl.can_edit_task(request):
+        raise endpoints.ForbiddenException('%s is not accessible.' % task_id)
+    else:
+      raise endpoints.InternalServerErrorException('get_request_and_result()')
     return request, result
   except ValueError:
     raise endpoints.BadRequestException('%s is an invalid key.' % task_id)
 
 
 def get_or_raise(key):
   """Returns an entity or raises an endpoints exception if it does not exist."""
   result = key.get()
   if not result:
     raise endpoints.NotFoundException('%s not found.' % key.id())
@@ skipping 42 matching lines @@
     message_types.VoidMessage,
     version=messages.IntegerField(1))
 
 
 @swarming_api.api_class(resource_name='server', path='server')
 class SwarmingServerService(remote.Service):
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       message_types.VoidMessage, swarming_rpcs.ServerDetails,
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_access)
   def details(self, _request):
     """Returns information about the server."""
     host = 'https://' + os.environ['HTTP_HOST']
 
     cfg = config.settings()
 
     mpp = ''
     if cfg.mp and cfg.mp.server:
       mpp = cfg.mp.server
     # as a fallback, try pulling from datastore
     if not mpp:
       mpp = machine_provider.MachineProviderConfiguration.get_instance_url()
     if mpp:
       mpp = mpp + '/leases/%s'
 
     return swarming_rpcs.ServerDetails(
         bot_version=bot_code.get_bot_version(host)[0],
         server_version=utils.get_app_version(),
         machine_provider_template=mpp,
         display_server_url_template=cfg.display_server_url_template,
         luci_config=config.config.config_service_hostname(),
         default_isolate_server=cfg.isolate.default_server,
         default_isolate_namespace=cfg.isolate.default_namespace)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       message_types.VoidMessage, swarming_rpcs.BootstrapToken)
-  @auth.require(acl.is_bootstrapper)
+  @auth.require(acl.can_create_bot)
   def token(self, _request):
     """Returns a token to bootstrap a new bot."""
     return swarming_rpcs.BootstrapToken(
         bootstrap_token = bot_code.generate_bootstrap_token(),
       )
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       message_types.VoidMessage, swarming_rpcs.ClientPermissions,
       http_method='GET')
   @auth.public
   def permissions(self, _request):
     """Returns the caller's permissions."""
+    # TODO(maruel): Redo this.
     return swarming_rpcs.ClientPermissions(
-        delete_bot = acl.is_admin(),
-        terminate_bot = acl.is_privileged_user(),
-        get_configs = acl.is_user(),
-        put_configs = acl.is_admin(),
-        cancel_task = acl.is_user(),
-        cancel_tasks = acl.is_admin(),
-        get_bootstrap_token = acl.is_bootstrapper(),
+        delete_bot = acl._is_admin(),
+        terminate_bot = acl._is_privileged_user(),
+        get_configs = acl._is_user(),
+        put_configs = acl._is_admin(),
+        cancel_task = acl._is_user(),
+        cancel_tasks = acl._is_admin(),
+        get_bootstrap_token = acl._is_bootstrapper(),
       )
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       VersionRequest, swarming_rpcs.FileContent,
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_view_config)
   def get_bootstrap(self, request):
     """Retrieves the current or a previous version of bootstrap.py.
 
     When the file is sourced via luci-config, the version parameter is ignored.
     Eventually the support for 'version' will be removed completely.
     """
     obj = bot_code.get_bootstrap('', '', request.version)
     if not obj:
       return swarming_rpcs.FileContent()
     return swarming_rpcs.FileContent(
         content=obj.content.decode('utf-8'),
         who=obj.who,
         when=obj.when,
         version=obj.version)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       VersionRequest, swarming_rpcs.FileContent,
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_view_config)
   def get_bot_config(self, request):
     """Retrieves the current or a previous version of bot_config.py.
 
     When the file is sourced via luci-config, the version parameter is ignored.
     Eventually the support for 'version' will be removed completely.
     """
     obj = bot_code.get_bot_config(request.version)
     if not obj:
       return swarming_rpcs.FileContent()
     return swarming_rpcs.FileContent(
         content=obj.content.decode('utf-8'),
         who=obj.who,
         when=obj.when,
         version=obj.version)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.FileContentRequest, swarming_rpcs.FileContent)
-  @auth.require(acl.is_admin)
+  @auth.require(acl.can_edit_config)
   def put_bootstrap(self, request):
     """Stores a new version of bootstrap.py.
 
     Warning: if a file exists in luci-config, the file stored by this function
     is ignored. Uploads are not blocked in case the file is later deleted from
     luci-config.
     """
     key = bot_code.store_bootstrap(request.content.encode('utf-8'))
     obj = key.get()
     return swarming_rpcs.FileContent(
         who=obj.who.to_bytes() if obj.who else None,
         when=obj.created_ts,
         version=str(obj.version))
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.FileContentRequest, swarming_rpcs.FileContent)
-  @auth.require(acl.is_admin)
+  @auth.require(acl.can_edit_config)
   def put_bot_config(self, request):
     """Stores a new version of bot_config.py.
 
     Warning: if a file exists in luci-config, the file stored by this function
     is ignored. Uploads are not blocked in case the file is later deleted from
     luci-config.
     """
     host = 'https://' + os.environ['HTTP_HOST']
     key = bot_code.store_bot_config(host, request.content.encode('utf-8'))
     obj = key.get()
@@ skipping 16 matching lines @@
 
 @swarming_api.api_class(resource_name='task', path='task')
 class SwarmingTaskService(remote.Service):
   """Swarming's task-related API."""
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       TaskIdWithPerf, swarming_rpcs.TaskResult,
       name='result',
       path='{task_id}/result',
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_access)
   def result(self, request):
     """Reports the result of the task corresponding to a task ID.
 
     It can be a 'run' ID specifying a specific retry or a 'summary' ID hidding
     the fact that a task may have been retried transparently, when a bot reports
     BOT_DIED.
 
     A summary ID ends with '0', a run ID ends with '1' or '2'.
     """
     logging.debug('%s', request)
-    _, result = get_request_and_result(request.task_id)
+    _, result = get_request_and_result(request.task_id, _VIEW)
     return message_conversion.task_result_to_rpc(
         result, request.include_performance_stats)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       TaskId, swarming_rpcs.TaskRequest,
       name='request',
       path='{task_id}/request',
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_access)
   def request(self, request):
     """Returns the task request corresponding to a task ID."""
     logging.debug('%s', request)
-    request_obj, _ = get_request_and_result(request.task_id)
+    request_obj, _ = get_request_and_result(request.task_id, _VIEW)
     return message_conversion.task_request_to_rpc(request_obj)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       TaskId, swarming_rpcs.CancelResponse,
       name='cancel',
       path='{task_id}/cancel')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_access)
   def cancel(self, request):
     """Cancels a task.
 
     If a bot was running the task, the bot will forcibly cancel the task.
     """
     logging.debug('%s', request)
-    request_obj, result = get_request_and_result(request.task_id)
+    request_obj, result = get_request_and_result(request.task_id, _EDIT)
     ok, was_running = task_scheduler.cancel_task(request_obj, result.key)
     return swarming_rpcs.CancelResponse(ok=ok, was_running=was_running)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       TaskId, swarming_rpcs.TaskOutput,
       name='stdout',
       path='{task_id}/stdout',
       http_method='GET')
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_access)
   def stdout(self, request):
     """Returns the output of the task corresponding to a task ID."""
     # TODO(maruel): Add streaming. Real streaming is not supported by AppEngine
     # v1.
     # TODO(maruel): Send as raw content instead of encoded. This is not
     # supported by cloud endpoints.
     logging.debug('%s', request)
-    _, result = get_request_and_result(request.task_id)
+    _, result = get_request_and_result(request.task_id, _VIEW)
     output = result.get_output()
     if output:
       output = output.decode('utf-8', 'replace')
     return swarming_rpcs.TaskOutput(output=output)
 
 
 @swarming_api.api_class(resource_name='tasks', path='tasks')
 class SwarmingTasksService(remote.Service):
   """Swarming's tasks-related API."""
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.NewTaskRequest, swarming_rpcs.TaskRequestMetadata)
-  @auth.require(acl.is_bot_or_user)
+  @auth.require(acl.can_create_task)
   def new(self, request):
     """Creates a new task.
 
     The task will be enqueued in the tasks list and will be executed at the
     earliest opportunity by a bot that has at least the dimensions as described
     in the task request.
     """
     sb = (request.properties.secret_bytes
           if request.properties is not None else None)
     if sb is not None:
@@ skipping 20 matching lines @@
 
     return swarming_rpcs.TaskRequestMetadata(
         request=message_conversion.task_request_to_rpc(request),
         task_id=task_pack.pack_result_summary_key(result_summary.key),
         task_result=previous_result)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.TasksRequest, swarming_rpcs.TaskList,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_all_tasks)
   def list(self, request):
     """Returns tasks results based on the filters.
 
     This endpoint is significantly slower than 'count'. Use 'count' when
     possible.
     """
     # TODO(maruel): Rename 'list' to 'results'.
     # TODO(maruel): Rename 'TaskList' to 'TaskResults'.
     logging.debug('%s', request)
     now = utils.utcnow()
@@ skipping 17 matching lines @@
           message_conversion.task_result_to_rpc(
               i, request.include_performance_stats)
           for i in items
         ],
         now=now)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.TasksRequest, swarming_rpcs.TaskRequests,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_all_tasks)
   def requests(self, request):
     """Returns tasks requests based on the filters.
 
     This endpoint is slightly slower than 'list'. Use 'list' or 'count' when
     possible.
     """
     logging.debug('%s', request)
     if request.include_performance_stats:
       raise endpoints.BadRequestException(
           'Can\'t set include_performance_stats for tasks/list')
@@ skipping 19 matching lines @@
           'This combination is unsupported, sorry.')
     return swarming_rpcs.TaskRequests(
         cursor=cursor,
         items=[message_conversion.task_request_to_rpc(i) for i in items],
         now=now)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.TasksCancelRequest, swarming_rpcs.TasksCancelResponse,
       http_method='POST')
-  @auth.require(acl.is_admin)
+  @auth.require(acl.can_edit_all_tasks)
   def cancel(self, request):
     """Cancel a subset of pending tasks based on the tags.
 
     Cancellation happens asynchronously, so when this call returns,
     cancellations will not have completed yet.
     """
     logging.debug('%s', request)
     if not request.tags:
       # Prevent accidental cancellation of everything.
       raise endpoints.BadRequestException(
@@ skipping 20 matching lines @@
 
     return swarming_rpcs.TasksCancelResponse(
         cursor=cursor,
         matched=len(tasks),
         now=now)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.TasksCountRequest, swarming_rpcs.TasksCount,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_all_tasks)
   def count(self, request):
     """Counts number of tasks in a given state."""
     logging.debug('%s', request)
     if not request.start:
       raise endpoints.BadRequestException('start (as epoch) is required')
     now = utils.utcnow()
     mem_key = self._memcache_key(request, now)
     count = memcache.get(mem_key, namespace='tasks_count')
     if count is not None:
       return swarming_rpcs.TasksCount(count=count, now=now)
@@ skipping 19 matching lines @@
     return task_result.get_result_summaries_query(
         start, end,
         sort or request.sort.name.lower(),
         request.state.name.lower(),
         request.tags)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       message_types.VoidMessage, swarming_rpcs.TasksTags,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_all_tasks)
   def tags(self, _request):
     """Returns the cached set of tags currently seen in the fleet."""
     tags = task_result.TagAggregation.KEY.get()
     ft = [
       swarming_rpcs.StringListPair(key=t.tag, value=t.values)
       for t in tags.tags
     ]
     return swarming_rpcs.TasksTags(tasks_tags=ft, ts=tags.ts)
 
 
@@ skipping 14 matching lines @@
 
 @swarming_api.api_class(resource_name='bot', path='bot')
 class SwarmingBotService(remote.Service):
   """Bot-related API. Permits querying information about the bot's properties"""
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       BotId, swarming_rpcs.BotInfo,
       name='get',
       path='{bot_id}/get',
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_bot)
   def get(self, request):
     """Returns information about a known bot.
 
     This includes its state and dimensions, and if it is currently running a
     task.
     """
     logging.debug('%s', request)
     bot_id = request.bot_id
     bot = bot_management.get_info_key(bot_id).get()
     deleted = False
@@ skipping 22 matching lines @@
       deleted = True
 
     return message_conversion.bot_info_to_rpc(bot, utils.utcnow(),
                                               deleted=deleted)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       BotId, swarming_rpcs.DeletedResponse,
       name='delete',
       path='{bot_id}/delete')
-  @auth.require(acl.is_admin)
+  @auth.require(acl.can_edit_bot)
   def delete(self, request):
     """Deletes the bot corresponding to a provided bot_id.
 
     At that point, the bot will not appears in the list of bots but it is still
     possible to get information about the bot with its bot id is known, as
     historical data is not deleted.
 
     It is meant to remove from the DB the presence of a bot that was retired,
     e.g. the VM was shut down already. Use 'terminate' instead of the bot is
     still alive.
     """
     logging.debug('%s', request)
     bot_key = bot_management.get_info_key(request.bot_id)
     get_or_raise(bot_key)  # raises 404 if there is no such bot
     # TODO(maruel): If the bot was a MP, call lease_management.cleanup_bot()?
     task_queues.cleanup_after_bot(request.bot_id)
     bot_key.delete()
     return swarming_rpcs.DeletedResponse(deleted=True)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       BotEventsRequest, swarming_rpcs.BotEvents,
       name='events',
       path='{bot_id}/events',
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_bot)
   def events(self, request):
     """Returns events that happened on a bot."""
     logging.debug('%s', request)
     try:
       now = utils.utcnow()
       start = message_conversion.epoch_to_datetime(request.start)
       end = message_conversion.epoch_to_datetime(request.end)
       order = not (start or end)
       query = bot_management.get_events_query(request.bot_id, order)
       if not order:
@@ skipping 11 matching lines @@
     return swarming_rpcs.BotEvents(
         cursor=cursor,
         items=[message_conversion.bot_event_to_rpc(r) for r in items],
         now=now)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       BotId, swarming_rpcs.TerminateResponse,
       name='terminate',
       path='{bot_id}/terminate')
-  @auth.require(acl.is_bot_or_privileged_user)
+  @auth.require(acl.can_edit_bot)
   def terminate(self, request):
     """Asks a bot to terminate itself gracefully.
 
     The bot will stay in the DB, use 'delete' to remove it from the DB
     afterward. This request returns a pseudo-taskid that can be waited for to
     wait for the bot to turn down.
 
     This command is particularly useful when a privileged user needs to safely
     debug a machine specific issue. The user can trigger a terminate for one of
     the bot exhibiting the issue, wait for the pseudo-task to run then access
@@ skipping 16 matching lines @@
     result_summary = task_scheduler.schedule_request(request, None)
     return swarming_rpcs.TerminateResponse(
         task_id=task_pack.pack_result_summary_key(result_summary.key))
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       BotTasksRequest, swarming_rpcs.BotTasks,
       name='tasks',
       path='{bot_id}/tasks',
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_all_tasks)
   def tasks(self, request):
     """Lists a given bot's tasks within the specified date range.
 
     In this case, the tasks are effectively TaskRunResult since it's individual
     task tries sent to this specific bot.
 
     It is impossible to search by both tags and bot id. If there's a need,
     TaskRunResult.tags will be added (via a copy from TaskRequest.tags).
     """
     logging.debug('%s', request)
@@ skipping 22 matching lines @@
 
 
 @swarming_api.api_class(resource_name='bots', path='bots')
 class SwarmingBotsService(remote.Service):
   """Bots-related API."""
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.BotsRequest, swarming_rpcs.BotList,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_bot)
   def list(self, request):
     """Provides list of known bots.
 
     Deleted bots will not be listed.
     """
     logging.debug('%s', request)
     now = utils.utcnow()
     q = bot_management.BotInfo.query()
     try:
       q = bot_management.filter_dimensions(q, request.dimensions)
       q = bot_management.filter_availability(
           q, swarming_rpcs.to_bool(request.quarantined),
           swarming_rpcs.to_bool(request.is_dead), now,
           swarming_rpcs.to_bool(request.is_busy),
           swarming_rpcs.to_bool(request.is_mp))
     except ValueError as e:
       raise endpoints.BadRequestException(str(e))
 
     bots, cursor = datastore_utils.fetch_page(q, request.limit, request.cursor)
     return swarming_rpcs.BotList(
         cursor=cursor,
         death_timeout=config.settings().bot_death_timeout_secs,
         items=[message_conversion.bot_info_to_rpc(bot, now) for bot in bots],
         now=now)
 
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       swarming_rpcs.BotsRequest, swarming_rpcs.BotsCount,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_bot)
   def count(self, request):
     """Counts number of bots with given dimensions."""
     logging.debug('%s', request)
     now = utils.utcnow()
     q = bot_management.BotInfo.query()
     try:
       q = bot_management.filter_dimensions(q, request.dimensions)
     except ValueError as e:
       raise endpoints.BadRequestException(str(e))
 
     f_count = q.count_async()
     f_dead = (bot_management.filter_availability(q, None, True, now, None, None)
         .count_async())
     f_quarantined = (
         bot_management.filter_availability(q, True, None, now, None, None)
         .count_async())
     f_busy = (bot_management.filter_availability(q, None, None, now, True, None)
         .count_async())
     return swarming_rpcs.BotsCount(
         count=f_count.get_result(),
         quarantined=f_quarantined.get_result(),
         dead=f_dead.get_result(),
         busy=f_busy.get_result(),
         now=now)
 
-
   @gae_ts_mon.instrument_endpoint()
   @auth.endpoints_method(
       message_types.VoidMessage, swarming_rpcs.BotsDimensions,
       http_method='GET')
-  @auth.require(acl.is_privileged_user)
+  @auth.require(acl.can_view_bot)
   def dimensions(self, _request):
     """Returns the cached set of dimensions currently in use in the fleet."""
     dims = bot_management.DimensionAggregation.KEY.get()
     fd = [
       swarming_rpcs.StringListPair(key=d.dimension, value=d.values)
       for d in dims.dimensions
     ]
     return swarming_rpcs.BotsDimensions(bots_dimensions=fd, ts=dims.ts)
 
 
 def get_routes():
   return (
     endpoints_webapp2.api_routes(SwarmingServerService) +
     endpoints_webapp2.api_routes(SwarmingTaskService) +
     endpoints_webapp2.api_routes(SwarmingTasksService) +
     endpoints_webapp2.api_routes(SwarmingBotService) +
     endpoints_webapp2.api_routes(SwarmingBotsService) +
     # components.config endpoints for validation and configuring of luci-config
     # service URL.
     endpoints_webapp2.api_routes(config.ConfigApi))