| Index: third_party/grpc/src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi
|
| diff --git a/third_party/grpc/src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi b/third_party/grpc/src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..e11138b1cd8ac690256d47a227801f3a24ac48ae
|
| --- /dev/null
|
| +++ b/third_party/grpc/src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi
|
| @@ -0,0 +1,147 @@
|
| +# Copyright 2015-2016, Google Inc.
|
| +# All rights reserved.
|
| +#
|
| +# Redistribution and use in source and binary forms, with or without
|
| +# modification, are permitted provided that the following conditions are
|
| +# met:
|
| +#
|
| +# * Redistributions of source code must retain the above copyright
|
| +# notice, this list of conditions and the following disclaimer.
|
| +# * Redistributions in binary form must reproduce the above
|
| +# copyright notice, this list of conditions and the following disclaimer
|
| +# in the documentation and/or other materials provided with the
|
| +# distribution.
|
| +# * Neither the name of Google Inc. nor the names of its
|
| +# contributors may be used to endorse or promote products derived from
|
| +# this software without specific prior written permission.
|
| +#
|
| +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
| +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| +
|
| +cimport cpython
|
| +
|
| +import threading
|
| +import time
|
| +
|
| +
|
| +cdef class CompletionQueue:
|
| +
|
| + def __cinit__(self):
|
| + self.c_completion_queue = grpc_completion_queue_create(NULL)
|
| + self.is_shutting_down = False
|
| + self.is_shutdown = False
|
| + self.pluck_condition = threading.Condition()
|
| + self.num_plucking = 0
|
| + self.num_polling = 0
|
| +
|
| + cdef _interpret_event(self, grpc_event event):
|
| + cdef OperationTag tag = None
|
| + cdef object user_tag = None
|
| + cdef Call operation_call = None
|
| + cdef CallDetails request_call_details = None
|
| + cdef Metadata request_metadata = None
|
| + cdef Operations batch_operations = None
|
| + if event.type == GRPC_QUEUE_TIMEOUT:
|
| + return Event(
|
| + event.type, False, None, None, None, None, False, None)
|
| + elif event.type == GRPC_QUEUE_SHUTDOWN:
|
| + self.is_shutdown = True
|
| + return Event(
|
| + event.type, True, None, None, None, None, False, None)
|
| + else:
|
| + if event.tag != NULL:
|
| + tag = <OperationTag>event.tag
|
| + # We receive event tags only after they've been inc-ref'd elsewhere in
|
| + # the code.
|
| + cpython.Py_DECREF(tag)
|
| + if tag.shutting_down_server is not None:
|
| + tag.shutting_down_server.notify_shutdown_complete()
|
| + user_tag = tag.user_tag
|
| + operation_call = tag.operation_call
|
| + request_call_details = tag.request_call_details
|
| + request_metadata = tag.request_metadata
|
| + batch_operations = tag.batch_operations
|
| + if tag.is_new_request:
|
| + # Stuff in the tag not explicitly handled by us needs to live through
|
| + # the life of the call
|
| + operation_call.references.extend(tag.references)
|
| + return Event(
|
| + event.type, event.success, user_tag, operation_call,
|
| + request_call_details, request_metadata, tag.is_new_request,
|
| + batch_operations)
|
| +
|
| + def poll(self, Timespec deadline=None):
|
| + # We name this 'poll' to avoid problems with CPython's expectations for
|
| + # 'special' methods (like next and __next__).
|
| + cdef gpr_timespec c_deadline = gpr_inf_future(
|
| + GPR_CLOCK_REALTIME)
|
| + if deadline is not None:
|
| + c_deadline = deadline.c_time
|
| + cdef grpc_event event
|
| +
|
| + # Poll within a critical section to detect contention
|
| + with self.pluck_condition:
|
| + assert self.num_plucking == 0, 'cannot simultaneously pluck and poll'
|
| + self.num_polling += 1
|
| + with nogil:
|
| + event = grpc_completion_queue_next(
|
| + self.c_completion_queue, c_deadline, NULL)
|
| + with self.pluck_condition:
|
| + self.num_polling -= 1
|
| + return self._interpret_event(event)
|
| +
|
| + def pluck(self, OperationTag tag, Timespec deadline=None):
|
| + # Plucking a 'None' tag is equivalent to passing control to GRPC core until
|
| + # the deadline.
|
| + cdef gpr_timespec c_deadline = gpr_inf_future(
|
| + GPR_CLOCK_REALTIME)
|
| + if deadline is not None:
|
| + c_deadline = deadline.c_time
|
| + cdef grpc_event event
|
| +
|
| + # Pluck within a critical section to detect contention
|
| + with self.pluck_condition:
|
| + assert self.num_polling == 0, 'cannot simultaneously pluck and poll'
|
| + assert self.num_plucking < GRPC_MAX_COMPLETION_QUEUE_PLUCKERS, (
|
| + 'cannot pluck more than {} times simultaneously'.format(
|
| + GRPC_MAX_COMPLETION_QUEUE_PLUCKERS))
|
| + self.num_plucking += 1
|
| + with nogil:
|
| + event = grpc_completion_queue_pluck(
|
| + self.c_completion_queue, <cpython.PyObject *>tag, c_deadline, NULL)
|
| + with self.pluck_condition:
|
| + self.num_plucking -= 1
|
| + return self._interpret_event(event)
|
| +
|
| + def shutdown(self):
|
| + grpc_completion_queue_shutdown(self.c_completion_queue)
|
| + self.is_shutting_down = True
|
| +
|
| + def clear(self):
|
| + if not self.is_shutting_down:
|
| + raise ValueError('queue must be shutting down to be cleared')
|
| + while self.poll().type != GRPC_QUEUE_SHUTDOWN:
|
| + pass
|
| +
|
| + def __dealloc__(self):
|
| + cdef gpr_timespec c_deadline = gpr_inf_future(GPR_CLOCK_REALTIME)
|
| + if self.c_completion_queue != NULL:
|
| + # Ensure shutdown
|
| + if not self.is_shutting_down:
|
| + grpc_completion_queue_shutdown(self.c_completion_queue)
|
| + # Pump the queue
|
| + while not self.is_shutdown:
|
| + with nogil:
|
| + event = grpc_completion_queue_next(
|
| + self.c_completion_queue, c_deadline, NULL)
|
| + self._interpret_event(event)
|
| + grpc_completion_queue_destroy(self.c_completion_queue)
|
|
|