Index: third_party/grpc/src/core/transport/chttp2/hpack_encoder.c |
diff --git a/third_party/grpc/src/core/transport/chttp2/hpack_encoder.c b/third_party/grpc/src/core/transport/chttp2/hpack_encoder.c |
new file mode 100644 |
index 0000000000000000000000000000000000000000..f30f574d0635c9fc3e7ba445f4fc5edb789b6b1a |
--- /dev/null |
+++ b/third_party/grpc/src/core/transport/chttp2/hpack_encoder.c |
@@ -0,0 +1,568 @@ |
+/* |
+ * |
+ * Copyright 2015-2016, Google Inc. |
+ * All rights reserved. |
+ * |
+ * Redistribution and use in source and binary forms, with or without |
+ * modification, are permitted provided that the following conditions are |
+ * met: |
+ * |
+ * * Redistributions of source code must retain the above copyright |
+ * notice, this list of conditions and the following disclaimer. |
+ * * Redistributions in binary form must reproduce the above |
+ * copyright notice, this list of conditions and the following disclaimer |
+ * in the documentation and/or other materials provided with the |
+ * distribution. |
+ * * Neither the name of Google Inc. nor the names of its |
+ * contributors may be used to endorse or promote products derived from |
+ * this software without specific prior written permission. |
+ * |
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
+ * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
+ * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
+ * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
+ * |
+ */ |
+ |
+#include "src/core/transport/chttp2/hpack_encoder.h" |
+ |
+#include <assert.h> |
+#include <string.h> |
+ |
+/* This is here for grpc_is_binary_header |
+ * TODO(murgatroid99): Remove this |
+ */ |
+#include <grpc/grpc.h> |
+ |
+#include <grpc/support/alloc.h> |
+#include <grpc/support/log.h> |
+#include <grpc/support/useful.h> |
+ |
+#include "src/core/transport/chttp2/bin_encoder.h" |
+#include "src/core/transport/chttp2/hpack_table.h" |
+#include "src/core/transport/chttp2/timeout_encoding.h" |
+#include "src/core/transport/chttp2/varint.h" |
+#include "src/core/transport/static_metadata.h" |
+ |
+#define HASH_FRAGMENT_1(x) ((x)&255) |
+#define HASH_FRAGMENT_2(x) ((x >> 8) & 255) |
+#define HASH_FRAGMENT_3(x) ((x >> 16) & 255) |
+#define HASH_FRAGMENT_4(x) ((x >> 24) & 255) |
+ |
+/* if the probability of this item being seen again is < 1/x then don't add |
+ it to the table */ |
+#define ONE_ON_ADD_PROBABILITY 128 |
+/* don't consider adding anything bigger than this to the hpack table */ |
+#define MAX_DECODER_SPACE_USAGE 512 |
+ |
+typedef struct { |
+ int is_first_frame; |
+ /* number of bytes in 'output' when we started the frame - used to calculate |
+ frame length */ |
+ size_t output_length_at_start_of_frame; |
+ /* index (in output) of the header for the current frame */ |
+ size_t header_idx; |
+ /* have we seen a regular (non-colon-prefixed) header yet? */ |
+ uint8_t seen_regular_header; |
+ /* output stream id */ |
+ uint32_t stream_id; |
+ gpr_slice_buffer *output; |
+} framer_state; |
+ |
+/* fills p (which is expected to be 9 bytes long) with a data frame header */ |
+static void fill_header(uint8_t *p, uint8_t type, uint32_t id, size_t len, |
+ uint8_t flags) { |
+ GPR_ASSERT(len < 16777316); |
+ *p++ = (uint8_t)(len >> 16); |
+ *p++ = (uint8_t)(len >> 8); |
+ *p++ = (uint8_t)(len); |
+ *p++ = type; |
+ *p++ = flags; |
+ *p++ = (uint8_t)(id >> 24); |
+ *p++ = (uint8_t)(id >> 16); |
+ *p++ = (uint8_t)(id >> 8); |
+ *p++ = (uint8_t)(id); |
+} |
+ |
+/* finish a frame - fill in the previously reserved header */ |
+static void finish_frame(framer_state *st, int is_header_boundary, |
+ int is_last_in_stream) { |
+ uint8_t type = 0xff; |
+ type = st->is_first_frame ? GRPC_CHTTP2_FRAME_HEADER |
+ : GRPC_CHTTP2_FRAME_CONTINUATION; |
+ fill_header( |
+ GPR_SLICE_START_PTR(st->output->slices[st->header_idx]), type, |
+ st->stream_id, st->output->length - st->output_length_at_start_of_frame, |
+ (uint8_t)((is_last_in_stream ? GRPC_CHTTP2_DATA_FLAG_END_STREAM : 0) | |
+ (is_header_boundary ? GRPC_CHTTP2_DATA_FLAG_END_HEADERS : 0))); |
+ st->is_first_frame = 0; |
+} |
+ |
+/* begin a new frame: reserve off header space, remember how many bytes we'd |
+ output before beginning */ |
+static void begin_frame(framer_state *st) { |
+ st->header_idx = |
+ gpr_slice_buffer_add_indexed(st->output, gpr_slice_malloc(9)); |
+ st->output_length_at_start_of_frame = st->output->length; |
+} |
+ |
+/* make sure that the current frame is of the type desired, and has sufficient |
+ space to add at least about_to_add bytes -- finishes the current frame if |
+ needed */ |
+static void ensure_space(framer_state *st, size_t need_bytes) { |
+ if (st->output->length - st->output_length_at_start_of_frame + need_bytes <= |
+ GRPC_CHTTP2_MAX_PAYLOAD_LENGTH) { |
+ return; |
+ } |
+ finish_frame(st, 0, 0); |
+ begin_frame(st); |
+} |
+ |
+/* increment a filter count, halve all counts if one element reaches max */ |
+static void inc_filter(uint8_t idx, uint32_t *sum, uint8_t *elems) { |
+ elems[idx]++; |
+ if (elems[idx] < 255) { |
+ (*sum)++; |
+ } else { |
+ int i; |
+ *sum = 0; |
+ for (i = 0; i < GRPC_CHTTP2_HPACKC_NUM_FILTERS; i++) { |
+ elems[i] /= 2; |
+ (*sum) += elems[i]; |
+ } |
+ } |
+} |
+ |
+static void add_header_data(framer_state *st, gpr_slice slice) { |
+ size_t len = GPR_SLICE_LENGTH(slice); |
+ size_t remaining; |
+ if (len == 0) return; |
+ remaining = GRPC_CHTTP2_MAX_PAYLOAD_LENGTH + |
+ st->output_length_at_start_of_frame - st->output->length; |
+ if (len <= remaining) { |
+ gpr_slice_buffer_add(st->output, slice); |
+ } else { |
+ gpr_slice_buffer_add(st->output, gpr_slice_split_head(&slice, remaining)); |
+ finish_frame(st, 0, 0); |
+ begin_frame(st); |
+ add_header_data(st, slice); |
+ } |
+} |
+ |
+static uint8_t *add_tiny_header_data(framer_state *st, size_t len) { |
+ ensure_space(st, len); |
+ return gpr_slice_buffer_tiny_add(st->output, len); |
+} |
+ |
+static void evict_entry(grpc_chttp2_hpack_compressor *c) { |
+ c->tail_remote_index++; |
+ GPR_ASSERT(c->tail_remote_index > 0); |
+ GPR_ASSERT(c->table_size >= |
+ c->table_elem_size[c->tail_remote_index % c->cap_table_elems]); |
+ GPR_ASSERT(c->table_elems > 0); |
+ c->table_size = |
+ (uint16_t)(c->table_size - |
+ c->table_elem_size[c->tail_remote_index % c->cap_table_elems]); |
+ c->table_elems--; |
+} |
+ |
+/* add an element to the decoder table */ |
+static void add_elem(grpc_chttp2_hpack_compressor *c, grpc_mdelem *elem) { |
+ uint32_t key_hash = elem->key->hash; |
+ uint32_t elem_hash = GRPC_MDSTR_KV_HASH(key_hash, elem->value->hash); |
+ uint32_t new_index = c->tail_remote_index + c->table_elems + 1; |
+ size_t elem_size = 32 + GPR_SLICE_LENGTH(elem->key->slice) + |
+ GPR_SLICE_LENGTH(elem->value->slice); |
+ |
+ GPR_ASSERT(elem_size < 65536); |
+ |
+ if (elem_size > c->max_table_size) { |
+ while (c->table_size > 0) { |
+ evict_entry(c); |
+ } |
+ return; |
+ } |
+ |
+ /* Reserve space for this element in the remote table: if this overflows |
+ the current table, drop elements until it fits, matching the decompressor |
+ algorithm */ |
+ while (c->table_size + elem_size > c->max_table_size) { |
+ evict_entry(c); |
+ } |
+ GPR_ASSERT(c->table_elems < c->max_table_size); |
+ c->table_elem_size[new_index % c->cap_table_elems] = (uint16_t)elem_size; |
+ c->table_size = (uint16_t)(c->table_size + elem_size); |
+ c->table_elems++; |
+ |
+ /* Store this element into {entries,indices}_elem */ |
+ if (c->entries_elems[HASH_FRAGMENT_2(elem_hash)] == elem) { |
+ /* already there: update with new index */ |
+ c->indices_elems[HASH_FRAGMENT_2(elem_hash)] = new_index; |
+ } else if (c->entries_elems[HASH_FRAGMENT_3(elem_hash)] == elem) { |
+ /* already there (cuckoo): update with new index */ |
+ c->indices_elems[HASH_FRAGMENT_3(elem_hash)] = new_index; |
+ } else if (c->entries_elems[HASH_FRAGMENT_2(elem_hash)] == NULL) { |
+ /* not there, but a free element: add */ |
+ c->entries_elems[HASH_FRAGMENT_2(elem_hash)] = GRPC_MDELEM_REF(elem); |
+ c->indices_elems[HASH_FRAGMENT_2(elem_hash)] = new_index; |
+ } else if (c->entries_elems[HASH_FRAGMENT_3(elem_hash)] == NULL) { |
+ /* not there (cuckoo), but a free element: add */ |
+ c->entries_elems[HASH_FRAGMENT_3(elem_hash)] = GRPC_MDELEM_REF(elem); |
+ c->indices_elems[HASH_FRAGMENT_3(elem_hash)] = new_index; |
+ } else if (c->indices_elems[HASH_FRAGMENT_2(elem_hash)] < |
+ c->indices_elems[HASH_FRAGMENT_3(elem_hash)]) { |
+ /* not there: replace oldest */ |
+ GRPC_MDELEM_UNREF(c->entries_elems[HASH_FRAGMENT_2(elem_hash)]); |
+ c->entries_elems[HASH_FRAGMENT_2(elem_hash)] = GRPC_MDELEM_REF(elem); |
+ c->indices_elems[HASH_FRAGMENT_2(elem_hash)] = new_index; |
+ } else { |
+ /* not there: replace oldest */ |
+ GRPC_MDELEM_UNREF(c->entries_elems[HASH_FRAGMENT_3(elem_hash)]); |
+ c->entries_elems[HASH_FRAGMENT_3(elem_hash)] = GRPC_MDELEM_REF(elem); |
+ c->indices_elems[HASH_FRAGMENT_3(elem_hash)] = new_index; |
+ } |
+ |
+ /* do exactly the same for the key (so we can find by that again too) */ |
+ |
+ if (c->entries_keys[HASH_FRAGMENT_2(key_hash)] == elem->key) { |
+ c->indices_keys[HASH_FRAGMENT_2(key_hash)] = new_index; |
+ } else if (c->entries_keys[HASH_FRAGMENT_3(key_hash)] == elem->key) { |
+ c->indices_keys[HASH_FRAGMENT_3(key_hash)] = new_index; |
+ } else if (c->entries_keys[HASH_FRAGMENT_2(key_hash)] == NULL) { |
+ c->entries_keys[HASH_FRAGMENT_2(key_hash)] = GRPC_MDSTR_REF(elem->key); |
+ c->indices_keys[HASH_FRAGMENT_2(key_hash)] = new_index; |
+ } else if (c->entries_keys[HASH_FRAGMENT_3(key_hash)] == NULL) { |
+ c->entries_keys[HASH_FRAGMENT_3(key_hash)] = GRPC_MDSTR_REF(elem->key); |
+ c->indices_keys[HASH_FRAGMENT_3(key_hash)] = new_index; |
+ } else if (c->indices_keys[HASH_FRAGMENT_2(key_hash)] < |
+ c->indices_keys[HASH_FRAGMENT_3(key_hash)]) { |
+ GRPC_MDSTR_UNREF(c->entries_keys[HASH_FRAGMENT_2(key_hash)]); |
+ c->entries_keys[HASH_FRAGMENT_2(key_hash)] = GRPC_MDSTR_REF(elem->key); |
+ c->indices_keys[HASH_FRAGMENT_2(key_hash)] = new_index; |
+ } else { |
+ GRPC_MDSTR_UNREF(c->entries_keys[HASH_FRAGMENT_3(key_hash)]); |
+ c->entries_keys[HASH_FRAGMENT_3(key_hash)] = GRPC_MDSTR_REF(elem->key); |
+ c->indices_keys[HASH_FRAGMENT_3(key_hash)] = new_index; |
+ } |
+} |
+ |
+static void emit_indexed(grpc_chttp2_hpack_compressor *c, uint32_t elem_index, |
+ framer_state *st) { |
+ uint32_t len = GRPC_CHTTP2_VARINT_LENGTH(elem_index, 1); |
+ GRPC_CHTTP2_WRITE_VARINT(elem_index, 1, 0x80, add_tiny_header_data(st, len), |
+ len); |
+} |
+ |
+static gpr_slice get_wire_value(grpc_mdelem *elem, uint8_t *huffman_prefix) { |
+ if (grpc_is_binary_header((const char *)GPR_SLICE_START_PTR(elem->key->slice), |
+ GPR_SLICE_LENGTH(elem->key->slice))) { |
+ *huffman_prefix = 0x80; |
+ return grpc_mdstr_as_base64_encoded_and_huffman_compressed(elem->value); |
+ } |
+ /* TODO(ctiller): opportunistically compress non-binary headers */ |
+ *huffman_prefix = 0x00; |
+ return elem->value->slice; |
+} |
+ |
+static void emit_lithdr_incidx(grpc_chttp2_hpack_compressor *c, |
+ uint32_t key_index, grpc_mdelem *elem, |
+ framer_state *st) { |
+ uint32_t len_pfx = GRPC_CHTTP2_VARINT_LENGTH(key_index, 2); |
+ uint8_t huffman_prefix; |
+ gpr_slice value_slice = get_wire_value(elem, &huffman_prefix); |
+ size_t len_val = GPR_SLICE_LENGTH(value_slice); |
+ uint32_t len_val_len; |
+ GPR_ASSERT(len_val <= UINT32_MAX); |
+ len_val_len = GRPC_CHTTP2_VARINT_LENGTH((uint32_t)len_val, 1); |
+ GRPC_CHTTP2_WRITE_VARINT(key_index, 2, 0x40, |
+ add_tiny_header_data(st, len_pfx), len_pfx); |
+ GRPC_CHTTP2_WRITE_VARINT((uint32_t)len_val, 1, huffman_prefix, |
+ add_tiny_header_data(st, len_val_len), len_val_len); |
+ add_header_data(st, gpr_slice_ref(value_slice)); |
+} |
+ |
+static void emit_lithdr_noidx(grpc_chttp2_hpack_compressor *c, |
+ uint32_t key_index, grpc_mdelem *elem, |
+ framer_state *st) { |
+ uint32_t len_pfx = GRPC_CHTTP2_VARINT_LENGTH(key_index, 4); |
+ uint8_t huffman_prefix; |
+ gpr_slice value_slice = get_wire_value(elem, &huffman_prefix); |
+ size_t len_val = GPR_SLICE_LENGTH(value_slice); |
+ uint32_t len_val_len; |
+ GPR_ASSERT(len_val <= UINT32_MAX); |
+ len_val_len = GRPC_CHTTP2_VARINT_LENGTH((uint32_t)len_val, 1); |
+ GRPC_CHTTP2_WRITE_VARINT(key_index, 4, 0x00, |
+ add_tiny_header_data(st, len_pfx), len_pfx); |
+ GRPC_CHTTP2_WRITE_VARINT((uint32_t)len_val, 1, huffman_prefix, |
+ add_tiny_header_data(st, len_val_len), len_val_len); |
+ add_header_data(st, gpr_slice_ref(value_slice)); |
+} |
+ |
+static void emit_lithdr_incidx_v(grpc_chttp2_hpack_compressor *c, |
+ grpc_mdelem *elem, framer_state *st) { |
+ uint32_t len_key = (uint32_t)GPR_SLICE_LENGTH(elem->key->slice); |
+ uint8_t huffman_prefix; |
+ gpr_slice value_slice = get_wire_value(elem, &huffman_prefix); |
+ uint32_t len_val = (uint32_t)GPR_SLICE_LENGTH(value_slice); |
+ uint32_t len_key_len = GRPC_CHTTP2_VARINT_LENGTH(len_key, 1); |
+ uint32_t len_val_len = GRPC_CHTTP2_VARINT_LENGTH(len_val, 1); |
+ GPR_ASSERT(len_key <= UINT32_MAX); |
+ GPR_ASSERT(GPR_SLICE_LENGTH(value_slice) <= UINT32_MAX); |
+ *add_tiny_header_data(st, 1) = 0x40; |
+ GRPC_CHTTP2_WRITE_VARINT(len_key, 1, 0x00, |
+ add_tiny_header_data(st, len_key_len), len_key_len); |
+ add_header_data(st, gpr_slice_ref(elem->key->slice)); |
+ GRPC_CHTTP2_WRITE_VARINT(len_val, 1, huffman_prefix, |
+ add_tiny_header_data(st, len_val_len), len_val_len); |
+ add_header_data(st, gpr_slice_ref(value_slice)); |
+} |
+ |
+static void emit_lithdr_noidx_v(grpc_chttp2_hpack_compressor *c, |
+ grpc_mdelem *elem, framer_state *st) { |
+ uint32_t len_key = (uint32_t)GPR_SLICE_LENGTH(elem->key->slice); |
+ uint8_t huffman_prefix; |
+ gpr_slice value_slice = get_wire_value(elem, &huffman_prefix); |
+ uint32_t len_val = (uint32_t)GPR_SLICE_LENGTH(value_slice); |
+ uint32_t len_key_len = GRPC_CHTTP2_VARINT_LENGTH(len_key, 1); |
+ uint32_t len_val_len = GRPC_CHTTP2_VARINT_LENGTH(len_val, 1); |
+ GPR_ASSERT(len_key <= UINT32_MAX); |
+ GPR_ASSERT(GPR_SLICE_LENGTH(value_slice) <= UINT32_MAX); |
+ *add_tiny_header_data(st, 1) = 0x00; |
+ GRPC_CHTTP2_WRITE_VARINT(len_key, 1, 0x00, |
+ add_tiny_header_data(st, len_key_len), len_key_len); |
+ add_header_data(st, gpr_slice_ref(elem->key->slice)); |
+ GRPC_CHTTP2_WRITE_VARINT(len_val, 1, huffman_prefix, |
+ add_tiny_header_data(st, len_val_len), len_val_len); |
+ add_header_data(st, gpr_slice_ref(value_slice)); |
+} |
+ |
+static void emit_advertise_table_size_change(grpc_chttp2_hpack_compressor *c, |
+ framer_state *st) { |
+ uint32_t len = GRPC_CHTTP2_VARINT_LENGTH(c->max_table_size, 3); |
+ GRPC_CHTTP2_WRITE_VARINT(c->max_table_size, 3, 0x20, |
+ add_tiny_header_data(st, len), len); |
+ c->advertise_table_size_change = 0; |
+} |
+ |
+static uint32_t dynidx(grpc_chttp2_hpack_compressor *c, uint32_t elem_index) { |
+ return 1 + GRPC_CHTTP2_LAST_STATIC_ENTRY + c->tail_remote_index + |
+ c->table_elems - elem_index; |
+} |
+ |
+/* encode an mdelem */ |
+static void hpack_enc(grpc_chttp2_hpack_compressor *c, grpc_mdelem *elem, |
+ framer_state *st) { |
+ uint32_t key_hash = elem->key->hash; |
+ uint32_t elem_hash = GRPC_MDSTR_KV_HASH(key_hash, elem->value->hash); |
+ size_t decoder_space_usage; |
+ uint32_t indices_key; |
+ int should_add_elem; |
+ |
+ GPR_ASSERT(GPR_SLICE_LENGTH(elem->key->slice) > 0); |
+ if (GPR_SLICE_START_PTR(elem->key->slice)[0] != ':') { /* regular header */ |
+ st->seen_regular_header = 1; |
+ } else { |
+ GPR_ASSERT( |
+ st->seen_regular_header == 0 && |
+ "Reserved header (colon-prefixed) happening after regular ones."); |
+ } |
+ |
+ inc_filter(HASH_FRAGMENT_1(elem_hash), &c->filter_elems_sum, c->filter_elems); |
+ |
+ /* is this elem currently in the decoders table? */ |
+ |
+ if (c->entries_elems[HASH_FRAGMENT_2(elem_hash)] == elem && |
+ c->indices_elems[HASH_FRAGMENT_2(elem_hash)] > c->tail_remote_index) { |
+ /* HIT: complete element (first cuckoo hash) */ |
+ emit_indexed(c, dynidx(c, c->indices_elems[HASH_FRAGMENT_2(elem_hash)]), |
+ st); |
+ return; |
+ } |
+ |
+ if (c->entries_elems[HASH_FRAGMENT_3(elem_hash)] == elem && |
+ c->indices_elems[HASH_FRAGMENT_3(elem_hash)] > c->tail_remote_index) { |
+ /* HIT: complete element (second cuckoo hash) */ |
+ emit_indexed(c, dynidx(c, c->indices_elems[HASH_FRAGMENT_3(elem_hash)]), |
+ st); |
+ return; |
+ } |
+ |
+ /* should this elem be in the table? */ |
+ decoder_space_usage = 32 + GPR_SLICE_LENGTH(elem->key->slice) + |
+ GPR_SLICE_LENGTH(elem->value->slice); |
+ should_add_elem = decoder_space_usage < MAX_DECODER_SPACE_USAGE && |
+ c->filter_elems[HASH_FRAGMENT_1(elem_hash)] >= |
+ c->filter_elems_sum / ONE_ON_ADD_PROBABILITY; |
+ |
+ /* no hits for the elem... maybe there's a key? */ |
+ |
+ indices_key = c->indices_keys[HASH_FRAGMENT_2(key_hash)]; |
+ if (c->entries_keys[HASH_FRAGMENT_2(key_hash)] == elem->key && |
+ indices_key > c->tail_remote_index) { |
+ /* HIT: key (first cuckoo hash) */ |
+ if (should_add_elem) { |
+ emit_lithdr_incidx(c, dynidx(c, indices_key), elem, st); |
+ add_elem(c, elem); |
+ return; |
+ } else { |
+ emit_lithdr_noidx(c, dynidx(c, indices_key), elem, st); |
+ return; |
+ } |
+ GPR_UNREACHABLE_CODE(return ); |
+ } |
+ |
+ indices_key = c->indices_keys[HASH_FRAGMENT_3(key_hash)]; |
+ if (c->entries_keys[HASH_FRAGMENT_3(key_hash)] == elem->key && |
+ indices_key > c->tail_remote_index) { |
+ /* HIT: key (first cuckoo hash) */ |
+ if (should_add_elem) { |
+ emit_lithdr_incidx(c, dynidx(c, indices_key), elem, st); |
+ add_elem(c, elem); |
+ return; |
+ } else { |
+ emit_lithdr_noidx(c, dynidx(c, indices_key), elem, st); |
+ return; |
+ } |
+ GPR_UNREACHABLE_CODE(return ); |
+ } |
+ |
+ /* no elem, key in the table... fall back to literal emission */ |
+ |
+ if (should_add_elem) { |
+ emit_lithdr_incidx_v(c, elem, st); |
+ add_elem(c, elem); |
+ return; |
+ } else { |
+ emit_lithdr_noidx_v(c, elem, st); |
+ return; |
+ } |
+ GPR_UNREACHABLE_CODE(return ); |
+} |
+ |
+#define STRLEN_LIT(x) (sizeof(x) - 1) |
+#define TIMEOUT_KEY "grpc-timeout" |
+ |
+static void deadline_enc(grpc_chttp2_hpack_compressor *c, gpr_timespec deadline, |
+ framer_state *st) { |
+ char timeout_str[GRPC_CHTTP2_TIMEOUT_ENCODE_MIN_BUFSIZE]; |
+ grpc_mdelem *mdelem; |
+ grpc_chttp2_encode_timeout( |
+ gpr_time_sub(deadline, gpr_now(deadline.clock_type)), timeout_str); |
+ mdelem = grpc_mdelem_from_metadata_strings( |
+ GRPC_MDSTR_GRPC_TIMEOUT, grpc_mdstr_from_string(timeout_str)); |
+ hpack_enc(c, mdelem, st); |
+ GRPC_MDELEM_UNREF(mdelem); |
+} |
+ |
+static uint32_t elems_for_bytes(uint32_t bytes) { return (bytes + 31) / 32; } |
+ |
+void grpc_chttp2_hpack_compressor_init(grpc_chttp2_hpack_compressor *c) { |
+ memset(c, 0, sizeof(*c)); |
+ c->max_table_size = GRPC_CHTTP2_HPACKC_INITIAL_TABLE_SIZE; |
+ c->cap_table_elems = elems_for_bytes(c->max_table_size); |
+ c->max_table_elems = c->cap_table_elems; |
+ c->max_usable_size = GRPC_CHTTP2_HPACKC_INITIAL_TABLE_SIZE; |
+ c->table_elem_size = |
+ gpr_malloc(sizeof(*c->table_elem_size) * c->cap_table_elems); |
+ memset(c->table_elem_size, 0, |
+ sizeof(*c->table_elem_size) * c->cap_table_elems); |
+} |
+ |
+void grpc_chttp2_hpack_compressor_destroy(grpc_chttp2_hpack_compressor *c) { |
+ int i; |
+ for (i = 0; i < GRPC_CHTTP2_HPACKC_NUM_VALUES; i++) { |
+ if (c->entries_keys[i]) GRPC_MDSTR_UNREF(c->entries_keys[i]); |
+ if (c->entries_elems[i]) GRPC_MDELEM_UNREF(c->entries_elems[i]); |
+ } |
+ gpr_free(c->table_elem_size); |
+} |
+ |
+void grpc_chttp2_hpack_compressor_set_max_usable_size( |
+ grpc_chttp2_hpack_compressor *c, uint32_t max_table_size) { |
+ c->max_usable_size = max_table_size; |
+ grpc_chttp2_hpack_compressor_set_max_table_size( |
+ c, GPR_MIN(c->max_table_size, max_table_size)); |
+} |
+ |
+static void rebuild_elems(grpc_chttp2_hpack_compressor *c, uint32_t new_cap) { |
+ uint16_t *table_elem_size = gpr_malloc(sizeof(*table_elem_size) * new_cap); |
+ uint32_t i; |
+ |
+ memset(table_elem_size, 0, sizeof(*table_elem_size) * new_cap); |
+ GPR_ASSERT(c->table_elems <= new_cap); |
+ |
+ for (i = 0; i < c->table_elems; i++) { |
+ uint32_t ofs = c->tail_remote_index + i + 1; |
+ table_elem_size[ofs % new_cap] = |
+ c->table_elem_size[ofs % c->cap_table_elems]; |
+ } |
+ |
+ c->cap_table_elems = new_cap; |
+ gpr_free(c->table_elem_size); |
+ c->table_elem_size = table_elem_size; |
+} |
+ |
+void grpc_chttp2_hpack_compressor_set_max_table_size( |
+ grpc_chttp2_hpack_compressor *c, uint32_t max_table_size) { |
+ max_table_size = GPR_MIN(max_table_size, c->max_usable_size); |
+ if (max_table_size == c->max_table_size) { |
+ return; |
+ } |
+ while (c->table_size > 0 && c->table_size > max_table_size) { |
+ evict_entry(c); |
+ } |
+ c->max_table_size = max_table_size; |
+ c->max_table_elems = elems_for_bytes(max_table_size); |
+ if (c->max_table_elems > c->cap_table_elems) { |
+ rebuild_elems(c, GPR_MAX(c->max_table_elems, 2 * c->cap_table_elems)); |
+ } else if (c->max_table_elems < c->cap_table_elems / 3) { |
+ uint32_t new_cap = GPR_MAX(c->max_table_elems, 16); |
+ if (new_cap != c->cap_table_elems) { |
+ rebuild_elems(c, new_cap); |
+ } |
+ } |
+ c->advertise_table_size_change = 1; |
+ gpr_log(GPR_DEBUG, "set max table size from encoder to %d", max_table_size); |
+} |
+ |
+void grpc_chttp2_encode_header(grpc_chttp2_hpack_compressor *c, |
+ uint32_t stream_id, |
+ grpc_metadata_batch *metadata, int is_eof, |
+ gpr_slice_buffer *outbuf) { |
+ framer_state st; |
+ grpc_linked_mdelem *l; |
+ gpr_timespec deadline; |
+ |
+ GPR_ASSERT(stream_id != 0); |
+ |
+ st.seen_regular_header = 0; |
+ st.stream_id = stream_id; |
+ st.output = outbuf; |
+ st.is_first_frame = 1; |
+ |
+ /* Encode a metadata batch; store the returned values, representing |
+ a metadata element that needs to be unreffed back into the metadata |
+ slot. THIS MAY NOT BE THE SAME ELEMENT (if a decoder table slot got |
+ updated). After this loop, we'll do a batch unref of elements. */ |
+ begin_frame(&st); |
+ if (c->advertise_table_size_change != 0) { |
+ emit_advertise_table_size_change(c, &st); |
+ } |
+ grpc_metadata_batch_assert_ok(metadata); |
+ for (l = metadata->list.head; l; l = l->next) { |
+ hpack_enc(c, l->md, &st); |
+ } |
+ deadline = metadata->deadline; |
+ if (gpr_time_cmp(deadline, gpr_inf_future(deadline.clock_type)) != 0) { |
+ deadline_enc(c, deadline, &st); |
+ } |
+ |
+ finish_frame(&st, 1, is_eof); |
+} |