Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(989)

Side by Side Diff: tools/testrunner/server/compression.py

Issue 11028027: Revert trunk to bleeding_edge at r12484 (Closed) Base URL: https://v8.googlecode.com/svn/trunk
Patch Set: Created 8 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « tools/testrunner/server/__init__.py ('k') | tools/testrunner/server/constants.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 # Copyright 2012 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are
4 # met:
5 #
6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided
11 # with the distribution.
12 # * Neither the name of Google Inc. nor the names of its
13 # contributors may be used to endorse or promote products derived
14 # from this software without specific prior written permission.
15 #
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28
29 import cStringIO as StringIO
30 try:
31 import ujson as json
32 except ImportError:
33 print("You should install UltraJSON, it is much faster!")
34 import json
35 import os
36 import struct
37 import zlib
38
39 from . import constants
40
41 def Send(obj, sock):
42 """
43 Sends a JSON encodable object over the specified socket (zlib-compressed).
44 """
45 obj = json.dumps(obj)
46 compression_level = 2 # 1 = fastest, 9 = best compression
47 compressed = zlib.compress(obj, compression_level)
48 payload = struct.pack('>i', len(compressed)) + compressed
49 sock.sendall(payload)
50
51
52 class Receiver(object):
53 def __init__(self, sock):
54 self.sock = sock
55 self.data = StringIO.StringIO()
56 self.datalength = 0
57 self._next = self._GetNext()
58
59 def IsDone(self):
60 return self._next == None
61
62 def Current(self):
63 return self._next
64
65 def Advance(self):
66 try:
67 self._next = self._GetNext()
68 except:
69 raise
70
71 def _GetNext(self):
72 try:
73 while self.datalength < constants.SIZE_T:
74 try:
75 chunk = self.sock.recv(8192)
76 except:
77 raise
78 if not chunk: return None
79 self._AppendData(chunk)
80 size = self._PopData(constants.SIZE_T)
81 size = struct.unpack(">i", size)[0]
82 while self.datalength < size:
83 try:
84 chunk = self.sock.recv(8192)
85 except:
86 raise
87 if not chunk: return None
88 self._AppendData(chunk)
89 result = self._PopData(size)
90 result = zlib.decompress(result)
91 result = json.loads(result)
92 if result == constants.END_OF_STREAM:
93 return None
94 return result
95 except:
96 raise
97
98 def _AppendData(self, new):
99 self.data.seek(0, os.SEEK_END)
100 self.data.write(new)
101 self.datalength += len(new)
102
103 def _PopData(self, length):
104 self.data.seek(0)
105 chunk = self.data.read(length)
106 remaining = self.data.read()
107 self.data.close()
108 self.data = StringIO.StringIO()
109 self.data.write(remaining)
110 assert self.datalength - length == len(remaining)
111 self.datalength = len(remaining)
112 return chunk
OLDNEW
« no previous file with comments | « tools/testrunner/server/__init__.py ('k') | tools/testrunner/server/constants.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698