Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "remoting/host/video_frame_recorder_host_extension.h" | 5 #include "remoting/host/video_frame_recorder_host_extension.h" |
| 6 | 6 |
| 7 #include "base/base64.h" | 7 #include "base/base64.h" |
| 8 #include "base/json/json_reader.h" | 8 #include "base/json/json_reader.h" |
| 9 #include "base/json/json_writer.h" | 9 #include "base/json/json_writer.h" |
| 10 #include "base/logging.h" | 10 #include "base/logging.h" |
| 11 #include "base/values.h" | 11 #include "base/values.h" |
| 12 #include "remoting/codec/video_encoder_verbatim.h" | 12 #include "remoting/codec/video_encoder_verbatim.h" |
| 13 #include "remoting/host/host_extension_session.h" | 13 #include "remoting/host/host_extension_session.h" |
| 14 #include "remoting/host/video_frame_recorder.h" | 14 #include "remoting/host/video_frame_recorder.h" |
| 15 #include "remoting/proto/control.pb.h" | 15 #include "remoting/proto/control.pb.h" |
| 16 #include "remoting/proto/video.pb.h" | 16 #include "remoting/proto/video.pb.h" |
| 17 #include "remoting/protocol/client_stub.h" | 17 #include "remoting/protocol/client_stub.h" |
| 18 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | 18 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" |
| 19 | 19 |
| 20 namespace remoting { | 20 namespace remoting { |
| 21 | 21 |
| 22 namespace { | 22 namespace { |
| 23 | 23 |
| 24 const char kVideoRecorderCapabilities[] = "videoRecorder"; | 24 const char kVideoRecorderCapabilities[] = "videoRecorder"; |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Declare variables in the most local scope pos
Wez
2014/08/25 23:23:12
Done.
| |
| 25 | 25 |
| 26 const char kVideoRecorderType[] = "video-recorder"; | 26 const char kVideoRecorderType[] = "video-recorder"; |
| 27 | 27 |
| 28 const char kType[] = "type"; | 28 const char kType[] = "type"; |
| 29 const char kData[] = "data"; | 29 const char kData[] = "data"; |
| 30 | 30 |
| 31 const char kStartType[] = "start"; | 31 const char kStartType[] = "start"; |
| 32 const char kStopType[] = "stop"; | 32 const char kStopType[] = "stop"; |
| 33 const char kNextFrameType[] = "next-frame"; | 33 const char kNextFrameType[] = "next-frame"; |
| 34 const char kNextFrameReplyType[] = "next-frame-reply"; | 34 const char kNextFrameReplyType[] = "next-frame-reply"; |
| 35 | 35 |
| 36 class VideoFrameRecorderHostExtensionSession : public HostExtensionSession { | 36 class VideoFrameRecorderHostExtensionSession : public HostExtensionSession { |
| 37 public: | 37 public: |
| 38 explicit VideoFrameRecorderHostExtensionSession(int64_t max_content_bytes); | 38 explicit VideoFrameRecorderHostExtensionSession(int64_t max_content_bytes); |
| 39 virtual ~VideoFrameRecorderHostExtensionSession() {} | 39 virtual ~VideoFrameRecorderHostExtensionSession() {} |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Don't inline this
Wez
2014/08/25 23:23:12
Done.
| |
| 40 | 40 |
| 41 // remoting::HostExtensionSession interface. | 41 // remoting::HostExtensionSession interface. |
| 42 virtual scoped_ptr<VideoEncoder> OnCreateVideoEncoder( | 42 virtual scoped_ptr<VideoEncoder> OnCreateVideoEncoder( |
| 43 scoped_ptr<VideoEncoder> encoder) OVERRIDE; | 43 scoped_ptr<VideoEncoder> encoder) OVERRIDE; |
| 44 virtual bool ModifiesVideoPipeline() const OVERRIDE; | 44 virtual bool ModifiesVideoPipeline() const OVERRIDE; |
| 45 virtual bool OnExtensionMessage( | 45 virtual bool OnExtensionMessage( |
| 46 ClientSessionControl* client_session_control, | 46 ClientSessionControl* client_session_control, |
| 47 protocol::ClientStub* client_stub, | 47 protocol::ClientStub* client_stub, |
| 48 const protocol::ExtensionMessage& message) OVERRIDE; | 48 const protocol::ExtensionMessage& message) OVERRIDE; |
| 49 | 49 |
| 50 private: | 50 private: |
| 51 VideoEncoderVerbatim verbatim_encoder; | 51 VideoEncoderVerbatim verbatim_encoder; |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Members should have a "_" suffix on their nam
Wez
2014/08/25 23:23:12
Done.
| |
| 52 VideoFrameRecorder video_frame_recorder; | 52 VideoFrameRecorder video_frame_recorder; |
| 53 bool first_frame_; | 53 bool first_frame_; |
| 54 | 54 |
| 55 DISALLOW_COPY_AND_ASSIGN(VideoFrameRecorderHostExtensionSession); | 55 DISALLOW_COPY_AND_ASSIGN(VideoFrameRecorderHostExtensionSession); |
| 56 }; | 56 }; |
| 57 | 57 |
| 58 VideoFrameRecorderHostExtensionSession::VideoFrameRecorderHostExtensionSession( | 58 VideoFrameRecorderHostExtensionSession::VideoFrameRecorderHostExtensionSession( |
| 59 int64_t max_content_bytes) : first_frame_(false) { | 59 int64_t max_content_bytes) : first_frame_(false) { |
|
Peter Kasting
2014/08/22 06:38:30
FYI nit: I personally read the Google style guide
Wez
2014/08/25 23:23:12
Done.
| |
| 60 video_frame_recorder.SetMaxContentBytes(max_content_bytes); | 60 video_frame_recorder.SetMaxContentBytes(max_content_bytes); |
| 61 } | 61 } |
| 62 | 62 |
| 63 scoped_ptr<VideoEncoder> | 63 scoped_ptr<VideoEncoder> |
| 64 VideoFrameRecorderHostExtensionSession::OnCreateVideoEncoder( | 64 VideoFrameRecorderHostExtensionSession::OnCreateVideoEncoder( |
| 65 scoped_ptr<VideoEncoder> encoder) { | 65 scoped_ptr<VideoEncoder> encoder) { |
| 66 video_frame_recorder.DetachVideoEncoderWrapper(); | 66 video_frame_recorder.DetachVideoEncoderWrapper(); |
| 67 return video_frame_recorder.WrapVideoEncoder(encoder.Pass()); | 67 return video_frame_recorder.WrapVideoEncoder(encoder.Pass()); |
| 68 } | 68 } |
| 69 | 69 |
| 70 bool VideoFrameRecorderHostExtensionSession::ModifiesVideoPipeline() const { | 70 bool VideoFrameRecorderHostExtensionSession::ModifiesVideoPipeline() const { |
| 71 return true; | 71 return true; |
| 72 } | 72 } |
| 73 | 73 |
| 74 bool VideoFrameRecorderHostExtensionSession::OnExtensionMessage( | 74 bool VideoFrameRecorderHostExtensionSession::OnExtensionMessage( |
| 75 ClientSessionControl* client_session_control, | 75 ClientSessionControl* client_session_control, |
| 76 protocol::ClientStub* client_stub, | 76 protocol::ClientStub* client_stub, |
| 77 const protocol::ExtensionMessage& message) { | 77 const protocol::ExtensionMessage& message) { |
| 78 if (message.type() != kVideoRecorderType) { | 78 if (message.type() != kVideoRecorderType) { |
| 79 return false; | 79 return false; |
| 80 } | 80 } |
| 81 | 81 |
| 82 if (!message.has_data()) { | 82 if (!message.has_data()) { |
| 83 return true; | 83 return true; |
| 84 } | 84 } |
| 85 | 85 |
| 86 scoped_ptr<base::Value> value(base::JSONReader::Read(message.data())); | 86 scoped_ptr<base::Value> value(base::JSONReader::Read(message.data())); |
| 87 base::DictionaryValue* client_message; | 87 base::DictionaryValue* client_message; |
| 88 if (value && value->GetAsDictionary(&client_message)) { | 88 if (value && value->GetAsDictionary(&client_message)) { |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Consider reversing this conditional and early
Wez
2014/08/25 23:23:12
Done.
| |
| 89 std::string type; | 89 std::string type; |
| 90 if (!client_message->GetString(kType, &type)) { | 90 if (!client_message->GetString(kType, &type)) { |
| 91 LOG(ERROR) << "Invalid video-recorder message"; | 91 LOG(ERROR) << "Invalid video-recorder message"; |
| 92 return true; | 92 return true; |
| 93 } | 93 } |
| 94 | 94 |
| 95 if (type == kStartType) { | 95 if (type == kStartType) { |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Could be something like this to avoid indenti
Wez
2014/08/25 23:23:12
That ended up being less readable, IMO, so I broke
| |
| 96 video_frame_recorder.SetEnableRecording(true); | 96 video_frame_recorder.SetEnableRecording(true); |
| 97 first_frame_ = true; | 97 first_frame_ = true; |
| 98 } else if (type == kStopType) { | 98 } else if (type == kStopType) { |
| 99 video_frame_recorder.SetEnableRecording(false); | 99 video_frame_recorder.SetEnableRecording(false); |
| 100 } else if (type == kNextFrameType) { | 100 } else if (type == kNextFrameType) { |
| 101 scoped_ptr<webrtc::DesktopFrame> frame(video_frame_recorder.NextFrame()); | 101 scoped_ptr<webrtc::DesktopFrame> frame(video_frame_recorder.NextFrame()); |
| 102 | 102 |
| 103 // TODO(wez): This involves six copies of the entire frame. | 103 // TODO(wez): This involves six copies of the entire frame. |
| 104 // See if there's some way to optimize at least a few of them out. | 104 // See if there's some way to optimize at least a few of them out. |
| 105 base::DictionaryValue reply_message; | 105 base::DictionaryValue reply_message; |
| 106 reply_message.SetString(kType, kNextFrameReplyType); | 106 reply_message.SetString(kType, kNextFrameReplyType); |
| 107 if (frame) { | 107 if (frame) { |
| 108 // If this is the first frame then override the updated region so that | 108 // If this is the first frame then override the updated region so that |
| 109 // the encoder will send the whole frame's contents. | 109 // the encoder will send the whole frame's contents. |
| 110 if (first_frame_) { | 110 if (first_frame_) { |
| 111 first_frame_ = false; | 111 first_frame_ = false; |
| 112 | 112 |
| 113 frame->mutable_updated_region()->SetRect( | 113 frame->mutable_updated_region()->SetRect( |
| 114 webrtc::DesktopRect::MakeSize(frame->size())); | 114 webrtc::DesktopRect::MakeSize(frame->size())); |
| 115 } | 115 } |
| 116 | 116 |
| 117 // Encode the frame into a raw ARGB VideoPacket. | 117 // Encode the frame into a raw ARGB VideoPacket. |
| 118 scoped_ptr<VideoPacket> encoded_frame( | 118 scoped_ptr<VideoPacket> encoded_frame( |
| 119 verbatim_encoder.Encode(*frame)); | 119 verbatim_encoder.Encode(*frame)); |
| 120 | 120 |
| 121 // Serialize that packet into a string. | 121 // Serialize that packet into a string. |
| 122 std::string data; | 122 std::string data; |
| 123 data.resize(encoded_frame->ByteSize()); | 123 data.resize(encoded_frame->ByteSize()); |
|
Peter Kasting
2014/08/22 06:38:30
Nit: Can't the size be passed to the string as a c
Wez
2014/08/25 23:23:12
Ideally we want to set the size without initializi
| |
| 124 encoded_frame->SerializeWithCachedSizesToArray( | 124 encoded_frame->SerializeWithCachedSizesToArray( |
| 125 reinterpret_cast<uint8_t*>(&data[0])); | 125 reinterpret_cast<uint8_t*>(&data[0])); |
| 126 | 126 |
| 127 // Convert that string to Base64, so it's JSON-friendly. | 127 // Convert that string to Base64, so it's JSON-friendly. |
| 128 std::string base64_data; | 128 std::string base64_data; |
| 129 base::Base64Encode(data, &base64_data); | 129 base::Base64Encode(data, &base64_data); |
| 130 | 130 |
| 131 // Copy the Base64 data into the message. | 131 // Copy the Base64 data into the message. |
| 132 reply_message.SetString(kData, base64_data); | 132 reply_message.SetString(kData, base64_data); |
| 133 } | 133 } |
| 134 | 134 |
| 135 // JSON-encode the reply into a string. | 135 // JSON-encode the reply into a string. |
| 136 std::string reply_json; | 136 std::string reply_json; |
| 137 if (!base::JSONWriter::Write(&reply_message, &reply_json)) { | 137 if (!base::JSONWriter::Write(&reply_message, &reply_json)) { |
| 138 LOG(ERROR) << "Failed to create reply json"; | 138 LOG(ERROR) << "Failed to create reply json"; |
|
Peter Kasting
2014/08/22 06:38:30
Are you going to read these logs from client machi
Wez
2014/08/25 23:23:12
Done.
| |
| 139 return true; | 139 return true; |
| 140 } | 140 } |
| 141 | 141 |
| 142 // Return the frame (or a 'data'-less reply) to the client. | 142 // Return the frame (or a 'data'-less reply) to the client. |
| 143 protocol::ExtensionMessage message; | 143 protocol::ExtensionMessage message; |
| 144 message.set_type(kVideoRecorderType); | 144 message.set_type(kVideoRecorderType); |
| 145 message.set_data(reply_json); | 145 message.set_data(reply_json); |
| 146 client_stub->DeliverHostMessage(message); | 146 client_stub->DeliverHostMessage(message); |
| 147 } | 147 } |
| 148 } | 148 } |
| (...skipping 14 matching lines...) Expand all Loading... | |
| 163 | 163 |
| 164 scoped_ptr<HostExtensionSession> | 164 scoped_ptr<HostExtensionSession> |
| 165 VideoFrameRecorderHostExtension::CreateExtensionSession( | 165 VideoFrameRecorderHostExtension::CreateExtensionSession( |
| 166 ClientSessionControl* client_session_control, | 166 ClientSessionControl* client_session_control, |
| 167 protocol::ClientStub* client_stub) { | 167 protocol::ClientStub* client_stub) { |
| 168 return scoped_ptr<HostExtensionSession>( | 168 return scoped_ptr<HostExtensionSession>( |
| 169 new VideoFrameRecorderHostExtensionSession(max_content_bytes_)); | 169 new VideoFrameRecorderHostExtensionSession(max_content_bytes_)); |
| 170 } | 170 } |
| 171 | 171 |
| 172 } // namespace remoting | 172 } // namespace remoting |
| 173 | |
| OLD | NEW |