Modularize Compact Language Detector 2 (CLD2) data sources

components/translate/content/renderer/data_file_renderer_cld_data_provider.cc

+// Copyright 2014 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "data_file_renderer_cld_data_provider.h"
+
+#include "base/basictypes.h"
+#include "base/files/file.h"
+#include "base/files/memory_mapped_file.h"
+#include "base/lazy_instance.h"
+#include "components/translate/content/common/data_file_cld_data_provider_messages.h"
+#include "ipc/ipc_message_macros.h"
+#include "ipc/ipc_platform_file.h"
+#include "third_party/cld_2/src/public/compact_lang_det.h"
+
+namespace content {
+// The mmap for the CLD2 data must be held forever once it is available in the
+// process. This is declared static in the translate_helper.h.
+base::LazyInstance<DataFileRendererCldDataProvider::CLDMmapWrapper>::Leaky
+  DataFileRendererCldDataProvider::s_cld_mmap_ = LAZY_INSTANCE_INITIALIZER;
+}  // namespace

[Takashi Toyoshima, 2014/06/19 10:20:35]

remove line 21 - 23

[Andrew Hayden (chromium.org), 2014/06/19 13:40:20]

Whoops. Done.

+
+namespace content {
+
+DataFileRendererCldDataProvider::DataFileRendererCldDataProvider(
+    content::RenderViewObserver* render_view_observer)
+    : render_view_observer (render_view_observer) {
+}
+
+bool DataFileRendererCldDataProvider::OnMessageReceived(
+    const IPC::Message& message) {
+  bool handled = true;
+  IPC_BEGIN_MESSAGE_MAP(DataFileRendererCldDataProvider, message)
+  IPC_MESSAGE_HANDLER(ChromeViewMsg_CldDataFileAvailable, OnCldDataAvailable)
+  IPC_MESSAGE_UNHANDLED(handled = false)
+  IPC_END_MESSAGE_MAP()
+  return handled;
+}
+
+void DataFileRendererCldDataProvider::SendCldDataRequest() {
+  // Else, send the IPC message to the browser process requesting the data...
+  render_view_observer->Send(new ChromeViewHostMsg_NeedCldDataFile(
+      render_view_observer->routing_id()));
+}
+
+bool DataFileRendererCldDataProvider::IsCldDataAvailable() {
+  // This neatly removes the need for code that depends on the generalized
+  // RendererCldDataProvider to #ifdef on CLD2_DYNAMIC_MODE
+  return CLD2::isDataLoaded(); // ground truth, independent of our state.
+}
+
+void DataFileRendererCldDataProvider::SetCldAvailableCallback(
+    base::Callback<void(void)> callback) {
+  cld_available_callback = callback;
+}
+
+void DataFileRendererCldDataProvider::OnCldDataAvailable(
+    const IPC::PlatformFileForTransit ipc_file_handle,
+    const uint64 data_offset,
+    const uint64 data_length) {
+  LoadCldData(IPC::PlatformFileForTransitToFile(ipc_file_handle),
+              data_offset,
+              data_length);
+}
+
+void DataFileRendererCldDataProvider::LoadCldData(
+    base::File file,
+    const uint64 data_offset,
+    const uint64 data_length) {
+
+  // Terminate immediately if data is already loaded.
+  if (IsCldDataAvailable())
+    return;
+
+  if (!file.IsValid()) {
+    LOG(ERROR) << "Can't find the CLD data file.";
+    return;
+  }
+
+  // mmap the file
+  s_cld_mmap_.Get().value = new base::MemoryMappedFile();
+  bool initialized = s_cld_mmap_.Get().value->Initialize(file.Pass());
+  if (!initialized) {
+    LOG(ERROR) << "mmap initialization failed";
+    delete s_cld_mmap_.Get().value;
+    s_cld_mmap_.Get().value = NULL;
+    return;
+  }
+
+  // Sanity checks
+  uint64 max_int32 = std::numeric_limits<int32>::max();
+  if (data_length + data_offset > s_cld_mmap_.Get().value->length()
+      || data_length > max_int32) { // max signed 32 bit integer
+    LOG(ERROR) << "Illegal mmap config: data_offset="
+        << data_offset << ", data_length=" << data_length
+        << ", mmap->length()=" << s_cld_mmap_.Get().value->length();
+    delete s_cld_mmap_.Get().value;
+    s_cld_mmap_.Get().value = NULL;
+    return;
+  }
+
+  // Initialize the CLD subsystem... and it's all done!
+  const uint8* data_ptr = s_cld_mmap_.Get().value->data() + data_offset;
+  CLD2::loadDataFromRawAddress(data_ptr, data_length);
+  DCHECK(CLD2::isDataLoaded()) << "Failed to load CLD data from mmap";
+  if (!cld_available_callback.is_null()) {
+    cld_available_callback.Run();
+  }
+}
+
+}  // namespace content