Implement word wrapping and panning in multiline Braille.

chrome/browser/resources/chromeos/chromevox/braille/braille_display_manager.js

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 /**
  * @fileoverview Puts text on a braille display.
  *
  */
 
 goog.provide('cvox.BrailleDisplayManager');
@@ skipping 35 matching lines @@
   this.translatedContent_ = new ArrayBuffer(0);
   /**
    * @type {!ArrayBuffer}
    * @private
    */
   this.displayedContent_ = this.translatedContent_;
   /**
    * @type {cvox.PanStrategy}
    * @private
    */
-  this.panStrategy_ = new cvox.WrappingPanStrategy();
+  this.panStrategy_ = new cvox.PanStrategy();
   /**
    * @type {function(!cvox.BrailleKeyEvent, !cvox.NavBraille)}
    * @private
    */
   this.commandListener_ = function() {};
   /**
    * Current display state used for width calculations.  This is different from
    * realDisplayState_ if the braille captions feature is enabled and there is
    * no hardware display connected.  Otherwise, it is the same object
    * as realDisplayState_.
    * @type {!cvox.BrailleDisplayState}
    * @private
    */
   this.displayState_ = {available: false, textRowCount: undefined,
       textColumnCount: undefined};
   /**
    * State reported from the chrome api, reflecting a real hardware
    * display.
    * @type {!cvox.BrailleDisplayState}
    * @private
    */
   this.realDisplayState_ = this.displayState_;
-  /**
-   * @type {!Array<number>}
-   * @private
-   */
-  this.textToBraille_ = [];
-  /**
-   * @type {!Array<number>}
-   * @private
-   */
-  this.brailleToText_ = [];
 
   translatorManager.addChangeListener(function() {
     this.translateContent_(this.content_, this.expansionType_);
   }.bind(this));
 
   chrome.storage.onChanged.addListener(function(changes, area) {
     if (area == 'local' && 'brailleWordWrap' in changes) {
       this.updatePanStrategy_(changes.brailleWordWrap.newValue);
     }
   }.bind(this));
@@ skipping 64 matching lines @@
   this.realDisplayState_ = newState;
   if (newState.available) {
     this.displayState_ = newState;
   } else {
     this.displayState_ =
         cvox.BrailleCaptionsBackground.getVirtualDisplayState();
   }
   var newSize = this.displayState_.textColumnCount *
                 this.displayState_.textRowCount || 0;
   if (oldSize != newSize) {
-    this.panStrategy_.setDisplaySize(newSize);
+    // TODO might need to change when display is plugged in.

[David Tseng, 2016/11/14 21:05:08]

This is going to break for real devices. Look at the logic dealing with whether
the display is available. Understand how:
- getVirtualDisplayState works above
- after you understand that, reconsider how you get the virtual display params
below

[ultimatedbz, 2016/11/15 18:04:02]

Right, I'm thinking that if a newState is available, I'll also set localStorage
to the physical display's dimensions, so that the localStorage values will be
consistent and won't break for real devices.

+    this.panStrategy_.setDisplaySize(parseInt(
+        localStorage['virtualBrailleRows'], 10),
+        parseInt(localStorage['virtualBrailleColumns'], 10));
   }
   this.refresh_();
 };
 
 
 /**
  * Called when the state of braille captions changes.
  * @private
  */
 cvox.BrailleDisplayManager.prototype.onCaptionsStateChanged_ = function() {
   // Force reevaluation of the display state based on our stored real
   // hardware display state, meaning that if a real display is connected,
   // that takes precedence over the state from the captions 'virtual' display.
   this.refreshDisplayState_(this.realDisplayState_);
 };
 
 
-/** @private */
+/**
+ * Refreshes what is shown on the physical braille display and the virtual
+ * braille captions display.
+ * @private */
 cvox.BrailleDisplayManager.prototype.refresh_ = function() {
   if (!this.displayState_.available) {
     return;
   }
-  var viewPort = this.panStrategy_.viewPort;
-  var buf = this.displayedContent_.slice(viewPort.start, viewPort.end);
+  var brailleBuf = this.panStrategy_.getCurrentBrailleSlice();
+  var textBuf = this.panStrategy_.getCurrentTextSlice();
   if (this.realDisplayState_.available) {
-    chrome.brailleDisplayPrivate.writeDots(buf, buf.byteLength, 1);
+    chrome.brailleDisplayPrivate.writeDots(brailleBuf,
+        brailleBuf.byteLength, 1);
   }
   if (cvox.BrailleCaptionsBackground.isEnabled()) {
-    var start = this.brailleToTextPosition_(viewPort.start);
-    var end = this.brailleToTextPosition_(viewPort.end);
-    cvox.BrailleCaptionsBackground.setContent(
-        this.content_.text.toString().substring(start, end), buf,
-        this.brailleToText_);
+    cvox.BrailleCaptionsBackground.setContent(textBuf, brailleBuf,
+        this.panStrategy_.brailleToText, this.panStrategy_.offsetsForSlices);
   }
 };
 
-
 /**
  * @param {!cvox.NavBraille} newContent New display content.
  * @param {cvox.ExpandingBrailleTranslator.ExpansionType} newExpansionType
  *     How the value part of of the new content should be expanded
  *     with regards to contractions.
  * @private
  */
 cvox.BrailleDisplayManager.prototype.translateContent_ = function(
     newContent, newExpansionType) {
   var writeTranslatedContent = function(cells, textToBraille, brailleToText) {
     this.content_ = newContent;
     this.expansionType_ = newExpansionType;
-    this.textToBraille_ = textToBraille;
-    this.brailleToText_ = brailleToText;
     var startIndex = this.content_.startIndex;
     var endIndex = this.content_.endIndex;
     var targetPosition;
     if (startIndex >= 0) {
       var translatedStartIndex;
       var translatedEndIndex;
       if (startIndex >= textToBraille.length) {
         // Allow the cells to be extended with one extra cell for
         // a carret after the last character.
         var extCells = new ArrayBuffer(cells.byteLength + 1);
-        new Uint8Array(extCells).set(new Uint8Array(cells));
+        new Uint8Array(extCells).set(cells);
         // Last byte is initialized to 0.
         cells = extCells;
         translatedStartIndex = cells.byteLength - 1;
       } else {
         translatedStartIndex = textToBraille[startIndex];
       }
       if (endIndex >= textToBraille.length) {
         // endIndex can't be past-the-end of the last cell unless
         // startIndex is too, so we don't have to do another
         // extension here.
         translatedEndIndex = cells.byteLength;
       } else {
         translatedEndIndex = textToBraille[endIndex];
       }
       this.translatedContent_ = cells;
       // Copy the translated content to a separate buffer and  add the cursor
       // to it.
       this.displayedContent_ = new ArrayBuffer(cells.byteLength);
-      new Uint8Array(this.displayedContent_).set(new Uint8Array(cells));
+      new Uint8Array(this.displayedContent_).set(cells);
       this.writeCursor_(this.displayedContent_,
                         translatedStartIndex, translatedEndIndex);
       targetPosition = translatedStartIndex;
     } else {
       this.translatedContent_ = this.displayedContent_ = cells;
       targetPosition = 0;
     }
-    this.panStrategy_.setContent(this.translatedContent_, targetPosition);
+    this.panStrategy_.setContent(this.content_.text.toString(),
+        this.translatedContent_, brailleToText);
+
     this.refresh_();
   }.bind(this);
 
   var translator = this.translatorManager_.getExpandingTranslator();
   if (!translator) {
     writeTranslatedContent(new ArrayBuffer(0), [], []);
   } else {
     translator.translate(
         newContent.text,
         newExpansionType,
         writeTranslatedContent);
   }
 };
 
 
 /**
  * @param {cvox.BrailleKeyEvent} event The key event.
  * @private
  */
 cvox.BrailleDisplayManager.prototype.onKeyEvent_ = function(event) {
   switch (event.command) {
     case cvox.BrailleKeyCommand.PAN_LEFT:
       this.panLeft_();
       break;
     case cvox.BrailleKeyCommand.PAN_RIGHT:
       this.panRight_();
       break;
     case cvox.BrailleKeyCommand.ROUTING:
+      /* TODO
       event.displayPosition = this.brailleToTextPosition_(
           event.displayPosition + this.panStrategy_.viewPort.start);
       // fall through
+      // */

[David Tseng, 2016/11/14 21:05:08]

Please don't comment out code like this with a TODO especially because this
breaks routing...

Btw, TODO's are formmated like:
TODO(ultimatedbz) ...

[ultimatedbz, 2016/11/15 00:01:17]

Hey David! Noted, my intentions weren't for this to stay here when the code to
be committed, but only so that I could be reminded to fill this out. This
initial CL was just to get the conversation started and get some comments on
code I've already written, while I continue to work on commenting, cleaning up
the code, and finishing up these  TODO's. Thanks!

     default:
       this.commandListener_(event, this.content_);
       break;
   }
 };
 
 
 /**
  * Shift the display by one full display size and refresh the content.
  * Sends the appropriate command if the display is already at the leftmost
@@ skipping 57 matching lines @@
 /**
  * Returns the text position corresponding to an absolute braille position,
  * that is not accounting for the current pan position.
  * @private
  * @param {number} braillePosition Braille position relative to the startof
  *        the translated content.
  * @return {number} The mapped position in code units.
  */
 cvox.BrailleDisplayManager.prototype.brailleToTextPosition_ =
     function(braillePosition) {
-  var mapping = this.brailleToText_;
+  // TODO I'll need to support this function
+  var mapping = this.panStrategy_.brailleToText;
   if (braillePosition < 0) {
     // This shouldn't happen.
     console.error('WARNING: Braille position < 0: ' + braillePosition);
     return 0;
   } else if (braillePosition >= mapping.length) {
     // This happens when the user clicks on the right part of the display
     // when it is not entirely filled with content.  Allow addressing the
     // position after the last character.
     return this.content_.text.length;
   } else {
     return mapping[braillePosition];
   }
 };
 
 
 /**
  * @param {boolean} wordWrap
  * @private
  */
 cvox.BrailleDisplayManager.prototype.updatePanStrategy_ = function(wordWrap) {
-  var newStrategy = wordWrap ? new cvox.WrappingPanStrategy() :
-      new cvox.FixedPanStrategy();
-  newStrategy.setDisplaySize(this.displayState_.textColumnCount || 0);
-  newStrategy.setContent(this.translatedContent_,
-                         this.panStrategy_.viewPort.start);
-  this.panStrategy_ = newStrategy;
+  this.panStrategy_.setPanStrategy(wordWrap);
   this.refresh_();
 };