| Index: icu46/source/data/brkitr/line.txt
|
| ===================================================================
|
| --- icu46/source/data/brkitr/line.txt (revision 68397)
|
| +++ icu46/source/data/brkitr/line.txt (working copy)
|
| @@ -11,6 +11,9 @@
|
| # TODO: Rule LB 8 remains as it was in Unicode 5.2
|
| # This is only because of a limitation of ICU break engine implementation,
|
| # not because the older behavior is desirable.
|
| +#
|
| +# CHROME: Hebrew tailoring was incorporatd as well as some
|
| +# other minor changes (CL, OP, ID).
|
|
|
| #
|
| # Character Classes defined by TR 14.
|
| @@ -57,13 +60,15 @@
|
| #
|
|
|
| $AI = [:LineBreak = Ambiguous:];
|
| -$AL = [:LineBreak = Alphabetic:];
|
| -$BA = [:LineBreak = Break_After:];
|
| +$AL = [[:LineBreak = Alphabetic:] - [[:Hebrew:] & [:Letter:]] - [\u23B4\u23B5]];
|
| +$HL = [[:Hebrew:] & [:Letter:]];
|
| +$BA = [[:LineBreak = Break_After:] - [\u2010]];
|
| +$HH = [\u2010];
|
| $BB = [:LineBreak = Break_Before:];
|
| $BK = [:LineBreak = Mandatory_Break:];
|
| $B2 = [:LineBreak = Break_Both:];
|
| $CB = [:LineBreak = Contingent_Break:];
|
| -$CL = [:LineBreak = Close_Punctuation:];
|
| +$CL = [[:LineBreak = Close_Punctuation:] [\uFE51\uFE10\u23B5]];
|
| $CM = [:LineBreak = Combining_Mark:];
|
| $CP = [:LineBreak = Close_Parenthesis:];
|
| $CR = [:LineBreak = Carriage_Return:];
|
| @@ -72,9 +77,9 @@
|
| $HY = [:LineBreak = Hyphen:];
|
| $H2 = [:LineBreak = H2:];
|
| $H3 = [:LineBreak = H3:];
|
| -$ID = [:LineBreak = Ideographic:];
|
| +$ID = [[:LineBreak = Ideographic:] - [\uFE51]];
|
| $IN = [:LineBreak = Inseperable:];
|
| -$IS = [:LineBreak = Infix_Numeric:];
|
| +$IS = [[:LineBreak = Infix_Numeric:] - [\uFE10]];
|
| $JL = [:LineBreak = JL:];
|
| $JV = [:LineBreak = JV:];
|
| $JT = [:LineBreak = JT:];
|
| @@ -82,7 +87,7 @@
|
| $NL = [:LineBreak = Next_Line:];
|
| $NS = [:LineBreak = Nonstarter:];
|
| $NU = [:LineBreak = Numeric:];
|
| -$OP = [:LineBreak = Open_Punctuation:];
|
| +$OP = [[:LineBreak = Open_Punctuation:] \u23B4];
|
| $PO = [:LineBreak = Postfix_Numeric:];
|
| $PR = [:LineBreak = Prefix_Numeric:];
|
| $QU = [:LineBreak = Quotation:];
|
| @@ -108,13 +113,15 @@
|
| # XX (Unknown, unassigned)
|
| # as $AL (Alphabetic)
|
| #
|
| -$ALPlus = [$AL $AI $SA $SG $XX];
|
| +$ALPlus = [$AL $HL $AI $SA $SG $XX];
|
|
|
| #
|
| # Combining Marks. X $CM* behaves as if it were X. Rule LB6.
|
| #
|
| $ALcm = $ALPlus $CM*;
|
| +$HLcm = $HL $CM*;
|
| $BAcm = $BA $CM*;
|
| +$HHcm = $HH $CM*;
|
| $BBcm = $BB $CM*;
|
| $B2cm = $B2 $CM*;
|
| $CLcm = $CL $CM*;
|
| @@ -148,6 +155,7 @@
|
| #
|
| $ALPlus $CM+;
|
| $BA $CM+;
|
| +$HH $CM+;
|
| $BB $CM+;
|
| $B2 $CM+;
|
| $CL $CM+;
|
| @@ -190,7 +198,7 @@
|
| # so for this one case we need to manually list out longer sequences.
|
| #
|
| $AL_FOLLOW_NOCM = [$BK $CR $LF $NL $ZW $SP];
|
| -$AL_FOLLOW_CM = [$CL $CP $EX $IS $SY $WJ $GL $OP $QU $BA $HY $NS $IN $NU $ALPlus];
|
| +$AL_FOLLOW_CM = [$CL $CP $EX $IS $SY $WJ $GL $OP $QU $BA $HH $HY $NS $IN $NU $ALPlus];
|
| $AL_FOLLOW = [$AL_FOLLOW_NOCM $AL_FOLLOW_CM];
|
|
|
|
|
| @@ -252,7 +260,7 @@
|
| # LB 12a Do not break before NBSP and related characters ...
|
| # [^SP BA HY] x GL
|
| #
|
| -[[$LB8NonBreaks] - [$SP $BA $HY]] $CM* $GLcm;
|
| +[[$LB8NonBreaks] - [$SP $BA $HH $HY]] $CM* $GLcm;
|
| $CM+ GLcm;
|
|
|
|
|
| @@ -325,7 +333,7 @@
|
| # LB 21 x (BA | HY | NS)
|
| # BB x
|
| #
|
| -$LB20NonBreaks $CM* ($BAcm | $HYcm | $NScm);
|
| +$LB20NonBreaks $CM* ($BAcm | $HHcm | $HYcm | $NScm);
|
|
|
| $BBcm [^$CB]; # $BB x
|
| $BBcm $LB20NonBreaks $CM*;
|
| @@ -381,6 +389,8 @@
|
| $CM+ $OPcm; # The $CM+ is from rule 10, an unattached CM is treated as AL.
|
| $CPcm ($ALcm | $NUcm);
|
|
|
| +# (LB 31) Add new rule to prevent the break we do not want, this is the behavior change
|
| +$HLcm ($HY | $HH) $ALcm;
|
|
|
| #
|
| # Reverse Rules.
|
| @@ -391,6 +401,7 @@
|
|
|
| $CM+ $ALPlus;
|
| $CM+ $BA;
|
| +$CM+ $HH;
|
| $CM+ $BB;
|
| $CM+ $B2;
|
| $CM+ $CL;
|
| @@ -479,7 +490,7 @@
|
| # LB 12a
|
| # [^SP BA HY] x GL
|
| #
|
| -$CM* $GL $CM* [$LB8NonBreaks-[$CM $SP $BA $HY]];
|
| +$CM* $GL $CM* [$LB8NonBreaks-[$CM $SP $BA $HH $HY]];
|
|
|
| # LB 12
|
| # GL x
|
| @@ -549,7 +560,7 @@
|
| #
|
|
|
| # LB 21
|
| -$CM* ($BA | $HY | $NS) $CM* [$LB20NonBreaks-$CM]; # . x (BA | HY | NS)
|
| +$CM* ($BA | $HH | $HY | $NS) $CM* [$LB20NonBreaks-$CM]; # . x (BA | HY | NS)
|
|
|
| $CM* [$LB20NonBreaks-$CM] $CM* $BB; # BB x .
|
| [^$CB] $CM* $BB; #
|
| @@ -597,6 +608,8 @@
|
| $CM* $OP $CM* ($ALPlus | $NU);
|
| $CM* ($ALPlus | $NU) $CM* $CP;
|
|
|
| +# (LB 31) Add new rule to prevent the break we do not want, this is the behavior change
|
| +$CM* $ALPlus ($HY | $HH) $CM* $HL;
|
|
|
| ## -------------------------------------------------
|
|
|
|
|