| OLD | NEW |
| 1 # Copyright (c) 2002-2006 International Business Machines Corporation and | 1 # Copyright (c) 2002-2006 International Business Machines Corporation and |
| 2 # others. All Rights Reserved. | 2 # others. All Rights Reserved. |
| 3 # | 3 # |
| 4 # file: line.txt | 4 # file: line.txt |
| 5 # | 5 # |
| 6 # Line Breaking Rules | 6 # Line Breaking Rules |
| 7 # Implement default line breaking as defined by Unicode Standard Annex #
14 version 5.0.0 | 7 # Implement default line breaking as defined by Unicode Standard Annex #
14 version 5.0.0 |
| 8 # http://www.unicode.org/reports/tr14/ | 8 # http://www.unicode.org/reports/tr14/ |
| 9 | 9 |
| 10 | 10 |
| (...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 47 # | 47 # |
| 48 # !!lookAheadHardBreak forces the run time state machine to | 48 # !!lookAheadHardBreak forces the run time state machine to |
| 49 # stop immediately when a look ahead rule ( '/' operator) matches, | 49 # stop immediately when a look ahead rule ( '/' operator) matches, |
| 50 # and set the match position to that of the look-ahead operator, | 50 # and set the match position to that of the look-ahead operator, |
| 51 # no matter what other rules may be in play at the time. | 51 # no matter what other rules may be in play at the time. |
| 52 # | 52 # |
| 53 # See rule LB 19 for an example. | 53 # See rule LB 19 for an example. |
| 54 # | 54 # |
| 55 | 55 |
| 56 $AI = [:LineBreak = Ambiguous:]; | 56 $AI = [:LineBreak = Ambiguous:]; |
| 57 $AL = [:LineBreak = Alphabetic:]; | 57 $AL = [[:LineBreak = Alphabetic:] - [\u23b5]]; |
| 58 $BA = [:LineBreak = Break_After:]; | 58 $BA = [:LineBreak = Break_After:]; |
| 59 $BB = [:LineBreak = Break_Before:]; | 59 $BB = [:LineBreak = Break_Before:]; |
| 60 $BK = [:LineBreak = Mandatory_Break:]; | 60 $BK = [:LineBreak = Mandatory_Break:]; |
| 61 $B2 = [:LineBreak = Break_Both:]; | 61 $B2 = [:LineBreak = Break_Both:]; |
| 62 $CB = [:LineBreak = Contingent_Break:]; | 62 $CB = [:LineBreak = Contingent_Break:]; |
| 63 $CL = [[:LineBreak = Close_Punctuation:] - [\u3001\u3002]]; | 63 $CL = [[:LineBreak = Close_Punctuation:] - [\u3001\u3002\uff0c\uff0e\ufe11\ufe1
2\ufe50\ufe52\ufe48]]; |
| 64 $CM = [:LineBreak = Combining_Mark:]; | 64 $CM = [:LineBreak = Combining_Mark:]; |
| 65 $CR = [:LineBreak = Carriage_Return:]; | 65 $CR = [:LineBreak = Carriage_Return:]; |
| 66 $EX = [:LineBreak = Exclamation:]; | 66 $EX = [:LineBreak = Exclamation:]; |
| 67 $GL = [:LineBreak = Glue:]; | 67 $GL = [:LineBreak = Glue:]; |
| 68 $HY = [:LineBreak = Hyphen:]; | 68 $HY = [:LineBreak = Hyphen:]; |
| 69 $H2 = [:LineBreak = H2:]; | 69 $H2 = [:LineBreak = H2:]; |
| 70 $H3 = [:LineBreak = H3:]; | 70 $H3 = [:LineBreak = H3:]; |
| 71 $ID = [:LineBreak = Ideographic:]; | 71 $ID = [[:LineBreak = Ideographic:] - [\ufe45\ufe51]]; |
| 72 $IN = [:LineBreak = Inseperable:]; | 72 $IN = [:LineBreak = Inseperable:]; |
| 73 $IS = [:LineBreak = Infix_Numeric:]; | 73 $IS = [:LineBreak = Infix_Numeric:]; |
| 74 $JL = [:LineBreak = JL:]; | 74 $JL = [:LineBreak = JL:]; |
| 75 $JV = [:LineBreak = JV:]; | 75 $JV = [:LineBreak = JV:]; |
| 76 $JT = [:LineBreak = JT:]; | 76 $JT = [:LineBreak = JT:]; |
| 77 $LF = [:LineBreak = Line_Feed:]; | 77 $LF = [:LineBreak = Line_Feed:]; |
| 78 $NL = [:LineBreak = Next_Line:]; | 78 $NL = [:LineBreak = Next_Line:]; |
| 79 $NS = [[:LineBreak = Nonstarter:] \u3001\u3002]; | 79 $NS = [[:LineBreak = Nonstarter:] \u3001\u3002\uff0c\uff0e\ufe11\ufe12\ufe50\uf
e52\ufe48\u23b5\ufe51\ufe45]; |
| 80 $NU = [:LineBreak = Numeric:]; | 80 $NU = [:LineBreak = Numeric:]; |
| 81 $OP = [:LineBreak = Open_Punctuation:]; | 81 $OP = [:LineBreak = Open_Punctuation:]; |
| 82 $PO = [:LineBreak = Postfix_Numeric:]; | 82 $PO = [:LineBreak = Postfix_Numeric:]; |
| 83 $PR = [:LineBreak = Prefix_Numeric:]; | 83 $PR = [:LineBreak = Prefix_Numeric:]; |
| 84 $QU = [:LineBreak = Quotation:]; | 84 $QU = [:LineBreak = Quotation:]; |
| 85 $SA = [:LineBreak = Complex_Context:]; | 85 $SA = [:LineBreak = Complex_Context:]; |
| 86 $SG = [:LineBreak = Surrogate:]; | 86 $SG = [:LineBreak = Surrogate:]; |
| 87 $SP = [:LineBreak = Space:]; | 87 $SP = [:LineBreak = Space:]; |
| 88 $SY = [:LineBreak = Break_Symbols:]; | 88 $SY = [:LineBreak = Break_Symbols:]; |
| 89 $WJ = [:LineBreak = Word_Joiner:]; | 89 $WJ = [:LineBreak = Word_Joiner:]; |
| (...skipping 529 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 619 # of context. | 619 # of context. |
| 620 # | 620 # |
| 621 # It might be slightly more efficient to have specific rules | 621 # It might be slightly more efficient to have specific rules |
| 622 # instead of one generic one, but only if we could | 622 # instead of one generic one, but only if we could |
| 623 # turn off rule chaining. We don't want to move more | 623 # turn off rule chaining. We don't want to move more |
| 624 # than necessary. | 624 # than necessary. |
| 625 # | 625 # |
| 626 [$CM $OP $QU $CL $B2 $PR $HY $SP $dictionary]+ [^$CM $OP $QU $CL $B2 $PR $HY $di
ctionary]; | 626 [$CM $OP $QU $CL $B2 $PR $HY $SP $dictionary]+ [^$CM $OP $QU $CL $B2 $PR $HY $di
ctionary]; |
| 627 $dictionary $dictionary; | 627 $dictionary $dictionary; |
| 628 | 628 |
| OLD | NEW |