OLD | NEW |
1 # Copyright (c) 2002-2013 International Business Machines Corporation and | 1 # Copyright (c) 2002-2015 International Business Machines Corporation and |
2 # others. All Rights Reserved. | 2 # others. All Rights Reserved. |
3 # | 3 # |
4 # file: line_ja.txt | 4 # file: line_normal_cj.txt |
5 # | 5 # |
6 # Line Breaking Rules | 6 # Line Breaking Rules |
7 # Implement default line breaking as defined by | 7 # Implement default line breaking as defined by |
8 # Unicode Standard Annex #14 Revision 29 for Unicode 6.2 | 8 # Unicode Standard Annex #14 Revision 34 for Unicode 8.0 |
9 # http://www.unicode.org/reports/tr14/ | 9 # http://www.unicode.org/reports/tr14/ |
| 10 # tailored as noted in 2nd paragraph below.. |
10 # | 11 # |
11 # TODO: Rule LB 8 remains as it was in Unicode 5.2 | 12 # TODO: Rule LB 8 remains as it was in Unicode 5.2 |
12 # This is only because of a limitation of ICU break engine implementatio
n, | 13 # This is only because of a limitation of ICU break engine implementatio
n, |
13 # not because the older behavior is desirable. | 14 # not because the older behavior is desirable. |
| 15 # |
| 16 # This tailors the line break behavior to correspond to CSS |
| 17 # line-break=normal (BCP47 -u-lb-normal) as defined for Chinese & Japane
se. |
| 18 # It sets characters of class CJ to behave like ID. |
| 19 # In addition, it allows breaks: |
| 20 # * before hyphens 2010 & 2013 (both BA) and 301C, 30A0 (both NS) |
14 | 21 |
15 # | 22 # |
16 # Character Classes defined by TR 14. | 23 # Character Classes defined by TR 14. |
17 # | 24 # |
18 | 25 |
19 !!chain; | 26 !!chain; |
20 !!LBCMNoChain; | 27 !!LBCMNoChain; |
21 | 28 |
22 | 29 |
23 !!lookAheadHardBreak; | 30 !!lookAheadHardBreak; |
(...skipping 27 matching lines...) Expand all Loading... |
51 # !!lookAheadHardBreak forces the run time state machine to | 58 # !!lookAheadHardBreak forces the run time state machine to |
52 # stop immediately when a look ahead rule ( '/' operator) matches, | 59 # stop immediately when a look ahead rule ( '/' operator) matches, |
53 # and set the match position to that of the look-ahead operator, | 60 # and set the match position to that of the look-ahead operator, |
54 # no matter what other rules may be in play at the time. | 61 # no matter what other rules may be in play at the time. |
55 # | 62 # |
56 # See rule LB 19 for an example. | 63 # See rule LB 19 for an example. |
57 # | 64 # |
58 | 65 |
59 $AI = [:LineBreak = Ambiguous:]; | 66 $AI = [:LineBreak = Ambiguous:]; |
60 $AL = [:LineBreak = Alphabetic:]; | 67 $AL = [:LineBreak = Alphabetic:]; |
61 $BA = [:LineBreak = Break_After:]; | 68 $BAX = [\u2010 \u2013]; |
| 69 $BA = [[:LineBreak = Break_After:] - $BAX]; |
62 $BB = [:LineBreak = Break_Before:]; | 70 $BB = [:LineBreak = Break_Before:]; |
63 $BK = [:LineBreak = Mandatory_Break:]; | 71 $BK = [:LineBreak = Mandatory_Break:]; |
64 $B2 = [:LineBreak = Break_Both:]; | 72 $B2 = [:LineBreak = Break_Both:]; |
65 $CB = [:LineBreak = Contingent_Break:]; | 73 $CB = [:LineBreak = Contingent_Break:]; |
66 $CJ = [:LineBreak = Conditional_Japanese_Starter:]; | 74 $CJ = [:LineBreak = Conditional_Japanese_Starter:]; |
67 $CL = [:LineBreak = Close_Punctuation:]; | 75 $CL = [:LineBreak = Close_Punctuation:]; |
68 $CM = [:LineBreak = Combining_Mark:]; | 76 $CM = [:LineBreak = Combining_Mark:]; |
69 $CP = [:LineBreak = Close_Parenthesis:]; | 77 $CP = [:LineBreak = Close_Parenthesis:]; |
70 $CR = [:LineBreak = Carriage_Return:]; | 78 $CR = [:LineBreak = Carriage_Return:]; |
71 $EX = [:LineBreak = Exclamation:]; | 79 $EX = [:LineBreak = Exclamation:]; |
72 $GL = [:LineBreak = Glue:]; | 80 $GL = [:LineBreak = Glue:]; |
73 $HL = [:LineBreak = Hebrew_Letter:]; | 81 $HL = [:LineBreak = Hebrew_Letter:]; |
74 $HY = [:LineBreak = Hyphen:]; | 82 $HY = [:LineBreak = Hyphen:]; |
75 $H2 = [:LineBreak = H2:]; | 83 $H2 = [:LineBreak = H2:]; |
76 $H3 = [:LineBreak = H3:]; | 84 $H3 = [:LineBreak = H3:]; |
77 $ID = [[:LineBreak = Ideographic:] $CJ]; | 85 $ID = [[:LineBreak = Ideographic:] $CJ]; |
78 $IN = [:LineBreak = Inseperable:]; | 86 $IN = [:LineBreak = Inseperable:]; |
79 $IS = [:LineBreak = Infix_Numeric:]; | 87 $IS = [:LineBreak = Infix_Numeric:]; |
80 $JL = [:LineBreak = JL:]; | 88 $JL = [:LineBreak = JL:]; |
81 $JV = [:LineBreak = JV:]; | 89 $JV = [:LineBreak = JV:]; |
82 $JT = [:LineBreak = JT:]; | 90 $JT = [:LineBreak = JT:]; |
83 $LF = [:LineBreak = Line_Feed:]; | 91 $LF = [:LineBreak = Line_Feed:]; |
84 $NL = [:LineBreak = Next_Line:]; | 92 $NL = [:LineBreak = Next_Line:]; |
85 $NS = [:LineBreak = Nonstarter:]; | 93 $NSX = [\u301C \u30A0]; |
| 94 $NS = [[:LineBreak = Nonstarter:] - $NSX]; |
86 $NU = [:LineBreak = Numeric:]; | 95 $NU = [:LineBreak = Numeric:]; |
87 $OP = [:LineBreak = Open_Punctuation:]; | 96 $OP = [:LineBreak = Open_Punctuation:]; |
88 $PO = [:LineBreak = Postfix_Numeric:]; | 97 $PO = [:LineBreak = Postfix_Numeric:]; |
89 $PR = [:LineBreak = Prefix_Numeric:]; | 98 $PR = [:LineBreak = Prefix_Numeric:]; |
90 $QU = [:LineBreak = Quotation:]; | 99 $QU = [:LineBreak = Quotation:]; |
91 $RI = [:LineBreak = Regional_Indicator:]; | 100 $RI = [:LineBreak = Regional_Indicator:]; |
92 $SA = [:LineBreak = Complex_Context:]; | 101 $SA = [:LineBreak = Complex_Context:]; |
93 $SG = [:LineBreak = Surrogate:]; | 102 $SG = [:LineBreak = Surrogate:]; |
94 $SP = [:LineBreak = Space:]; | 103 $SP = [:LineBreak = Space:]; |
95 $SY = [:LineBreak = Break_Symbols:]; | 104 $SY = [:LineBreak = Break_Symbols:]; |
(...skipping 15 matching lines...) Expand all Loading... |
111 # XX (Unknown, unassigned) | 120 # XX (Unknown, unassigned) |
112 # as $AL (Alphabetic) | 121 # as $AL (Alphabetic) |
113 # | 122 # |
114 $ALPlus = [$AL $AI $SA $SG $XX]; | 123 $ALPlus = [$AL $AI $SA $SG $XX]; |
115 | 124 |
116 # | 125 # |
117 # Combining Marks. X $CM* behaves as if it were X. Rule LB6. | 126 # Combining Marks. X $CM* behaves as if it were X. Rule LB6. |
118 # | 127 # |
119 $ALcm = $ALPlus $CM*; | 128 $ALcm = $ALPlus $CM*; |
120 $BAcm = $BA $CM*; | 129 $BAcm = $BA $CM*; |
| 130 $BAXcm = $BAX $CM*; |
121 $BBcm = $BB $CM*; | 131 $BBcm = $BB $CM*; |
122 $B2cm = $B2 $CM*; | 132 $B2cm = $B2 $CM*; |
123 $CLcm = $CL $CM*; | 133 $CLcm = $CL $CM*; |
124 $CPcm = $CP $CM*; | 134 $CPcm = $CP $CM*; |
125 $EXcm = $EX $CM*; | 135 $EXcm = $EX $CM*; |
126 $GLcm = $GL $CM*; | 136 $GLcm = $GL $CM*; |
127 $HLcm = $HL $CM*; | 137 $HLcm = $HL $CM*; |
128 $HYcm = $HY $CM*; | 138 $HYcm = $HY $CM*; |
129 $H2cm = $H2 $CM*; | 139 $H2cm = $H2 $CM*; |
130 $H3cm = $H3 $CM*; | 140 $H3cm = $H3 $CM*; |
131 $IDcm = $ID $CM*; | 141 $IDcm = $ID $CM*; |
132 $INcm = $IN $CM*; | 142 $INcm = $IN $CM*; |
133 $IScm = $IS $CM*; | 143 $IScm = $IS $CM*; |
134 $JLcm = $JL $CM*; | 144 $JLcm = $JL $CM*; |
135 $JVcm = $JV $CM*; | 145 $JVcm = $JV $CM*; |
136 $JTcm = $JT $CM*; | 146 $JTcm = $JT $CM*; |
137 $NScm = $NS $CM*; | 147 $NScm = $NS $CM*; |
| 148 $NSXcm = $NSX $CM*; |
138 $NUcm = $NU $CM*; | 149 $NUcm = $NU $CM*; |
139 $OPcm = $OP $CM*; | 150 $OPcm = $OP $CM*; |
140 $POcm = $PO $CM*; | 151 $POcm = $PO $CM*; |
141 $PRcm = $PR $CM*; | 152 $PRcm = $PR $CM*; |
142 $QUcm = $QU $CM*; | 153 $QUcm = $QU $CM*; |
143 $RIcm = $RI $CM*; | 154 $RIcm = $RI $CM*; |
144 $SYcm = $SY $CM*; | 155 $SYcm = $SY $CM*; |
145 $WJcm = $WJ $CM*; | 156 $WJcm = $WJ $CM*; |
146 | 157 |
147 ## ------------------------------------------------- | 158 ## ------------------------------------------------- |
148 | 159 |
149 !!forward; | 160 !!forward; |
150 | 161 |
151 # | 162 # |
152 # Each class of character can stand by itself as an unbroken token, with traili
ng combining stuff | 163 # Each class of character can stand by itself as an unbroken token, with traili
ng combining stuff |
153 # | 164 # |
154 $ALPlus $CM+; | 165 $ALPlus $CM+; |
155 $BA $CM+; | 166 $BA $CM+; |
| 167 $BAX $CM+; |
156 $BB $CM+; | 168 $BB $CM+; |
157 $B2 $CM+; | 169 $B2 $CM+; |
158 $CL $CM+; | 170 $CL $CM+; |
159 $CP $CM+; | 171 $CP $CM+; |
160 $EX $CM+; | 172 $EX $CM+; |
161 $GL $CM+; | 173 $GL $CM+; |
162 $HL $CM+; | 174 $HL $CM+; |
163 $HY $CM+; | 175 $HY $CM+; |
164 $H2 $CM+; | 176 $H2 $CM+; |
165 $H3 $CM+; | 177 $H3 $CM+; |
166 $ID $CM+; | 178 $ID $CM+; |
167 $IN $CM+; | 179 $IN $CM+; |
168 $IS $CM+; | 180 $IS $CM+; |
169 $JL $CM+; | 181 $JL $CM+; |
170 $JV $CM+; | 182 $JV $CM+; |
171 $JT $CM+; | 183 $JT $CM+; |
172 $NS $CM+; | 184 $NS $CM+; |
| 185 $NSX $CM+; |
173 $NU $CM+; | 186 $NU $CM+; |
174 $OP $CM+; | 187 $OP $CM+; |
175 $PO $CM+; | 188 $PO $CM+; |
176 $PR $CM+; | 189 $PR $CM+; |
177 $QU $CM+; | 190 $QU $CM+; |
178 $RI $CM+; | 191 $RI $CM+; |
179 $SY $CM+; | 192 $SY $CM+; |
180 $WJ $CM+; | 193 $WJ $CM+; |
181 | 194 |
182 # | 195 # |
(...skipping 69 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
252 # LB 12 Do not break after NBSP and related characters. | 265 # LB 12 Do not break after NBSP and related characters. |
253 # GL x | 266 # GL x |
254 # | 267 # |
255 $GLcm $CAN_CM $CM*; | 268 $GLcm $CAN_CM $CM*; |
256 $GLcm $CANT_CM; | 269 $GLcm $CANT_CM; |
257 | 270 |
258 # | 271 # |
259 # LB 12a Do not break before NBSP and related characters ... | 272 # LB 12a Do not break before NBSP and related characters ... |
260 # [^SP BA HY] x GL | 273 # [^SP BA HY] x GL |
261 # | 274 # |
262 [[$LB8NonBreaks] - [$SP $BA $HY]] $CM* $GLcm; | 275 [[$LB8NonBreaks] - [$SP $BA $BAX $HY]] $CM* $GLcm; |
263 $CM+ GLcm; | 276 $CM+ GLcm; |
264 | 277 |
265 | 278 |
266 | 279 |
267 # | 280 # |
268 # LB 13 Don't break before ']' or '!' or ';' or '/', even after spaces. | 281 # LB 13 Don't break before ']' or '!' or ';' or '/', even after spaces. |
269 # | 282 # |
270 $LB8NonBreaks $CL; | 283 $LB8NonBreaks $CL; |
271 $CAN_CM $CM* $CL; | 284 $CAN_CM $CM* $CL; |
272 $CM+ $CL; # by rule 10, stand-alone CM behaves as AL | 285 $CM+ $CL; # by rule 10, stand-alone CM behaves as AL |
(...skipping 20 matching lines...) Expand all Loading... |
293 # | 306 # |
294 $OPcm $SP* $CAN_CM $CM*; | 307 $OPcm $SP* $CAN_CM $CM*; |
295 $OPcm $SP* $CANT_CM; | 308 $OPcm $SP* $CANT_CM; |
296 | 309 |
297 $OPcm $SP+ $CM+ $AL_FOLLOW?; # by rule 10, stand-alone CM behaves as AL | 310 $OPcm $SP+ $CM+ $AL_FOLLOW?; # by rule 10, stand-alone CM behaves as AL |
298 | 311 |
299 # LB 15 | 312 # LB 15 |
300 $QUcm $SP* $OPcm; | 313 $QUcm $SP* $OPcm; |
301 | 314 |
302 # LB 16 | 315 # LB 16 |
| 316 # Do not break between closing punctuation and $NS, even with intervening spaces |
| 317 # But DO allow a break between closing punctuation and $NSX, don't include it he
re |
303 ($CLcm | $CPcm) $SP* $NScm; | 318 ($CLcm | $CPcm) $SP* $NScm; |
304 | 319 |
305 # LB 17 | 320 # LB 17 |
306 $B2cm $SP* $B2cm; | 321 $B2cm $SP* $B2cm; |
307 | 322 |
308 # | 323 # |
309 # LB 18 Break after spaces. | 324 # LB 18 Break after spaces. |
310 # | 325 # |
311 $LB18NonBreaks = [$LB8NonBreaks - [$SP]]; | 326 $LB18NonBreaks = [$LB8NonBreaks - [$SP]]; |
312 $LB18Breaks = [$LB8Breaks $SP]; | 327 $LB18Breaks = [$LB8Breaks $SP]; |
(...skipping 12 matching lines...) Expand all Loading... |
325 | 340 |
326 # LB 20 | 341 # LB 20 |
327 # <break> $CB | 342 # <break> $CB |
328 # $CB <break> | 343 # $CB <break> |
329 | 344 |
330 $LB20NonBreaks = [$LB18NonBreaks - $CB]; | 345 $LB20NonBreaks = [$LB18NonBreaks - $CB]; |
331 | 346 |
332 # LB 21 x (BA | HY | NS) | 347 # LB 21 x (BA | HY | NS) |
333 # BB x | 348 # BB x |
334 # | 349 # |
| 350 # DO allow breaks here before $BAXcm and $NSXcm, so don't include them |
335 $LB20NonBreaks $CM* ($BAcm | $HYcm | $NScm); | 351 $LB20NonBreaks $CM* ($BAcm | $HYcm | $NScm); |
336 | 352 |
337 $BBcm [^$CB]; # $BB x | 353 $BBcm [^$CB]; # $BB x |
338 $BBcm $LB20NonBreaks $CM*; | 354 $BBcm $LB20NonBreaks $CM*; |
339 | 355 |
340 # LB 21a Don't break after Hebrew + Hyphen | 356 # LB 21a Don't break after Hebrew + Hyphen |
341 # HL (HY | BA) x | 357 # HL (HY | BA) x |
342 # | 358 # |
343 $HLcm ($HYcm | $BAcm) [^$CB]?; | 359 $HLcm ($HYcm | $BAcm | $BAXcm) [^$CB]?; |
344 | 360 |
345 # LB 21b (forward) Don't break between SY and HL | 361 # LB 21b (forward) Don't break between SY and HL |
346 # (break between HL and SY already disallowed by LB 13 above) | 362 # (break between HL and SY already disallowed by LB 13 above) |
347 $SYcm $HLcm; | 363 $SYcm $HLcm; |
348 | 364 |
349 # LB 22 | 365 # LB 22 |
350 ($ALcm | $HLcm) $INcm; | 366 ($ALcm | $HLcm) $INcm; |
351 $CM+ $INcm; # by rule 10, any otherwise unattached CM behaves as AL | 367 $CM+ $INcm; # by rule 10, any otherwise unattached CM behaves as AL |
| 368 $EXcm $INcm; |
352 $IDcm $INcm; | 369 $IDcm $INcm; |
353 $INcm $INcm; | 370 $INcm $INcm; |
354 $NUcm $INcm; | 371 $NUcm $INcm; |
355 | 372 |
356 | 373 |
357 # $LB 23 | 374 # $LB 23 |
358 $IDcm $POcm; | 375 $IDcm $POcm; |
359 $ALcm $NUcm; # includes $LB19 | 376 $ALcm $NUcm; # includes $LB19 |
360 $HLcm $NUcm; | 377 $HLcm $NUcm; |
361 $CM+ $NUcm; # Rule 10, any otherwise unattached CM behaves as AL | 378 $CM+ $NUcm; # Rule 10, any otherwise unattached CM behaves as AL |
(...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
404 | 421 |
405 # | 422 # |
406 # Reverse Rules. | 423 # Reverse Rules. |
407 # | 424 # |
408 ## ------------------------------------------------- | 425 ## ------------------------------------------------- |
409 | 426 |
410 !!reverse; | 427 !!reverse; |
411 | 428 |
412 $CM+ $ALPlus; | 429 $CM+ $ALPlus; |
413 $CM+ $BA; | 430 $CM+ $BA; |
| 431 $CM+ $BAX; |
414 $CM+ $BB; | 432 $CM+ $BB; |
415 $CM+ $B2; | 433 $CM+ $B2; |
416 $CM+ $CL; | 434 $CM+ $CL; |
417 $CM+ $CP; | 435 $CM+ $CP; |
418 $CM+ $EX; | 436 $CM+ $EX; |
419 $CM+ $GL; | 437 $CM+ $GL; |
420 $CM+ $HL; | 438 $CM+ $HL; |
421 $CM+ $HY; | 439 $CM+ $HY; |
422 $CM+ $H2; | 440 $CM+ $H2; |
423 $CM+ $H3; | 441 $CM+ $H3; |
424 $CM+ $ID; | 442 $CM+ $ID; |
425 $CM+ $IN; | 443 $CM+ $IN; |
426 $CM+ $IS; | 444 $CM+ $IS; |
427 $CM+ $JL; | 445 $CM+ $JL; |
428 $CM+ $JV; | 446 $CM+ $JV; |
429 $CM+ $JT; | 447 $CM+ $JT; |
430 $CM+ $NS; | 448 $CM+ $NS; |
| 449 $CM+ $NSX; |
431 $CM+ $NU; | 450 $CM+ $NU; |
432 $CM+ $OP; | 451 $CM+ $OP; |
433 $CM+ $PO; | 452 $CM+ $PO; |
434 $CM+ $PR; | 453 $CM+ $PR; |
435 $CM+ $QU; | 454 $CM+ $QU; |
436 $CM+ $RI; | 455 $CM+ $RI; |
437 $CM+ $SY; | 456 $CM+ $SY; |
438 $CM+ $WJ; | 457 $CM+ $WJ; |
439 $CM+; | 458 $CM+; |
440 | 459 |
(...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
494 # LB 11 | 513 # LB 11 |
495 $CM* $WJ $CM* $CAN_CM; | 514 $CM* $WJ $CM* $CAN_CM; |
496 $CM* $WJ [$LB8NonBreaks-$CM]; | 515 $CM* $WJ [$LB8NonBreaks-$CM]; |
497 | 516 |
498 $CANT_CM $CM* $WJ; | 517 $CANT_CM $CM* $WJ; |
499 $CM* $CAN_CM $CM* $WJ; | 518 $CM* $CAN_CM $CM* $WJ; |
500 | 519 |
501 # LB 12a | 520 # LB 12a |
502 # [^SP BA HY] x GL | 521 # [^SP BA HY] x GL |
503 # | 522 # |
504 $CM* $GL $CM* [$LB8NonBreaks-[$CM $SP $BA $HY]]; | 523 $CM* $GL $CM* [$LB8NonBreaks-[$CM $SP $BA $BAX $HY]]; |
505 | 524 |
506 # LB 12 | 525 # LB 12 |
507 # GL x | 526 # GL x |
508 # | 527 # |
509 $CANT_CM $CM* $GL; | 528 $CANT_CM $CM* $GL; |
510 $CM* $CAN_CM $CM* $GL; | 529 $CM* $CAN_CM $CM* $GL; |
511 | 530 |
512 | 531 |
513 # LB 13 | 532 # LB 13 |
514 $CL $CM+ $CAN_CM; | 533 $CL $CM+ $CAN_CM; |
(...skipping 24 matching lines...) Expand all Loading... |
539 $AL_FOLLOW_NOCM $CM+ $SP+ $CM* $OP; | 558 $AL_FOLLOW_NOCM $CM+ $SP+ $CM* $OP; |
540 $CM* $AL_FOLLOW_CM $CM+ $SP+ $CM* $OP; | 559 $CM* $AL_FOLLOW_CM $CM+ $SP+ $CM* $OP; |
541 $SY $CM $SP+ $OP; # TODO: Experiment. Remove. | 560 $SY $CM $SP+ $OP; # TODO: Experiment. Remove. |
542 | 561 |
543 | 562 |
544 | 563 |
545 # LB 15 | 564 # LB 15 |
546 $CM* $OP $SP* $CM* $QU; | 565 $CM* $OP $SP* $CM* $QU; |
547 | 566 |
548 # LB 16 | 567 # LB 16 |
| 568 # Don't include $NSX here |
549 $CM* $NS $SP* $CM* ($CL | $CP); | 569 $CM* $NS $SP* $CM* ($CL | $CP); |
550 | 570 |
551 # LB 17 | 571 # LB 17 |
552 $CM* $B2 $SP* $CM* $B2; | 572 $CM* $B2 $SP* $CM* $B2; |
553 | 573 |
554 # LB 18 break after spaces | 574 # LB 18 break after spaces |
555 # Nothing explicit needed here. | 575 # Nothing explicit needed here. |
556 | 576 |
557 | 577 |
558 # | 578 # |
559 # LB 19 | 579 # LB 19 |
560 # | 580 # |
561 $CM* $QU $CM* $CAN_CM; # . x QU | 581 $CM* $QU $CM* $CAN_CM; # . x QU |
562 $CM* $QU $LB18NonBreaks; | 582 $CM* $QU $LB18NonBreaks; |
563 | 583 |
564 | 584 |
565 $CM* $CAN_CM $CM* $QU; # QU x . | 585 $CM* $CAN_CM $CM* $QU; # QU x . |
566 $CANT_CM $CM* $QU; | 586 $CANT_CM $CM* $QU; |
567 | 587 |
568 # | 588 # |
569 # LB 20 Break before and after CB. | 589 # LB 20 Break before and after CB. |
570 # nothing needed here. | 590 # nothing needed here. |
571 # | 591 # |
572 | 592 |
573 # LB 21 | 593 # LB 21 |
| 594 # Don't include $BAX or $NSX here |
574 $CM* ($BA | $HY | $NS) $CM* [$LB20NonBreaks-$CM]; # . x (BA | HY | NS) | 595 $CM* ($BA | $HY | $NS) $CM* [$LB20NonBreaks-$CM]; # . x (BA | HY | NS) |
575 | 596 |
576 $CM* [$LB20NonBreaks-$CM] $CM* $BB; # BB x . | 597 $CM* [$LB20NonBreaks-$CM] $CM* $BB; # BB x . |
577 [^$CB] $CM* $BB; # | 598 [^$CB] $CM* $BB; # |
578 | 599 |
579 # LB21a | 600 # LB21a |
580 [^$CB] $CM* ($HY | $BA) $CM* $HL; | 601 [^$CB]? $CM* ($HY | $BA | $BAX) $CM* $HL; |
581 | 602 |
582 # LB21b (reverse) | 603 # LB21b (reverse) |
583 $CM* $HL $CM* $SY; | 604 $CM* $HL $CM* $SY; |
584 | 605 |
585 # LB 22 | 606 # LB 22 |
586 $CM* $IN $CM* ($ALPlus | $HL); | 607 $CM* $IN $CM* ($ALPlus | $HL); |
| 608 $CM* $IN $CM* $EX; |
587 $CM* $IN $CM* $ID; | 609 $CM* $IN $CM* $ID; |
588 $CM* $IN $CM* $IN; | 610 $CM* $IN $CM* $IN; |
589 $CM* $IN $CM* $NU; | 611 $CM* $IN $CM* $NU; |
590 | 612 |
591 # LB 23 | 613 # LB 23 |
592 $CM* $PO $CM* $ID; | 614 $CM* $PO $CM* $ID; |
593 $CM* $NU $CM* ($ALPlus | $HL); | 615 $CM* $NU $CM* ($ALPlus | $HL); |
594 $CM* ($ALPlus | $HL) $CM* $NU; | 616 $CM* ($ALPlus | $HL) $CM* $NU; |
595 | 617 |
596 # LB 24 | 618 # LB 24 |
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
640 # LB 15 | 662 # LB 15 |
641 $SP+ $CM* $QU; | 663 $SP+ $CM* $QU; |
642 | 664 |
643 # LB 16 | 665 # LB 16 |
644 $SP+ $CM* ($CL | $CP); | 666 $SP+ $CM* ($CL | $CP); |
645 | 667 |
646 # LB 17 | 668 # LB 17 |
647 $SP+ $CM* $B2; | 669 $SP+ $CM* $B2; |
648 | 670 |
649 # LB 21 | 671 # LB 21 |
650 $CM* ($HY | $BA) $CM* $HL; | 672 $CM* ($HY | $BA | $BAX) $CM* $HL; |
651 | 673 |
652 # LB 25 | 674 # LB 25 |
653 ($CM* ($IS | $SY))+ $CM* $NU; | 675 ($CM* ($IS | $SY))+ $CM* $NU; |
654 ($CL | $CP) $CM* ($NU | $IS | $SY); | 676 ($CL | $CP) $CM* ($NU | $IS | $SY); |
655 | 677 |
656 # For dictionary-based break | 678 # For dictionary-based break |
657 $dictionary $dictionary; | 679 $dictionary $dictionary; |
658 | 680 |
659 ## ------------------------------------------------- | 681 ## ------------------------------------------------- |
660 | 682 |
661 !!safe_forward; | 683 !!safe_forward; |
662 | 684 |
663 # Skip forward over all character classes that are involved in | 685 # Skip forward over all character classes that are involved in |
664 # rules containing patterns with possibly more than one char | 686 # rules containing patterns with possibly more than one char |
665 # of context. | 687 # of context. |
666 # | 688 # |
667 # It might be slightly more efficient to have specific rules | 689 # It might be slightly more efficient to have specific rules |
668 # instead of one generic one, but only if we could | 690 # instead of one generic one, but only if we could |
669 # turn off rule chaining. We don't want to move more | 691 # turn off rule chaining. We don't want to move more |
670 # than necessary. | 692 # than necessary. |
671 # | 693 # |
672 [$CM $OP $QU $CL $CP $B2 $PR $HY $BA $SP $dictionary]+ [^$CM $OP $QU $CL $CP $B2
$PR $HY $BA $dictionary]; | 694 [$CM $OP $QU $CL $CP $B2 $PR $HY $BA $BAX $SP $dictionary]+ [^$CM $OP $QU $CL $C
P $B2 $PR $HY $BA $BAX $dictionary]; |
673 $dictionary $dictionary; | 695 $dictionary $dictionary; |
674 | 696 |
OLD | NEW |