/work/workdir/UnpackedTarball/harfbuzz/src/hb-ot-shaper-arabic.cc
Line | Count | Source |
1 | | /* |
2 | | * Copyright © 2010,2012 Google, Inc. |
3 | | * |
4 | | * This is part of HarfBuzz, a text shaping library. |
5 | | * |
6 | | * Permission is hereby granted, without written agreement and without |
7 | | * license or royalty fees, to use, copy, modify, and distribute this |
8 | | * software and its documentation for any purpose, provided that the |
9 | | * above copyright notice and the following two paragraphs appear in |
10 | | * all copies of this software. |
11 | | * |
12 | | * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR |
13 | | * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES |
14 | | * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN |
15 | | * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH |
16 | | * DAMAGE. |
17 | | * |
18 | | * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, |
19 | | * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND |
20 | | * FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS |
21 | | * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO |
22 | | * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS. |
23 | | * |
24 | | * Google Author(s): Behdad Esfahbod |
25 | | */ |
26 | | |
27 | | #include "hb.hh" |
28 | | |
29 | | #ifndef HB_NO_OT_SHAPE |
30 | | |
31 | | #include "hb-ot-shaper-arabic.hh" |
32 | | #include "hb-ot-shape.hh" |
33 | | |
34 | | |
35 | | /* buffer var allocations */ |
36 | 4.46M | #define arabic_shaping_action() ot_shaper_var_u8_auxiliary() /* arabic shaping action */ |
37 | | |
38 | 0 | #define HB_BUFFER_SCRATCH_FLAG_ARABIC_HAS_STCH HB_BUFFER_SCRATCH_FLAG_SHAPER0 |
39 | | |
40 | | /* See: |
41 | | * https://github.com/harfbuzz/harfbuzz/commit/6e6f82b6f3dde0fc6c3c7d991d9ec6cfff57823d#commitcomment-14248516 */ |
42 | | #define HB_ARABIC_GENERAL_CATEGORY_IS_WORD(gen_cat) \ |
43 | 0 | (FLAG_UNSAFE (gen_cat) & \ |
44 | 0 | (FLAG (HB_UNICODE_GENERAL_CATEGORY_UNASSIGNED) | \ |
45 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_PRIVATE_USE) | \ |
46 | 0 | /*FLAG (HB_UNICODE_GENERAL_CATEGORY_LOWERCASE_LETTER) |*/ \ |
47 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_LETTER) | \ |
48 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_LETTER) | \ |
49 | 0 | /*FLAG (HB_UNICODE_GENERAL_CATEGORY_TITLECASE_LETTER) |*/ \ |
50 | 0 | /*FLAG (HB_UNICODE_GENERAL_CATEGORY_UPPERCASE_LETTER) |*/ \ |
51 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_SPACING_MARK) | \ |
52 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) | \ |
53 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK) | \ |
54 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_DECIMAL_NUMBER) | \ |
55 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_LETTER_NUMBER) | \ |
56 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_NUMBER) | \ |
57 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_CURRENCY_SYMBOL) | \ |
58 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_MODIFIER_SYMBOL) | \ |
59 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_MATH_SYMBOL) | \ |
60 | 0 | FLAG (HB_UNICODE_GENERAL_CATEGORY_OTHER_SYMBOL))) |
61 | | |
62 | | |
63 | | /* |
64 | | * Joining types: |
65 | | */ |
66 | | |
67 | | /* |
68 | | * Bits used in the joining tables |
69 | | */ |
70 | | enum hb_arabic_joining_type_t { |
71 | | JOINING_TYPE_U = 0, |
72 | | JOINING_TYPE_L = 1, |
73 | | JOINING_TYPE_R = 2, |
74 | | JOINING_TYPE_D = 3, |
75 | | JOINING_TYPE_C = JOINING_TYPE_D, |
76 | | JOINING_GROUP_ALAPH = 4, |
77 | | JOINING_GROUP_DALATH_RISH = 5, |
78 | | NUM_STATE_MACHINE_COLS = 6, |
79 | | |
80 | | JOINING_TYPE_T = 6, |
81 | | JOINING_TYPE_X = 7 /* means: use general-category to choose between U or T. */ |
82 | | }; |
83 | | |
84 | | #include "hb-ot-shaper-arabic-table.hh" |
85 | | |
86 | | static unsigned int get_joining_type (hb_codepoint_t u, hb_unicode_general_category_t gen_cat) |
87 | 3.57M | { |
88 | 3.57M | unsigned int j_type = joining_type(u); |
89 | 3.57M | if (likely (j_type != JOINING_TYPE_X)) |
90 | 529k | return j_type; |
91 | | |
92 | 3.04M | return (FLAG_UNSAFE(gen_cat) & |
93 | 3.04M | (FLAG(HB_UNICODE_GENERAL_CATEGORY_NON_SPACING_MARK) | |
94 | 3.04M | FLAG(HB_UNICODE_GENERAL_CATEGORY_ENCLOSING_MARK) | |
95 | 3.04M | FLAG(HB_UNICODE_GENERAL_CATEGORY_FORMAT)) |
96 | 3.04M | ) ? JOINING_TYPE_T : JOINING_TYPE_U; |
97 | 3.57M | } |
98 | | |
99 | 4.97k | #define FEATURE_IS_SYRIAC(tag) hb_in_range<unsigned char> ((unsigned char) (tag), '2', '3') |
100 | | |
101 | | static const hb_tag_t arabic_features[] = |
102 | | { |
103 | | HB_TAG('i','s','o','l'), |
104 | | HB_TAG('f','i','n','a'), |
105 | | HB_TAG('f','i','n','2'), |
106 | | HB_TAG('f','i','n','3'), |
107 | | HB_TAG('m','e','d','i'), |
108 | | HB_TAG('m','e','d','2'), |
109 | | HB_TAG('i','n','i','t'), |
110 | | HB_TAG_NONE |
111 | | }; |
112 | | |
113 | | |
114 | | /* Same order as the feature array */ |
115 | | enum arabic_action_t { |
116 | | ISOL, |
117 | | FINA, |
118 | | FIN2, |
119 | | FIN3, |
120 | | MEDI, |
121 | | MED2, |
122 | | INIT, |
123 | | |
124 | | NONE, |
125 | | |
126 | | ARABIC_NUM_FEATURES = NONE, |
127 | | |
128 | | /* We abuse the same byte for other things... */ |
129 | | STCH_FIXED, |
130 | | STCH_REPEATING, |
131 | | }; |
132 | | |
133 | | static const struct arabic_state_table_entry { |
134 | | uint8_t prev_action; |
135 | | uint8_t curr_action; |
136 | | uint16_t next_state; |
137 | | } arabic_state_table[][NUM_STATE_MACHINE_COLS] = |
138 | | { |
139 | | /* jt_U, jt_L, jt_R, jt_D, jg_ALAPH, jg_DALATH_RISH */ |
140 | | |
141 | | /* State 0: prev was U, not willing to join. */ |
142 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {NONE,ISOL,1}, {NONE,ISOL,2}, {NONE,ISOL,1}, {NONE,ISOL,6}, }, |
143 | | |
144 | | /* State 1: prev was R or ISOL/ALAPH, not willing to join. */ |
145 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {NONE,ISOL,1}, {NONE,ISOL,2}, {NONE,FIN2,5}, {NONE,ISOL,6}, }, |
146 | | |
147 | | /* State 2: prev was D/L in ISOL form, willing to join. */ |
148 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {INIT,FINA,1}, {INIT,FINA,3}, {INIT,FINA,4}, {INIT,FINA,6}, }, |
149 | | |
150 | | /* State 3: prev was D in FINA form, willing to join. */ |
151 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {MEDI,FINA,1}, {MEDI,FINA,3}, {MEDI,FINA,4}, {MEDI,FINA,6}, }, |
152 | | |
153 | | /* State 4: prev was FINA ALAPH, not willing to join. */ |
154 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {MED2,ISOL,1}, {MED2,ISOL,2}, {MED2,FIN2,5}, {MED2,ISOL,6}, }, |
155 | | |
156 | | /* State 5: prev was FIN2/FIN3 ALAPH, not willing to join. */ |
157 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {ISOL,ISOL,1}, {ISOL,ISOL,2}, {ISOL,FIN2,5}, {ISOL,ISOL,6}, }, |
158 | | |
159 | | /* State 6: prev was DALATH/RISH, not willing to join. */ |
160 | | { {NONE,NONE,0}, {NONE,ISOL,2}, {NONE,ISOL,1}, {NONE,ISOL,2}, {NONE,FIN3,5}, {NONE,ISOL,6}, } |
161 | | }; |
162 | | |
163 | | |
164 | | static bool |
165 | | arabic_fallback_shape (const hb_ot_shape_plan_t *plan, |
166 | | hb_font_t *font, |
167 | | hb_buffer_t *buffer); |
168 | | |
169 | | static bool |
170 | | record_stch (const hb_ot_shape_plan_t *plan, |
171 | | hb_font_t *font, |
172 | | hb_buffer_t *buffer); |
173 | | |
174 | | static bool |
175 | | deallocate_buffer_var (const hb_ot_shape_plan_t *plan, |
176 | | hb_font_t *font, |
177 | | hb_buffer_t *buffer) |
178 | 664k | { |
179 | 664k | HB_BUFFER_DEALLOCATE_VAR (buffer, arabic_shaping_action); |
180 | 664k | return false; |
181 | 664k | } |
182 | | |
183 | | static void |
184 | | collect_features_arabic (hb_ot_shape_planner_t *plan) |
185 | 237 | { |
186 | 237 | hb_ot_map_builder_t *map = &plan->map; |
187 | | |
188 | | /* We apply features according to the Arabic spec, with pauses |
189 | | * in between most. |
190 | | * |
191 | | * The pause between init/medi/... and rlig is required. See eg: |
192 | | * https://bugzilla.mozilla.org/show_bug.cgi?id=644184 |
193 | | * |
194 | | * The pauses between init/medi/... themselves are not necessarily |
195 | | * needed as only one of those features is applied to any character. |
196 | | * The only difference it makes is when fonts have contextual |
197 | | * substitutions. We now follow the order of the spec, which makes |
198 | | * for better experience if that's what Uniscribe is doing. |
199 | | * |
200 | | * At least for Arabic, looks like Uniscribe has a pause between |
201 | | * rlig and calt. Otherwise the IranNastaliq's ALLAH ligature won't |
202 | | * work. However, testing shows that rlig and calt are applied |
203 | | * together for Mongolian in Uniscribe. As such, we only add a |
204 | | * pause for Arabic, not other scripts. |
205 | | */ |
206 | | |
207 | | |
208 | 237 | map->enable_feature (HB_TAG('s','t','c','h')); |
209 | 237 | map->add_gsub_pause (record_stch); |
210 | | |
211 | 237 | map->enable_feature (HB_TAG('c','c','m','p'), F_MANUAL_ZWJ); |
212 | 237 | map->enable_feature (HB_TAG('l','o','c','l'), F_MANUAL_ZWJ); |
213 | | |
214 | 237 | map->add_gsub_pause (nullptr); |
215 | | |
216 | 1.89k | for (unsigned int i = 0; i < ARABIC_NUM_FEATURES; i++) |
217 | 1.65k | { |
218 | 1.65k | bool has_fallback = plan->props.script == HB_SCRIPT_ARABIC && !FEATURE_IS_SYRIAC (arabic_features[i]); |
219 | 1.65k | map->add_feature (arabic_features[i], F_MANUAL_ZWJ | (has_fallback ? F_HAS_FALLBACK : F_NONE)); |
220 | 1.65k | map->add_gsub_pause (nullptr); |
221 | 1.65k | } |
222 | 237 | map->add_gsub_pause (deallocate_buffer_var); |
223 | | |
224 | | /* Normally, Unicode says a ZWNJ means "don't ligate". In Arabic script |
225 | | * however, it says a ZWJ should also mean "don't ligate". So we run |
226 | | * the main ligating features as MANUAL_ZWJ. */ |
227 | | |
228 | 237 | map->enable_feature (HB_TAG('r','l','i','g'), F_MANUAL_ZWJ | F_HAS_FALLBACK); |
229 | | |
230 | 237 | if (plan->props.script == HB_SCRIPT_ARABIC) |
231 | 237 | map->add_gsub_pause (arabic_fallback_shape); |
232 | | |
233 | 237 | map->enable_feature (HB_TAG('c','a','l','t'), F_MANUAL_ZWJ); |
234 | | /* https://github.com/harfbuzz/harfbuzz/issues/1573 */ |
235 | 237 | if (!map->has_feature (HB_TAG('r','c','l','t'))) |
236 | 237 | map->add_gsub_pause (nullptr); |
237 | | |
238 | 237 | map->enable_feature (HB_TAG('l','i','g','a'), F_MANUAL_ZWJ); |
239 | 237 | map->enable_feature (HB_TAG('c','l','i','g'), F_MANUAL_ZWJ); |
240 | | |
241 | | /* The spec includes 'cswh'. Earlier versions of Windows |
242 | | * used to enable this by default, but testing suggests |
243 | | * that Windows 8 and later do not enable it by default, |
244 | | * and spec now says 'Off by default'. |
245 | | * We disabled this in ae23c24c32. |
246 | | * Note that IranNastaliq uses this feature extensively |
247 | | * to fixup broken glyph sequences. Oh well... |
248 | | * Test case: U+0643,U+0640,U+0631. */ |
249 | | //map->enable_feature (HB_TAG('c','s','w','h'), F_MANUAL_ZWJ); |
250 | 237 | map->enable_feature (HB_TAG('m','s','e','t'), F_MANUAL_ZWJ); |
251 | 237 | } |
252 | | |
253 | | #include "hb-ot-shaper-arabic-fallback.hh" |
254 | | |
255 | | struct arabic_shape_plan_t |
256 | | { |
257 | | /* The "+ 1" in the next array is to accommodate for the "NONE" command, |
258 | | * which is not an OpenType feature, but this simplifies the code by not |
259 | | * having to do a "if (... < NONE) ..." and just rely on the fact that |
260 | | * mask_array[NONE] == 0. */ |
261 | | hb_mask_t mask_array[ARABIC_NUM_FEATURES + 1]; |
262 | | |
263 | | mutable hb_atomic_t<arabic_fallback_plan_t *> fallback_plan; |
264 | | |
265 | | unsigned int do_fallback : 1; |
266 | | unsigned int has_stch : 1; |
267 | | }; |
268 | | |
269 | | void * |
270 | | data_create_arabic (const hb_ot_shape_plan_t *plan) |
271 | 237 | { |
272 | 237 | arabic_shape_plan_t *arabic_plan = (arabic_shape_plan_t *) hb_calloc (1, sizeof (arabic_shape_plan_t)); |
273 | 237 | if (unlikely (!arabic_plan)) |
274 | 0 | return nullptr; |
275 | | |
276 | 237 | arabic_plan->do_fallback = plan->props.script == HB_SCRIPT_ARABIC; |
277 | 237 | arabic_plan->has_stch = !!plan->map.get_1_mask (HB_TAG ('s','t','c','h')); |
278 | 1.89k | for (unsigned int i = 0; i < ARABIC_NUM_FEATURES; i++) { |
279 | 1.65k | arabic_plan->mask_array[i] = plan->map.get_1_mask (arabic_features[i]); |
280 | 1.65k | arabic_plan->do_fallback = arabic_plan->do_fallback && |
281 | 1.65k | (FEATURE_IS_SYRIAC (arabic_features[i]) || |
282 | 948 | plan->map.needs_fallback (arabic_features[i])); |
283 | 1.65k | } |
284 | | |
285 | 237 | return arabic_plan; |
286 | 237 | } |
287 | | |
288 | | void |
289 | | data_destroy_arabic (void *data) |
290 | 0 | { |
291 | 0 | arabic_shape_plan_t *arabic_plan = (arabic_shape_plan_t *) data; |
292 | |
|
293 | 0 | arabic_fallback_plan_destroy (arabic_plan->fallback_plan); |
294 | |
|
295 | 0 | hb_free (data); |
296 | 0 | } |
297 | | |
298 | | static void |
299 | | arabic_joining (hb_buffer_t *buffer) |
300 | 664k | { |
301 | 664k | unsigned int count = buffer->len; |
302 | 664k | hb_glyph_info_t *info = buffer->info; |
303 | 664k | unsigned int prev = UINT_MAX, state = 0; |
304 | | |
305 | | /* Check pre-context */ |
306 | 728k | for (unsigned int i = 0; i < buffer->context_len[0]; i++) |
307 | 716k | { |
308 | 716k | unsigned int this_type = get_joining_type (buffer->context[0][i], buffer->unicode->general_category (buffer->context[0][i])); |
309 | | |
310 | 716k | if (unlikely (this_type == JOINING_TYPE_T)) |
311 | 63.4k | continue; |
312 | | |
313 | 653k | const arabic_state_table_entry *entry = &arabic_state_table[state][this_type]; |
314 | 653k | state = entry->next_state; |
315 | 653k | break; |
316 | 716k | } |
317 | | |
318 | 2.84M | for (unsigned int i = 0; i < count; i++) |
319 | 2.18M | { |
320 | 2.18M | unsigned int this_type = get_joining_type (info[i].codepoint, _hb_glyph_info_get_general_category (&info[i])); |
321 | | |
322 | 2.18M | if (unlikely (this_type == JOINING_TYPE_T)) { |
323 | 264k | info[i].arabic_shaping_action() = NONE; |
324 | 264k | continue; |
325 | 264k | } |
326 | | |
327 | 1.91M | const arabic_state_table_entry *entry = &arabic_state_table[state][this_type]; |
328 | | |
329 | 1.91M | if (entry->prev_action != NONE && prev != UINT_MAX) |
330 | 100k | { |
331 | 100k | info[prev].arabic_shaping_action() = entry->prev_action; |
332 | 100k | buffer->safe_to_insert_tatweel (prev, i + 1); |
333 | 100k | } |
334 | 1.81M | else |
335 | 1.81M | { |
336 | 1.81M | if (prev == UINT_MAX) |
337 | 635k | { |
338 | 635k | if (this_type >= JOINING_TYPE_R) |
339 | 195k | buffer->unsafe_to_concat_from_outbuffer (0, i + 1); |
340 | 635k | } |
341 | 1.18M | else |
342 | 1.18M | { |
343 | 1.18M | if (this_type >= JOINING_TYPE_R || |
344 | 1.04M | (2 <= state && state <= 5) /* States that have a possible prev_action. */) |
345 | 154k | buffer->unsafe_to_concat (prev, i + 1); |
346 | 1.18M | } |
347 | 1.81M | } |
348 | | |
349 | 1.91M | info[i].arabic_shaping_action() = entry->curr_action; |
350 | | |
351 | 1.91M | prev = i; |
352 | 1.91M | state = entry->next_state; |
353 | 1.91M | } |
354 | | |
355 | 683k | for (unsigned int i = 0; i < buffer->context_len[1]; i++) |
356 | 673k | { |
357 | 673k | unsigned int this_type = get_joining_type (buffer->context[1][i], buffer->unicode->general_category (buffer->context[1][i])); |
358 | | |
359 | 673k | if (unlikely (this_type == JOINING_TYPE_T)) |
360 | 18.9k | continue; |
361 | | |
362 | 654k | const arabic_state_table_entry *entry = &arabic_state_table[state][this_type]; |
363 | 654k | if (entry->prev_action != NONE && prev != UINT_MAX) |
364 | 1.35k | { |
365 | 1.35k | info[prev].arabic_shaping_action() = entry->prev_action; |
366 | 1.35k | buffer->safe_to_insert_tatweel (prev, buffer->len); |
367 | 1.35k | } |
368 | 653k | else if (2 <= state && state <= 5) /* States that have a possible prev_action. */ |
369 | 105k | { |
370 | 105k | buffer->unsafe_to_concat (prev, buffer->len); |
371 | 105k | } |
372 | 654k | break; |
373 | 673k | } |
374 | 664k | } |
375 | | |
376 | | static void |
377 | | mongolian_variation_selectors (hb_buffer_t *buffer) |
378 | 0 | { |
379 | | /* Copy arabic_shaping_action() from base to Mongolian variation selectors. */ |
380 | 0 | unsigned int count = buffer->len; |
381 | 0 | hb_glyph_info_t *info = buffer->info; |
382 | 0 | for (unsigned int i = 1; i < count; i++) |
383 | 0 | if (unlikely (hb_in_ranges<hb_codepoint_t> (info[i].codepoint, 0x180Bu, 0x180Du, 0x180Fu, 0x180Fu))) |
384 | 0 | info[i].arabic_shaping_action() = info[i - 1].arabic_shaping_action(); |
385 | 0 | } |
386 | | |
387 | | void |
388 | | setup_masks_arabic_plan (const arabic_shape_plan_t *arabic_plan, |
389 | | hb_buffer_t *buffer, |
390 | | hb_script_t script) |
391 | 664k | { |
392 | 664k | HB_BUFFER_ALLOCATE_VAR (buffer, arabic_shaping_action); |
393 | | |
394 | 664k | arabic_joining (buffer); |
395 | 664k | if (script == HB_SCRIPT_MONGOLIAN) |
396 | 0 | mongolian_variation_selectors (buffer); |
397 | | |
398 | 664k | unsigned int count = buffer->len; |
399 | 664k | hb_glyph_info_t *info = buffer->info; |
400 | 2.84M | for (unsigned int i = 0; i < count; i++) |
401 | 2.18M | info[i].mask |= arabic_plan->mask_array[info[i].arabic_shaping_action()]; |
402 | 664k | } |
403 | | |
404 | | static void |
405 | | setup_masks_arabic (const hb_ot_shape_plan_t *plan, |
406 | | hb_buffer_t *buffer, |
407 | | hb_font_t *font HB_UNUSED) |
408 | 664k | { |
409 | 664k | const arabic_shape_plan_t *arabic_plan = (const arabic_shape_plan_t *) plan->data; |
410 | 664k | setup_masks_arabic_plan (arabic_plan, buffer, plan->props.script); |
411 | 664k | } |
412 | | |
413 | | static bool |
414 | | arabic_fallback_shape (const hb_ot_shape_plan_t *plan, |
415 | | hb_font_t *font, |
416 | | hb_buffer_t *buffer) |
417 | 664k | { |
418 | | #ifdef HB_NO_OT_SHAPER_ARABIC_FALLBACK |
419 | | return false; |
420 | | #endif |
421 | | |
422 | 664k | const arabic_shape_plan_t *arabic_plan = (const arabic_shape_plan_t *) plan->data; |
423 | | |
424 | 664k | if (!arabic_plan->do_fallback) |
425 | 0 | return false; |
426 | | |
427 | 664k | retry: |
428 | 664k | arabic_fallback_plan_t *fallback_plan = arabic_plan->fallback_plan; |
429 | 664k | if (unlikely (!fallback_plan)) |
430 | 237 | { |
431 | | /* This sucks. We need a font to build the fallback plan... */ |
432 | 237 | fallback_plan = arabic_fallback_plan_create (plan, font); |
433 | 237 | if (unlikely (!arabic_plan->fallback_plan.cmpexch (nullptr, fallback_plan))) |
434 | 0 | { |
435 | 0 | arabic_fallback_plan_destroy (fallback_plan); |
436 | 0 | goto retry; |
437 | 0 | } |
438 | 237 | } |
439 | | |
440 | 664k | arabic_fallback_plan_shape (fallback_plan, font, buffer); |
441 | 664k | return true; |
442 | 664k | } |
443 | | |
444 | | /* |
445 | | * Stretch feature: "stch". |
446 | | * See example here: |
447 | | * https://docs.microsoft.com/en-us/typography/script-development/syriac |
448 | | * We implement this in a generic way, such that the Arabic subtending |
449 | | * marks can use it as well. |
450 | | */ |
451 | | |
452 | | static bool |
453 | | record_stch (const hb_ot_shape_plan_t *plan, |
454 | | hb_font_t *font HB_UNUSED, |
455 | | hb_buffer_t *buffer) |
456 | 664k | { |
457 | 664k | const arabic_shape_plan_t *arabic_plan = (const arabic_shape_plan_t *) plan->data; |
458 | 664k | if (!arabic_plan->has_stch) |
459 | 664k | return false; |
460 | | |
461 | | /* 'stch' feature was just applied. Look for anything that multiplied, |
462 | | * and record it for stch treatment later. Note that rtlm, frac, etc |
463 | | * are applied before stch, but we assume that they didn't result in |
464 | | * anything multiplying into 5 pieces, so it's safe-ish... */ |
465 | | |
466 | 0 | unsigned int count = buffer->len; |
467 | 0 | hb_glyph_info_t *info = buffer->info; |
468 | 0 | for (unsigned int i = 0; i < count; i++) |
469 | 0 | if (unlikely (_hb_glyph_info_multiplied (&info[i]))) |
470 | 0 | { |
471 | 0 | unsigned int comp = _hb_glyph_info_get_lig_comp (&info[i]); |
472 | 0 | info[i].arabic_shaping_action() = comp % 2 ? STCH_REPEATING : STCH_FIXED; |
473 | 0 | buffer->scratch_flags |= HB_BUFFER_SCRATCH_FLAG_ARABIC_HAS_STCH; |
474 | 0 | } |
475 | 0 | return false; |
476 | 664k | } |
477 | | |
478 | | static void |
479 | | apply_stch (const hb_ot_shape_plan_t *plan HB_UNUSED, |
480 | | hb_buffer_t *buffer, |
481 | | hb_font_t *font) |
482 | 664k | { |
483 | 664k | if (likely (!(buffer->scratch_flags & HB_BUFFER_SCRATCH_FLAG_ARABIC_HAS_STCH))) |
484 | 664k | return; |
485 | | |
486 | 0 | bool rtl = buffer->props.direction == HB_DIRECTION_RTL; |
487 | |
|
488 | 0 | if (!rtl) |
489 | 0 | buffer->reverse (); |
490 | | |
491 | | /* We do a two pass implementation: |
492 | | * First pass calculates the exact number of extra glyphs we need, |
493 | | * We then enlarge buffer to have that much room, |
494 | | * Second pass applies the stretch, copying things to the end of buffer. |
495 | | */ |
496 | |
|
497 | 0 | int sign = font->x_scale < 0 ? -1 : +1; |
498 | 0 | unsigned int extra_glyphs_needed = 0; // Set during MEASURE, used during CUT |
499 | 0 | enum { MEASURE, CUT } /* step_t */; |
500 | |
|
501 | 0 | for (unsigned int step = MEASURE; step <= CUT; step = step + 1) |
502 | 0 | { |
503 | 0 | unsigned int count = buffer->len; |
504 | 0 | hb_glyph_info_t *info = buffer->info; |
505 | 0 | hb_glyph_position_t *pos = buffer->pos; |
506 | 0 | unsigned int new_len = count + extra_glyphs_needed; // write head during CUT |
507 | 0 | unsigned int j = new_len; |
508 | 0 | for (unsigned int i = count; i; i--) |
509 | 0 | { |
510 | 0 | if (!hb_in_range<uint8_t> (info[i - 1].arabic_shaping_action(), STCH_FIXED, STCH_REPEATING)) |
511 | 0 | { |
512 | 0 | if (step == CUT) |
513 | 0 | { |
514 | 0 | --j; |
515 | 0 | info[j] = info[i - 1]; |
516 | 0 | pos[j] = pos[i - 1]; |
517 | 0 | } |
518 | 0 | continue; |
519 | 0 | } |
520 | | |
521 | | /* Yay, justification! */ |
522 | | |
523 | 0 | hb_position_t w_total = 0; // Total to be filled |
524 | 0 | hb_position_t w_fixed = 0; // Sum of fixed tiles |
525 | 0 | hb_position_t w_repeating = 0; // Sum of repeating tiles |
526 | 0 | int n_fixed = 0; |
527 | 0 | int n_repeating = 0; |
528 | |
|
529 | 0 | unsigned int end = i; |
530 | 0 | while (i && |
531 | 0 | hb_in_range<uint8_t> (info[i - 1].arabic_shaping_action(), STCH_FIXED, STCH_REPEATING)) |
532 | 0 | { |
533 | 0 | i--; |
534 | 0 | hb_position_t width = font->get_glyph_h_advance (info[i].codepoint); |
535 | 0 | if (info[i].arabic_shaping_action() == STCH_FIXED) |
536 | 0 | { |
537 | 0 | w_fixed += width; |
538 | 0 | n_fixed++; |
539 | 0 | } |
540 | 0 | else |
541 | 0 | { |
542 | 0 | w_repeating += width; |
543 | 0 | n_repeating++; |
544 | 0 | } |
545 | 0 | } |
546 | 0 | unsigned int start = i; |
547 | 0 | unsigned int context = i; |
548 | 0 | while (context && |
549 | 0 | !hb_in_range<uint8_t> (info[context - 1].arabic_shaping_action(), STCH_FIXED, STCH_REPEATING) && |
550 | 0 | (_hb_glyph_info_is_default_ignorable (&info[context - 1]) || |
551 | 0 | HB_ARABIC_GENERAL_CATEGORY_IS_WORD (_hb_glyph_info_get_general_category (&info[context - 1])))) |
552 | 0 | { |
553 | 0 | context--; |
554 | 0 | w_total += pos[context].x_advance; |
555 | 0 | } |
556 | 0 | i++; // Don't touch i again. |
557 | |
|
558 | 0 | DEBUG_MSG (ARABIC, nullptr, "%s stretch at (%u,%u,%u)", |
559 | 0 | step == MEASURE ? "measuring" : "cutting", context, start, end); |
560 | 0 | DEBUG_MSG (ARABIC, nullptr, "rest of word: count=%u width %" PRId32, start - context, w_total); |
561 | 0 | DEBUG_MSG (ARABIC, nullptr, "fixed tiles: count=%d width=%" PRId32, n_fixed, w_fixed); |
562 | 0 | DEBUG_MSG (ARABIC, nullptr, "repeating tiles: count=%d width=%" PRId32, n_repeating, w_repeating); |
563 | |
|
564 | 0 | static constexpr unsigned STCH_MAX_GLYPHS = 256; |
565 | | |
566 | | /* Number of additional times to repeat each repeating tile. */ |
567 | 0 | unsigned int n_copies = 0; |
568 | |
|
569 | 0 | int64_t w_remaining_signed = (int64_t) w_total - w_fixed; |
570 | 0 | int64_t w_repeating_signed = w_repeating; |
571 | 0 | if (sign < 0) |
572 | 0 | { |
573 | 0 | w_remaining_signed = -w_remaining_signed; |
574 | 0 | w_repeating_signed = -w_repeating_signed; |
575 | 0 | } |
576 | 0 | hb_position_t w_remaining = (hb_position_t) (w_total - w_fixed); |
577 | 0 | if (w_remaining_signed > w_repeating_signed && w_repeating_signed > 0) |
578 | 0 | n_copies = w_remaining_signed / w_repeating_signed - 1; |
579 | | |
580 | | /* See if we can improve the fit by adding an extra repeat and squeezing them together a bit. */ |
581 | 0 | hb_position_t extra_repeat_overlap = 0; |
582 | 0 | int64_t shortfall = w_remaining_signed - w_repeating_signed * (n_copies + 1); |
583 | 0 | if (shortfall > 0 && n_repeating > 0) |
584 | 0 | { |
585 | 0 | ++n_copies; |
586 | 0 | int64_t excess = (n_copies + 1) * w_repeating_signed - w_remaining_signed; |
587 | 0 | if (excess > 0) |
588 | 0 | { |
589 | 0 | extra_repeat_overlap = excess / (n_copies * n_repeating); |
590 | 0 | w_remaining = 0; |
591 | 0 | } |
592 | 0 | } |
593 | |
|
594 | 0 | unsigned int max_copies = 0; |
595 | 0 | if (n_repeating > 0) |
596 | 0 | { |
597 | 0 | unsigned int base_glyphs = n_fixed + n_repeating; |
598 | 0 | if (base_glyphs < STCH_MAX_GLYPHS) |
599 | 0 | max_copies = (STCH_MAX_GLYPHS - base_glyphs) / n_repeating; |
600 | 0 | } |
601 | 0 | n_copies = hb_min (n_copies, max_copies); |
602 | |
|
603 | 0 | if (step == MEASURE) |
604 | 0 | { |
605 | 0 | unsigned int added_glyphs = 0; |
606 | 0 | if (unlikely (hb_unsigned_mul_overflows (n_copies, n_repeating, &added_glyphs) || |
607 | 0 | hb_unsigned_add_overflows (extra_glyphs_needed, added_glyphs, &extra_glyphs_needed))) |
608 | 0 | break; |
609 | 0 | DEBUG_MSG (ARABIC, nullptr, "will add extra %u copies of repeating tiles", n_copies); |
610 | 0 | } |
611 | 0 | else |
612 | 0 | { |
613 | 0 | buffer->unsafe_to_break (context, end); |
614 | 0 | hb_position_t x_offset = w_remaining / 2; |
615 | 0 | for (unsigned int k = end; k > start; k--) |
616 | 0 | { |
617 | 0 | hb_position_t width = font->get_glyph_h_advance (info[k - 1].codepoint); |
618 | |
|
619 | 0 | unsigned int repeat = 1; |
620 | 0 | if (info[k - 1].arabic_shaping_action() == STCH_REPEATING) |
621 | 0 | repeat += n_copies; |
622 | |
|
623 | 0 | DEBUG_MSG (ARABIC, nullptr, "appending %u copies of glyph %" PRIu32 "; j=%u", |
624 | 0 | repeat, info[k - 1].codepoint, j); |
625 | 0 | pos[k - 1].x_advance = 0; |
626 | 0 | for (unsigned int n = 0; n < repeat; n++) |
627 | 0 | { |
628 | 0 | if (rtl) |
629 | 0 | { |
630 | 0 | x_offset -= width; |
631 | 0 | if (n > 0) |
632 | 0 | x_offset += extra_repeat_overlap; |
633 | 0 | } |
634 | 0 | pos[k - 1].x_offset = x_offset; |
635 | | /* Append copy. */ |
636 | 0 | --j; |
637 | 0 | info[j] = info[k - 1]; |
638 | 0 | pos[j] = pos[k - 1]; |
639 | |
|
640 | 0 | if (!rtl) |
641 | 0 | { |
642 | 0 | x_offset += width; |
643 | 0 | if (n > 0) |
644 | 0 | x_offset -= extra_repeat_overlap; |
645 | 0 | } |
646 | 0 | } |
647 | 0 | } |
648 | 0 | } |
649 | 0 | } |
650 | |
|
651 | 0 | if (step == MEASURE) |
652 | 0 | { |
653 | 0 | unsigned int total_glyphs = 0; |
654 | 0 | if (unlikely (hb_unsigned_add_overflows (count, extra_glyphs_needed, &total_glyphs) || |
655 | 0 | !buffer->ensure (total_glyphs))) |
656 | 0 | break; |
657 | 0 | } |
658 | 0 | else |
659 | 0 | { |
660 | 0 | assert (j == 0); |
661 | 0 | buffer->len = new_len; |
662 | 0 | } |
663 | 0 | } |
664 | |
|
665 | 0 | if (!rtl) |
666 | 0 | buffer->reverse (); |
667 | 0 | } |
668 | | |
669 | | |
670 | | static void |
671 | | postprocess_glyphs_arabic (const hb_ot_shape_plan_t *plan, |
672 | | hb_buffer_t *buffer, |
673 | | hb_font_t *font) |
674 | 664k | { |
675 | 664k | apply_stch (plan, buffer, font); |
676 | 664k | } |
677 | | |
678 | | /* https://www.unicode.org/reports/tr53/ */ |
679 | | |
680 | | static const hb_codepoint_t |
681 | | modifier_combining_marks[] = |
682 | | { |
683 | | 0x0654u, /* ARABIC HAMZA ABOVE */ |
684 | | 0x0655u, /* ARABIC HAMZA BELOW */ |
685 | | 0x0658u, /* ARABIC MARK NOON GHUNNA */ |
686 | | 0x06DCu, /* ARABIC SMALL HIGH SEEN */ |
687 | | 0x06E3u, /* ARABIC SMALL LOW SEEN */ |
688 | | 0x06E7u, /* ARABIC SMALL HIGH YEH */ |
689 | | 0x06E8u, /* ARABIC SMALL HIGH NOON */ |
690 | | 0x08CAu, /* ARABIC SMALL HIGH FARSI YEH */ |
691 | | 0x08CBu, /* ARABIC SMALL HIGH YEH BARREE WITH TWO DOTS BELOW */ |
692 | | 0x08CDu, /* ARABIC SMALL HIGH ZAH */ |
693 | | 0x08CEu, /* ARABIC LARGE ROUND DOT ABOVE */ |
694 | | 0x08CFu, /* ARABIC LARGE ROUND DOT BELOW */ |
695 | | 0x08D3u, /* ARABIC SMALL LOW WAW */ |
696 | | 0x08F3u, /* ARABIC SMALL HIGH WAW */ |
697 | | }; |
698 | | |
699 | | static inline bool |
700 | | info_is_mcm (const hb_glyph_info_t &info) |
701 | 16.8k | { |
702 | 16.8k | hb_codepoint_t u = info.codepoint; |
703 | 251k | for (unsigned int i = 0; i < ARRAY_LENGTH (modifier_combining_marks); i++) |
704 | 235k | if (u == modifier_combining_marks[i]) |
705 | 256 | return true; |
706 | 16.6k | return false; |
707 | 16.8k | } |
708 | | |
709 | | static void |
710 | | reorder_marks_arabic (const hb_ot_shape_plan_t *plan HB_UNUSED, |
711 | | hb_buffer_t *buffer, |
712 | | unsigned int start, |
713 | | unsigned int end) |
714 | 40.9k | { |
715 | 40.9k | hb_glyph_info_t *info = buffer->info; |
716 | | |
717 | 40.9k | DEBUG_MSG (ARABIC, buffer, "Reordering marks from %u to %u", start, end); |
718 | | |
719 | 40.9k | unsigned int i = start; |
720 | 70.0k | for (unsigned int cc = 220; cc <= 230; cc += 10) |
721 | 58.0k | { |
722 | 58.0k | DEBUG_MSG (ARABIC, buffer, "Looking for %u's starting at %u", cc, i); |
723 | 138k | while (i < end && info_cc(info[i]) < cc) |
724 | 80.1k | i++; |
725 | 58.0k | DEBUG_MSG (ARABIC, buffer, "Looking for %u's stopped at %u", cc, i); |
726 | | |
727 | 58.0k | if (i == end) |
728 | 28.8k | break; |
729 | | |
730 | 29.1k | if (info_cc(info[i]) > cc) |
731 | 12.2k | continue; |
732 | | |
733 | 16.8k | unsigned int j = i; |
734 | 17.1k | while (j < end && info_cc(info[j]) == cc && info_is_mcm (info[j])) |
735 | 256 | j++; |
736 | | |
737 | 16.8k | if (i == j) |
738 | 16.6k | continue; |
739 | | |
740 | 256 | DEBUG_MSG (ARABIC, buffer, "Found %u's from %u to %u", cc, i, j); |
741 | | |
742 | | /* Shift it! */ |
743 | 256 | DEBUG_MSG (ARABIC, buffer, "Shifting %u's: %u %u", cc, i, j); |
744 | 256 | hb_glyph_info_t temp[HB_OT_SHAPE_MAX_COMBINING_MARKS]; |
745 | 256 | assert (j - i <= ARRAY_LENGTH (temp)); |
746 | 256 | buffer->merge_clusters (start, j); |
747 | 256 | memmove (temp, &info[i], (j - i) * sizeof (hb_glyph_info_t)); |
748 | 256 | memmove (&info[start + j - i], &info[start], (i - start) * sizeof (hb_glyph_info_t)); |
749 | 256 | memmove (&info[start], temp, (j - i) * sizeof (hb_glyph_info_t)); |
750 | | |
751 | | /* Renumber CC such that the reordered sequence is still sorted. |
752 | | * 22 and 26 are chosen because they are smaller than all Arabic categories, |
753 | | * and are folded back to 220/230 respectively during fallback mark positioning. |
754 | | * |
755 | | * We do this because the CGJ-handling logic in the normalizer relies on |
756 | | * mark sequences having an increasing order even after this reordering. |
757 | | * https://github.com/harfbuzz/harfbuzz/issues/554 |
758 | | * This, however, does break some obscure sequences, where the normalizer |
759 | | * might compose a sequence that it should not. For example, in the seequence |
760 | | * ALEF, HAMZAH, MADDAH, we should NOT try to compose ALEF+MADDAH, but with this |
761 | | * renumbering, we will. |
762 | | */ |
763 | 256 | unsigned int new_start = start + j - i; |
764 | 256 | unsigned int new_cc = cc == 220 ? HB_MODIFIED_COMBINING_CLASS_CCC22 : HB_MODIFIED_COMBINING_CLASS_CCC26; |
765 | 512 | while (start < new_start) |
766 | 256 | { |
767 | 256 | _hb_glyph_info_set_modified_combining_class (&info[start], new_cc); |
768 | 256 | start++; |
769 | 256 | } |
770 | | |
771 | 256 | i = j; |
772 | 256 | } |
773 | 40.9k | } |
774 | | |
775 | | const hb_ot_shaper_t _hb_ot_shaper_arabic = |
776 | | { |
777 | | collect_features_arabic, |
778 | | nullptr, /* override_features */ |
779 | | data_create_arabic, |
780 | | data_destroy_arabic, |
781 | | nullptr, /* preprocess_text */ |
782 | | postprocess_glyphs_arabic, |
783 | | nullptr, /* decompose */ |
784 | | nullptr, /* compose */ |
785 | | setup_masks_arabic, |
786 | | reorder_marks_arabic, |
787 | | HB_TAG_NONE, /* gpos_tag */ |
788 | | HB_OT_SHAPE_NORMALIZATION_MODE_DEFAULT, |
789 | | HB_OT_SHAPE_ZERO_WIDTH_MARKS_BY_GDEF_LATE, |
790 | | true, /* fallback_position */ |
791 | | }; |
792 | | |
793 | | |
794 | | #endif |