| testAlphanumericCJK() |  | 0% | | n/a | 1 | 1 | 7 | 7 | 1 | 1 |
| testAlphanumericArabicDiacritics() | | 0% | | n/a | 1 | 1 | 6 | 6 | 1 | 1 |
| testAlphanumericNullEmpty() | | 0% | | n/a | 1 | 1 | 6 | 6 | 1 | 1 |
| testCJKBigrams() | | 0% | | n/a | 1 | 1 | 6 | 6 | 1 | 1 |
| testMixedAlphaAndCJK() | | 0% | | n/a | 1 | 1 | 6 | 6 | 1 | 1 |
| testAlphanumericPunctuation() | | 0% | | n/a | 1 | 1 | 4 | 4 | 1 | 1 |
| testAlphanumericIncludesNumbers() | | 0% | | n/a | 1 | 1 | 4 | 4 | 1 | 1 |
| testAlphanumericMixed() | | 0% | | n/a | 1 | 1 | 4 | 4 | 1 | 1 |
| testPunctuationSplitting() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testZWNJKeepsWordTogether() | | 0% | | n/a | 1 | 1 | 4 | 4 | 1 | 1 |
| testNFCNormalization() | | 0% | | n/a | 1 | 1 | 4 | 4 | 1 | 1 |
| testArabicDiacriticsStripped() | | 0% | | n/a | 1 | 1 | 5 | 5 | 1 | 1 |
| testArabicTatweelStripped() | | 0% | | n/a | 1 | 1 | 5 | 5 | 1 | 1 |
| testHebrewNiqqudStripped() | | 0% | | n/a | 1 | 1 | 5 | 5 | 1 | 1 |
| testSimpleEnglish() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testCaseFolding() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testNullAndEmpty() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testURLStripping() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testDigitsIgnored() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| testSingleCJKChar() | | 0% | | n/a | 1 | 1 | 3 | 3 | 1 | 1 |
| WordTokenizerTest() | | 0% | | n/a | 1 | 1 | 1 | 1 | 1 | 1 |