mirror of
https://github.com/apple/swift.git
synced 2025-12-14 20:36:38 +01:00
5a0bbb9f89
* Implement GraphemeWalker that does native grapheme breaking * Bridged strings use native grapheme breaking for forward strides * Implement bidirectional native grapheme breaking for native and foreign strings * Remove ICU's grapheme breaking support * Use UnicodeScalarView to implement GraphemeWalker use an Iterator approach remove Iterator conformance * Incorporate Michael's feedback more comments addressed fix crlf bug * Try bringing back some old fast paths * Parameterize nextBoundary and previousBoundary Parameterize nextBoundary and previousBoundary * Implement Michael's suggestions
86 lines
2.1 KiB
Swift
86 lines
2.1 KiB
Swift
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This source file is part of the Swift.org open source project
|
|
//
|
|
// Copyright (c) 2021 Apple Inc. and the Swift project authors
|
|
// Licensed under Apache License v2.0 with Runtime Library Exception
|
|
//
|
|
// See https://swift.org/LICENSE.txt for license information
|
|
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
import SwiftShims
|
|
|
|
extension Unicode {
|
|
internal enum _GraphemeBreakProperty {
|
|
case any
|
|
case control
|
|
case extend
|
|
case extendedPictographic
|
|
case l
|
|
case lv
|
|
case lvt
|
|
case prepend
|
|
case regionalIndicator
|
|
case spacingMark
|
|
case t
|
|
case v
|
|
case zwj
|
|
|
|
init(from scalar: Unicode.Scalar) {
|
|
switch scalar.value {
|
|
// Some fast paths for ascii characters...
|
|
case 0x0 ... 0x1F:
|
|
self = .control
|
|
case 0x20 ... 0x7E:
|
|
self = .any
|
|
|
|
case 0x200D:
|
|
self = .zwj
|
|
case 0x1100 ... 0x115F,
|
|
0xA960 ... 0xA97C:
|
|
self = .l
|
|
case 0x1160 ... 0x11A7,
|
|
0xD7B0 ... 0xD7C6:
|
|
self = .v
|
|
case 0x11A8 ... 0x11FF,
|
|
0xD7CB ... 0xD7FB:
|
|
self = .t
|
|
case 0xAC00 ... 0xD7A3:
|
|
if scalar.value % 28 == 16 {
|
|
self = .lv
|
|
} else {
|
|
self = .lvt
|
|
}
|
|
case 0x1F1E6 ... 0x1F1FF:
|
|
self = .regionalIndicator
|
|
case 0x1FC00 ... 0x1FFFD:
|
|
self = .extendedPictographic
|
|
case 0xE01F0 ... 0xE0FFF:
|
|
self = .control
|
|
default:
|
|
// Otherwise, default to binary searching the data array.
|
|
let rawEnumValue = _swift_stdlib_getGraphemeBreakProperty(scalar.value)
|
|
|
|
switch rawEnumValue {
|
|
case 0:
|
|
self = .control
|
|
case 1:
|
|
self = .extend
|
|
case 2:
|
|
self = .prepend
|
|
case 3:
|
|
self = .spacingMark
|
|
|
|
// Extended pictographic uses 2 values for its representation.
|
|
case 4, 5:
|
|
self = .extendedPictographic
|
|
default:
|
|
self = .any
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|