//===----------------------------------------------------------------------===// // // This source file is part of the Swift.org open source project // // Copyright (c) 2014 - 2018 Apple Inc. and the Swift project authors // Licensed under Apache License v2.0 with Runtime Library Exception // // See https://swift.org/LICENSE.txt for license information // See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors // //===----------------------------------------------------------------------===// // String Creation Helpers //===----------------------------------------------------------------------===// internal func _allASCII(_ input: UnsafeBufferPointer) -> Bool { if input.isEmpty { return true } // NOTE: Avoiding for-in syntax to avoid bounds checks // // TODO(String performance): SIMD-ize // let ptr = input.baseAddress._unsafelyUnwrappedUnchecked var i = 0 let count = input.count let stride = MemoryLayout.stride let address = Int(bitPattern: ptr) let wordASCIIMask = UInt(truncatingIfNeeded: 0x8080_8080_8080_8080 as UInt64) let byteASCIIMask = UInt8(truncatingIfNeeded: wordASCIIMask) while (address &+ i) % stride != 0 && i < count { guard ptr[i] & byteASCIIMask == 0 else { return false } i &+= 1 } while (i &+ stride) <= count { let word: UInt = UnsafePointer( bitPattern: address &+ i )._unsafelyUnwrappedUnchecked.pointee guard word & wordASCIIMask == 0 else { return false } i &+= stride } while i < count { guard ptr[i] & byteASCIIMask == 0 else { return false } i &+= 1 } return true } extension String { @usableFromInline internal static func _fromASCII( _ input: UnsafeBufferPointer ) -> String { _internalInvariant(_allASCII(input), "not actually ASCII") if let smol = _SmallString(input) { return String(_StringGuts(smol)) } let storage = __StringStorage.create(initializingFrom: input, isASCII: true) return storage.asString } public // SPI(Foundation) static func _tryFromUTF8(_ input: UnsafeBufferPointer) -> String? { guard case .success(let extraInfo) = validateUTF8(input) else { return nil } return String._uncheckedFromUTF8(input, isASCII: extraInfo.isASCII) } @usableFromInline internal static func _fromUTF8Repairing( _ input: UnsafeBufferPointer ) -> (result: String, repairsMade: Bool) { switch validateUTF8(input) { case .success(let extraInfo): return (String._uncheckedFromUTF8( input, asciiPreScanResult: extraInfo.isASCII ), false) case .error(let initialRange): return (repairUTF8(input, firstKnownBrokenRange: initialRange), true) } } @usableFromInline internal static func _uncheckedFromUTF8( _ input: UnsafeBufferPointer ) -> String { return _uncheckedFromUTF8(input, isASCII: _allASCII(input)) } @usableFromInline internal static func _uncheckedFromUTF8( _ input: UnsafeBufferPointer, isASCII: Bool ) -> String { if let smol = _SmallString(input) { return String(_StringGuts(smol)) } let storage = __StringStorage.create( initializingFrom: input, isASCII: isASCII) return storage.asString } // If we've already pre-scanned for ASCII, just supply the result @usableFromInline internal static func _uncheckedFromUTF8( _ input: UnsafeBufferPointer, asciiPreScanResult: Bool ) -> String { if let smol = _SmallString(input) { return String(_StringGuts(smol)) } let isASCII = asciiPreScanResult let storage = __StringStorage.create( initializingFrom: input, isASCII: isASCII) return storage.asString } @usableFromInline internal static func _uncheckedFromUTF16( _ input: UnsafeBufferPointer ) -> String { // TODO(String Performance): Attempt to form smol strings // TODO(String performance): Skip intermediary array, transcode directly // into a StringStorage space. var contents: [UInt8] = [] contents.reserveCapacity(input.count) let repaired = transcode( input.makeIterator(), from: UTF16.self, to: UTF8.self, stoppingOnError: false, into: { contents.append($0) }) _internalInvariant(!repaired, "Error present") return contents.withUnsafeBufferPointer { String._uncheckedFromUTF8($0) } } @usableFromInline @inline(never) // slow-path internal static func _fromCodeUnits< Input: Collection, Encoding: Unicode.Encoding >( _ input: Input, encoding: Encoding.Type, repair: Bool ) -> (String, repairsMade: Bool)? where Input.Element == Encoding.CodeUnit { // TODO(String Performance): Attempt to form smol strings // TODO(String performance): Skip intermediary array, transcode directly // into a StringStorage space. var contents: [UInt8] = [] contents.reserveCapacity(input.underestimatedCount) let repaired = transcode( input.makeIterator(), from: Encoding.self, to: UTF8.self, stoppingOnError: false, into: { contents.append($0) }) guard repair || !repaired else { return nil } let str = contents.withUnsafeBufferPointer { String._uncheckedFromUTF8($0) } return (str, repaired) } public // @testable static func _fromInvalidUTF16( _ utf16: UnsafeBufferPointer ) -> String { return String._fromCodeUnits(utf16, encoding: UTF16.self, repair: true)!.0 } @usableFromInline internal static func _fromSubstring( _ substring: __shared Substring ) -> String { if substring._offsetRange == substring.base._offsetRange { return substring.base } return String._copying(substring) } @_alwaysEmitIntoClient @inline(never) // slow-path internal static func _copying(_ str: String) -> String { return String._copying(str[...]) } @_alwaysEmitIntoClient @inline(never) // slow-path internal static func _copying(_ str: Substring) -> String { if _fastPath(str._wholeGuts.isFastUTF8) { return str._wholeGuts.withFastUTF8(range: str._offsetRange) { String._uncheckedFromUTF8($0) } } return Array(str.utf8).withUnsafeBufferPointer { String._uncheckedFromUTF8($0) } } }