mirror of
https://github.com/apple/swift.git
synced 2025-12-14 20:36:38 +01:00
This applies more annotations in the `INTERNAL_CHECKS_ENABLED` disabled paths, Windows, 32-bit, and non-ObjC paths. Interestingly enough, there are a couple of compiler intrinsics which are also uncovered.
555 lines
16 KiB
Swift
555 lines
16 KiB
Swift
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This source file is part of the Swift.org open source project
|
|
//
|
|
// Copyright (c) 2024 Apple Inc. and the Swift project authors
|
|
// Licensed under Apache License v2.0 with Runtime Library Exception
|
|
//
|
|
// See https://swift.org/LICENSE.txt for license information
|
|
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// MARK: Memory layout
|
|
|
|
/// A 128-bit signed integer value type.
|
|
@available(SwiftStdlib 6.0, *)
|
|
@frozen
|
|
public struct Int128: Sendable {
|
|
#if _pointerBitWidth(_64) || arch(arm64_32)
|
|
// On 64-bit platforms (including arm64_32 and any similar targets with
|
|
// 32b pointers but HW-backed 64b integers), the layout is simply that
|
|
// of `Builtin.Int128`.
|
|
public var _value: Builtin.Int128
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_ _value: Builtin.Int128) {
|
|
self._value = _value
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var _low: UInt64 {
|
|
UInt64(Builtin.trunc_Int128_Int64(_value))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var _high: Int64 {
|
|
let shifted: Int128 = self &>> 64
|
|
return Int64(Builtin.trunc_Int128_Int64(shifted._value))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_low: UInt64, _high: Int64) {
|
|
#if _endian(little)
|
|
self = unsafe unsafeBitCast((_low, _high), to: Self.self)
|
|
#else
|
|
self = unsafeBitCast((_high, _low), to: Self.self)
|
|
#endif
|
|
}
|
|
|
|
#else
|
|
// On 32-bit platforms, we don't want to use Builtin.Int128 for layout
|
|
// because it would be 16B aligned, which is excessive for such targets
|
|
// (and generally incompatible with C's `_BitInt(128)`). Instead we lay
|
|
// out the type as two `{U}Int64` fields--note that we have to be careful
|
|
// about endianness in this case.
|
|
#if _endian(little)
|
|
public var _low: UInt64
|
|
public var _high: Int64
|
|
#else
|
|
public var _high: Int64
|
|
public var _low: UInt64
|
|
#endif
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_low: UInt64, _high: Int64) {
|
|
self._low = _low
|
|
self._high = _high
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
public var _value: Builtin.Int128 {
|
|
@_transparent
|
|
get {
|
|
unsafe unsafeBitCast(self, to: Builtin.Int128.self)
|
|
}
|
|
|
|
@_transparent
|
|
set {
|
|
self = Self(newValue)
|
|
}
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_ _value: Builtin.Int128) {
|
|
self = unsafe unsafeBitCast(_value, to: Self.self)
|
|
}
|
|
#endif
|
|
|
|
/// Creates a new instance with the same memory representation as the given
|
|
/// value.
|
|
///
|
|
/// This initializer does not perform any range or overflow checking. The
|
|
/// resulting instance may not have the same numeric value as
|
|
/// `bitPattern`---it is only guaranteed to use the same pattern of bits in
|
|
/// its binary representation.
|
|
///
|
|
/// - Parameter bitPattern: A value to use as the source of the new instance's
|
|
/// binary representation.
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(bitPattern: UInt128) {
|
|
self.init(bitPattern._value)
|
|
}
|
|
}
|
|
|
|
// MARK: - Constants
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128 {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static var zero: Self {
|
|
Self(Builtin.zeroInitializer())
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static var min: Self {
|
|
Self(_low: .zero, _high: .min)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static var max: Self {
|
|
Self(_low: .max, _high: .max)
|
|
}
|
|
}
|
|
|
|
// MARK: - Conversions from other integers
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: ExpressibleByIntegerLiteral,
|
|
_ExpressibleByBuiltinIntegerLiteral {
|
|
@available(SwiftStdlib 6.0, *)
|
|
public typealias IntegerLiteralType = Self
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_builtinIntegerLiteral x: Builtin.IntLiteral) {
|
|
self.init(Builtin.s_to_s_checked_trunc_IntLiteral_Int128(x).0)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init?<T>(exactly source: T) where T: BinaryInteger {
|
|
guard let high = Int64(exactly: source >> 64) else { return nil }
|
|
let low = UInt64(truncatingIfNeeded: source)
|
|
self.init(_low: low, _high: high)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init<T>(_ source: T) where T: BinaryInteger {
|
|
guard let value = Self(exactly: source) else {
|
|
fatalError("value cannot be converted to Int128 because it is outside the representable range")
|
|
}
|
|
self = value
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init<T>(clamping source: T) where T: BinaryInteger {
|
|
guard let value = Self(exactly: source) else {
|
|
self = source < .zero ? .min : .max
|
|
return
|
|
}
|
|
self = value
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init<T>(truncatingIfNeeded source: T) where T: BinaryInteger {
|
|
let high = Int64(truncatingIfNeeded: source >> 64)
|
|
let low = UInt64(truncatingIfNeeded: source)
|
|
self.init(_low: low, _high: high)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public init(_truncatingBits source: UInt) {
|
|
self.init(_low: UInt64(source), _high: .zero)
|
|
}
|
|
}
|
|
|
|
// MARK: - Conversions from Binary floating-point
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128 {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init?<T>(exactly source: T) where T: BinaryFloatingPoint {
|
|
if source.magnitude < 0x1.0p64 {
|
|
guard let magnitude = UInt64(exactly: source.magnitude) else {
|
|
return nil
|
|
}
|
|
self = Int128(_low: magnitude, _high: 0)
|
|
if source < 0 { self = -self }
|
|
} else {
|
|
let highAsFloat = (source * 0x1.0p-64).rounded(.down)
|
|
guard let high = Int64(exactly: highAsFloat) else { return nil }
|
|
// Because we already ruled out |source| < 0x1.0p64, we know that
|
|
// high contains at least one value bit, and so Sterbenz' lemma
|
|
// allows us to compute an exact residual:
|
|
guard let low = UInt64(exactly: source - 0x1.0p64*highAsFloat) else {
|
|
return nil
|
|
}
|
|
self.init(_low: low, _high: high)
|
|
}
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public init<T>(_ source: T) where T: BinaryFloatingPoint {
|
|
guard let value = Self(exactly: source.rounded(.towardZero)) else {
|
|
fatalError("value cannot be converted to Int128 because it is outside the representable range")
|
|
}
|
|
self = value
|
|
}
|
|
}
|
|
|
|
// MARK: - Non-arithmetic utility conformances
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: Equatable {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func ==(a: Self, b: Self) -> Bool {
|
|
Bool(Builtin.cmp_eq_Int128(a._value, b._value))
|
|
}
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: Comparable {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func <(a: Self, b: Self) -> Bool {
|
|
Bool(Builtin.cmp_slt_Int128(a._value, b._value))
|
|
}
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: Hashable {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@inlinable
|
|
public func hash(into hasher: inout Hasher) {
|
|
hasher.combine(_low)
|
|
hasher.combine(_high)
|
|
}
|
|
}
|
|
|
|
// MARK: - Overflow-reporting arithmetic
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128 {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public func addingReportingOverflow(
|
|
_ other: Self
|
|
) -> (partialValue: Self, overflow: Bool) {
|
|
let (result, overflow) = Builtin.sadd_with_overflow_Int128(
|
|
self._value, other._value, Builtin.zeroInitializer()
|
|
)
|
|
return (Self(result), Bool(overflow))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public func subtractingReportingOverflow(
|
|
_ other: Self
|
|
) -> (partialValue: Self, overflow: Bool) {
|
|
let (result, overflow) = Builtin.ssub_with_overflow_Int128(
|
|
self._value, other._value, Builtin.zeroInitializer()
|
|
)
|
|
return (Self(result), Bool(overflow))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public func multipliedReportingOverflow(
|
|
by other: Self
|
|
) -> (partialValue: Self, overflow: Bool) {
|
|
let a = self.magnitude
|
|
let b = other.magnitude
|
|
let (magnitude, overflow) = a.multipliedReportingOverflow(by: b)
|
|
if (self < 0) != (other < 0) {
|
|
let partialValue = Self(bitPattern: 0 &- magnitude)
|
|
return (partialValue, overflow || partialValue > 0)
|
|
} else {
|
|
let partialValue = Self(bitPattern: magnitude)
|
|
return (partialValue, overflow || partialValue < 0)
|
|
}
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public func dividedReportingOverflow(
|
|
by other: Self
|
|
) -> (partialValue: Self, overflow: Bool) {
|
|
if _slowPath(other == .zero) {
|
|
return (self, true)
|
|
}
|
|
if _slowPath(self == .min && other == (-1 as Self)) {
|
|
return (.min, true)
|
|
}
|
|
return (Self(Builtin.sdiv_Int128(self._value, other._value)), false)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public func remainderReportingOverflow(
|
|
dividingBy other: Self
|
|
) -> (partialValue: Self, overflow: Bool) {
|
|
if _slowPath(other == .zero) {
|
|
return (self, true)
|
|
}
|
|
// This case is interesting because the remainder does not overflow; the
|
|
// analogous division does. Counting it as overflowing is consistent with
|
|
// documented behavior.
|
|
if _slowPath(self == .min && other == (-1 as Self)) {
|
|
return (0, true)
|
|
}
|
|
return (Self(Builtin.srem_Int128(self._value, other._value)), false)
|
|
}
|
|
}
|
|
|
|
// MARK: - AdditiveArithmetic conformance
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: AdditiveArithmetic {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func +(a: Self, b: Self) -> Self {
|
|
let (result, overflow) = a.addingReportingOverflow(b)
|
|
// On arm64, this check materializes the carryout in register, then does
|
|
// a TBNZ, where we should get a b.cs instead. I filed rdar://115387277
|
|
// to track this, but it only costs us one extra instruction, so we'll
|
|
// keep it as is for now.
|
|
Builtin.condfail_message(
|
|
overflow._value,
|
|
StaticString("arithmetic overflow").unsafeRawPointer
|
|
)
|
|
return result
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func -(a: Self, b: Self) -> Self {
|
|
let (result, overflow) = a.subtractingReportingOverflow(b)
|
|
Builtin.condfail_message(
|
|
overflow._value,
|
|
StaticString("arithmetic overflow").unsafeRawPointer
|
|
)
|
|
return result
|
|
}
|
|
}
|
|
|
|
// MARK: - Multiplication and division
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128 {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func *(a: Self, b: Self) -> Self {
|
|
let (result, overflow) = a.multipliedReportingOverflow(by: b)
|
|
Builtin.condfail_message(
|
|
overflow._value,
|
|
StaticString("arithmetic overflow").unsafeRawPointer
|
|
)
|
|
return result
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func *=(a: inout Self, b: Self) {
|
|
a = a * b
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func /(a: Self, b: Self) -> Self {
|
|
if _slowPath(b == .zero) {
|
|
_preconditionFailure("Division by zero")
|
|
}
|
|
if _slowPath(a == .min && b == (-1 as Self)) {
|
|
_preconditionFailure("Division results in an overflow")
|
|
}
|
|
return Self(Builtin.sdiv_Int128(a._value, b._value))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func /=(a: inout Self, b: Self) {
|
|
a = a / b
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func %(a: Self, b: Self) -> Self {
|
|
if _slowPath(b == .zero) {
|
|
_preconditionFailure("Division by zero in remainder operation")
|
|
}
|
|
// This case is interesting because the remainder does not overflow; the
|
|
// analogous division does. Counting it as overflowing is consistent with
|
|
// documented behavior.
|
|
if _slowPath(a == .min && b == (-1 as Self)) {
|
|
_preconditionFailure("Division results in an overflow in remainder operation")
|
|
}
|
|
return Self(Builtin.srem_Int128(a._value, b._value))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func %=(a: inout Self, b: Self) {
|
|
a = a % b
|
|
}
|
|
}
|
|
|
|
// MARK: - Numeric conformance
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: SignedNumeric {
|
|
@available(SwiftStdlib 6.0, *)
|
|
public typealias Magnitude = UInt128
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var magnitude: Magnitude {
|
|
let unsignedSelf = UInt128(_value)
|
|
return self < 0 ? 0 &- unsignedSelf : unsignedSelf
|
|
}
|
|
}
|
|
|
|
// MARK: - BinaryInteger conformance
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: BinaryInteger {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var words: UInt128.Words {
|
|
Words(_value: UInt128(_value))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func &=(a: inout Self, b: Self) {
|
|
a._value = Builtin.and_Int128(a._value, b._value)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func |=(a: inout Self, b: Self) {
|
|
a._value = Builtin.or_Int128(a._value, b._value)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func ^=(a: inout Self, b: Self) {
|
|
a._value = Builtin.xor_Int128(a._value, b._value)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func &>>=(a: inout Self, b: Self) {
|
|
let masked = b & 127
|
|
a._value = Builtin.ashr_Int128(a._value, masked._value)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func &<<=(a: inout Self, b: Self) {
|
|
let masked = b & 127
|
|
a._value = Builtin.shl_Int128(a._value, masked._value)
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var trailingZeroBitCount: Int {
|
|
_low == 0 ? 64 + _high.trailingZeroBitCount : _low.trailingZeroBitCount
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var _lowWord: UInt {
|
|
#if _pointerBitWidth(_64)
|
|
UInt(Builtin.trunc_Int128_Int64(_value))
|
|
#elseif _pointerBitWidth(_32)
|
|
UInt(Builtin.trunc_Int128_Int32(_value))
|
|
#elseif _pointerBitWidth(_16)
|
|
UInt(Builtin.trunc_Int128_Int16(_value))
|
|
#else
|
|
#error("Unsupported platform")
|
|
#endif
|
|
}
|
|
}
|
|
|
|
// MARK: - FixedWidthInteger conformance
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128: FixedWidthInteger, SignedInteger {
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static var bitWidth: Int { 128 }
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var nonzeroBitCount: Int {
|
|
_high.nonzeroBitCount &+ _low.nonzeroBitCount
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var leadingZeroBitCount: Int {
|
|
_high == 0 ? 64 + _low.leadingZeroBitCount : _high.leadingZeroBitCount
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public var byteSwapped: Self {
|
|
return Self(_low: UInt64(bitPattern: _high.byteSwapped),
|
|
_high: Int64(bitPattern: _low.byteSwapped))
|
|
}
|
|
|
|
@available(SwiftStdlib 6.0, *)
|
|
@_transparent
|
|
public static func &*(lhs: Self, rhs: Self) -> Self {
|
|
// The default &* on FixedWidthInteger calls multipliedReportingOverflow,
|
|
// which we want to avoid here, since the overflow check is expensive
|
|
// enough that we wouldn't want to inline it into most callers.
|
|
Self(Builtin.mul_Int128(lhs._value, rhs._value))
|
|
}
|
|
}
|
|
|
|
// MARK: - Integer comparison type inference
|
|
@available(SwiftStdlib 6.0, *)
|
|
extension Int128 {
|
|
// IMPORTANT: The following four apparently unnecessary overloads of
|
|
// comparison operations are necessary for literal comparands to be
|
|
// inferred as the desired type.
|
|
@_transparent @_alwaysEmitIntoClient
|
|
public static func != (lhs: Self, rhs: Self) -> Bool {
|
|
return !(lhs == rhs)
|
|
}
|
|
|
|
@_transparent @_alwaysEmitIntoClient
|
|
public static func <= (lhs: Self, rhs: Self) -> Bool {
|
|
return !(rhs < lhs)
|
|
}
|
|
|
|
@_transparent @_alwaysEmitIntoClient
|
|
public static func >= (lhs: Self, rhs: Self) -> Bool {
|
|
return !(lhs < rhs)
|
|
}
|
|
|
|
@_transparent @_alwaysEmitIntoClient
|
|
public static func > (lhs: Self, rhs: Self) -> Bool {
|
|
return rhs < lhs
|
|
}
|
|
}
|