Files
swift-mirror/stdlib/public/core/Bitset.swift
Karoy Lorentey a84ece7a26 [stdlib] Bitset: Eliminate a trap that wasn’t optimized away
Signed/unsigned integer conversions check for unrepresentable values; this wasn’t recognized as impossible, so a trap got compiled into the Dictionary lookup path.

Note to self: next time just use bitwise operations.
2018-09-22 02:04:10 +01:00

572 lines
14 KiB
Swift

//===----------------------------------------------------------------------===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2018 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
/// A simple bitmap of a fixed number of bits, implementing a sorted set of
/// small nonnegative Int values.
///
/// Because `_UnsafeBitset` implements a flat bit vector, it isn't suitable for
/// holding arbitrarily large integers. The maximal element a bitset can store
/// is fixed at its initialization.
@_fixed_layout
@usableFromInline // @testable
internal struct _UnsafeBitset {
@usableFromInline
internal let words: UnsafeMutablePointer<Word>
@usableFromInline
internal let wordCount: Int
@inlinable
@inline(__always)
internal init(words: UnsafeMutablePointer<Word>, wordCount: Int) {
self.words = words
self.wordCount = wordCount
}
}
extension _UnsafeBitset {
@inlinable
@inline(__always)
internal static func word(for element: Int) -> Int {
_sanityCheck(element >= 0)
return element / Word.capacity
}
@inlinable
@inline(__always)
internal static func bit(for element: Int) -> Int {
_sanityCheck(element >= 0)
// Note: We perform on UInts to get faster unsigned math (masking).
let element = UInt(bitPattern: element)
let capacity = UInt(bitPattern: Word.capacity)
return Int(bitPattern: element % capacity)
}
@inlinable
@inline(__always)
internal static func split(_ element: Int) -> (word: Int, bit: Int) {
return (word(for: element), bit(for: element))
}
@inlinable
@inline(__always)
internal static func join(word: Int, bit: Int) -> Int {
_sanityCheck(bit >= 0 && bit < Word.capacity)
return word * Word.capacity + bit
}
}
extension _UnsafeBitset {
@inlinable
@inline(__always)
internal static func wordCount(forCapacity capacity: Int) -> Int {
return (capacity + Word.capacity - 1) / Word.capacity
}
@inlinable
internal var capacity: Int {
@inline(__always)
get {
return wordCount * Word.capacity
}
}
@inlinable
@inline(__always)
internal func isValid(_ element: Int) -> Bool {
return element >= 0 && element <= capacity
}
@inlinable
@inline(__always)
internal func uncheckedContains(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
let (word, bit) = _UnsafeBitset.split(element)
return words[word].uncheckedContains(bit)
}
@inlinable
@inline(__always)
@discardableResult
internal func uncheckedInsert(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
let (word, bit) = _UnsafeBitset.split(element)
return words[word].uncheckedInsert(bit)
}
@inlinable
@inline(__always)
@discardableResult
internal func uncheckedRemove(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
let (word, bit) = _UnsafeBitset.split(element)
return words[word].uncheckedRemove(bit)
}
@inlinable
@inline(__always)
internal func clear() {
words.assign(repeating: .empty, count: wordCount)
}
}
extension _UnsafeBitset: Sequence {
@usableFromInline
internal typealias Element = Int
@inlinable
internal var count: Int {
var count = 0
for w in 0 ..< wordCount {
count += words[w].count
}
return count
}
@inlinable
internal var underestimatedCount: Int {
return count
}
@inlinable
func makeIterator() -> Iterator {
return Iterator(self)
}
@usableFromInline
@_fixed_layout
internal struct Iterator: IteratorProtocol {
@usableFromInline
internal let bitset: _UnsafeBitset
@usableFromInline
internal var index: Int
@usableFromInline
internal var word: Word
@inlinable
internal init(_ bitset: _UnsafeBitset) {
self.bitset = bitset
self.index = 0
self.word = bitset.wordCount > 0 ? bitset.words[0] : .empty
}
@inlinable
internal mutating func next() -> Int? {
if let bit = word.next() {
return _UnsafeBitset.join(word: index, bit: bit)
}
while (index + 1) < bitset.wordCount {
index += 1
word = bitset.words[index]
if let bit = word.next() {
return _UnsafeBitset.join(word: index, bit: bit)
}
}
return nil
}
}
}
////////////////////////////////////////////////////////////////////////////////
extension _UnsafeBitset {
@_fixed_layout
@usableFromInline
internal struct Word {
@usableFromInline
internal var value: UInt
@inlinable
internal init(_ value: UInt) {
self.value = value
}
}
}
extension _UnsafeBitset.Word {
@inlinable
internal static var capacity: Int {
@inline(__always)
get {
return UInt.bitWidth
}
}
@inlinable
@inline(__always)
internal func uncheckedContains(_ bit: Int) -> Bool {
_sanityCheck(bit >= 0 && bit < UInt.bitWidth)
return value & (1 &<< bit) != 0
}
@inlinable
@inline(__always)
@discardableResult
internal mutating func uncheckedInsert(_ bit: Int) -> Bool {
_sanityCheck(bit >= 0 && bit < UInt.bitWidth)
let mask: UInt = 1 &<< bit
let inserted = value & mask == 0
value |= mask
return inserted
}
@inlinable
@inline(__always)
@discardableResult
internal mutating func uncheckedRemove(_ bit: Int) -> Bool {
_sanityCheck(bit >= 0 && bit < UInt.bitWidth)
let mask: UInt = 1 &<< bit
let removed = value & mask != 0
value &= ~mask
return removed
}
}
extension _UnsafeBitset.Word {
@inlinable
var minimum: Int? {
@inline(__always)
get {
guard value != 0 else { return nil }
return value.trailingZeroBitCount
}
}
@inlinable
var maximum: Int? {
@inline(__always)
get {
guard value != 0 else { return nil }
return _UnsafeBitset.Word.capacity &- 1 &- value.leadingZeroBitCount
}
}
@inlinable
var complement: _UnsafeBitset.Word {
@inline(__always)
get {
return _UnsafeBitset.Word(~value)
}
}
@inlinable
@inline(__always)
internal func subtracting(elementsBelow bit: Int) -> _UnsafeBitset.Word {
_sanityCheck(bit >= 0 && bit < _UnsafeBitset.Word.capacity)
let mask = UInt.max &<< bit
return _UnsafeBitset.Word(value & mask)
}
@inlinable
@inline(__always)
internal func intersecting(elementsBelow bit: Int) -> _UnsafeBitset.Word {
_sanityCheck(bit >= 0 && bit < _UnsafeBitset.Word.capacity)
let mask: UInt = (1 as UInt &<< bit) &- 1
return _UnsafeBitset.Word(value & mask)
}
@inlinable
@inline(__always)
internal func intersecting(elementsAbove bit: Int) -> _UnsafeBitset.Word {
_sanityCheck(bit >= 0 && bit < _UnsafeBitset.Word.capacity)
let mask = (UInt.max &<< bit) &<< 1
return _UnsafeBitset.Word(value & mask)
}
}
extension _UnsafeBitset.Word {
@inlinable
internal static var empty: _UnsafeBitset.Word {
@inline(__always)
get {
return _UnsafeBitset.Word(0)
}
}
@inlinable
internal static var allBits: _UnsafeBitset.Word {
@inline(__always)
get {
return _UnsafeBitset.Word(UInt.max)
}
}
}
// Word implements Sequence by using a copy of itself as its Iterator.
// Iteration with `next()` destroys the word's value; however, this won't cause
// problems in normal use, because `next()` is usually called on a separate
// iterator, not the original word.
extension _UnsafeBitset.Word: Sequence, IteratorProtocol {
@inlinable
internal var count: Int {
return value.nonzeroBitCount
}
@inlinable
internal var underestimatedCount: Int {
return count
}
@inlinable
internal var isEmpty: Bool {
@inline(__always)
get {
return value == 0
}
}
/// Return the index of the lowest set bit in this word,
/// and also destructively clear it.
@inlinable
internal mutating func next() -> Int? {
guard value != 0 else { return nil }
let bit = value.trailingZeroBitCount
value &= value &- 1 // Clear lowest nonzero bit.
return bit
}
}
/// A simple bitmap of a fixed number of bits, implementing a partial SetAlgebra
/// of small nonnegative Int values.
///
/// Because `_Bitset` implements a flat bit vector, it isn't suitable for
/// holding arbitrarily large integers. The maximal element a bitset can store
/// is fixed at its initialization; it uses this to determine how much space it
/// needs to allocate for storage. Storage is allocated up front.
///
@_fixed_layout
@usableFromInline
internal struct _Bitset {
/// FIXME: Conform to the full SetAlgebra protocol. Allow resizing after init.
@usableFromInline
typealias Word = _UnsafeBitset.Word
@usableFromInline
internal var count: Int
@usableFromInline
internal var word0: Word
@usableFromInline
internal var storage: Storage?
@inlinable
internal init(capacity: Int) {
_sanityCheck(capacity >= 0)
self.count = 0
let wordCount = _UnsafeBitset.wordCount(forCapacity: capacity)
self.word0 = .empty
self.storage = (wordCount > 1
? Storage.allocate(wordCount: wordCount - 1)
: nil)
_sanityCheck(self.capacity >= capacity)
}
}
extension _Bitset {
@inlinable
@inline(__always)
internal func isValid(_ element: Int) -> Bool {
return element >= 0 && element <= capacity
}
@inlinable
@inline(__always)
internal mutating func isUniquelyReferenced() -> Bool {
return _isUnique_native(&storage)
}
@inlinable
@inline(__always)
internal mutating func ensureUnique() {
let isUnique = isUniquelyReferenced()
if !isUnique, let storage = self.storage {
self.storage = storage.copy()
}
}
}
extension _Bitset {
@inlinable
internal var capacity: Int {
@inline(__always) get {
return Word.capacity + (storage?.bitset.capacity ?? 0)
}
}
@inlinable
@inline(__always)
internal func uncheckedContains(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
if element < Word.capacity {
return word0.uncheckedContains(element)
}
defer { _fixLifetime(storage) }
return storage!.bitset.uncheckedContains(element &- Word.capacity)
}
@inlinable
@inline(__always)
@discardableResult
internal mutating func uncheckedInsert(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
let inserted: Bool
if element < Word.capacity {
inserted = word0.uncheckedInsert(element)
} else {
ensureUnique()
defer { _fixLifetime(storage) }
inserted = storage!.bitset.uncheckedInsert(element &- Word.capacity)
}
if inserted {
count += 1
_sanityCheck(count <= capacity)
}
return inserted
}
@inlinable
@inline(__always)
@discardableResult
internal mutating func uncheckedRemove(_ element: Int) -> Bool {
_sanityCheck(isValid(element))
let removed: Bool
if element < Word.capacity {
removed = word0.uncheckedRemove(element)
} else {
ensureUnique()
defer { _fixLifetime(storage) }
removed = storage!.bitset.uncheckedRemove(element &- Word.capacity)
}
if removed {
count -= 1
_sanityCheck(count >= 0)
}
return removed
}
}
extension _Bitset: Sequence {
@usableFromInline
internal typealias Element = Int
@inlinable
internal var underestimatedCount: Int {
@inline(__always) get { return count }
}
@inlinable
func makeIterator() -> Iterator {
return Iterator(self)
}
@usableFromInline
@_fixed_layout
internal struct Iterator: IteratorProtocol {
@usableFromInline
internal var word: Word
@usableFromInline
internal var wordIndex: Int
@usableFromInline
internal let storage: Storage?
@inlinable
internal init(_ bitset: _Bitset) {
self.word = bitset.word0
self.wordIndex = 0
self.storage = bitset.storage
}
@inlinable
internal mutating func next() -> Int? {
if let v = word.next() {
return wordIndex * Word.capacity + v
}
guard let storage = self.storage else { return nil }
while wordIndex < storage._wordCount {
word = storage._words[wordIndex]
// Note that _wordIndex is offset by 1 due to word0;
// this is why the index needs to be incremented at exactly this point.
wordIndex += 1
if let v = word.next() {
return wordIndex * Word.capacity + v
}
}
return nil
}
}
}
////////////////////////////////////////////////////////////////////////////////
extension _Bitset {
/// A simple bitmap storage class with room for a specific number of
/// tail-allocated bits.
@_fixed_layout
@usableFromInline
internal final class Storage {
@usableFromInline
internal fileprivate(set) var _wordCount: Int
internal init(_doNotCall: ()) {
_sanityCheckFailure("This class cannot be directly initialized")
}
}
}
extension _Bitset.Storage {
@usableFromInline
internal typealias Word = _Bitset.Word
internal static func _allocateUninitialized(
wordCount: Int
) -> _Bitset.Storage {
let storage = Builtin.allocWithTailElems_1(
_Bitset.Storage.self,
wordCount._builtinWordValue, Word.self)
storage._wordCount = wordCount
return storage
}
@usableFromInline
@_effects(releasenone)
internal static func allocate(wordCount: Int) -> _Bitset.Storage {
let storage = _allocateUninitialized(wordCount: wordCount)
storage._words.initialize(repeating: .empty, count: storage._wordCount)
return storage
}
@usableFromInline
@_effects(releasenone)
internal func copy() -> _Bitset.Storage {
let storage = _Bitset.Storage._allocateUninitialized(wordCount: _wordCount)
storage._words.initialize(from: self._words, count: storage._wordCount)
return storage
}
@inlinable
internal var _words: UnsafeMutablePointer<Word> {
@inline(__always)
get {
let addr = Builtin.projectTailElems(self, Word.self)
return UnsafeMutablePointer(addr)
}
}
@inlinable
internal var bitset: _UnsafeBitset {
@inline(__always) get {
return _UnsafeBitset(words: _words, wordCount: _wordCount)
}
}
}