swift-mirror/stdlib/core/StringUTF8.swift

//===--- StringUTF8.swift - A UTF8 view of _StringCore ---------------------===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2015 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See http://swift.org/LICENSE.txt for license information
// See http://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
//
//  _StringCore currently has three representations: Native ASCII,
//  Native UTF16, and Opaque Cocoa.  Expose each of these as UTF8 in a
//  way that will hopefully be efficient to traverse
//
//===----------------------------------------------------------------------===//


extension _StringCore {
  // An integral type that holds a chunk of UTF8, starting in its low
  // byte
  typealias UTF8Chunk = UInt64
  
  /// Encode text starting at i as UTF8.  Returns a pair whose first
  /// element is the index of the text following whatever got encoded,
  /// and the second element contains the encoded UTF8 starting in its
  /// low byte.  Any unused high bytes in the result will be set to
  /// 0xFF.
  func _encodeSomeUTF8(i: Int) -> (Int, UTF8Chunk) {
    assert(i <= count)
    
    if _fastPath(elementWidth == 1) {
      // How many UTF16 code units might we use before we've filled up
      // our UTF8Chunk with UTF8 code units?
      let utf16Count = min(sizeof(UTF8Chunk.self), count - i)
      
      var result: UTF8Chunk = ~0 // start with all bits set
      
      c_memcpy(
        dest: UnsafePointer(Builtin.addressof(&result)), 
        src: UnsafePointer(startASCII + i), 
        size: numericCast(utf16Count))
      
      return (i + utf16Count, result)
    }
    else {
      return _encodeSomeUTF16AsUTF8(i)
    }
  }

  /// Helper for _encodeSomeUTF8, above.  Handles the case where we
  /// don't have contiguous ASCII storage.
  func _encodeSomeUTF16AsUTF8(i: Int) -> (Int, UTF8Chunk) {
    assert(elementWidth == 2)
    
    if _fastPath(_baseAddress != nil) {
      
      let utf16Count = self.count
      let utf8Max = sizeof(UTF8Chunk.self)
      var result: UTF8Chunk = 0
      var leadSurrogate: UInt = 0
      var utf8Count = 0
      var nextIndex = i
      for (
        ;
        nextIndex < utf16Count && utf8Count != utf8Max;
        ++nextIndex
      ) {
        let u = UInt(startUTF16[nextIndex])
        let shift = UTF8Chunk(utf8Count * 8)
        
        if _fastPath(u <= 0x7f) {
          result |= UTF8Chunk(u) << shift
          ++utf8Count
        }
        else {
          var scalarUtf8Length: Int
          var r: UInt
          if _fastPath(u < 0xD800 || u >= 0xE000) {
            if u < 0x800 {
              r = 0b10__00_0000__110__0_0000
              r |= u >> 6
              r |= (u & 0b11_1111) << 8
              scalarUtf8Length = 2
            }
            else {
              r = 0b10__00_0000__10__00_0000__1110__0000
              r |= u >> 12
              r |= ((u >> 6) & 0b11_1111) << 8
              r |= (u        & 0b11_1111) << 16
              scalarUtf8Length = 3
            }
          }
          else {
            if leadSurrogate == 0 {
              leadSurrogate = u
              continue
            }
            else {
              // combine surrogates to get the full Unicode scalar value
              let v = ((leadSurrogate - 0xD800) << 10) + u - 0xDC00 + 0x1_0000
              leadSurrogate = 0  // consume the lead surrogate
              
              r = 0b10__00_0000__10__00_0000__10__00_0000__1111_0__000
              r |= v >> 18
              r |= ((v >> 12) & 0b11_1111) << 8
              r |= ((v >> 6) & 0b11_1111) << 16
              r |= (v        & 0b11_1111) << 24
              scalarUtf8Length = 4
            }
          }
          // Don't overrun the buffer
          if utf8Count + scalarUtf8Length > utf8Max {
            break
          }
          result |= numericCast(r) << shift
          utf8Count += scalarUtf8Length
        }
      }
      // FIXME: Annoying check, courtesy of <rdar://problem/16740169>
      if utf8Count < sizeofValue(result) {
        result |= ~0 << numericCast(utf8Count * 8)
      }
      return (nextIndex, result)
    }
    else {
      return _cocoaStringEncodeSomeUTF8(target: self, position: i)
    }
  }
}

extension String {
  struct UTF8View : Collection {
    let _core: _StringCore
    
    init(_ _core: _StringCore) {
      self._core = _core
    }

    struct Index : ForwardIndex {
      init(_ _core: _StringCore, _ _coreIndex: Int, 
           _ _buffer: _StringCore.UTF8Chunk) {
        self._core = _core
        self._coreIndex = _coreIndex
        self._buffer = _buffer
        assert(_coreIndex >= 0)
        assert(_coreIndex <= _core.count)
      }
      
      func succ() -> Index {
        let newBuffer0 = (_buffer >> 8) | (
          0xFF << numericCast((sizeofValue(_buffer) - 1) * 8)
        )
        if _fastPath(newBuffer0 != ~0) {
          return Index(_core, _coreIndex, newBuffer0)
        }
        if _fastPath(_coreIndex != _core.endIndex) {
          let (newCoreIndex, newBuffer1) = _core._encodeSomeUTF8(_coreIndex)
          assert(newCoreIndex > _coreIndex)
          return Index(_core, newCoreIndex, newBuffer1)
        }
        return Index(_core, _coreIndex, ~0)
      }
      
      let _core: _StringCore
      let _coreIndex: Int
      let _buffer: _StringCore.UTF8Chunk
    }
  
    var startIndex: Index {
      if _fastPath(_core.count != 0) {
        let (coreIndex, buffer) = _core._encodeSomeUTF8(0)
        return Index(_core, coreIndex, buffer)
      }
      return endIndex
    }
    
    var endIndex: Index {
      return Index(_core, _core.endIndex, ~0)
    }

    subscript(i: Index) -> UTF8.CodeUnit {
      return numericCast(i._buffer & 0xFF)
    }

    func generate() -> IndexingGenerator<UTF8View> {
      return IndexingGenerator(self)
    }
  }

  var utf8: UTF8View {
    return UTF8View(self.core)
  }

  var contiguousUTF8: UnsafePointer<UTF8.CodeUnit> {
    return core.elementWidth == 1 ? core.startASCII : nil
  }

  var nulTerminatedUTF8: NativeArray<UTF8.CodeUnit> {
    var result = NativeArray<UTF8.CodeUnit>()
    result.reserve(countElements(utf8) + 1)
    result += utf8
    result += 0
    return result
  }
}

func == (lhs: String.UTF8View.Index, rhs: String.UTF8View.Index) -> Bool {
  return lhs._coreIndex == rhs._coreIndex && lhs._buffer == rhs._buffer
}