//===--- RValue.cpp - Exploded RValue Representation ----------------------===// // // This source file is part of the Swift.org open source project // // Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors // Licensed under Apache License v2.0 with Runtime Library Exception // // See https://swift.org/LICENSE.txt for license information // See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors // //===----------------------------------------------------------------------===// // // A storage structure for holding a destructured rvalue with an optional // cleanup(s). // Ownership of the rvalue can be "forwarded" to disable the associated // cleanup(s). // //===----------------------------------------------------------------------===// #include "RValue.h" #include "Initialization.h" #include "SILGenFunction.h" #include "swift/AST/CanTypeVisitor.h" #include "swift/SIL/AbstractionPattern.h" #include "swift/SIL/SILArgument.h" using namespace swift; using namespace Lowering; static unsigned getTupleSize(CanType t) { if (TupleType *tt = dyn_cast(t)) return tt->getNumElements(); return 1; } static unsigned getRValueSize(AbstractionPattern pattern, CanType formalType) { if (pattern.isTuple()) { unsigned count = 0; auto formalTupleType = cast(formalType); for (auto i : indices(formalTupleType.getElementTypes())) { count += getRValueSize(pattern.getTupleElementType(i), formalTupleType.getElementType(i)); } return count; } return 1; } /// Return the number of rvalue elements in the given canonical type. static unsigned getRValueSize(CanType type) { if (auto tupleType = dyn_cast(type)) { unsigned count = 0; for (auto eltType : tupleType.getElementTypes()) count += getRValueSize(eltType); return count; } return 1; } namespace { class ExplodeTupleValue : public CanTypeVisitor { public: std::vector &values; SILGenFunction &SGF; SILLocation loc; ExplodeTupleValue(std::vector &values, SILGenFunction &SGF, SILLocation loc) : values(values), SGF(SGF), loc(loc) { } void visitType(CanType formalType, ManagedValue v) { values.push_back(v); } void visitObjectTupleType(CanTupleType tupleFormalType, ManagedValue tuple) { bool isPlusZero = tuple.isPlusZeroRValueOrTrivial(); // SEMANTIC ARC TODO: This needs to be a take. tuple = tuple.borrow(SGF, loc); for (auto i : indices(tupleFormalType->getElements())) { CanType eltFormalType = tupleFormalType.getElementType(i); assert(eltFormalType->isMaterializable()); auto eltTy = tuple.getType().getTupleElementType(i); assert(eltTy.isAddress() == tuple.getType().isAddress()); auto &eltTI = SGF.getTypeLowering(eltTy); (void)eltTI; // Project the element. assert(eltTI.isLoadable() || !SGF.silConv.useLoweredAddresses()); ManagedValue elt = SGF.B.createTupleExtract(loc, tuple, i, eltTy); // If we're returning a +1 value, emit a cleanup for the member // to cover for the cleanup we disabled for the tuple aggregate. if (!isPlusZero) elt = SGF.B.createCopyValue(loc, elt); visit(eltFormalType, elt); } } void visitAddressTupleType(CanTupleType tupleFormalType, ManagedValue tupleMV) { bool isPlusZero = tupleMV.isPlusZeroRValueOrTrivial(); SILValue tuple = tupleMV.forward(SGF); for (auto i : indices(tupleFormalType->getElements())) { CanType eltFormalType = tupleFormalType.getElementType(i); assert(eltFormalType->isMaterializable()); auto eltTy = tuple->getType().getTupleElementType(i); assert(eltTy.isAddress() == tuple->getType().isAddress()); auto &eltTI = SGF.getTypeLowering(eltTy); // Project the element. SILValue elt = SGF.B.createTupleElementAddr(loc, tuple, i, eltTy); // RValue has an invariant that loadable values have been // loaded. Except it's not really an invariant, because // argument emission likes to lie sometimes. if (eltTI.isLoadable()) { elt = eltTI.emitLoad(SGF.B, loc, elt, LoadOwnershipQualifier::Take); } // If we're returning a +1 value, emit a cleanup for the member // to cover for the cleanup we disabled for the tuple aggregate. auto eltMV = isPlusZero ? ManagedValue::forUnmanaged(elt) : SGF.emitManagedRValueWithCleanup(elt, eltTI); visit(eltFormalType, eltMV); } } void visitTupleType(CanTupleType tupleFormalType, ManagedValue tuple) { if (tuple.getType().isObject()) { return visitObjectTupleType(tupleFormalType, tuple); } visitAddressTupleType(tupleFormalType, tuple); } }; enum class ImplodeKind { Unmanaged, Forward, Copy }; template class ImplodeLoadableTupleValue : public CanTypeVisitor, /*RetTy=*/ SILValue, /*Args...=*/ SILLocation> { public: ArrayRef values; SILGenFunction &SGF; static SILValue getValue(SILGenFunction &SGF, ManagedValue v, SILLocation l) { switch (KIND) { case ImplodeKind::Unmanaged: return v.getUnmanagedValue(); case ImplodeKind::Forward: return v.forward(SGF); case ImplodeKind::Copy: return v.copyUnmanaged(SGF, l).forward(SGF); } llvm_unreachable("Unhandled ImplodeKind in switch."); } ImplodeLoadableTupleValue(ArrayRef values, SILGenFunction &SGF) : values(values), SGF(SGF) {} SILValue visitType(CanType t, SILLocation l) { SILValue result = getValue(SGF, values[0], l); values = values.slice(1); return result; } SILValue visitTupleType(CanTupleType t, SILLocation l) { SmallVector elts; for (auto fieldTy : t.getElementTypes()) elts.push_back(this->visit(fieldTy, l)); SILType ty = SGF.getLoweredLoadableType(t); return SGF.B.createTuple(l, ty, elts); } ~ImplodeLoadableTupleValue() { } }; template class ImplodeAddressOnlyTuple : public CanTypeVisitor, /*RetTy=*/ void, /*Args...=*/ SILValue, SILLocation> { public: ArrayRef values; SILGenFunction &SGF; ImplodeAddressOnlyTuple(ArrayRef values, SILGenFunction &SGF) : values(values), SGF(SGF) {} void visitType(CanType t, SILValue address, SILLocation l) { ManagedValue v = values[0]; switch (KIND) { case ImplodeKind::Unmanaged: llvm_unreachable("address-only types always managed!"); case ImplodeKind::Forward: v.forwardInto(SGF, l, address); break; case ImplodeKind::Copy: v.copyInto(SGF, address, l); break; } values = values.slice(1); } void visitTupleType(CanTupleType t, SILValue address, SILLocation l) { for (unsigned n = 0, size = t->getNumElements(); n < size; ++n) { CanType fieldCanTy = t.getElementType(n); SILType fieldTy = SGF.getLoweredType(fieldCanTy); SILValue fieldAddr = SGF.B.createTupleElementAddr(l, address, n, fieldTy.getAddressType()); this->visit(fieldCanTy, fieldAddr, l); } } ~ImplodeAddressOnlyTuple() { assert(values.empty() && "values not exhausted imploding tuple?!"); } }; template static SILValue implodeTupleValues(ArrayRef values, SILGenFunction &SGF, CanType tupleType, SILLocation l) { // Non-tuples don't need to be imploded. if (!isa(tupleType)) { assert(values.size() == 1 && "exploded non-tuple value?!"); return ImplodeLoadableTupleValue::getValue(SGF, values[0], l); } SILType loweredType = SGF.getLoweredType(tupleType); // To implode an address-only tuple, we need to create a buffer to hold the // result tuple. if (loweredType.isAddressOnly(SGF.F.getModule()) && SGF.silConv.useLoweredAddresses()) { assert(KIND != ImplodeKind::Unmanaged && "address-only values are always managed!"); SILValue buffer = SGF.emitTemporaryAllocation(l, loweredType); ImplodeAddressOnlyTuple(values, SGF).visit(tupleType, buffer, l); return buffer; } // To implode loadable tuples, we just need to combine the elements with // TupleInsts. return ImplodeLoadableTupleValue(values, SGF).visit(tupleType, l); } class EmitBBArguments : public CanTypeVisitor { public: SILGenFunction &SGF; SILBasicBlock *parent; SILLocation loc; bool functionArgs; EmitBBArguments(SILGenFunction &SGF, SILBasicBlock *parent, SILLocation l, bool functionArgs) : SGF(SGF), parent(parent), loc(l), functionArgs(functionArgs) {} RValue visitType(CanType t) { SILValue arg; if (functionArgs) { arg = parent->createFunctionArgument(SGF.getLoweredType(t), loc.getAsASTNode()); } else { SILType lty = SGF.getLoweredType(t); ValueOwnershipKind ownershipkind = lty.isAddress() ? ValueOwnershipKind::Trivial : ValueOwnershipKind::Owned; arg = parent->createPHIArgument(lty, ownershipkind, loc.getAsASTNode()); } ManagedValue mv = isa(t) ? ManagedValue::forLValue(arg) : SGF.emitManagedRValueWithCleanup(arg); // If the value is a (possibly optional) ObjC block passed into the entry // point of the function, then copy it so we can treat the value reliably // as a heap object. Escape analysis can eliminate this copy if it's // unneeded during optimization. CanType objectType = t; if (auto theObjTy = t.getAnyOptionalObjectType()) objectType = theObjTy; if (functionArgs && isa(objectType) && cast(objectType)->getRepresentation() == FunctionType::Representation::Block) { SILValue blockCopy = SGF.B.createCopyBlock(loc, mv.getValue()); mv = SGF.emitManagedRValueWithCleanup(blockCopy); } return RValue(SGF, loc, t, mv); } RValue visitTupleType(CanTupleType t) { RValue rv{t}; for (auto fieldType : t.getElementTypes()) rv.addElement(visit(fieldType)); return rv; } }; } // end anonymous namespace /// Perform a copy or init operation from an array of ManagedValue (from an /// RValue) into an initialization. The RValue will have one scalar ManagedValue /// for each exploded tuple element in the RValue, so this needs to make the /// shape of the initialization match the available elements. This can be done /// one of two ways: /// /// 1) recursively scalarize down the initialization on demand if the type of /// the RValue is tuple type and the initialization supports it. /// 2) implode the corresponding values in the RValue to a scalar value of /// tuple type and process them as a unit. /// /// We prefer to use approach #1 since it generates better code. /// template static void copyOrInitValuesInto(Initialization *init, ArrayRef &values, CanType type, SILLocation loc, SILGenFunction &SGF) { static_assert(KIND == ImplodeKind::Forward || KIND == ImplodeKind::Copy, "Not handled by init"); bool isInit = (KIND == ImplodeKind::Forward); // If the element has non-tuple type, just serve it up to the initialization. auto tupleType = dyn_cast(type); if (!tupleType) { // We take the first value. ManagedValue result = values[0]; values = values.slice(1); init->copyOrInitValueInto(SGF, loc, result, isInit); init->finishInitialization(SGF); return; } bool implodeTuple = false; if (init->canPerformInPlaceInitialization() && init->isInPlaceInitializationOfGlobal() && SGF.getTypeLowering(type).getLoweredType().isTrivial(SGF.SGM.M)) { // Implode tuples in initialization of globals if they are // of trivial types. implodeTuple = true; } // If we can satisfy the tuple type by breaking up the aggregate // initialization, do so. if (!implodeTuple && init->canSplitIntoTupleElements()) { SmallVector subInitBuf; auto subInits = init->splitIntoTupleElements(SGF, loc, type, subInitBuf); assert(subInits.size() == tupleType->getNumElements() && "initialization does not match tuple?!"); for (unsigned i = 0, e = subInits.size(); i < e; ++i) copyOrInitValuesInto(subInits[i].get(), values, tupleType.getElementType(i), loc, SGF); init->finishInitialization(SGF); return; } // Otherwise, process this by turning the values corresponding to the tuple // into a single value (through an implosion) and then binding that value to // our initialization. SILValue scalar = implodeTupleValues(values, SGF, type, loc); // This will have just used up the first values in the list, pop them off. values = values.slice(getRValueSize(type)); init->copyOrInitValueInto(SGF, loc, ManagedValue::forUnmanaged(scalar), isInit); init->finishInitialization(SGF); } static unsigned expectedExplosionSize(CanType type) { auto tuple = dyn_cast(type); if (!tuple) return 1; unsigned total = 0; for (unsigned i = 0; i < tuple->getNumElements(); ++i) { total += expectedExplosionSize(tuple.getElementType(i)); } return total; } RValue::RValue(ArrayRef values, CanType type) : values(values.begin(), values.end()), type(type), elementsToBeAdded(0) { assert(values.size() == expectedExplosionSize(type) && "creating rvalue with wrong number of pre-exploded elements"); if (values.size() == 1 && values[0].isInContext()) { values = ArrayRef(); type = CanType(); elementsToBeAdded = Used; return; } } RValue RValue::withPreExplodedElements(ArrayRef values, CanType type) { return RValue(values, type); } RValue::RValue(SILGenFunction &SGF, SILLocation l, CanType formalType, ManagedValue v) : type(formalType), elementsToBeAdded(0) { assert(v && "creating r-value with consumed value"); if (v.isInContext()) { type = CanType(); elementsToBeAdded = Used; return; } ExplodeTupleValue(values, SGF, l).visit(formalType, v); assert(values.size() == getRValueSize(type)); } RValue::RValue(SILGenFunction &SGF, Expr *expr, ManagedValue v) : type(expr->getType()->getCanonicalType()), elementsToBeAdded(0) { if (v.isInContext()) { type = CanType(); elementsToBeAdded = Used; return; } assert(v && "creating r-value with consumed value"); ExplodeTupleValue(values, SGF, expr).visit(type, v); assert(values.size() == getRValueSize(type)); } RValue::RValue(CanType type) : type(type), elementsToBeAdded(getTupleSize(type)) { } RValue::RValue(AbstractionPattern pattern, CanType type) : type(type), elementsToBeAdded(getRValueSize(pattern, type)) { } void RValue::addElement(RValue &&element) & { assert(!element.isUsed() && "adding consumed value to r-value"); assert(!isComplete() && "rvalue already complete"); assert(!isUsed() && "rvalue already used"); --elementsToBeAdded; values.insert(values.end(), element.values.begin(), element.values.end()); element.makeUsed(); assert(!isComplete() || values.size() == getRValueSize(type)); } void RValue::addElement(SILGenFunction &SGF, ManagedValue element, CanType formalType, SILLocation l) & { assert(element && "adding consumed value to r-value"); assert(!isComplete() && "rvalue already complete"); assert(!isUsed() && "rvalue already used"); --elementsToBeAdded; ExplodeTupleValue(values, SGF, l).visit(formalType, element); assert(!isComplete() || values.size() == getRValueSize(type)); } SILValue RValue::forwardAsSingleValue(SILGenFunction &SGF, SILLocation l) && { assert(isComplete() && "rvalue is not complete"); SILValue result = implodeTupleValues(values, SGF, type, l); makeUsed(); return result; } SILValue RValue::forwardAsSingleStorageValue(SILGenFunction &SGF, SILType storageType, SILLocation l) && { assert(isComplete() && "rvalue is not complete"); SILValue result = std::move(*this).forwardAsSingleValue(SGF, l); return SGF.emitConversionFromSemanticValue(l, result, storageType); } void RValue::forwardInto(SILGenFunction &SGF, SILLocation loc, Initialization *I) && { assert(isComplete() && "rvalue is not complete"); ArrayRef elts = values; copyOrInitValuesInto(I, elts, type, loc, SGF); } void RValue::copyInto(SILGenFunction &SGF, SILLocation loc, Initialization *I) const & { assert(isComplete() && "rvalue is not complete"); ArrayRef elts = values; copyOrInitValuesInto(I, elts, type, loc, SGF); } static void assignRecursive(SILGenFunction &SGF, SILLocation loc, CanType type, ArrayRef &srcValues, SILValue destAddr) { // Recurse into tuples. if (auto srcTupleType = dyn_cast(type)) { assert(destAddr->getType().castTo()->getNumElements() == srcTupleType->getNumElements()); for (auto eltIndex : indices(srcTupleType.getElementTypes())) { auto eltDestAddr = SGF.B.createTupleElementAddr(loc, destAddr, eltIndex); assignRecursive(SGF, loc, srcTupleType.getElementType(eltIndex), srcValues, eltDestAddr); } return; } // Otherwise, pull the front value off the list. auto srcValue = srcValues.front(); srcValues = srcValues.slice(1); srcValue.assignInto(SGF, loc, destAddr); } void RValue::assignInto(SILGenFunction &SGF, SILLocation loc, SILValue destAddr) && { assert(isComplete() && "rvalue is not complete"); ArrayRef srcValues = values; assignRecursive(SGF, loc, type, srcValues, destAddr); assert(srcValues.empty() && "didn't claim all elements!"); } ManagedValue RValue::getAsSingleValue(SILGenFunction &SGF, SILLocation l) && { // Avoid killing and re-emitting the cleanup if the enclosed value isn't a // tuple. if (!isa(type)) { assert(values.size() == 1 && "exploded non-tuple?!"); ManagedValue result = values[0]; makeUsed(); return result; } // Forward into a single value, then install a cleanup on the resulting // imploded value. return SGF.emitManagedRValueWithCleanup( std::move(*this).forwardAsSingleValue(SGF, l)); } SILValue RValue::getUnmanagedSingleValue(SILGenFunction &SGF, SILLocation l) const & { assert(isComplete() && "rvalue is not complete"); return implodeTupleValues(values, SGF, type, l); } void RValue::forwardAll(SILGenFunction &SGF, SmallVectorImpl &dest) && { assert(isComplete() && "rvalue is not complete"); for (auto value : values) dest.push_back(value.forward(SGF)); makeUsed(); } void RValue::getAll(SmallVectorImpl &dest) && { assert(isComplete() && "rvalue is not complete"); dest.append(values.begin(), values.end()); makeUsed(); } void RValue::getAllUnmanaged(SmallVectorImpl &dest) const & { assert(isComplete() && "rvalue is not complete"); for (auto value : values) dest.push_back(value.getUnmanagedValue()); } /// Return the range of indexes for the given tuple type element. static std::pair getElementRange(CanTupleType tupleType, unsigned eltIndex) { assert(eltIndex < tupleType->getNumElements()); unsigned begin = 0; for (unsigned i = 0; i < eltIndex; ++i) { begin += getRValueSize(tupleType.getElementType(i)); } unsigned end = begin + getRValueSize(tupleType.getElementType(eltIndex)); return { begin, end }; } RValue RValue::extractElement(unsigned n) && { assert(isComplete() && "rvalue is not complete"); CanTupleType tupleTy = dyn_cast(type); if (!tupleTy) { assert(n == 0); unsigned to = getRValueSize(type); assert(to == values.size()); RValue element({llvm::makeArrayRef(values).slice(0, to), type}); makeUsed(); return element; } auto range = getElementRange(tupleTy, n); unsigned from = range.first, to = range.second; CanType eltType = cast(type).getElementType(n); RValue element(llvm::makeArrayRef(values).slice(from, to - from), eltType); makeUsed(); return element; } void RValue::extractElements(SmallVectorImpl &elements) && { assert(isComplete() && "rvalue is not complete"); CanTupleType tupleTy = dyn_cast(type); if (!tupleTy) { unsigned to = getRValueSize(type); assert(to == values.size()); elements.push_back({llvm::makeArrayRef(values).slice(0, to), type}); makeUsed(); return; } unsigned from = 0; for (auto eltType : tupleTy.getElementTypes()) { unsigned to = from + getRValueSize(eltType); elements.push_back({llvm::makeArrayRef(values).slice(from, to - from), eltType}); from = to; } assert(from == values.size()); makeUsed(); } RValue::RValue(const RValue &copied, SILGenFunction &SGF, SILLocation l) : type(copied.type), elementsToBeAdded(copied.elementsToBeAdded) { assert((copied.isComplete() || copied.isUsed()) && "can't copy incomplete rvalue"); values.reserve(copied.values.size()); for (ManagedValue value : copied.values) { values.push_back(value.copy(SGF, l)); } } ManagedValue RValue::materialize(SILGenFunction &SGF, SILLocation loc) && { auto ¶mTL = SGF.getTypeLowering(getType()); // If we're already materialized, we're done. if (values.size() == 1 && values[0].getType() == paramTL.getLoweredType().getAddressType()) { auto value = values[0]; makeUsed(); return value; } // Otherwise, emit to a temporary. auto temp = SGF.emitTemporary(loc, paramTL); std::move(*this).forwardInto(SGF, loc, temp.get()); return temp->getManagedAddress(); } bool RValue::isObviouslyEqual(const RValue &rhs) const { assert(isComplete() && rhs.isComplete() && "Comparing incomplete rvalues"); // Compare the count of elements instead of the type. if (values.size() != rhs.values.size()) return false; return std::equal(values.begin(), values.end(), rhs.values.begin(), [](const ManagedValue &lhs, const ManagedValue &rhs) -> bool { return areObviouslySameValue(lhs.getValue(), rhs.getValue()); }); } static SILValue getCanonicalValueSource(SILValue value) { while (true) { if (auto access = dyn_cast(value)) { value = access->getSource(); } else { return value; } } } bool RValue::areObviouslySameValue(SILValue lhs, SILValue rhs) { return getCanonicalValueSource(lhs) == getCanonicalValueSource(rhs); }