swift-mirror/SwiftCompilerSources/Sources/Optimizer/FunctionPasses/ConstantCapturePropagation.swift

//===--- ConstantCapturePropagation.swift ---------------------------------===//
//
// This source file is part of the Swift.org open source project
//
// Copyright (c) 2014 - 2025 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See https://swift.org/LICENSE.txt for license information
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//

import SIL
import AST

/// Propagates constant closure captures by specializing the partially applied function:
///
/// ```
///   %1 = function_ref @closure
///   %2 = integer_literal $Builtin.Int64, 27
///   %3 = partial_apply %1(%2)
///
/// sil @closure : $(Builtin.Int64) -> () {
/// bb0(%0 : $Builtin.Int64):
///   ...
/// ```
/// ->
/// ```
///   %1 = function_ref @specialized_closure
///   %3 = partial_apply %1()
///
/// sil @specialized_closure : $() -> () {
/// bb0:
///   %0 = integer_literal $Builtin.Int64, 27
///   ...
/// ```
///
/// Also, optimizes away a `partial_apply` of a thunk to a closure where all partially applied
/// arguments are dead:
///
/// ```
///   %2 = function_ref @thunk
///   %3 = partial_apply %2(%1)
///
/// sil @thunk : $(T, V) -> () {
/// bb0(%0 : $T, %1 : $V):        // %1 is dead
///   %2 = function_ref @closure
///   %3 = apply %2(%0)           // alive arguments are forwarded 1:1
///   return %3
/// }
/// ```
/// ->
/// ```
///   %2 = function_ref @closure
///   %3 = thin_to_thick_function %2
/// ```
///
let constantCapturePropagation = FunctionPass(name: "constant-capture-propagation") {
  (function: Function, context: FunctionPassContext) in

  for inst in function.instructions {
    guard let partialApply = inst as? PartialApplyInst,
          // Only support closures which - after generic specialization - are not generic anymore.
          !partialApply.substitutionMap.replacementTypes.contains(where: { $0.hasArchetype })
    else {
      continue
    }

    if !context.continueWithNextSubpassRun(for: partialApply) {
      return
    }

    optimizeClosureWithDeadCaptures(of: partialApply, context)

    if partialApply.isDeleted {
      continue
    }

    constantPropagateCaptures(of: partialApply, context)
  }
}

private func optimizeClosureWithDeadCaptures(of partialApply: PartialApplyInst, _ context: FunctionPassContext) {
  if let callee = getSpecializedCalleeWithDeadParams(of: partialApply, context) {
    rewritePartialApply(partialApply, withSpecialized: callee, arguments: [], context)
  }
}

private func constantPropagateCaptures(of partialApply: PartialApplyInst, _ context: FunctionPassContext) {
  guard let callee = partialApply.referencedFunction,
        callee.isDefinition,
        let (constArgs, nonConstArgs) = partialApply.classifyArgumentsForConstness()
  else {
    return
  }

  let specializedName = context.mangle(withConstantCaptureArguments: constArgs.map {
                                           (partialApply.calleeArgumentIndex(of: $0)!, $0.value)
                                         },
                                       from: callee)

  let specializedCallee: Function
  if let existing = context.lookupFunction(name: specializedName) {
    specializedCallee = existing
  } else {
    specializedCallee = specializeClosure(specializedName: specializedName,
                                          partialApply: partialApply,
                                          constantArguments: constArgs, nonConstantArguments: nonConstArgs,
                                          context)
  }
  if !partialApply.isOnStack {
    // Escaping closures consume their arguments. Therefore we need to destroy the removed argument values.
    addCompensatingDestroys(for: constArgs, context)
  }
  let newArguments = Array(nonConstArgs.values)
  rewritePartialApply(partialApply, withSpecialized: specializedCallee, arguments: newArguments, context)
}

private func getSpecializedCalleeWithDeadParams(of partialApply: PartialApplyInst,
                                                _ context: FunctionPassContext
) -> Function? {
  guard let specialized = partialApply.getCalleeOfForwardingThunkWithDeadCaptures(),
        specialized.abi == .Swift
  else {
    return nil
  }

  // Specialize the callee if it is generic
  if partialApply.substitutionMap.hasAnySubstitutableParams {
    guard specialized.isDefinition,
          partialApply.referencedFunction!.shouldOptimize, specialized.shouldOptimize
    else {
      return nil
    }

    let genericSpecialized = context.specialize(function: specialized, for: partialApply.substitutionMap,
                                                convertIndirectToDirect: false, isMandatory: false)
    return genericSpecialized
  }

  return specialized
}

private func specializeClosure(specializedName: String,
                               partialApply: PartialApplyInst,
                               constantArguments: [Operand], nonConstantArguments: [Operand],
                               _ context: FunctionPassContext
) -> Function {
  let callee = partialApply.referencedFunction!
  var newParams = [ParameterInfo]()
  newParams.append(contentsOf: callee.convention.parameters.dropLast(partialApply.numArguments))
  newParams.append(contentsOf: nonConstantArguments.map { partialApply.parameter(for: $0)! })

  let isGeneric = newParams.contains { $0.type.hasTypeParameter } ||
                  callee.convention.results.contains { $0.type.hasTypeParameter } ||
                  callee.convention.errorResult?.type.hasTypeParameter ?? false

  let specializedClosure = context.createSpecializedFunctionDeclaration(from: callee,
                                                                        withName: specializedName,
                                                                        withParams: newParams,
                                                                        preserveGenericSignature: isGeneric)

  context.buildSpecializedFunction(specializedFunction: specializedClosure) { (specializedClosure, specContext) in
    cloneAndSpecializeFunction(from: callee, toEmpty: specializedClosure,
                               substitutions: partialApply.substitutionMap,
                               specContext)

    let entryBlock = specializedClosure.entryBlock
    for constArgOp in constantArguments {
      cloneArgument(constArgOp, of: partialApply, to: specializedClosure, specContext)
    }
    // Erase the cloned arguments from the entry block.
    for constArgOp in constantArguments.reversed() {
      let calleeArgIdx = partialApply.calleeArgumentIndex(of: constArgOp)!
      entryBlock.eraseArgument(at: calleeArgIdx, specContext)
    }
  }
  context.notifyNewFunction(function: specializedClosure, derivedFrom: callee)
  return specializedClosure
}

private func cloneArgument(_ argumentOp: Operand,
                           of partialApply: PartialApplyInst,
                           to targetFunction: Function,
                           _ context: FunctionPassContext
) {
  var argCloner = Cloner(cloneBefore: targetFunction.entryBlock.instructions.first!, context)
  defer { argCloner.deinitialize() }

  let clonedArg = argCloner.cloneRecursively(value: argumentOp.value)
  let calleeArgIdx = partialApply.calleeArgumentIndex(of: argumentOp)!
  let calleeArg = targetFunction.arguments[calleeArgIdx]
  calleeArg.uses.replaceAll(with: clonedArg, context)

  if partialApply.calleeArgumentConventions[calleeArgIdx].isGuaranteed {
    // If the original argument was passed as guaranteed, i.e. is _not_ destroyed in the closure, we have
    // to destroy the cloned argument at function exits.
    Builder.insertCleanupAtFunctionExits(of: targetFunction, context) { builder in
      builder.emitDestroy(of: clonedArg)
    }
    completeLifetime(of: clonedArg, context)
  }

}

private func addCompensatingDestroys(for constantArguments: [Operand], _ context: FunctionPassContext) {
  for argOp in constantArguments {
    let builder = Builder(before: argOp.instruction, context)
    builder.emitDestroy(of: argOp.value)
  }
}

private func rewritePartialApply(_ partialApply: PartialApplyInst, withSpecialized specialized: Function,
                                 arguments: [Value], _ context: FunctionPassContext) {
  let builder = Builder(before: partialApply, context)
  let fri = builder.createFunctionRef(specialized)
  let newClosure: Value
  if arguments.isEmpty {
    newClosure = builder.createThinToThickFunction(thinFunction: fri, resultType: partialApply.type)
    context.erase(instructions: partialApply.uses.users(ofType: DeallocStackInst.self))
  } else {
    newClosure = builder.createPartialApply(
      function: fri,
      substitutionMap: specialized.genericSignature.isEmpty ? SubstitutionMap() : partialApply.substitutionMap,
      capturedArguments: arguments, calleeConvention: partialApply.calleeConvention,
      hasUnknownResultIsolation: partialApply.hasUnknownResultIsolation, isOnStack: partialApply.isOnStack)
  }
  partialApply.uses.replaceAll(with: newClosure, context)

  // Bypass any mark_dependence on the captures we specialized away.
  //
  // TODO: If we start to specialize away key path literals with operands (subscripts etc.), then a
  // dependence of the new partial_apply on those operands may still exist. However, we should still
  // leave the key path itself out of the dependency chain, and introduce dependencies on those
  // operands instead, so that the key path object itself can be made dead.
  for md in newClosure.uses.users(ofType: MarkDependenceInst.self) {
    if md.base.uses.singleUser(ofType: PartialApplyInst.self) == partialApply {
      md.replace(with: newClosure, context)
    }
  }
  context.erase(instruction: partialApply)
}

private extension PartialApplyInst {

  /// Returns the callee if this is a `partial_apply` of a thunk which directly forwards all arguments
  /// to the callee and has no other side-effects.
  func getCalleeOfForwardingThunkWithDeadCaptures() -> Function? {
    guard let thunk = referencedFunction,
          let thunkEntryBlock = thunk.blocks.first
    else {
      return nil
    }
    let numDeadArguments = self.arguments.count
    let numAliveArgs = thunkEntryBlock.arguments.count - numDeadArguments
    let deadCalleeArgs = thunkEntryBlock.arguments.dropFirst(numAliveArgs)

    // TODO: handle non-trivial dead arguments, i.e. accept destroy instructions of such arguments.
    guard deadCalleeArgs.allSatisfy({ $0.type.isTrivial(in: thunk )}) else {
      return nil
    }

    var callee: Function? = nil
    var returnValue: Value? = nil
    var errorValue: Value? = nil

    for inst in thunk.instructions {
      switch inst {
      case let apply as ApplyInst:
        guard callee == nil, let c = apply.getCalleeWithForwardedArguments(numArguments: numAliveArgs) else {
          return nil
        }
        callee = c
        returnValue = apply
      case let tryApply as TryApplyInst:
        guard callee == nil,
              let c = tryApply.getCalleeWithForwardedArguments(numArguments: numAliveArgs)
        else {
          return nil
        }
        callee = c
        returnValue = tryApply.normalBlock.arguments.first
        errorValue = tryApply.errorBlock.arguments.first
      case let returnInst as ReturnInst:
        guard let returnValue, returnInst.returnedValue == returnValue else {
          return nil
        }
      case let throwInst as ThrowInst:
        guard let errorValue, throwInst.thrownValue == errorValue else {
          return nil
        }
      case is TermInst:
        return nil
      default:
        if inst.mayHaveSideEffects {
          return nil
        }
      }
    }
    return callee
  }

  func classifyArgumentsForConstness() -> (constArguments: [Operand], nonConstArguments: [Operand])? {
    var constArgs = [Operand]()
    var nonConstArgs = [Operand]()
    var hasKeypath = false
    for argOp in argumentOperands {
      // In non-OSSA we don't know where to insert the compensating release for a propagated keypath.
      // Therefore bail if a keypath has multiple uses.
      switch argOp.value.isConstant(requireSingleUse: !parentFunction.hasOwnership && !isOnStack) {
      case .constant:
        constArgs.append(argOp)
      case .constantWithKeypath:
        constArgs.append(argOp)
        hasKeypath = true
      case .notConstant:
        nonConstArgs.append(argOp)
      }
    }

    // The optimization is beneficial if we can either get rid of all captures, because this
    // avoids allocating the context.
    // Or if we can constant propagate at least one keypath. Keypaths are so expensive that constant
    // propagating a single keypath is already beneficial.
    if !constArgs.isEmpty,
       nonConstArgs.isEmpty || hasKeypath
    {
      return (constArgs, nonConstArgs)
    }
    return nil
  }
}

private extension FullApplySite {
  func getCalleeWithForwardedArguments(numArguments: Int) -> Function? {
    if let callee = referencedFunction,
       callee.numArguments == numArguments,
       zip(parentFunction.entryBlock.arguments, arguments).allSatisfy({ $0.0 == $0.1 })
    {
      return callee
    }
    return nil
  }
}

private enum ConstantKind {
  case notConstant
  case constant
  case constantWithKeypath

  func merge(with other: ConstantKind) -> ConstantKind {
    switch (self, other) {
      case (.notConstant, _):      return .notConstant
      case (_, .notConstant):      return .notConstant
      case (.constant, .constant): return .constant
      default:                     return .constantWithKeypath
    }
  }
}

private extension Value {
  func isConstant(requireSingleUse: Bool) -> ConstantKind {
    // All instructions handled here must also be handled in
    // `FunctionSignatureSpecializationMangler::mangleConstantProp`.
    let result: ConstantKind
    switch self {
    case let si as StructInst:
      result = si.operands.reduce(.constant, {
        $0.merge(with: $1.value.isConstant(requireSingleUse: requireSingleUse))
      })
    case is ThinToThickFunctionInst, is ConvertFunctionInst, is UpcastInst, is OpenExistentialRefInst:
      result = (self as! UnaryInstruction).operand.value.isConstant(requireSingleUse: requireSingleUse)
    case is StringLiteralInst, is IntegerLiteralInst, is FloatLiteralInst, is FunctionRefInst, is GlobalAddrInst:
      result = .constant
    case let keyPath as KeyPathInst:
      guard keyPath.operands.isEmpty,
            keyPath.hasPattern,
            !keyPath.substitutionMap.hasAnySubstitutableParams
      else {
        return .notConstant
      }
      result = .constantWithKeypath
    default:
      return .notConstant
    }
    if requireSingleUse, result == .constantWithKeypath, !uses.ignoreDebugUses.isSingleUse {
      return .notConstant
    }
    return result
  }
}