//===----------------------------------------------------------------------===// // // This source file is part of the Swift.org open source project // // Copyright (c) 2014 - 2020 Apple Inc. and the Swift project authors // Licensed under Apache License v2.0 with Runtime Library Exception // // See https://swift.org/LICENSE.txt for license information // See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors // //===----------------------------------------------------------------------===// import BuildServerProtocol import Dispatch import LSPLogging import LanguageServerProtocol import SwiftExtensions import struct TSCBasic.AbsolutePath #if canImport(os) import os #endif /// `BuildSystem` that integrates client-side information such as main-file lookup as well as providing /// common functionality such as caching. /// /// This `BuildSystem` combines settings from optional primary and fallback /// build systems. We assume the fallback system does not integrate with change /// notifications; at the moment the fallback must be a `FallbackBuildSystem` if /// present. /// /// Since some `BuildSystem`s may require a bit of a time to compute their arguments asynchronously, /// this class has a configurable `buildSettings` timeout which denotes the amount of time to give /// the build system before applying the fallback arguments. public actor BuildSystemManager { /// The files for which the delegate has requested change notifications, ie. /// the files for which the delegate wants to get `filesDependenciesUpdated` /// callbacks if the file's build settings. var watchedFiles: [DocumentURI: (mainFile: DocumentURI, language: Language)] = [:] /// The underlying primary build system. let buildSystem: BuildSystem? /// Timeout before fallback build settings are used. let fallbackSettingsTimeout: DispatchTimeInterval /// The fallback build system. If present, used when the `buildSystem` is not /// set or cannot provide settings. let fallbackBuildSystem: FallbackBuildSystem? /// Provider of file to main file mappings. var mainFilesProvider: MainFilesProvider? /// Build system delegate that will receive notifications about setting changes, etc. var delegate: BuildSystemDelegate? /// The list of toolchains that are available. /// /// Used to determine which toolchain to use for a given document. private let toolchainRegistry: ToolchainRegistry /// The root of the project that this build system manages. For example, for SwiftPM packages, this is the folder /// containing Package.swift. For compilation databases it is the root folder based on which the compilation database /// was found. public var projectRoot: AbsolutePath? { get async { return await buildSystem?.projectRoot } } public var supportsPreparation: Bool { return buildSystem?.supportsPreparation ?? false } /// Create a BuildSystemManager that wraps the given build system. The new /// manager will modify the delegate of the underlying build system. public init( buildSystem: BuildSystem?, fallbackBuildSystem: FallbackBuildSystem?, mainFilesProvider: MainFilesProvider?, toolchainRegistry: ToolchainRegistry, fallbackSettingsTimeout: DispatchTimeInterval = .seconds(3) ) async { let buildSystemHasDelegate = await buildSystem?.delegate != nil precondition(!buildSystemHasDelegate) self.buildSystem = buildSystem self.fallbackBuildSystem = fallbackBuildSystem self.mainFilesProvider = mainFilesProvider self.toolchainRegistry = toolchainRegistry self.fallbackSettingsTimeout = fallbackSettingsTimeout await self.buildSystem?.setDelegate(self) } public func filesDidChange(_ events: [FileEvent]) async { await self.buildSystem?.filesDidChange(events) } } extension BuildSystemManager { /// - Note: Needed so we can set the delegate from a different isolation context. public func setDelegate(_ delegate: BuildSystemDelegate?) { self.delegate = delegate } /// Returns the toolchain that should be used to process the given document. public func toolchain(for uri: DocumentURI, _ language: Language) async -> Toolchain? { if let toolchain = await buildSystem?.toolchain(for: uri, language) { return toolchain } switch language { case .swift: return await toolchainRegistry.preferredToolchain(containing: [\.sourcekitd, \.swift, \.swiftc]) case .c, .cpp, .objective_c, .objective_cpp: return await toolchainRegistry.preferredToolchain(containing: [\.clang, \.clangd]) default: return nil } } /// - Note: Needed so we can set the delegate from a different isolation context. public func setMainFilesProvider(_ mainFilesProvider: MainFilesProvider?) { self.mainFilesProvider = mainFilesProvider } /// Returns the language that a document should be interpreted in for background tasks where the editor doesn't /// specify the document's language. public func defaultLanguage(for document: DocumentURI) async -> Language? { if let defaultLanguage = await buildSystem?.defaultLanguage(for: document) { return defaultLanguage } switch document.fileURL?.pathExtension { case "c": return .c case "cpp", "cc", "cxx", "hpp": return .cpp case "m": return .objective_c case "mm", "h": return .objective_cpp case "swift": return .swift default: return nil } } /// Returns all the `ConfiguredTarget`s that the document is part of. public func configuredTargets(for document: DocumentURI) async -> [ConfiguredTarget] { return await buildSystem?.configuredTargets(for: document) ?? [] } /// Returns the `ConfiguredTarget` that should be used for semantic functionality of the given document. public func canonicalConfiguredTarget(for document: DocumentURI) async -> ConfiguredTarget? { // Sort the configured targets to deterministically pick the same `ConfiguredTarget` every time. // We could allow the user to specify a preference of one target over another. For now this is not necessary because // no build system currently returns multiple targets for a source file. return await configuredTargets(for: document) .sorted { ($0.targetID, $0.runDestinationID) < ($1.targetID, $1.runDestinationID) } .first } /// Returns the target's module name as parsed from the `ConfiguredTarget`'s compiler arguments. public func moduleName(for document: DocumentURI, in target: ConfiguredTarget) async -> String? { guard let language = await self.defaultLanguage(for: document), let buildSettings = await buildSettings(for: document, in: target, language: language) else { return nil } switch language { case .swift: // Module name is specified in the form -module-name MyLibrary guard let moduleNameFlagIndex = buildSettings.compilerArguments.lastIndex(of: "-module-name") else { return nil } return buildSettings.compilerArguments[safe: moduleNameFlagIndex + 1] case .objective_c: // Specified in the form -fmodule-name=MyLibrary guard let moduleNameArgument = buildSettings.compilerArguments.last(where: { $0.starts(with: "-fmodule-name=") }), let moduleName = moduleNameArgument.split(separator: "=").last else { return nil } return String(moduleName) default: return nil } } /// Returns the build settings for `document` from `buildSystem`. /// /// Implementation detail of `buildSettings(for:language:)`. private func buildSettingsFromPrimaryBuildSystem( for document: DocumentURI, in target: ConfiguredTarget?, language: Language ) async throws -> FileBuildSettings? { guard let buildSystem, let target else { return nil } // FIXME: (async) We should only wait `fallbackSettingsTimeout` for build // settings and return fallback afterwards. I am not sure yet, how best to // implement that with Swift concurrency. // For now, this should be fine because all build systems return // very quickly from `settings(for:language:)`. return try await buildSystem.buildSettings(for: document, in: target, language: language) } /// Returns the build settings for the given file in the given target. /// /// Only call this method if it is known that `document` is a main file. Prefer `buildSettingsInferredFromMainFile` /// otherwise. If `document` is a header file, this will most likely return fallback settings because header files /// don't have build settings by themselves. public func buildSettings( for document: DocumentURI, in target: ConfiguredTarget?, language: Language ) async -> FileBuildSettings? { do { if let buildSettings = try await buildSettingsFromPrimaryBuildSystem( for: document, in: target, language: language ) { return buildSettings } } catch { logger.error("Getting build settings failed: \(error.forLogging)") } guard var settings = await fallbackBuildSystem?.buildSettings(for: document, language: language) else { return nil } if buildSystem == nil { // If there is no build system and we only have the fallback build system, // we will never get real build settings. Consider the build settings // non-fallback. settings.isFallback = false } return settings } /// Returns the build settings for the given document. /// /// If the document doesn't have builds settings by itself, eg. because it is /// a C header file, the build settings will be inferred from the primary main /// file of the document. In practice this means that we will compute the build /// settings of a C file that includes the header and replace any file /// references to that C file in the build settings by the header file. public func buildSettingsInferredFromMainFile( for document: DocumentURI, language: Language ) async -> FileBuildSettings? { let mainFile = await mainFile(for: document, language: language) let target = await canonicalConfiguredTarget(for: mainFile) guard var settings = await buildSettings(for: mainFile, in: target, language: language) else { return nil } if mainFile != document { // If the main file isn't the file itself, we need to patch the build settings // to reference `document` instead of `mainFile`. settings = settings.patching(newFile: document.pseudoPath, originalFile: mainFile.pseudoPath) } await BuildSettingsLogger.shared.log(settings: settings, for: document) return settings } public func generateBuildGraph(allowFileSystemWrites: Bool) async throws { try await self.buildSystem?.generateBuildGraph(allowFileSystemWrites: allowFileSystemWrites) } public func topologicalSort(of targets: [ConfiguredTarget]) async throws -> [ConfiguredTarget]? { return await buildSystem?.topologicalSort(of: targets) } public func targets(dependingOn targets: [ConfiguredTarget]) async -> [ConfiguredTarget]? { return await buildSystem?.targets(dependingOn: targets) } public func prepare( targets: [ConfiguredTarget], logMessageToIndexLog: @escaping @Sendable (_ taskID: IndexTaskID, _ message: String) -> Void ) async throws { try await buildSystem?.prepare(targets: targets, logMessageToIndexLog: logMessageToIndexLog) } public func registerForChangeNotifications(for uri: DocumentURI, language: Language) async { logger.debug("registerForChangeNotifications(\(uri.forLogging))") let mainFile = await mainFile(for: uri, language: language) self.watchedFiles[uri] = (mainFile, language) // Register for change notifications of the main file in the underlying build // system. That way, iff the main file changes, we will also notify the // delegate about build setting changes of all header files that are based // on that main file. await buildSystem?.registerForChangeNotifications(for: mainFile) } public func unregisterForChangeNotifications(for uri: DocumentURI) async { guard let mainFile = self.watchedFiles[uri]?.mainFile else { logger.fault("Unbalanced calls for registerForChangeNotifications and unregisterForChangeNotifications") return } self.watchedFiles[uri] = nil if watchedFilesReferencing(mainFiles: [mainFile]).isEmpty { // Nobody is interested in this main file anymore. // We are no longer interested in change notifications for it. await self.buildSystem?.unregisterForChangeNotifications(for: mainFile) } } public func fileHandlingCapability(for uri: DocumentURI) async -> FileHandlingCapability { return max( await buildSystem?.fileHandlingCapability(for: uri) ?? .unhandled, fallbackBuildSystem != nil ? .fallback : .unhandled ) } public func sourceFiles() async -> [SourceFileInfo] { return await buildSystem?.sourceFiles() ?? [] } public func testFiles() async -> [DocumentURI] { return await sourceFiles().compactMap { (info: SourceFileInfo) -> DocumentURI? in guard info.isPartOfRootProject, info.mayContainTests else { return nil } return info.uri } } } extension BuildSystemManager: BuildSystemDelegate { private func watchedFilesReferencing(mainFiles: Set) -> Set { return Set( watchedFiles.compactMap { (watchedFile, mainFileAndLanguage) in if mainFiles.contains(mainFileAndLanguage.mainFile) { return watchedFile } else { return nil } } ) } public func fileBuildSettingsChanged(_ changedFiles: Set) async { let changedWatchedFiles = watchedFilesReferencing(mainFiles: changedFiles) if !changedWatchedFiles.isEmpty, let delegate = self.delegate { await delegate.fileBuildSettingsChanged(changedWatchedFiles) } } public func filesDependenciesUpdated(_ changedFiles: Set) async { // Empty changes --> assume everything has changed. guard !changedFiles.isEmpty else { if let delegate = self.delegate { await delegate.filesDependenciesUpdated(changedFiles) } return } // Need to map the changed main files back into changed watch files. let changedWatchedFiles = watchedFilesReferencing(mainFiles: changedFiles) if let delegate, !changedWatchedFiles.isEmpty { await delegate.filesDependenciesUpdated(changedWatchedFiles) } } public func buildTargetsChanged(_ changes: [BuildTargetEvent]) async { if let delegate = self.delegate { await delegate.buildTargetsChanged(changes) } } public func fileHandlingCapabilityChanged() async { if let delegate = self.delegate { await delegate.fileHandlingCapabilityChanged() } } } extension BuildSystemManager { // FIXME: Consider debouncing/limiting this, seems to trigger often during a build. /// Checks if there are any files in `mainFileAssociations` where the main file /// that we have stored has changed. /// /// For all of these files, re-associate the file with the new main file and /// inform the delegate that the build settings for it might have changed. public func mainFilesChanged() async { var changedMainFileAssociations: Set = [] for (file, (oldMainFile, language)) in self.watchedFiles { let newMainFile = await self.mainFile(for: file, language: language, useCache: false) if newMainFile != oldMainFile { self.watchedFiles[file] = (newMainFile, language) changedMainFileAssociations.insert(file) } } for file in changedMainFileAssociations { guard let language = watchedFiles[file]?.language else { continue } // Re-register for notifications of this file within the build system. // This is the easiest way to make sure we are watching for build setting // changes of the new main file and stop watching for build setting // changes in the old main file if no other watched file depends on it. await self.unregisterForChangeNotifications(for: file) await self.registerForChangeNotifications(for: file, language: language) } if let delegate, !changedMainFileAssociations.isEmpty { await delegate.fileBuildSettingsChanged(changedMainFileAssociations) } } /// Return the main file that should be used to get build settings for `uri`. /// /// For Swift or normal C files, this will be the file itself. For header /// files, we pick a main file that includes the header since header files /// don't have build settings by themselves. public func mainFile(for uri: DocumentURI, language: Language, useCache: Bool = true) async -> DocumentURI { if language == .swift { // Swift doesn't have main files. Skip the main file provider query. return uri } if useCache, let mainFile = self.watchedFiles[uri]?.mainFile { // Performance optimization: We did already compute the main file and have // it cached. We can just return it. return mainFile } guard let mainFilesProvider else { return uri } let mainFiles = await mainFilesProvider.mainFilesContainingFile(uri) if mainFiles.contains(uri) { // If the main files contain the file itself, prefer to use that one return uri } else if let mainFile = mainFiles.min(by: { $0.pseudoPath < $1.pseudoPath }) { // Pick the lexicographically first main file if it exists. // This makes sure that picking a main file is deterministic. return mainFile } else { return uri } } } extension BuildSystemManager { /// Returns the main file used for `uri`, if this is a registered file. /// /// For testing purposes only. @_spi(Testing) public func cachedMainFile(for uri: DocumentURI) -> DocumentURI? { return self.watchedFiles[uri]?.mainFile } } // MARK: - Build settings logger /// Shared logger that only logs build settings for a file once unless they change public actor BuildSettingsLogger { public static let shared = BuildSettingsLogger() private var loggedSettings: [DocumentURI: FileBuildSettings] = [:] public func log(level: LogLevel = .default, settings: FileBuildSettings, for uri: DocumentURI) { guard loggedSettings[uri] != settings else { return } loggedSettings[uri] = settings Self.log(level: level, settings: settings, for: uri) } /// Log the given build settings. /// /// In contrast to the instance method `log`, this will always log the build settings. The instance method only logs /// the build settings if they have changed. public static func log(level: LogLevel = .default, settings: FileBuildSettings, for uri: DocumentURI) { let log = """ Compiler Arguments: \(settings.compilerArguments.joined(separator: "\n")) Working directory: \(settings.workingDirectory ?? "") """ let chunks = splitLongMultilineMessage(message: log) for (index, chunk) in chunks.enumerated() { logger.log( level: level, """ Build settings for \(uri.forLogging) (\(index + 1)/\(chunks.count)) \(chunk) """ ) } } }