Files
swift-mirror/utils/update_checkout/tests/scheme_mock.py
Nate Chandler 2ef8f1b90e [Update Checkout] Fall back to revision if branch checkout fails.
In workflows featuring git worktrees, it is common for the same branch
to be in use by multiple multiple checkouts.  For example, at the
moment, the "master" branches of swift-format, swift-tensorflow-apis,
and pythonkit (and the "release" branch of ninja) are indicated, in
update-checkout-config.json, by both "master" and "release/5.3".  If one
has a workflow featuring git worktrees, that means that when one runs
<<update_checkout --scheme master>> in one's mainline directory and
<<update_checkout --scheme release/5.3>> in one's release/5.3 directory,
the latter will encounter failures for each of those four projects
because the branch "master" will already be checked out in the mainline
directory's worktrees and so it cannot be checked out in the
release/5.3's directory's worktrees.  The error looks something like:

    /path/to/swift-container/release53/swift-format failed
    (ret=128): ['git', 'checkout', u'master']
    fatal: 'master' is already checked out at
    '/path/to/swift-container/mainline/swift-format'

    /path/to/swift-container/release53/tensorflow-swift-apis failed
    (ret=128): ['git', 'checkout', u'master']
    fatal: 'master' is already checked out at
    '/path/to/swift-container/mainline/tensorflow-swift-apis'

    /path/to/swift-container/release53/pythonkit failed (ret=128):
    ['git', 'checkout', u'master']
    fatal: 'master' is already checked out at
    '/path/to/swift-container/mainline/pythonkit'

    /path/to/swift-container/release53/ninja failed (ret=128):
    ['git', 'checkout', u'release']
    fatal: 'release' is already checked out at
    '/path/to/swift-container/mainline/ninja'

Here, that workflow is enabled.  If <<git checkout branch_name>> fails,
for one of the projects, update_checkout falls back to getting the SHA
for the indicated branch via <<git rev-parse branch_name>> and then
checking out the SHA directly.
2020-07-23 23:45:18 -07:00

160 lines
5.3 KiB
Python

# ===--- SchemeMock.py ----------------------------------------------------===#
#
# This source file is part of the Swift.org open source project
#
# Copyright (c) 2014 - 2018 Apple Inc. and the Swift project authors
# Licensed under Apache License v2.0 with Runtime Library Exception
#
# See https:#swift.org/LICENSE.txt for license information
# See https:#swift.org/CONTRIBUTORS.txt for the list of Swift project authors
#
# ===----------------------------------------------------------------------===#
"""This file defines objects for mocking an update-checkout scheme. It creates
a json .config file and a series of .git repos with "fake commits".
"""
import json
import os
import subprocess
import unittest
# For now we only use a config with a single scheme. We should add support for
# handling multiple schemes.
MOCK_REMOTE = {
'repo1': [
# This is a series of changes to repo1. (File, NewContents)
('A.txt', 'A'),
('B.txt', 'B'),
('A.txt', 'a'),
],
'repo2': [
# This is a series of changes to repo1. (File, NewContents)
('X.txt', 'X'),
('Y.txt', 'Y'),
('X.txt', 'z'),
],
}
MOCK_CONFIG = {
# This is here just b/c we expect it. We should consider consolidating
# clone-patterns into a dictionary where we map protocols (i.e. ['ssh,
# 'https'] to patterns). Then we can define this issue.
'ssh-clone-pattern': 'DO_NOT_USE',
# We reset this value with our remote path when we process
'https-clone-pattern': '',
'repos': {
'repo1': {
'remote': {'id': 'repo1'},
},
'repo2': {
'remote': {'id': 'repo2'},
},
},
'default-branch-scheme': 'master',
'branch-schemes': {
'master': {
'aliases': ['master'],
'repos': {
'repo1': 'master',
'repo2': 'master',
}
}
}
}
def call_quietly(*args, **kwargs):
with open(os.devnull, 'w') as f:
kwargs['stdout'] = f
kwargs['stderr'] = f
subprocess.check_call(*args, **kwargs)
def create_dir(d):
if not os.path.isdir(d):
os.makedirs(d)
def teardown_mock_remote(base_dir):
call_quietly(['rm', '-rf', base_dir])
def get_config_path(base_dir):
return os.path.join(base_dir, 'test-config.json')
def setup_mock_remote(base_dir):
create_dir(base_dir)
# We use local as a workspace for creating commits.
LOCAL_PATH = os.path.join(base_dir, 'local')
# We use remote as a directory that simulates our remote unchecked out
# repo.
REMOTE_PATH = os.path.join(base_dir, 'remote')
create_dir(REMOTE_PATH)
create_dir(LOCAL_PATH)
for (k, v) in MOCK_REMOTE.items():
local_repo_path = os.path.join(LOCAL_PATH, k)
remote_repo_path = os.path.join(REMOTE_PATH, k)
create_dir(remote_repo_path)
create_dir(local_repo_path)
call_quietly(['git', 'init', '--bare', remote_repo_path])
call_quietly(['git', 'clone', '-l', remote_repo_path, local_repo_path])
for (i, (filename, contents)) in enumerate(v):
filename_path = os.path.join(local_repo_path, filename)
with open(filename_path, 'w') as f:
f.write(contents)
call_quietly(['git', 'add', filename], cwd=local_repo_path)
call_quietly(['git', 'commit', '-m', 'Commit %d' % i],
cwd=local_repo_path)
call_quietly(['git', 'push', 'origin', 'master'],
cwd=local_repo_path)
base_config = MOCK_CONFIG
https_clone_pattern = os.path.join('file://%s' % REMOTE_PATH, '%s')
base_config['https-clone-pattern'] = https_clone_pattern
with open(get_config_path(base_dir), 'w') as f:
json.dump(base_config, f)
return (LOCAL_PATH, REMOTE_PATH)
BASEDIR_ENV_VAR = 'UPDATECHECKOUT_TEST_WORKSPACE_DIR'
CURRENT_FILE_DIR = os.path.dirname(os.path.abspath(__file__))
UPDATE_CHECKOUT_PATH = os.path.abspath(os.path.join(CURRENT_FILE_DIR,
os.path.pardir,
os.path.pardir,
'update-checkout'))
class SchemeMockTestCase(unittest.TestCase):
def __init__(self, *args, **kwargs):
super(SchemeMockTestCase, self).__init__(*args, **kwargs)
self.workspace = os.getenv(BASEDIR_ENV_VAR)
if self.workspace is None:
raise RuntimeError('Misconfigured test suite! Environment '
'variable %s must be set!' % BASEDIR_ENV_VAR)
self.config_path = get_config_path(self.workspace)
self.update_checkout_path = UPDATE_CHECKOUT_PATH
if not os.access(self.update_checkout_path, os.X_OK):
raise RuntimeError('Error! Could not find executable '
'update-checkout at path: %s'
% self.update_checkout_path)
self.source_root = os.path.join(self.workspace, 'source_root')
def setUp(self):
create_dir(self.source_root)
(self.local_path, self.remote_path) = setup_mock_remote(self.workspace)
def tearDown(self):
teardown_mock_remote(self.workspace)
def call(self, *args, **kwargs):
kwargs['cwd'] = self.source_root
call_quietly(*args, **kwargs)