Files
swift-mirror/validation-test/stdlib/StdlibUnittest.swift
Dave Abrahams 3f36a4d5e7 Use %target-run-stdlib-swift in more tests
Now that it disables access control, this lit definition applies to many
more tests, where we used to use %target-run-stdlib-swift before access
control came online.

Also, drop -Xfrontend -disable-access-control from a bunch of tests that
don't need it.

Swift SVN r22634
2014-10-09 20:53:07 +00:00

308 lines
8.1 KiB
Swift

// RUN: %target-run-simple-swift | FileCheck %s
import StdlibUnittest
_setOverrideOSVersion(.OSX(major: 10, minor: 9, bugFix: 3))
_setTestSuiteFailedCallback() { println("abort()") }
//
// Test that harness aborts when a test fails
//
var TestSuitePasses = TestSuite("TestSuitePasses")
TestSuitePasses.test("passes") {
expectEqual(1, 1)
}
// CHECK: [ OK ] TestSuitePasses.passes{{$}}
// CHECK: TestSuitePasses: All tests passed
var TestSuiteUXPasses = TestSuite("TestSuiteUXPasses")
TestSuiteUXPasses.test("uxpasses").xfail(.OSXAny("")).code {
expectEqual(1, 1)
}
// CHECK: [ UXPASS ] TestSuiteUXPasses.uxpasses{{$}}
// CHECK: TestSuiteUXPasses: Some tests failed, aborting
// CHECK: UXPASS: [uxpasses]
// CHECK: FAIL: []
// CHECK: SKIP: []
// CHECK: abort()
var TestSuiteFails = TestSuite("TestSuiteFails")
TestSuiteFails.test("fails") {
expectEqual(1, 2)
}
// CHECK: [ FAIL ] TestSuiteFails.fails{{$}}
// CHECK: TestSuiteFails: Some tests failed, aborting
// CHECK: UXPASS: []
// CHECK: FAIL: [fails]
// CHECK: SKIP: []
// CHECK: abort()
var TestSuiteXFails = TestSuite("TestSuiteXFails")
TestSuiteXFails.test("xfails").xfail(.OSXAny("")).code {
expectEqual(1, 2)
}
// CHECK: [ XFAIL ] TestSuiteXFails.xfails{{$}}
// CHECK: TestSuiteXFails: All tests passed
//
// Test 'xfail:' and 'skip:' annotations
//
var XFailsAndSkips = TestSuite("XFailsAndSkips")
// CHECK: [ OK ] XFailsAndSkips.passes{{$}}
XFailsAndSkips.test("passes") {
expectEqual(1, 1)
}
// CHECK: [ FAIL ] XFailsAndSkips.fails{{$}}
XFailsAndSkips.test("fails") {
expectEqual(1, 2)
}
// CHECK: [ XFAIL ] XFailsAndSkips.xfail 10.9.3 passes{{$}}
XFailsAndSkips.test("xfail 10.9.3 passes")
.xfail(.OSXBugFix(10, 9, 3, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ XFAIL ] XFailsAndSkips.xfail 10.9.3 fails{{$}}
XFailsAndSkips.test("xfail 10.9.3 fails")
.xfail(.OSXBugFix(10, 9, 3, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ FAIL ] XFailsAndSkips.skip 10.9.2 passes{{$}}
XFailsAndSkips.test("skip 10.9.2 passes")
.skip(.OSXBugFix(10, 9, 2, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ FAIL ] XFailsAndSkips.skip 10.9.2 fails{{$}}
XFailsAndSkips.test("skip 10.9.2 fails")
.skip(.OSXBugFix(10, 9, 2, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ SKIP ] XFailsAndSkips.skip 10.9.3 (skip: [OSX(10.9.3, reason: )]){{$}}
XFailsAndSkips.test("skip 10.9.3")
.skip(.OSXBugFix(10, 9, 3, reason: "")).code {
expectEqual(1, 2)
fatalError("should not be executed")
}
// CHECK: XFailsAndSkips: Some tests failed, aborting
// CHECK: abort()
//
// Test custom XFAIL predicates
//
var XFailsCustomPredicates = TestSuite("XFailsCustomPredicates")
// CHECK: [ XFAIL ] XFailsCustomPredicates.matches{{$}}
XFailsCustomPredicates.test("matches")
.xfail(.Custom({ true }, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsCustomPredicates.not matches{{$}}
XFailsCustomPredicates.test("not matches")
.xfail(.Custom({ false }, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: XFailsCustomPredicates: All tests passed
//
// Test version comparison rules
//
var XFailsOSX = TestSuite("XFailsOSX")
// CHECK: [ UXPASS ] XFailsOSX.xfail OSX passes{{$}}
XFailsOSX.test("xfail OSX passes").xfail(.OSXAny("")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail OSX fails{{$}}
XFailsOSX.test("xfail OSX fails").xfail(.OSXAny("")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsOSX.xfail 9.*{{$}}
XFailsOSX.test("xfail 9.*").xfail(.OSXMajor(9, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail 10.*{{$}}
XFailsOSX.test("xfail 10.*").xfail(.OSXMajor(10, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsOSX.xfail 10.8{{$}}
XFailsOSX.test("xfail 10.8").xfail(.OSXMinor(10, 8, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail 10.9{{$}}
XFailsOSX.test("xfail 10.9").xfail(.OSXMinor(10, 9, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsOSX.xfail 10.[7-8]{{$}}
XFailsOSX.test("xfail 10.[7-8]")
.xfail(.OSXMinorRange(10, 7...8, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail 10.[9-10]{{$}}
XFailsOSX.test("xfail 10.[9-10]")
.xfail(.OSXMinorRange(10, 9...10, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsOSX.xfail 10.9.2{{$}}
XFailsOSX.test("xfail 10.9.2")
.xfail(.OSXBugFix(10, 9, 2, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail 10.9.3{{$}}
XFailsOSX.test("xfail 10.9.3")
.xfail(.OSXBugFix(10, 9, 3, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: [ OK ] XFailsOSX.xfail 10.9.[1-2]{{$}}
XFailsOSX.test("xfail 10.9.[1-2]")
.xfail(.OSXBugFixRange(10, 9, 1...2, reason: "")).code {
expectEqual(1, 1)
}
// CHECK: [ XFAIL ] XFailsOSX.xfail 10.9.[3-4]{{$}}
XFailsOSX.test("xfail 10.9.[3-4]")
.xfail(.OSXBugFixRange(10, 9, 3...4, reason: "")).code {
expectEqual(1, 2)
}
// CHECK: XFailsOSX: Some tests failed, aborting
// CHECK: abort()
//
// Check that we pass through stdout and stderr
//
var PassThroughStdoutStderr = TestSuite("PassThroughStdoutStderr")
PassThroughStdoutStderr.test("hasNewline") {
println("stdout first")
println("stdout second")
println("stdout third")
var stderr = _Stderr()
println("stderr first", &stderr)
println("stderr second", &stderr)
println("stderr third", &stderr)
}
// CHECK: [ RUN ] PassThroughStdoutStderr.hasNewline
// CHECK-DAG: out>>> stdout first
// CHECK-DAG: out>>> stdout second
// CHECK-DAG: out>>> stdout third
// CHECK-DAG: err>>> stderr first
// CHECK-DAG: err>>> stderr second
// CHECK-DAG: err>>> stderr third
// CHECK: [ OK ] PassThroughStdoutStderr.hasNewline
PassThroughStdoutStderr.test("noNewline") {
println("stdout first")
println("stdout second")
print("stdout third")
var stderr = _Stderr()
println("stderr first", &stderr)
println("stderr second", &stderr)
print("stderr third", &stderr)
}
// CHECK: [ RUN ] PassThroughStdoutStderr.noNewline
// CHECK-DAG: out>>> stdout first
// CHECK-DAG: out>>> stdout second
// CHECK-DAG: out>>> stdout third
// CHECK-DAG: err>>> stderr first
// CHECK-DAG: err>>> stderr second
// CHECK-DAG: err>>> stderr third
// CHECK: [ OK ] PassThroughStdoutStderr.noNewline
// CHECK: PassThroughStdoutStderr: All tests passed
//
// Test 'setUp' and 'tearDown'
//
var TestSuiteWithSetUpPasses = TestSuite("TestSuiteWithSetUpPasses")
TestSuiteWithSetUpPasses.test("passes") {
println("test body")
}
TestSuiteWithSetUpPasses.setUp {
println("setUp")
}
// CHECK: [ RUN ] TestSuiteWithSetUpPasses.passes
// CHECK: out>>> setUp
// CHECK: out>>> test body
// CHECK: [ OK ] TestSuiteWithSetUpPasses.passes
// CHECK: TestSuiteWithSetUpPasses: All tests passed
var TestSuiteWithSetUpFails = TestSuite("TestSuiteWithSetUpFails")
TestSuiteWithSetUpFails.test("fails") {
println("test body")
}
TestSuiteWithSetUpFails.setUp {
println("setUp")
expectEqual(1, 2)
}
// CHECK: [ RUN ] TestSuiteWithSetUpFails.fails
// CHECK: out>>> setUp
// CHECK: out>>> check failed at
// CHECK: out>>> test body
// CHECK: [ FAIL ] TestSuiteWithSetUpFails.fails
// CHECK: TestSuiteWithSetUpFails: Some tests failed, aborting
var TestSuiteWithTearDownPasses = TestSuite("TestSuiteWithTearDownPasses")
TestSuiteWithTearDownPasses.test("passes") {
println("test body")
}
TestSuiteWithTearDownPasses.tearDown {
println("tearDown")
}
// CHECK: [ RUN ] TestSuiteWithTearDownPasses.passes
// CHECK: out>>> test body
// CHECK: out>>> tearDown
// CHECK: [ OK ] TestSuiteWithTearDownPasses.passes
var TestSuiteWithTearDownFails = TestSuite("TestSuiteWithTearDownFails")
TestSuiteWithTearDownFails.test("fails") {
println("test body")
}
TestSuiteWithTearDownFails.tearDown {
println("tearDown")
expectEqual(1, 2)
}
// CHECK: TestSuiteWithTearDownPasses: All tests passed
// CHECK: [ RUN ] TestSuiteWithTearDownFails.fails
// CHECK: out>>> test body
// CHECK: out>>> tearDown
// CHECK: out>>> check failed at
// CHECK: [ FAIL ] TestSuiteWithTearDownFails.fails
// CHECK: TestSuiteWithTearDownFails: Some tests failed, aborting
runAllTests()