Skip to content

Commit 9195d3b

Browse files
dnadobadnadoba
authored
Speedup tests (#639)
* Enable fast failure mode for testing * Split-up HTTPClientTests into multiple subclasses * Move test subclasses into separate files
1 parent d7b69d9 commit 9195d3b

21 files changed

+662
-231
lines changed

‎Tests/AsyncHTTPClientTests/AsyncAwaitEndToEndTests.swift‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -497,8 +497,9 @@ final class AsyncAwaitEndToEndTests: XCTestCase{
497497
defer{XCTAssertNoThrow(try serverChannel.close().wait())}
498498
letport= serverChannel.localAddress!.port!
499499

500-
varconfig=HTTPClient.Configuration()
501-
config.timeout.connect =.seconds(3)
500+
letconfig=HTTPClient.Configuration()
501+
.enableFastFailureModeForTesting()
502+
502503
letlocalClient=HTTPClient(eventLoopGroupProvider:.createNew, configuration: config)
503504
defer{XCTAssertNoThrow(try localClient.syncShutdown())}
504505
letrequest=HTTPClientRequest(url:"https://localhost:\(port)")

‎Tests/AsyncHTTPClientTests/ConnectionPoolSizeConfigValueIsRespectedTests+XCTest.swift‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
//===----------------------------------------------------------------------===//
2+
//
3+
// This source file is part of the AsyncHTTPClient open source project
4+
//
5+
// Copyright (c) 2018-2019 Apple Inc. and the AsyncHTTPClient project authors
6+
// Licensed under Apache License v2.0
7+
//
8+
// See LICENSE.txt for license information
9+
// See CONTRIBUTORS.txt for the list of AsyncHTTPClient project authors
10+
//
11+
// SPDX-License-Identifier: Apache-2.0
12+
//
13+
//===----------------------------------------------------------------------===//
14+
//
15+
// ConnectionPoolSizeConfigValueIsRespectedTests+XCTest.swift
16+
//
17+
import XCTest
18+
19+
///
20+
/// NOTE: This file was generated by generate_linux_tests.rb
21+
///
22+
/// Do NOT edit this file directly as it will be regenerated automatically when needed.
23+
///
24+
25+
extensionConnectionPoolSizeConfigValueIsRespectedTests{
26+
staticvarallTests:[(String,(ConnectionPoolSizeConfigValueIsRespectedTests)->()throws->Void)]{
27+
return[
28+
("testConnectionPoolSizeConfigValueIsRespected", testConnectionPoolSizeConfigValueIsRespected),
29+
]
30+
}
31+
}

‎Tests/AsyncHTTPClientTests/ConnectionPoolSizeConfigValueIsRespectedTests.swift‎

Lines changed: 75 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,75 @@
1+
//===----------------------------------------------------------------------===//
2+
//
3+
// This source file is part of the AsyncHTTPClient open source project
4+
//
5+
// Copyright (c) 2022 Apple Inc. and the AsyncHTTPClient project authors
6+
// Licensed under Apache License v2.0
7+
//
8+
// See LICENSE.txt for license information
9+
// See CONTRIBUTORS.txt for the list of AsyncHTTPClient project authors
10+
//
11+
// SPDX-License-Identifier: Apache-2.0
12+
//
13+
//===----------------------------------------------------------------------===//
14+
15+
import AsyncHTTPClient
16+
import Atomics
17+
#if canImport(Network)
18+
import Network
19+
#endif
20+
import Logging
21+
import NIOConcurrencyHelpers
22+
import NIOCore
23+
import NIOFoundationCompat
24+
import NIOHTTP1
25+
import NIOHTTPCompression
26+
import NIOPosix
27+
import NIOSSL
28+
import NIOTestUtils
29+
import NIOTransportServices
30+
import XCTest
31+
32+
finalclassConnectionPoolSizeConfigValueIsRespectedTests:XCTestCaseHTTPClientTestsBaseClass{
33+
func testConnectionPoolSizeConfigValueIsRespected(){
34+
letnumberOfRequestsPerThread=1000
35+
letnumberOfParallelWorkers=16
36+
letpoolSize=12
37+
38+
lethttpBin=HTTPBin()
39+
defer{XCTAssertNoThrow(try httpBin.shutdown())}
40+
41+
letgroup=MultiThreadedEventLoopGroup(numberOfThreads:4)
42+
defer{XCTAssertNoThrow(try group.syncShutdownGracefully())}
43+
44+
letconfiguration=HTTPClient.Configuration(
45+
connectionPool:.init(
46+
idleTimeout:.seconds(30),
47+
concurrentHTTP1ConnectionsPerHostSoftLimit: poolSize
48+
)
49+
)
50+
letclient=HTTPClient(eventLoopGroupProvider:.shared(group), configuration: configuration)
51+
defer{XCTAssertNoThrow(try client.syncShutdown())}
52+
53+
letg=DispatchGroup()
54+
forworkerIDin0..<numberOfParallelWorkers {
55+
DispatchQueue(label:"\(#file):\(#line):worker-\(workerID)").async(group: g){
56+
func makeRequest(){
57+
leturl="http://127.0.0.1:\(httpBin.port)"
58+
XCTAssertNoThrow(try client.get(url: url).wait())
59+
}
60+
for_in0..<numberOfRequestsPerThread {
61+
makeRequest()
62+
}
63+
}
64+
}
65+
lettimeout=DispatchTime.now()+.seconds(60)
66+
switch g.wait(timeout: timeout){
67+
case.success:
68+
break
69+
case.timedOut:
70+
XCTFail("Timed out")
71+
}
72+
73+
XCTAssertEqual(httpBin.createdConnections, poolSize)
74+
}
75+
}

‎Tests/AsyncHTTPClientTests/HTTP2ClientTests.swift‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -287,7 +287,7 @@ class HTTP2ClientTests: XCTestCase{
287287
)
288288

289289
XCTAssertThrowsError(try task.futureResult.timeout(after:.seconds(2)).wait()){
290-
XCTAssertEqual($0as?HTTPClientError,.cancelled)
290+
XCTAssertEqualTypeAndValue($0,HTTPClientError.cancelled)
291291
}
292292
}
293293

‎Tests/AsyncHTTPClientTests/HTTPClient+SOCKSTests.swift‎

Lines changed: 11 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,9 @@ class HTTPClientSOCKSTests: XCTestCase{
7676
func testProxySOCKS()throws{
7777
letsocksBin=tryMockSOCKSServer(expectedURL:"/socks/test", expectedResponse:"it works!")
7878
letlocalClient=HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
79-
configuration:.init(proxy:.socksServer(host:"localhost", port: socksBin.port)))
79+
configuration:.init(
80+
proxy:.socksServer(host:"localhost", port: socksBin.port)
81+
).enableFastFailureModeForTesting())
8082

8183
defer{
8284
XCTAssertNoThrow(try localClient.syncShutdown())
@@ -90,8 +92,8 @@ class HTTPClientSOCKSTests: XCTestCase{
9092
}
9193

9294
func testProxySOCKSBogusAddress()throws{
93-
varconfig=HTTPClient.Configuration(proxy:.socksServer(host:"127.0.."))
94-
config.networkFrameworkWaitForConnectivity =false
95+
letconfig=HTTPClient.Configuration(proxy:.socksServer(host:"127.0.."))
96+
.enableFastFailureModeForTesting()
9597
letlocalClient=HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
9698
configuration: config)
9799

@@ -104,8 +106,8 @@ class HTTPClientSOCKSTests: XCTestCase{
104106
// there is no socks server, so we should fail
105107
func testProxySOCKSFailureNoServer()throws{
106108
letlocalHTTPBin=HTTPBin()
107-
varconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost", port: localHTTPBin.port))
108-
config.networkFrameworkWaitForConnectivity =false
109+
letconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost", port: localHTTPBin.port))
110+
.enableFastFailureModeForTesting()
109111

110112
letlocalClient=HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
111113
configuration: config)
@@ -118,8 +120,8 @@ class HTTPClientSOCKSTests: XCTestCase{
118120

119121
// speak to a server that doesn't speak SOCKS
120122
func testProxySOCKSFailureInvalidServer()throws{
121-
varconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost"))
122-
config.networkFrameworkWaitForConnectivity =false
123+
letconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost"))
124+
.enableFastFailureModeForTesting()
123125

124126
letlocalClient=HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
125127
configuration: config)
@@ -132,8 +134,8 @@ class HTTPClientSOCKSTests: XCTestCase{
132134
// test a handshake failure with a misbehaving server
133135
func testProxySOCKSMisbehavingServer()throws{
134136
letsocksBin=tryMockSOCKSServer(expectedURL:"/socks/test", expectedResponse:"it works!", misbehave:true)
135-
varconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost", port: socksBin.port))
136-
config.networkFrameworkWaitForConnectivity =false
137+
letconfig=HTTPClient.Configuration(proxy:.socksServer(host:"localhost", port: socksBin.port))
138+
.enableFastFailureModeForTesting()
137139

138140
letlocalClient=HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
139141
configuration: config)

‎Tests/AsyncHTTPClientTests/HTTPClientBase.swift‎

Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,86 @@
1+
//===----------------------------------------------------------------------===//
2+
//
3+
// This source file is part of the AsyncHTTPClient open source project
4+
//
5+
// Copyright (c) 2022 Apple Inc. and the AsyncHTTPClient project authors
6+
// Licensed under Apache License v2.0
7+
//
8+
// See LICENSE.txt for license information
9+
// See CONTRIBUTORS.txt for the list of AsyncHTTPClient project authors
10+
//
11+
// SPDX-License-Identifier: Apache-2.0
12+
//
13+
//===----------------------------------------------------------------------===//
14+
15+
import AsyncHTTPClient
16+
import Atomics
17+
#if canImport(Network)
18+
import Network
19+
#endif
20+
import Logging
21+
import NIOConcurrencyHelpers
22+
import NIOCore
23+
import NIOFoundationCompat
24+
import NIOHTTP1
25+
import NIOHTTPCompression
26+
import NIOPosix
27+
import NIOSSL
28+
import NIOTestUtils
29+
import NIOTransportServices
30+
import XCTest
31+
32+
classXCTestCaseHTTPClientTestsBaseClass:XCTestCase{
33+
typealiasRequest=HTTPClient.Request
34+
35+
varclientGroup:EventLoopGroup!
36+
varserverGroup:EventLoopGroup!
37+
vardefaultHTTPBin:HTTPBin<HTTPBinHandler>!
38+
vardefaultClient:HTTPClient!
39+
varbackgroundLogStore:CollectEverythingLogHandler.LogStore!
40+
41+
vardefaultHTTPBinURLPrefix:String{
42+
return"http://localhost:\(self.defaultHTTPBin.port)/"
43+
}
44+
45+
overridefunc setUp(){
46+
XCTAssertNil(self.clientGroup)
47+
XCTAssertNil(self.serverGroup)
48+
XCTAssertNil(self.defaultHTTPBin)
49+
XCTAssertNil(self.defaultClient)
50+
XCTAssertNil(self.backgroundLogStore)
51+
52+
self.clientGroup =getDefaultEventLoopGroup(numberOfThreads:1)
53+
self.serverGroup =MultiThreadedEventLoopGroup(numberOfThreads:1)
54+
self.defaultHTTPBin =HTTPBin()
55+
self.backgroundLogStore =CollectEverythingLogHandler.LogStore()
56+
varbackgroundLogger=Logger(label:"\(#function)", factory:{ _ in
57+
CollectEverythingLogHandler(logStore:self.backgroundLogStore!)
58+
})
59+
backgroundLogger.logLevel =.trace
60+
self.defaultClient =HTTPClient(eventLoopGroupProvider:.shared(self.clientGroup),
61+
configuration:HTTPClient.Configuration().enableFastFailureModeForTesting(),
62+
backgroundActivityLogger: backgroundLogger)
63+
}
64+
65+
overridefunc tearDown(){
66+
iflet defaultClient =self.defaultClient {
67+
XCTAssertNoThrow(try defaultClient.syncShutdown())
68+
self.defaultClient =nil
69+
}
70+
71+
XCTAssertNotNil(self.defaultHTTPBin)
72+
XCTAssertNoThrow(tryself.defaultHTTPBin.shutdown())
73+
self.defaultHTTPBin =nil
74+
75+
XCTAssertNotNil(self.clientGroup)
76+
XCTAssertNoThrow(tryself.clientGroup.syncShutdownGracefully())
77+
self.clientGroup =nil
78+
79+
XCTAssertNotNil(self.serverGroup)
80+
XCTAssertNoThrow(tryself.serverGroup.syncShutdownGracefully())
81+
self.serverGroup =nil
82+
83+
XCTAssertNotNil(self.backgroundLogStore)
84+
self.backgroundLogStore =nil
85+
}
86+
}

‎Tests/AsyncHTTPClientTests/HTTPClientInternalTests.swift‎

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -429,8 +429,8 @@ class HTTPClientInternalTests: XCTestCase{
429429
letel2= elg.next()
430430

431431
lethttpBin=HTTPBin(.refuse)
432-
varconfig=HTTPClient.Configuration()
433-
config.networkFrameworkWaitForConnectivity =false
432+
letconfig=HTTPClient.Configuration()
433+
.enableFastFailureModeForTesting()
434434
letclient=HTTPClient(eventLoopGroupProvider:.shared(elg), configuration: config)
435435

436436
defer{
@@ -590,3 +590,12 @@ class HTTPClientInternalTests: XCTestCase{
590590
XCTAssert(threadPools.dropFirst().allSatisfy{ $0 === firstThreadPool })
591591
}
592592
}
593+
594+
extensionHTTPClient.Configuration{
595+
func enableFastFailureModeForTesting()->Self{
596+
varcopy=self
597+
copy.networkFrameworkWaitForConnectivity =false
598+
copy.connectionPool.retryConnectionEstablishment =false
599+
return copy
600+
}
601+
}

‎Tests/AsyncHTTPClientTests/HTTPClientTests+XCTest.swift‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -77,13 +77,10 @@ extension HTTPClientTests{
7777
("testWorksWhenServerClosesConnectionAfterReceivingRequest", testWorksWhenServerClosesConnectionAfterReceivingRequest),
7878
("testSubsequentRequestsWorkWithServerSendingConnectionClose", testSubsequentRequestsWorkWithServerSendingConnectionClose),
7979
("testSubsequentRequestsWorkWithServerAlternatingBetweenKeepAliveAndClose", testSubsequentRequestsWorkWithServerAlternatingBetweenKeepAliveAndClose),
80-
("testStressGetHttps", testStressGetHttps),
8180
("testStressGetHttpsSSLError", testStressGetHttpsSSLError),
8281
("testSelfSignedCertificateIsRejectedWithCorrectError", testSelfSignedCertificateIsRejectedWithCorrectError),
8382
("testSelfSignedCertificateIsRejectedWithCorrectErrorIfRequestDeadlineIsExceeded", testSelfSignedCertificateIsRejectedWithCorrectErrorIfRequestDeadlineIsExceeded),
8483
("testFailingConnectionIsReleased", testFailingConnectionIsReleased),
85-
("testResponseDelayGet", testResponseDelayGet),
86-
("testIdleTimeoutNoReuse", testIdleTimeoutNoReuse),
8784
("testStressGetClose", testStressGetClose),
8885
("testManyConcurrentRequestsWork", testManyConcurrentRequestsWork),
8986
("testRepeatedRequestsWorkWhenServerAlwaysCloses", testRepeatedRequestsWorkWhenServerAlwaysCloses),
@@ -104,7 +101,6 @@ extension HTTPClientTests{
104101
("testUseExistingConnectionOnDifferentEL", testUseExistingConnectionOnDifferentEL),
105102
("testWeRecoverFromServerThatClosesTheConnectionOnUs", testWeRecoverFromServerThatClosesTheConnectionOnUs),
106103
("testPoolClosesIdleConnections", testPoolClosesIdleConnections),
107-
("testRacePoolIdleConnectionsAndGet", testRacePoolIdleConnectionsAndGet),
108104
("testAvoidLeakingTLSHandshakeCompletionPromise", testAvoidLeakingTLSHandshakeCompletionPromise),
109105
("testAsyncShutdown", testAsyncShutdown),
110106
("testAsyncShutdownDefaultQueue", testAsyncShutdownDefaultQueue),
@@ -126,7 +122,6 @@ extension HTTPClientTests{
126122
("testContentLengthTooLongFails", testContentLengthTooLongFails),
127123
("testContentLengthTooShortFails", testContentLengthTooShortFails),
128124
("testBodyUploadAfterEndFails", testBodyUploadAfterEndFails),
129-
("testNoBytesSentOverBodyLimit", testNoBytesSentOverBodyLimit),
130125
("testDoubleError", testDoubleError),
131126
("testSSLHandshakeErrorPropagation", testSSLHandshakeErrorPropagation),
132127
("testSSLHandshakeErrorPropagationDelayedClose", testSSLHandshakeErrorPropagationDelayedClose),
@@ -145,7 +140,6 @@ extension HTTPClientTests{
145140
("testCloseWhileBackpressureIsExertedIsFine", testCloseWhileBackpressureIsExertedIsFine),
146141
("testErrorAfterCloseWhileBackpressureExerted", testErrorAfterCloseWhileBackpressureExerted),
147142
("testRequestSpecificTLS", testRequestSpecificTLS),
148-
("testConnectionPoolSizeConfigValueIsRespected", testConnectionPoolSizeConfigValueIsRespected),
149143
("testRequestWithHeaderTransferEncodingIdentityDoesNotFail", testRequestWithHeaderTransferEncodingIdentityDoesNotFail),
150144
("testMassiveDownload", testMassiveDownload),
151145
("testShutdownWithFutures", testShutdownWithFutures),

0 commit comments

Comments
(0)