Skip to content

Commit

Permalink
Removed FLAKY label from unskipped tests. Results in a loop looks goo…
Browse files Browse the repository at this point in the history
  • Loading branch information
maratal committed Jul 21, 2024
1 parent 56e272c commit 938ee76
Show file tree
Hide file tree
Showing 7 changed files with 28 additions and 28 deletions.
6 changes: 3 additions & 3 deletions Test/Tests/AuthTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -3430,7 +3430,7 @@ class AuthTests: XCTestCase {

// RSA10k

func test__FLAKY__115__authorize__server_time_offset__should_obtain_server_time_once_and_persist_the_offset_from_the_local_clock() throws {
func test__115__authorize__server_time_offset__should_obtain_server_time_once_and_persist_the_offset_from_the_local_clock() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let rest = ARTRest(options: options)
Expand Down Expand Up @@ -4058,7 +4058,7 @@ class AuthTests: XCTestCase {
expect { try ARTTokenDetails.fromJson("[]" as ARTJsonCompatible) }.to(throwError())
}

func test__FLAKY__140__JWT_and_realtime__client_initialized_with_a_JWT_token_in_ClientOptions__with_valid_credentials__pulls_stats_successfully() throws {
func test__140__JWT_and_realtime__client_initialized_with_a_JWT_token_in_ClientOptions__with_valid_credentials__pulls_stats_successfully() throws {
let test = Test()
let options = try AblyTests.clientOptions(for: test)
options.token = try getJWTToken(for: test)
Expand Down Expand Up @@ -4210,7 +4210,7 @@ class AuthTests: XCTestCase {

// RSA8g

func test__FLAKY__146__JWT_and_realtime__when_using_authCallback__with_valid_credentials__pulls_stats_successfully() throws {
func test__146__JWT_and_realtime__when_using_authCallback__with_valid_credentials__pulls_stats_successfully() throws {
let test = Test()
let options = try AblyTests.clientOptions(for: test)
options.authCallback = { _, completion in
Expand Down
6 changes: 3 additions & 3 deletions Test/Tests/PushAdminTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -223,7 +223,7 @@ class PushAdminTests: XCTestCase {
}
}

func test__FLAKY__002__publish__should_publish_successfully() throws {
func test__002__publish__should_publish_successfully() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let realtime = ARTRealtime(options: options)
Expand Down Expand Up @@ -257,7 +257,7 @@ class PushAdminTests: XCTestCase {
}
}

func test__FLAKY__003__publish__should_fail_with_a_bad_recipient() throws {
func test__003__publish__should_fail_with_a_bad_recipient() throws {
let test = Test()
let realtime = ARTRealtime(options: try AblyTests.commonAppSetup(for: test))
defer { realtime.dispose(); realtime.close() }
Expand Down Expand Up @@ -285,7 +285,7 @@ class PushAdminTests: XCTestCase {
}
}

func test__FLAKY__004__publish__should_fail_with_an_empty_recipient() throws {
func test__004__publish__should_fail_with_an_empty_recipient() throws {
let test = Test()
let realtime = ARTRealtime(options: try AblyTests.commonAppSetup(for: test))
defer { realtime.dispose(); realtime.close() }
Expand Down
4 changes: 2 additions & 2 deletions Test/Tests/RealtimeClientChannelTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -155,7 +155,7 @@ class RealtimeClientChannelTests: XCTestCase {
}

// RTL1
func test__FLAKY__001__Channel__should_process_all_incoming_messages_and_presence_messages_as_soon_as_a_Channel_becomes_attached() throws {
func test__001__Channel__should_process_all_incoming_messages_and_presence_messages_as_soon_as_a_Channel_becomes_attached() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client1 = AblyTests.newRealtime(options).client
Expand Down Expand Up @@ -1236,7 +1236,7 @@ class RealtimeClientChannelTests: XCTestCase {
}
}

func test__FLAKY__045__Channel__attach__happens_when_connection_is_CONNECTED_if_it_s_currently__DISCONNECTED() throws {
func test__045__Channel__attach__happens_when_connection_is_CONNECTED_if_it_s_currently__DISCONNECTED() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client = ARTRealtime(options: options)
Expand Down
20 changes: 10 additions & 10 deletions Test/Tests/RealtimeClientConnectionTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -2773,7 +2773,7 @@ class RealtimeClientConnectionTests: XCTestCase {
XCTAssertTrue(channel.errorReason === protocolError.error)
}

func test__FLAKY__072__Connection__connection_failures_once_CONNECTED__System_s_response_to_a_resume_request__should_resume_the_connection_after_an_auth_renewal() throws {
func test__072__Connection__connection_failures_once_CONNECTED__System_s_response_to_a_resume_request__should_resume_the_connection_after_an_auth_renewal() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
options.tokenDetails = try getTestTokenDetails(for: test, ttl: 5.0)
Expand Down Expand Up @@ -2852,7 +2852,7 @@ class RealtimeClientConnectionTests: XCTestCase {
}

// RTN15d
func test__FLAKY__065__Connection__connection_failures_once_CONNECTED__should_recover_from_disconnection_and_messages_should_be_delivered_once_the_connection_is_resumed() throws {
func test__065__Connection__connection_failures_once_CONNECTED__should_recover_from_disconnection_and_messages_should_be_delivered_once_the_connection_is_resumed() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)

Expand Down Expand Up @@ -2994,7 +2994,7 @@ class RealtimeClientConnectionTests: XCTestCase {
}

// RTN15g RTN15g1
func test__FLAKY__074__Connection__connection_failures_once_CONNECTED__when_connection__ttl_plus_idle_interval__period_has_passed_since_last_activity__uses_a_new_connection() throws {
func test__074__Connection__connection_failures_once_CONNECTED__when_connection__ttl_plus_idle_interval__period_has_passed_since_last_activity__uses_a_new_connection() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
// We want this to be > than the sum of customTtlInterval and customIdleInterval
Expand Down Expand Up @@ -3097,7 +3097,7 @@ class RealtimeClientConnectionTests: XCTestCase {

// RTN15h

func test__FLAKY__077__Connection__connection_failures_once_CONNECTED__DISCONNECTED_message_contains_a_token_error__if_the_token_is_renewable_then_error_should_not_be_emitted() throws {
func test__077__Connection__connection_failures_once_CONNECTED__DISCONNECTED_message_contains_a_token_error__if_the_token_is_renewable_then_error_should_not_be_emitted() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
options.autoConnect = false
Expand Down Expand Up @@ -3175,7 +3175,7 @@ class RealtimeClientConnectionTests: XCTestCase {
}

// RTN15h2
func test__FLAKY__079__Connection__connection_failures_once_CONNECTED__DISCONNECTED_message_contains_a_token_error__should_transition_to_disconnected_when_the_token_renewal_fails_and_the_error_should_be_emitted() throws {
func test__079__Connection__connection_failures_once_CONNECTED__DISCONNECTED_message_contains_a_token_error__should_transition_to_disconnected_when_the_token_renewal_fails_and_the_error_should_be_emitted() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
options.autoConnect = false
Expand Down Expand Up @@ -3989,17 +3989,17 @@ class RealtimeClientConnectionTests: XCTestCase {

// RTN17d

func test__FLAKY__097__Connection__Host_Fallback__should_use_an_alternative_host_when___hostUnreachable() {
func test__097__Connection__Host_Fallback__should_use_an_alternative_host_when___hostUnreachable() {
let test = Test()
testUsesAlternativeHostOnResponse(.hostUnreachable, channelName: test.uniqueChannelName())
}

func test__FLAKY__098__Connection__Host_Fallback__should_use_an_alternative_host_when___requestTimeout_timeout__0_1_() {
func test__098__Connection__Host_Fallback__should_use_an_alternative_host_when___requestTimeout_timeout__0_1_() {
let test = Test()
testUsesAlternativeHostOnResponse(.requestTimeout(timeout: 0.1), channelName: test.uniqueChannelName())
}

func test__FLAKY__099__Connection__Host_Fallback__should_use_an_alternative_host_when___hostInternalError_code__501_() {
func test__099__Connection__Host_Fallback__should_use_an_alternative_host_when___hostInternalError_code__501_() {
let test = Test()
testUsesAlternativeHostOnResponse(.hostInternalError(code: 501), channelName: test.uniqueChannelName())
}
Expand Down Expand Up @@ -4595,7 +4595,7 @@ class RealtimeClientConnectionTests: XCTestCase {
}

// RTN19b
func test__FLAKY__104__Connection__Transport_disconnected_side_effects__should_resend_the_ATTACH_message_if_there_are_any_pending_channels() throws {
func test__104__Connection__Transport_disconnected_side_effects__should_resend_the_ATTACH_message_if_there_are_any_pending_channels() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client = AblyTests.newRealtime(options).client
Expand Down Expand Up @@ -5315,7 +5315,7 @@ class RealtimeClientConnectionTests: XCTestCase {
}
}

func test__FLAKY__113__Connection__with_fixture_messages__should_send_messages_through_MsgPack_and_JSON_and_retrieve_equal_messages_through_raw_JSON_GET() throws {
func test__113__Connection__with_fixture_messages__should_send_messages_through_MsgPack_and_JSON_and_retrieve_equal_messages_through_raw_JSON_GET() throws {
let test = Test()
try setupDependencies(for: test)
let restPublishClientMsgPack = ARTRest(options: msgpackOptions)
Expand Down
8 changes: 4 additions & 4 deletions Test/Tests/RealtimeClientTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -320,7 +320,7 @@ class RealtimeClientTests: XCTestCase {
}

// RTC5b
func test__FLAKY__023__RealtimeClient__stats__should_accept_all_the_same_params_as_RestClient() throws {
func test__023__RealtimeClient__stats__should_accept_all_the_same_params_as_RestClient() throws {
let test = Test()
let client = ARTRealtime(options: try AblyTests.commonAppSetup(for: test))
defer { client.close() }
Expand Down Expand Up @@ -1014,7 +1014,7 @@ class RealtimeClientTests: XCTestCase {
}

// RTC8b1 - part 4
func test__FLAKY__036__RealtimeClient__Auth_authorize_should_upgrade_the_connection_with_current_token__authorize_call_should_complete_with_an_error_if_the_connection_moves_to_the_CLOSED_state() throws {
func test__036__RealtimeClient__Auth_authorize_should_upgrade_the_connection_with_current_token__authorize_call_should_complete_with_an_error_if_the_connection_moves_to_the_CLOSED_state() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
options.autoConnect = false
Expand Down Expand Up @@ -1282,7 +1282,7 @@ class RealtimeClientTests: XCTestCase {
}

// https://github.com/ably/ably-cocoa/issues/577
func test__FLAKY__005__RealtimeClient__background_behaviour() {
func test__005__RealtimeClient__background_behaviour() {
let test = Test()
waitUntil(timeout: testTimeout) { done in
URLSession.shared.dataTask(with: URL(string: "https://ably.com")!) { _, _, _ in
Expand Down Expand Up @@ -1514,7 +1514,7 @@ class RealtimeClientTests: XCTestCase {
}
}

func test__FLAKY__012__RealtimeClient__moves_to_DISCONNECTED_on_an_unexpected_normal_WebSocket_close() throws {
func test__012__RealtimeClient__moves_to_DISCONNECTED_on_an_unexpected_normal_WebSocket_close() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client = ARTRealtime(options: options)
Expand Down
4 changes: 2 additions & 2 deletions Test/Tests/RestClientPresenceTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ class RestClientPresenceTests: XCTestCase {
// RSP3

// RSP3a
func test__FLAKY__002__Presence__get__should_return_a_PaginatedResult_page_containing_the_first_page_of_members() throws {
func test__002__Presence__get__should_return_a_PaginatedResult_page_containing_the_first_page_of_members() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client = ARTRest(options: options)
Expand Down Expand Up @@ -222,7 +222,7 @@ class RestClientPresenceTests: XCTestCase {
// RSP4b

// RSP4b2
func test__FLAKY__007__Presence__history__query_argument__direction_should_change_the_order_of_the_members() throws {
func test__007__Presence__history__query_argument__direction_should_change_the_order_of_the_members() throws {
let test = Test()
let options = try AblyTests.commonAppSetup(for: test)
let client = ARTRest(options: options)
Expand Down
8 changes: 4 additions & 4 deletions Test/Tests/RestClientStatsTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -99,7 +99,7 @@ class RestClientStatsTests: XCTestCase {
statsOptions = try postTestStats(statsFixtures, for: test)
}

func test__FLAKY__001__RestClient__stats__result__should_match_minute_level_inbound_and_outbound_fixture_data__forwards_() throws {
func test__001__RestClient__stats__result__should_match_minute_level_inbound_and_outbound_fixture_data__forwards_() throws {
let test = Test()
try beforeEach__RestClient__stats__result(for: test)

Expand Down Expand Up @@ -164,7 +164,7 @@ class RestClientStatsTests: XCTestCase {
XCTAssertEqual(totalOutbound, 20 + 10 + 40)
}

func test__FLAKY__004__RestClient__stats__result__should_match_month_level_inbound_and_outbound_fixture_data__forwards_() throws {
func test__004__RestClient__stats__result__should_match_month_level_inbound_and_outbound_fixture_data__forwards_() throws {
let test = Test()
try beforeEach__RestClient__stats__result(for: test)

Expand All @@ -183,7 +183,7 @@ class RestClientStatsTests: XCTestCase {
XCTAssertEqual(totalOutbound, 20 + 10 + 40)
}

func test__FLAKY__005__RestClient__stats__result__should_contain_only_one_item_when_limit_is_1__backwards() throws {
func test__005__RestClient__stats__result__should_contain_only_one_item_when_limit_is_1__backwards() throws {
let test = Test()
try beforeEach__RestClient__stats__result(for: test)

Expand Down Expand Up @@ -269,7 +269,7 @@ class RestClientStatsTests: XCTestCase {
XCTAssertEqual((firstPageAgain.items)[0].inbound.all.messages.data, 7000)
}

func test__FLAKY__008__RestClient__stats__result__should_be_paginated_according_to_the_limit__fowards_() throws {
func test__008__RestClient__stats__result__should_be_paginated_according_to_the_limit__fowards_() throws {
let test = Test()
try beforeEach__RestClient__stats__result(for: test)

Expand Down

0 comments on commit 938ee76

Please sign in to comment.