Skip to content

iOS a11y unit tests are failing #63785

@dnfield

Description

@dnfield

Three tests are failing. This was missed because of #63742

/cc @jmagman @gaaclarke

relevant logs:

Test Suite 'ios_debug_sim_unopt' started at 2020-08-14 09:40:13.025
Test Suite 'AccessibilityBridgeTest' started at 2020-08-14 09:40:13.025
Test Case '-[AccessibilityBridgeTest testAccessibilityMessageAfterDeletion]' started.
Test Case '-[AccessibilityBridgeTest testAccessibilityMessageAfterDeletion]' passed (0.007 seconds).
Test Case '-[AccessibilityBridgeTest testAnnouncesIgnoresRouteChangesWhenModal]' started.
Test Case '-[AccessibilityBridgeTest testAnnouncesIgnoresRouteChangesWhenModal]' passed (0.007 seconds).
Test Case '-[AccessibilityBridgeTest testAnnouncesLayoutChangeWithLastFocused]' started.
/Users/dnfield/src/flutter/engine/src/out/ios_debug_sim_unopt/../../third_party/ocmock/Source/OCMock/OCMockObject.m:419: error: -[AccessibilityBridgeTest testAnnouncesLayoutChangeWithLastFocused] : failed: caught "NSInvalidArgumentException", "-[OCMockObject(FlutterView) view]: unrecognized selector sent to instance 0x6000016109b0"
(
        0   CoreFoundation                      0x00007fff23e3de6e __exceptionPreprocess + 350
        1   libobjc.A.dylib                     0x00007fff512539b2 objc_exception_throw + 48
        2   CoreFoundation                      0x00007fff23e3dcac +[NSException raise:format:] + 188
        3   libios_test_flutter.dylib           0x0000000103c2070e -[OCMockObject doesNotRecognizeSelector:] + 270
        4   CoreFoundation                      0x00007fff23e4286c ___forwarding___ + 1436
        5   CoreFoundation                      0x00007fff23e44b58 _CF_forwarding_prep_0 + 120
        6   libios_test_flutter.dylib           0x0000000101f932c9 _ZN7flutter19AccessibilityBridgeD2Ev + 121
        7   libios_test_flutter.dylib           0x0000000101f93475 _ZN7flutter19AccessibilityBridgeD1Ev + 21
        8   libios_test_flutter.dylib           0x0000000101ff8bbb _ZNKSt3__114default_deleteIN7flutter19AccessibilityBridgeEEclEPS2_ + 43
        9   libios_test_flutter.dylib           0x0000000101ff8b3f _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEE5resetEPS2_ + 95
        10  libios_test_flutter.dylib           0x0000000101ff8ad9 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED2Ev + 25
        11  libios_test_flutter.dylib           0x0000000101fea6a5 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED1Ev + 21
        12  libios_test_flutter.dylib           0x0000000101ff29bc -[AccessibilityBridgeTest testAnnouncesLayoutChangeWithLastFocused] + 6412
        13  CoreFoundation                      0x00007fff23e44dec __invoking___ + 140
        14  CoreFoundation                      0x00007fff23e41fd1 -[NSInvocation invoke] + 321
        15  XCTest                              0x000000010178cfa7 __24-[XCTestCase invokeTest]_block_invoke_2 + 52
        16  XCTest                              0x000000010178cf53 __24-[XCTestCase invokeTest]_block_invoke.206 + 320
        17  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        18  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        19  XCTest                              0x000000010178c966 -[XCTestCase invokeTest] + 1183
        20  XCTest                              0x000000010178e299 __26-[XCTestCase performTest:]_block_invoke_2 + 43
        21  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        22  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        23  XCTest                              0x000000010178e1d0 __26-[XCTestCase performTest:]_block_invoke.359 + 86
        24  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        25  XCTest                              0x000000010178da84 -[XCTestCase performTest:] + 566
        26  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        27  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        28  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        29  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        30  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        31  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        32  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        33  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        34  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        35  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        36  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        37  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        38  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        39  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        40  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        41  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        42  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        43  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        44  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        45  XCTest                              0x0000000101809e84 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke + 171
        46  XCTest                              0x0000000101809f71 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke.100 + 96
        47  XCTest                              0x00000001017a26b6 -[XCTestObservationCenter _observeTestExecutionForBlock:] + 682
        48  XCTest                              0x0000000101809c0f -[XCTTestRunSession runTestsAndReturnError:] + 615
        49  XCTest                              0x000000010176b6b4 -[XCTestDriver runTestsAndReturnError:] + 456
        50  XCTest                              0x00000001017f65bc _XCTestMain + 2496
        51  libXCTestBundleInject.dylib         0x0000000101623bfa __copy_helper_block_e8_32s + 0
        52  CoreFoundation                      0x00007fff23da1abc __CFRUNLOOP_IS_CALLING_OUT_TO_A_BLOCK__ + 12
        53  CoreFoundation                      0x00007fff23da11b3 __CFRunLoopDoBlocks + 195
        54  CoreFoundation                      0x00007fff23d9bfa3 __CFRunLoopRun + 995
        55  CoreFoundation                      0x00007fff23d9b8a4 CFRunLoopRunSpecific + 404
        56  GraphicsServices                    0x00007fff38c39bbe GSEventRunModal + 139
        57  UIKitCore                           0x00007fff49325968 UIApplicationMain + 1605
        58  IosUnitTests                        0x0000000101572690 main + 112
        59  libdyld.dylib                       0x00007fff520ce1fd start + 1
)
Test Case '-[AccessibilityBridgeTest testAnnouncesLayoutChangeWithLastFocused]' failed (10.697 seconds).
Test Case '-[AccessibilityBridgeTest testAnnouncesLayoutChangeWithNilIfLastFocusIsRemoved]' started.
/Users/dnfield/src/flutter/engine/src/out/ios_debug_sim_unopt/../../third_party/ocmock/Source/OCMock/OCMockObject.m:419: error: -[AccessibilityBridgeTest testAnnouncesLayoutChangeWithNilIfLastFocusIsRemoved] : failed: caught "NSInvalidArgumentException", "-[OCMockObject(FlutterView) view]: unrecognized selector sent to instance 0x60000163d450"
(
        0   CoreFoundation                      0x00007fff23e3de6e __exceptionPreprocess + 350
        1   libobjc.A.dylib                     0x00007fff512539b2 objc_exception_throw + 48
        2   CoreFoundation                      0x00007fff23e3dcac +[NSException raise:format:] + 188
        3   libios_test_flutter.dylib           0x0000000103c2070e -[OCMockObject doesNotRecognizeSelector:] + 270
        4   CoreFoundation                      0x00007fff23e4286c ___forwarding___ + 1436
        5   CoreFoundation                      0x00007fff23e44b58 _CF_forwarding_prep_0 + 120
        6   libios_test_flutter.dylib           0x0000000101f932c9 _ZN7flutter19AccessibilityBridgeD2Ev + 121
        7   libios_test_flutter.dylib           0x0000000101f93475 _ZN7flutter19AccessibilityBridgeD1Ev + 21
        8   libios_test_flutter.dylib           0x0000000101ff8bbb _ZNKSt3__114default_deleteIN7flutter19AccessibilityBridgeEEclEPS2_ + 43
        9   libios_test_flutter.dylib           0x0000000101ff8b3f _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEE5resetEPS2_ + 95
        10  libios_test_flutter.dylib           0x0000000101ff8ad9 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED2Ev + 25
        11  libios_test_flutter.dylib           0x0000000101fea6a5 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED1Ev + 21
        12  libios_test_flutter.dylib           0x0000000101ff0fd3 -[AccessibilityBridgeTest testAnnouncesLayoutChangeWithNilIfLastFocusIsRemoved] + 6099
        13  CoreFoundation                      0x00007fff23e44dec __invoking___ + 140
        14  CoreFoundation                      0x00007fff23e41fd1 -[NSInvocation invoke] + 321
        15  XCTest                              0x000000010178cfa7 __24-[XCTestCase invokeTest]_block_invoke_2 + 52
        16  XCTest                              0x000000010178cf53 __24-[XCTestCase invokeTest]_block_invoke.206 + 320
        17  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        18  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        19  XCTest                              0x000000010178c966 -[XCTestCase invokeTest] + 1183
        20  XCTest                              0x000000010178e299 __26-[XCTestCase performTest:]_block_invoke_2 + 43
        21  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        22  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        23  XCTest                              0x000000010178e1d0 __26-[XCTestCase performTest:]_block_invoke.359 + 86
        24  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        25  XCTest                              0x000000010178da84 -[XCTestCase performTest:] + 566
        26  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        27  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        28  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        29  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        30  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        31  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        32  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        33  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        34  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        35  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        36  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        37  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        38  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        39  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        40  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        41  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        42  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        43  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        44  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        45  XCTest                              0x0000000101809e84 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke + 171
        46  XCTest                              0x0000000101809f71 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke.100 + 96
        47  XCTest                              0x00000001017a26b6 -[XCTestObservationCenter _observeTestExecutionForBlock:] + 682
        48  XCTest                              0x0000000101809c0f -[XCTTestRunSession runTestsAndReturnError:] + 615
        49  XCTest                              0x000000010176b6b4 -[XCTestDriver runTestsAndReturnError:] + 456
        50  XCTest                              0x00000001017f65bc _XCTestMain + 2496
        51  libXCTestBundleInject.dylib         0x0000000101623bfa __copy_helper_block_e8_32s + 0
        52  CoreFoundation                      0x00007fff23da1abc __CFRUNLOOP_IS_CALLING_OUT_TO_A_BLOCK__ + 12
        53  CoreFoundation                      0x00007fff23da11b3 __CFRunLoopDoBlocks + 195
        54  CoreFoundation                      0x00007fff23d9bfa3 __CFRunLoopRun + 995
        55  CoreFoundation                      0x00007fff23d9b8a4 CFRunLoopRunSpecific + 404
        56  GraphicsServices                    0x00007fff38c39bbe GSEventRunModal + 139
        57  UIKitCore                           0x00007fff49325968 UIApplicationMain + 1605
        58  IosUnitTests                        0x0000000101572690 main + 112
        59  libdyld.dylib                       0x00007fff520ce1fd start + 1
)
Test Case '-[AccessibilityBridgeTest testAnnouncesLayoutChangeWithNilIfLastFocusIsRemoved]' failed (0.058 seconds).
Test Case '-[AccessibilityBridgeTest testAnnouncesRouteChanges]' started.
Test Case '-[AccessibilityBridgeTest testAnnouncesRouteChanges]' passed (0.003 seconds).
Test Case '-[AccessibilityBridgeTest testAnnouncesScrollChangeWithLastFocused]' started.
/Users/dnfield/src/flutter/engine/src/out/ios_debug_sim_unopt/../../third_party/ocmock/Source/OCMock/OCMockObject.m:419: error: -[AccessibilityBridgeTest testAnnouncesScrollChangeWithLastFocused] : failed: caught "NSInvalidArgumentException", "-[OCMockObject(FlutterView) view]: unrecognized selector sent to instance 0x6000016109b0"
(
        0   CoreFoundation                      0x00007fff23e3de6e __exceptionPreprocess + 350
        1   libobjc.A.dylib                     0x00007fff512539b2 objc_exception_throw + 48
        2   CoreFoundation                      0x00007fff23e3dcac +[NSException raise:format:] + 188
        3   libios_test_flutter.dylib           0x0000000103c2070e -[OCMockObject doesNotRecognizeSelector:] + 270
        4   CoreFoundation                      0x00007fff23e4286c ___forwarding___ + 1436
        5   CoreFoundation                      0x00007fff23e44b58 _CF_forwarding_prep_0 + 120
        6   libios_test_flutter.dylib           0x0000000101f932c9 _ZN7flutter19AccessibilityBridgeD2Ev + 121
        7   libios_test_flutter.dylib           0x0000000101f93475 _ZN7flutter19AccessibilityBridgeD1Ev + 21
        8   libios_test_flutter.dylib           0x0000000101ff8bbb _ZNKSt3__114default_deleteIN7flutter19AccessibilityBridgeEEclEPS2_ + 43
        9   libios_test_flutter.dylib           0x0000000101ff8b3f _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEE5resetEPS2_ + 95
        10  libios_test_flutter.dylib           0x0000000101ff8ad9 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED2Ev + 25
        11  libios_test_flutter.dylib           0x0000000101fea6a5 _ZNSt3__110unique_ptrIN7flutter19AccessibilityBridgeENS_14default_deleteIS2_EEED1Ev + 21
        12  libios_test_flutter.dylib           0x0000000101ff3d99 -[AccessibilityBridgeTest testAnnouncesScrollChangeWithLastFocused] + 4857
        13  CoreFoundation                      0x00007fff23e44dec __invoking___ + 140
        14  CoreFoundation                      0x00007fff23e41fd1 -[NSInvocation invoke] + 321
        15  XCTest                              0x000000010178cfa7 __24-[XCTestCase invokeTest]_block_invoke_2 + 52
        16  XCTest                              0x000000010178cf53 __24-[XCTestCase invokeTest]_block_invoke.206 + 320
        17  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        18  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        19  XCTest                              0x000000010178c966 -[XCTestCase invokeTest] + 1183
        20  XCTest                              0x000000010178e299 __26-[XCTestCase performTest:]_block_invoke_2 + 43
        21  XCTest                              0x00000001017e7d32 +[XCTestCase(Failures) performFailableBlock:testCase:testCaseRun:shouldInterruptTest:] + 69
        22  XCTest                              0x00000001017e7c44 -[XCTestCase(Failures) _performTurningExceptionsIntoFailuresInterruptAfterHandling:block:] + 115
        23  XCTest                              0x000000010178e1d0 __26-[XCTestCase performTest:]_block_invoke.359 + 86
        24  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        25  XCTest                              0x000000010178da84 -[XCTestCase performTest:] + 566
        26  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        27  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        28  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        29  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        30  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        31  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        32  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        33  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        34  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        35  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        36  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        37  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        38  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        39  XCTest                              0x0000000101787cc0 __27-[XCTestSuite performTest:]_block_invoke + 354
        40  XCTest                              0x0000000101787412 __59-[XCTestSuite _performProtectedSectionForTest:testSection:]_block_invoke + 24
        41  XCTest                              0x00000001017fa97d +[XCTContext runInContextForTestCase:block:] + 211
        42  XCTest                              0x00000001017873c9 -[XCTestSuite _performProtectedSectionForTest:testSection:] + 148
        43  XCTest                              0x000000010178772e -[XCTestSuite performTest:] + 348
        44  XCTest                              0x00000001017d42fe -[XCTest runTest] + 57
        45  XCTest                              0x0000000101809e84 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke + 171
        46  XCTest                              0x0000000101809f71 __44-[XCTTestRunSession runTestsAndReturnError:]_block_invoke.100 + 96
        47  XCTest                              0x00000001017a26b6 -[XCTestObservationCenter _observeTestExecutionForBlock:] + 682
        48  XCTest                              0x0000000101809c0f -[XCTTestRunSession runTestsAndReturnError:] + 615
        49  XCTest                              0x000000010176b6b4 -[XCTestDriver runTestsAndReturnError:] + 456
        50  XCTest                              0x00000001017f65bc _XCTestMain + 2496
        51  libXCTestBundleInject.dylib         0x0000000101623bfa __copy_helper_block_e8_32s + 0
        52  CoreFoundation                      0x00007fff23da1abc __CFRUNLOOP_IS_CALLING_OUT_TO_A_BLOCK__ + 12
        53  CoreFoundation                      0x00007fff23da11b3 __CFRunLoopDoBlocks + 195
        54  CoreFoundation                      0x00007fff23d9bfa3 __CFRunLoopRun + 995
        55  CoreFoundation                      0x00007fff23d9b8a4 CFRunLoopRunSpecific + 404
        56  GraphicsServices                    0x00007fff38c39bbe GSEventRunModal + 139
        57  UIKitCore                           0x00007fff49325968 UIApplicationMain + 1605
        58  IosUnitTests                        0x0000000101572690 main + 112
        59  libdyld.dylib                       0x00007fff520ce1fd start + 1
)
Test Case '-[AccessibilityBridgeTest testAnnouncesScrollChangeWithLastFocused]' failed (0.030 seconds).

Metadata

Metadata

Assignees

Labels

a: accessibilityAccessibility, e.g. VoiceOver or TalkBack. (aka a11y)engineflutter/engine related. See also e: labels.platform-iosiOS applications specifically

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions