args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5...ms/GgJqZBoCaXIoAg'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
>
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
result = callable_(*args, **kwargs)
# Auto-fetching the first result causes PubSub client's streaming pull
# to hang when re-opening the stream, thus we need examine the hacky
# hidden flag to see if pre-fetching is disabled.
# https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
return _StreamingResponseIterator(
result, prefetch_first_result=prefetch_first
)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156:
self = <google.api_core.grpc_helpers._StreamingResponseIterator object at 0x7ff6342405b0>
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
prefetch_first_result = True
def __init__(self, wrapped, prefetch_first_result=True):
self._wrapped = wrapped
# This iterator is used in a retry context, and returned outside after init.
# gRPC will not throw an exception until the stream is consumed, so we need
# to retrieve the first result, in order to fail, in order to trigger a retry.
try:
if prefetch_first_result:
self._stored_first_result = next(self._wrapped)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
def _next(self):
with self._state.condition:
if self._state.code is None:
event_handler = _event_handler(self._state,
self._response_deserializer)
self._state.due.add(cygrpc.OperationType.receive_message)
operating = self._call.operate(
(cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
event_handler)
if not operating:
self._state.due.remove(cygrpc.OperationType.receive_message)
elif self._state.code is grpc.StatusCode.OK:
raise StopIteration()
else:
raise self
def _response_ready():
return (self._state.response is not None or
(cygrpc.OperationType.receive_message
not in self._state.due and
self._state.code is not None))
_common.wait(self._state.condition.wait, _response_ready)
if self._state.response is not None:
response = self._state.response
self._state.response = None
return response
elif cygrpc.OperationType.receive_message not in self._state.due:
if self._state.code is grpc.StatusCode.OK:
raise StopIteration()
elif self._state.code is not None:
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.INTERNAL
E details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error"
E debug_error_string = "{"created":"@1641477332.112738047","description":"Error received from peer ipv4:74.125.142.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
E >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
The above exception was the direct cause of the following exception:
client_and_types = (<google.cloud.bigquery_storage_v1beta2.BigQueryReadClient object at 0x7ff635c92640>, <module 'google.cloud.bigquery_s...beta2.types' from '/tmpfs/src/github/python-bigquery-storage/google/cloud/bigquery_storage_v1beta2/types/init.py'>)
project_id = 'precise-truck-742'
table_with_data_ref = 'projects/precise-truck-742/datasets/python_bigquery_storage_tests_system_20220106135325_70eaee/tables/users_692f23a7_0479_474d_8a8d_6e474dad9cc4'
def test_filtered_rows_read(client_and_types, project_id, table_with_data_ref):
client, types = client_and_types
read_session = types.ReadSession()
read_session.table = table_with_data_ref
read_session.data_format = types.DataFormat.AVRO
read_session.read_options.row_restriction = "age >= 50"
session = client.create_read_session(
request={
"parent": "projects/{}".format(project_id),
"read_session": read_session,
"max_stream_count": 1,
}
)
stream = session.streams[0].name
rows = list(client.read_rows(stream).rows(session))
tests/system/reader/test_reader.py:175:
google/cloud/bigquery_storage_v1beta2/client.py:126: in read_rows
stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1beta2/services/big_query_read/client.py:608: in read_rows
response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
return func(*args, **kwargs)
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5...ms/GgJqZBoCaXIoAg'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
prefetch_first = True
@functools.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
result = callable_(*args, **kwargs)
# Auto-fetching the first result causes PubSub client's streaming pull
# to hang when re-opening the stream, thus we need examine the hacky
# hidden flag to see if pre-fetching is disabled.
# https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
return _StreamingResponseIterator(
result, prefetch_first_result=prefetch_first
)
except grpc.RpcError as exc:
raise exceptions.from_grpc_error(exc) from exc
E google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError
This test failed!
To configure my behavior, see the Flaky Bot documentation.
If I'm commenting on this issue too often, add the
flakybot: quietlabel andI will stop commenting.
commit: 0396604
buildURL: Build Status, Sponge
status: failed
Test output
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg" ,) kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5...ms/GgJqZBoCaXIoAg'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0} result = <_MultiThreadedRendezvous of RPC that terminated with: status = StatusCode.INTERNAL details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}" > prefetch_first = True
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156:
self = <google.api_core.grpc_helpers._StreamingResponseIterator object at 0x7ff6342405b0>
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
prefetch_first_result = True
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426:
self = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
E grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E status = StatusCode.INTERNAL
E details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error"
E debug_error_string = "{"created":"@1641477332.112738047","description":"Error received from peer ipv4:74.125.142.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
E >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous
The above exception was the direct cause of the following exception:
client_and_types = (<google.cloud.bigquery_storage_v1beta2.BigQueryReadClient object at 0x7ff635c92640>, <module 'google.cloud.bigquery_s...beta2.types' from '/tmpfs/src/github/python-bigquery-storage/google/cloud/bigquery_storage_v1beta2/types/init.py'>)
project_id = 'precise-truck-742'
table_with_data_ref = 'projects/precise-truck-742/datasets/python_bigquery_storage_tests_system_20220106135325_70eaee/tables/users_692f23a7_0479_474d_8a8d_6e474dad9cc4'
tests/system/reader/test_reader.py:175:
google/cloud/bigquery_storage_v1beta2/client.py:126: in read_rows
stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1beta2/services/big_query_read/client.py:608: in read_rows
response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
return func(*args, **kwargs)
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5...ms/GgJqZBoCaXIoAg'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.INTERNAL
details = "there was an error op...42/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error","grpc_status":13}"
prefetch_first = True
E google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDDVPc0RieEd5R3FWeRoCamQaAmly/streams/GgJqZBoCaXIoAg': internal error
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError