Skip to content

tests.system.aiplatform.test_model_monitoring.TestModelDeploymentMonitoring: test_mdm_two_models_invalid_configs_xai failed #1690

@flaky-bot

Description

@flaky-bot

Note: #1631 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.


commit: 1cda4b4
buildURL: Build Status, Sponge
status: failed

Test output
args = (name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320"
,)
kwargs = {'metadata': [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]}
@six.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
    try:
      return callable_(*args, **kwargs)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:67:


self = <grpc._channel._UnaryUnaryMultiCallable object at 0x7f16c4766640>
request = name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320"

timeout = None
metadata = [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]
credentials = None, wait_for_ready = None, compression = None

def __call__(self,
             request,
             timeout=None,
             metadata=None,
             credentials=None,
             wait_for_ready=None,
             compression=None):
    state, call, = self._blocking(request, timeout, metadata, credentials,
                                  wait_for_ready, compression)
  return _end_unary_response_blocking(state, call, False, None)

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:946:


state = <grpc._channel._RPCState object at 0x7f16c4766d30>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f16c4386480>
with_call = False, deadline = None

def _end_unary_response_blocking(state, call, with_call, deadline):
    if state.code is grpc.StatusCode.OK:
        if with_call:
            rendezvous = _MultiThreadedRendezvous(state, call, None, deadline)
            return state.response, rendezvous
        else:
            return state.response
    else:
      raise _InactiveRpcError(state)

E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.NOT_FOUND
E details = "Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found."
E debug_error_string = "{"created":"@1663831190.477736666","description":"Error received from peer ipv4:74.125.142.95:443","file":"src/core/lib/surface/call.cc","file_line":966,"grpc_message":"Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"
E >

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:849: _InactiveRpcError

The above exception was the direct cause of the following exception:

self = <tests.system.aiplatform.test_model_monitoring.TestModelDeploymentMonitoring object at 0x7f16cc9ce760>

def test_mdm_two_models_invalid_configs_xai(self):
    [deployed_model1, deployed_model2] = list(
      map(lambda x: x.id, self.endpoint.list_models())
    )

tests/system/aiplatform/test_model_monitoring.py:278:


google/cloud/aiplatform/models.py:1708: in list_models
self._sync_gca_resource()
google/cloud/aiplatform/base.py:643: in _sync_gca_resource
self._gca_resource = self._get_gca_resource(resource_name=self.resource_name)
google/cloud/aiplatform/base.py:673: in resource_name
self._assert_gca_resource_is_available()
google/cloud/aiplatform/models.py:231: in _assert_gca_resource_is_available
self._sync_gca_resource_if_skipped()
google/cloud/aiplatform/models.py:223: in _sync_gca_resource_if_skipped
self._gca_resource = self._get_gca_resource(
google/cloud/aiplatform/base.py:636: in _get_gca_resource
return getattr(self.api_client, self._getter_method)(
google/cloud/aiplatform_v1/services/endpoint_service/client.py:746: in get_endpoint
response = rpc(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:145: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:286: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:189: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:69: in error_remapped_callable
six.raise_from(exceptions.from_grpc_error(exc), exc)


value = None
from_value = <_InactiveRpcError of RPC that terminated with:
status = StatusCode.NOT_FOUND
details = "Endpoint projects/ucaip-sam...oint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"

???
E google.api_core.exceptions.NotFound: 404 Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.

:3: NotFound

Metadata

Metadata

Assignees

Labels

api: vertex-aiIssues related to the googleapis/python-aiplatform API.flakybot: issueAn issue filed by the Flaky Bot. Should not be added manually.priority: p1Important issue which blocks shipping the next release. Will be fixed prior to next release.type: bugError or flaw in code with unintended results or allowing sub-optimal usage patterns.

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions