Skip to content

Commit

Permalink
Skip relevant system tests if in VPCSC (#9111)
Browse files Browse the repository at this point in the history
  • Loading branch information
@lwander @busunkim96
lwander authored and busunkim96 committed Aug 27, 2019
1 parent 0782408 commit 0c932c0
Showing 1 changed file with 16 additions and 0 deletions.
16 changes: 16 additions & 0 deletions automl/tests/system/gapic/v1beta1/test_system_tables_client_v1.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
import random
import string
import time
import unittest

from google.cloud import automl_v1beta1
from google.api_core import exceptions
Expand All @@ -30,6 +31,7 @@
MAX_SLEEP_TIME_SECONDS = 5
STATIC_DATASET = "test_dataset_do_not_delete"
STATIC_MODEL = "test_model_do_not_delete"
RUNNING_IN_VPCSC = os.getenv("GOOGLE_CLOUD_TESTS_IN_VPCSC", "").lower() == "true"

ID = "{rand}_{time}".format(
rand="".join(
Expand All @@ -55,6 +57,7 @@ def cancel_and_wait(self, op):
sleep_time = min(sleep_time * 2, MAX_SLEEP_TIME_SECONDS)
assert op.cancelled()

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_list_datasets(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -65,6 +68,7 @@ def test_list_datasets(self):
)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_list_models(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
model = self.ensure_model_ready(client)
Expand All @@ -81,6 +85,7 @@ def test_create_delete_dataset(self):
)
client.delete_dataset(dataset=dataset)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_import_data(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
display_name = _id("t_import")
Expand Down Expand Up @@ -109,6 +114,7 @@ def ensure_dataset_ready(self, client):

return dataset

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_list_column_specs(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -123,18 +129,21 @@ def test_list_column_specs(self):
)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_get_column_spec(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
name = [d for d in client.list_column_specs(dataset=dataset)][0].name
assert client.get_column_spec(name).name == name

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_list_table_specs(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
name = [d for d in client.list_table_specs(dataset=dataset)][0].name
assert client.get_table_spec(name).name == name

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_set_column_nullable(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -144,6 +153,7 @@ def test_set_column_nullable(self):
columns = {c.display_name: c for c in client.list_column_specs(dataset=dataset)}
assert columns["POutcome"].data_type.nullable == True

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_set_target_column(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -155,6 +165,7 @@ def test_set_target_column(self):
"/{}".format(metadata.target_column_spec_id)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_set_weight_column(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -166,6 +177,7 @@ def test_set_weight_column(self):
"/{}".format(metadata.weight_column_spec_id)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_set_weight_and_target_column(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -181,6 +193,7 @@ def test_set_weight_and_target_column(self):
"/{}".format(metadata.target_column_spec_id)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_create_delete_model(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
dataset = self.ensure_dataset_ready(client)
Expand All @@ -192,6 +205,7 @@ def test_create_delete_model(self):
self.cancel_and_wait(op)
client.delete_model(model_display_name=display_name)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_list_model_evaluations(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
model = self.ensure_model_online(client)
Expand All @@ -206,12 +220,14 @@ def test_list_model_evaluations(self):
)
)

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_get_model_evaluation(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
model = self.ensure_model_online(client)
name = [m for m in client.list_model_evaluations(model=model)][0].name
assert client.get_model_evaluation(model_evaluation_name=name).name == name

@unittest.skipIf(RUNNING_IN_VPCSC, "Test is not VPCSC compatible.")
def test_online_predict(self):
client = automl_v1beta1.TablesClient(project=PROJECT, region=REGION)
model = self.ensure_model_online(client)
Expand Down

0 comments on commit 0c932c0

Please sign in to comment.