Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

testing: replace @flaky with @pytest.mark.flaky #3496

Merged
merged 4 commits into from
Apr 25, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,13 @@

import os

from flaky import flaky
import pytest

from blog import main

PROJECT = os.environ['GCLOUD_PROJECT']


@flaky
@pytest.mark.flaky
def test_main():
main(PROJECT)
Original file line number Diff line number Diff line change
Expand Up @@ -13,13 +13,13 @@

import os

from flaky import flaky
import pytest

from wiki import main

PROJECT = os.environ['GCLOUD_PROJECT']


@flaky
@pytest.mark.flaky
def test_main():
main(PROJECT)
13 changes: 6 additions & 7 deletions dns/api/main_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@
import os
import uuid

from flaky import flaky
from google.cloud import dns
from google.cloud.exceptions import NotFound

Expand Down Expand Up @@ -57,7 +56,7 @@ def zone(client):
pass


@flaky
@pytest.mark.flaky
def test_create_zone(client):
zone = main.create_zone(
PROJECT,
Expand All @@ -70,7 +69,7 @@ def test_create_zone(client):
assert zone.description == TEST_ZONE_DESCRIPTION


@flaky
@pytest.mark.flaky
def test_get_zone(client, zone):
zone = main.get_zone(PROJECT, TEST_ZONE_NAME)

Expand All @@ -79,27 +78,27 @@ def test_get_zone(client, zone):
assert zone.description == TEST_ZONE_DESCRIPTION


@flaky
@pytest.mark.flaky
def test_list_zones(client, zone):
zones = main.list_zones(PROJECT)

assert TEST_ZONE_NAME in zones


@flaky
@pytest.mark.flaky
def test_list_resource_records(client, zone):
records = main.list_resource_records(PROJECT, TEST_ZONE_NAME)

assert records


@flaky
@pytest.mark.flaky
def test_list_changes(client, zone):
changes = main.list_changes(PROJECT, TEST_ZONE_NAME)

assert changes


@flaky
@pytest.mark.flaky
def test_delete_zone(client, zone):
main.delete_zone(PROJECT, TEST_ZONE_NAME)
4 changes: 2 additions & 2 deletions iap/iap_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@

"""Test script for Identity-Aware Proxy code samples."""

from flaky import flaky
import pytest

import make_iap_request
import validate_jwt
Expand All @@ -34,7 +34,7 @@
IAP_PROJECT_NUMBER = '320431926067'


@flaky
@pytest.mark.flaky
def test_main(capsys):
# JWTs are obtained by IAP-protected applications whenever an
# end-user makes a request. We've set up an app that echoes back
Expand Down
5 changes: 3 additions & 2 deletions jobs/v3/api_client/quickstart_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,11 @@
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from flaky import flaky

import pytest

@flaky

@pytest.mark.flaky
def test_quickstart(capsys):
import quickstart

Expand Down
9 changes: 4 additions & 5 deletions ml_engine/online_prediction/predict_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,6 @@
import json
import socket

from flaky import flaky
import pytest

import predict
Expand All @@ -42,29 +41,29 @@
BYTESTRING = f.read()


@flaky
@pytest.mark.flaky
def test_predict_json():
result = predict.predict_json(
PROJECT, MODEL, [JSON, JSON], version=JSON_VERSION)
assert [EXPECTED_OUTPUT, EXPECTED_OUTPUT] == result


@flaky
@pytest.mark.flaky
def test_predict_json_error():
with pytest.raises(RuntimeError):
predict.predict_json(
PROJECT, MODEL, [{"foo": "bar"}], version=JSON_VERSION)


@flaky
@pytest.mark.flaky
def test_census_example_to_bytes():
import tensorflow as tf
b = predict.census_to_example_bytes(JSON)
assert tf.train.Example.FromString(b) == tf.train.Example.FromString(
BYTESTRING)


@flaky(max_runs=6)
@pytest.mark.flaky(max_runs=6)
def test_predict_examples():
result = predict.predict_examples(
PROJECT, MODEL, [BYTESTRING, BYTESTRING], version=EXAMPLES_VERSION)
Expand Down
7 changes: 3 additions & 4 deletions monitoring/api/v3/api-client/list_resources_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@
import os
import re

from flaky import flaky
import googleapiclient.discovery
import pytest

Expand All @@ -38,7 +37,7 @@ def client():
return googleapiclient.discovery.build('monitoring', 'v3')


@flaky
@pytest.mark.flaky
def test_list_monitored_resources(client, capsys):
PROJECT_RESOURCE = "projects/{}".format(PROJECT)
list_resources.list_monitored_resource_descriptors(
Expand All @@ -49,7 +48,7 @@ def test_list_monitored_resources(client, capsys):
assert regex.search(stdout) is not None


@flaky
@pytest.mark.flaky
def test_list_metrics(client, capsys):
PROJECT_RESOURCE = "projects/{}".format(PROJECT)
list_resources.list_metric_descriptors(
Expand All @@ -60,7 +59,7 @@ def test_list_metrics(client, capsys):
assert regex.search(stdout) is not None


@flaky
@pytest.mark.flaky
def test_list_timeseries(client, capsys):
PROJECT_RESOURCE = "projects/{}".format(PROJECT)
list_resources.list_timeseries(
Expand Down
4 changes: 2 additions & 2 deletions storage/api/customer_supplied_keys_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,14 +14,14 @@
import os
import re

from flaky import flaky
import pytest

from customer_supplied_keys import main

BUCKET = os.environ['CLOUD_STORAGE_BUCKET']


@flaky
@pytest.mark.flaky
def test_main(capsys):
main(BUCKET, __file__)
out, err = capsys.readouterr()
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@ def bucket():
bucket.delete(force=True)


@pytest.mark.flaky(max_runs=3, min_passes=1)
def test_batch_translate_text(capsys, bucket):
translate_v3_batch_translate_text.batch_translate_text(
"gs://cloud-samples-data/translation/text.txt",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@ def bucket():
bucket.delete(force=True)


@pytest.mark.flaky(max_runs=3, min_passes=1)
def test_batch_translate_text_with_glossary(capsys, bucket, glossary):
translate_v3_batch_translate_text_with_glossary.batch_translate_text_with_glossary(
"gs://cloud-samples-data/translation/text_with_glossary.txt",
Expand Down
34 changes: 20 additions & 14 deletions translate/cloud-client/translate_v3_create_glossary_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,26 +13,32 @@
# limitations under the License.

import os
import uuid

import pytest

import translate_v3_create_glossary
import translate_v3_delete_glossary
import uuid

PROJECT_ID = os.environ["GCLOUD_PROJECT"]
GLOSSARY_INPUT_URI = "gs://cloud-samples-data/translation/glossary_ja.csv"


@pytest.mark.flaky(max_runs=3, min_passes=1)
def test_create_glossary(capsys):
glossary_id = "test-{}".format(uuid.uuid4())
translate_v3_create_glossary.create_glossary(
PROJECT_ID, GLOSSARY_INPUT_URI, glossary_id
)
out, _ = capsys.readouterr()
# assert
assert "Created:" in out
assert "gs://cloud-samples-data/translation/glossary_ja.csv" in out

# clean up after use
try:
translate_v3_delete_glossary.delete_glossary(PROJECT_ID, glossary_id)
except Exception:
pass
glossary_id = "test-{}".format(uuid.uuid4())
translate_v3_create_glossary.create_glossary(
PROJECT_ID, GLOSSARY_INPUT_URI, glossary_id
)
out, _ = capsys.readouterr()
# assert
assert "Created:" in out
assert "gs://cloud-samples-data/translation/glossary_ja.csv" in out
finally:
# clean up after use
try:
translate_v3_delete_glossary.delete_glossary(
PROJECT_ID, glossary_id)
except Exception:
pass
6 changes: 5 additions & 1 deletion translate/cloud-client/translate_v3_delete_glossary_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,14 +13,18 @@
# limitations under the License.

import os
import uuid

import pytest

import translate_v3_create_glossary
import translate_v3_delete_glossary
import uuid

PROJECT_ID = os.environ["GCLOUD_PROJECT"]
GLOSSARY_INPUT_URI = "gs://cloud-samples-data/translation/glossary_ja.csv"


@pytest.mark.flaky(max_runs=3, min_passes=1)
def test_delete_glossary(capsys):
# setup
glossary_id = "test-{}".format(uuid.uuid4())
Expand Down
5 changes: 3 additions & 2 deletions vision/cloud-client/product_search/product_search_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,8 @@
# limitations under the License.

import os
from flaky import flaky

import pytest

from product_search import get_similar_products_file, get_similar_products_uri

Expand All @@ -31,7 +32,7 @@
FILTER = 'style=womens'


@flaky(max_runs=5, min_passes=1)
@pytest.mark.flaky(max_runs=5, min_passes=1)
def test_get_similar_products_file(capsys):
get_similar_products_file(
PROJECT_ID, LOCATION, PRODUCT_SET_ID, PRODUCT_CATEGORY, FILE_PATH_1,
Expand Down