Skip to content

Commit

Permalink
fix tests
Browse files Browse the repository at this point in the history
  • Loading branch information
ahmedabu98 committed Oct 6, 2023
1 parent 604a836 commit bfdc47c
Showing 1 changed file with 20 additions and 16 deletions.
36 changes: 20 additions & 16 deletions sdks/python/apache_beam/io/gcp/bigquery_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -422,19 +422,19 @@ def test_create_temp_dataset_exception(self, exception_type, error_message):
self.assertIn(error_message, exc.exception.args[0])

@parameterized.expand([
# first attempt returns a Http 403 error with bad contents and will retry
# second attempt returns a Http 408 error,
# first attempt returns a Http 500 blank error and retries
# second attempt returns a Http 408 blank error and retries,
# third attempt passes
param(
responses=[
HttpForbiddenError(
response={'status': 403}, content="bad contents", url=""),
response={'status': 500}, content="something", url=""),
HttpForbiddenError(
response={'status': 408}, content="bad contents", url="")
response={'status': 408}, content="blank", url="")
],
expected_retries=2),
# first attempts returns a 403 rateLimitExceeded error
# second attempt returns a 429 rateLimitExceeded error
# second attempt returns a 429 blank error
# third attempt returns a Http 403 rateLimitExceeded error
# fourth attempt passes
param(
Expand All @@ -444,11 +444,7 @@ def test_create_temp_dataset_exception(self, exception_type, error_message):
errors=({
"message": "transient", "reason": "rateLimitExceeded"
}, )),
exceptions.ResourceExhausted(
"some message",
errors=({
"message": "transient", "reason": "rateLimitExceeded"
}, )),
exceptions.ResourceExhausted("some message"),
HttpForbiddenError(
response={'status': 403},
content={
Expand Down Expand Up @@ -533,17 +529,26 @@ def store_callback(unused_request):
],
expected_retries=1),
# first attempt returns a transient 403 error and retries
# second attempt returns a non-transient error and fails
# second attempt returns a 403 error with bad contents and fails
param(
responses=[
HttpError(
response={'status': 403}, content="rateLimitExceeded",
response={'status': 403},
content={
"error": {
"errors": [{
"message": "transient",
"reason": "rateLimitExceeded"
}]
}
},
url=""),
HttpError(response={'status': 400}, content="invalid", url="")
HttpError(
response={'status': 403}, content="bad contents", url="")
],
expected_retries=1),
# first attempt returns a transient 403 error and retries
# second attempt returns a 403 error with bad contents and retries
# second attempt returns a 429 error and retries
# third attempt returns a 403 with non-transient reason and fails
param(
responses=[
Expand All @@ -552,8 +557,7 @@ def store_callback(unused_request):
errors=({
"message": "transient", "reason": "rateLimitExceeded"
}, )),
HttpError(
response={'status': 403}, content="bad contents", url=""),
exceptions.ResourceExhausted("some transient error"),
exceptions.Forbidden(
"some error",
errors=({
Expand Down

0 comments on commit bfdc47c

Please sign in to comment.