From 4ca12923d530811a8b0de5af55d628455f46a62b Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 1 Jun 2023 13:27:06 +0200 Subject: [PATCH 1/9] chore(deps): update all dependencies (#591) Co-authored-by: Anthonios Partheniou --- samples/to_dataframe/requirements.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/samples/to_dataframe/requirements.txt b/samples/to_dataframe/requirements.txt index 76f348f4..01e2b4b7 100644 --- a/samples/to_dataframe/requirements.txt +++ b/samples/to_dataframe/requirements.txt @@ -1,12 +1,12 @@ -google-auth==2.17.3 +google-auth==2.18.1 google-cloud-bigquery-storage==2.19.1 google-cloud-bigquery==3.10.0 -pyarrow==11.0.0 +pyarrow==12.0.0 ipython===7.31.1; python_version == '3.7' ipython===8.10.0; python_version == '3.8' -ipython==8.12.0; python_version >= '3.9' +ipython==8.13.2; python_version >= '3.9' ipywidgets==8.0.6 pandas===1.3.5; python_version == '3.7' -pandas==2.0.0; python_version > '3.7' +pandas==2.0.1; python_version > '3.7' tqdm==4.65.0 db-dtypes==1.1.1 From a732b8709dd4e8f864f20c11a0c580e2e36261dc Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 1 Jun 2023 13:38:37 +0200 Subject: [PATCH 2/9] chore(deps): update all dependencies (#599) --- samples/quickstart/requirements.txt | 2 +- samples/snippets/requirements.txt | 2 +- samples/to_dataframe/requirements.txt | 6 +++--- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/samples/quickstart/requirements.txt b/samples/quickstart/requirements.txt index bd3bcfa4..6b7ac1fa 100644 --- a/samples/quickstart/requirements.txt +++ b/samples/quickstart/requirements.txt @@ -1,2 +1,2 @@ fastavro -google-cloud-bigquery-storage==2.19.1 +google-cloud-bigquery-storage==2.20.0 diff --git a/samples/snippets/requirements.txt b/samples/snippets/requirements.txt index e65726b5..a6e915a8 100644 --- a/samples/snippets/requirements.txt +++ b/samples/snippets/requirements.txt @@ -1,2 +1,2 @@ -google-cloud-bigquery-storage==2.19.1 +google-cloud-bigquery-storage==2.20.0 google-cloud-bigquery==3.10.0 diff --git a/samples/to_dataframe/requirements.txt b/samples/to_dataframe/requirements.txt index 01e2b4b7..cbf6cb31 100644 --- a/samples/to_dataframe/requirements.txt +++ b/samples/to_dataframe/requirements.txt @@ -1,5 +1,5 @@ -google-auth==2.18.1 -google-cloud-bigquery-storage==2.19.1 +google-auth==2.19.0 +google-cloud-bigquery-storage==2.20.0 google-cloud-bigquery==3.10.0 pyarrow==12.0.0 ipython===7.31.1; python_version == '3.7' @@ -7,6 +7,6 @@ ipython===8.10.0; python_version == '3.8' ipython==8.13.2; python_version >= '3.9' ipywidgets==8.0.6 pandas===1.3.5; python_version == '3.7' -pandas==2.0.1; python_version > '3.7' +pandas==2.0.2; python_version > '3.7' tqdm==4.65.0 db-dtypes==1.1.1 From c59e7f49c420aad10f6f7850c326ecd3ecf7bb1e Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Sat, 3 Jun 2023 18:17:11 -0400 Subject: [PATCH 3/9] build(deps): bump cryptography from 39.0.1 to 41.0.0 in /synthtool/gcp/templates/python_library/.kokoro (#602) Source-Link: https://github.com/googleapis/synthtool/commit/d0f51a0c2a9a6bcca86911eabea9e484baadf64b Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:240b5bcc2bafd450912d2da2be15e62bc6de2cf839823ae4bf94d4f392b451dc Co-authored-by: Owl Bot --- .github/.OwlBot.lock.yaml | 4 ++-- .kokoro/requirements.txt | 42 +++++++++++++++++++-------------------- 2 files changed, 22 insertions(+), 24 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index 32b3c486..02a4dedc 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,5 +13,5 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:9bc5fa3b62b091f60614c08a7fb4fd1d3e1678e326f34dd66ce1eefb5dc3267b -# created: 2023-05-25T14:56:16.294623272Z + digest: sha256:240b5bcc2bafd450912d2da2be15e62bc6de2cf839823ae4bf94d4f392b451dc +# created: 2023-06-03T21:25:37.968717478Z diff --git a/.kokoro/requirements.txt b/.kokoro/requirements.txt index 3b8d7ee8..c7929db6 100644 --- a/.kokoro/requirements.txt +++ b/.kokoro/requirements.txt @@ -113,28 +113,26 @@ commonmark==0.9.1 \ --hash=sha256:452f9dc859be7f06631ddcb328b6919c67984aca654e5fefb3914d54691aed60 \ --hash=sha256:da2f38c92590f83de410ba1a3cbceafbc74fee9def35f9251ba9a971d6d66fd9 # via rich -cryptography==39.0.1 \ - --hash=sha256:0f8da300b5c8af9f98111ffd512910bc792b4c77392a9523624680f7956a99d4 \ - --hash=sha256:35f7c7d015d474f4011e859e93e789c87d21f6f4880ebdc29896a60403328f1f \ - --hash=sha256:5aa67414fcdfa22cf052e640cb5ddc461924a045cacf325cd164e65312d99502 \ - --hash=sha256:5d2d8b87a490bfcd407ed9d49093793d0f75198a35e6eb1a923ce1ee86c62b41 \ - --hash=sha256:6687ef6d0a6497e2b58e7c5b852b53f62142cfa7cd1555795758934da363a965 \ - --hash=sha256:6f8ba7f0328b79f08bdacc3e4e66fb4d7aab0c3584e0bd41328dce5262e26b2e \ - --hash=sha256:706843b48f9a3f9b9911979761c91541e3d90db1ca905fd63fee540a217698bc \ - --hash=sha256:807ce09d4434881ca3a7594733669bd834f5b2c6d5c7e36f8c00f691887042ad \ - --hash=sha256:83e17b26de248c33f3acffb922748151d71827d6021d98c70e6c1a25ddd78505 \ - --hash=sha256:96f1157a7c08b5b189b16b47bc9db2332269d6680a196341bf30046330d15388 \ - --hash=sha256:aec5a6c9864be7df2240c382740fcf3b96928c46604eaa7f3091f58b878c0bb6 \ - --hash=sha256:b0afd054cd42f3d213bf82c629efb1ee5f22eba35bf0eec88ea9ea7304f511a2 \ - --hash=sha256:ced4e447ae29ca194449a3f1ce132ded8fcab06971ef5f618605aacaa612beac \ - --hash=sha256:d1f6198ee6d9148405e49887803907fe8962a23e6c6f83ea7d98f1c0de375695 \ - --hash=sha256:e124352fd3db36a9d4a21c1aa27fd5d051e621845cb87fb851c08f4f75ce8be6 \ - --hash=sha256:e422abdec8b5fa8462aa016786680720d78bdce7a30c652b7fadf83a4ba35336 \ - --hash=sha256:ef8b72fa70b348724ff1218267e7f7375b8de4e8194d1636ee60510aae104cd0 \ - --hash=sha256:f0c64d1bd842ca2633e74a1a28033d139368ad959872533b1bab8c80e8240a0c \ - --hash=sha256:f24077a3b5298a5a06a8e0536e3ea9ec60e4c7ac486755e5fb6e6ea9b3500106 \ - --hash=sha256:fdd188c8a6ef8769f148f88f859884507b954cc64db6b52f66ef199bb9ad660a \ - --hash=sha256:fe913f20024eb2cb2f323e42a64bdf2911bb9738a15dba7d3cce48151034e3a8 +cryptography==41.0.0 \ + --hash=sha256:0ddaee209d1cf1f180f1efa338a68c4621154de0afaef92b89486f5f96047c55 \ + --hash=sha256:14754bcdae909d66ff24b7b5f166d69340ccc6cb15731670435efd5719294895 \ + --hash=sha256:344c6de9f8bda3c425b3a41b319522ba3208551b70c2ae00099c205f0d9fd3be \ + --hash=sha256:34d405ea69a8b34566ba3dfb0521379b210ea5d560fafedf9f800a9a94a41928 \ + --hash=sha256:3680248309d340fda9611498a5319b0193a8dbdb73586a1acf8109d06f25b92d \ + --hash=sha256:3c5ef25d060c80d6d9f7f9892e1d41bb1c79b78ce74805b8cb4aa373cb7d5ec8 \ + --hash=sha256:4ab14d567f7bbe7f1cdff1c53d5324ed4d3fc8bd17c481b395db224fb405c237 \ + --hash=sha256:5c1f7293c31ebc72163a9a0df246f890d65f66b4a40d9ec80081969ba8c78cc9 \ + --hash=sha256:6b71f64beeea341c9b4f963b48ee3b62d62d57ba93eb120e1196b31dc1025e78 \ + --hash=sha256:7d92f0248d38faa411d17f4107fc0bce0c42cae0b0ba5415505df72d751bf62d \ + --hash=sha256:8362565b3835ceacf4dc8f3b56471a2289cf51ac80946f9087e66dc283a810e0 \ + --hash=sha256:84a165379cb9d411d58ed739e4af3396e544eac190805a54ba2e0322feb55c46 \ + --hash=sha256:88ff107f211ea696455ea8d911389f6d2b276aabf3231bf72c8853d22db755c5 \ + --hash=sha256:9f65e842cb02550fac96536edb1d17f24c0a338fd84eaf582be25926e993dde4 \ + --hash=sha256:a4fc68d1c5b951cfb72dfd54702afdbbf0fb7acdc9b7dc4301bbf2225a27714d \ + --hash=sha256:b7f2f5c525a642cecad24ee8670443ba27ac1fab81bba4cc24c7b6b41f2d0c75 \ + --hash=sha256:b846d59a8d5a9ba87e2c3d757ca019fa576793e8758174d3868aecb88d6fc8eb \ + --hash=sha256:bf8fc66012ca857d62f6a347007e166ed59c0bc150cefa49f28376ebe7d992a2 \ + --hash=sha256:f5d0bf9b252f30a31664b6f64432b4730bb7038339bd18b1fafe129cfc2be9be # via # gcp-releasetool # secretstorage From 4884cd2658a4a45c289d8d0e841a40733c935269 Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Thu, 22 Jun 2023 15:44:10 +0200 Subject: [PATCH 4/9] chore(deps): update all dependencies (#600) --- samples/quickstart/requirements-test.txt | 2 +- samples/snippets/requirements-test.txt | 2 +- samples/snippets/requirements.txt | 2 +- samples/to_dataframe/requirements-test.txt | 2 +- samples/to_dataframe/requirements.txt | 8 ++++---- 5 files changed, 8 insertions(+), 8 deletions(-) diff --git a/samples/quickstart/requirements-test.txt b/samples/quickstart/requirements-test.txt index c4d04a08..56628493 100644 --- a/samples/quickstart/requirements-test.txt +++ b/samples/quickstart/requirements-test.txt @@ -1 +1 @@ -pytest==7.3.1 +pytest==7.3.2 diff --git a/samples/snippets/requirements-test.txt b/samples/snippets/requirements-test.txt index eec27c11..6d55f931 100644 --- a/samples/snippets/requirements-test.txt +++ b/samples/snippets/requirements-test.txt @@ -1,2 +1,2 @@ google-cloud-testutils==1.3.3 -pytest==7.3.1 +pytest==7.3.2 diff --git a/samples/snippets/requirements.txt b/samples/snippets/requirements.txt index a6e915a8..d871362c 100644 --- a/samples/snippets/requirements.txt +++ b/samples/snippets/requirements.txt @@ -1,2 +1,2 @@ google-cloud-bigquery-storage==2.20.0 -google-cloud-bigquery==3.10.0 +google-cloud-bigquery==3.11.1 diff --git a/samples/to_dataframe/requirements-test.txt b/samples/to_dataframe/requirements-test.txt index c4d04a08..56628493 100644 --- a/samples/to_dataframe/requirements-test.txt +++ b/samples/to_dataframe/requirements-test.txt @@ -1 +1 @@ -pytest==7.3.1 +pytest==7.3.2 diff --git a/samples/to_dataframe/requirements.txt b/samples/to_dataframe/requirements.txt index cbf6cb31..25559e38 100644 --- a/samples/to_dataframe/requirements.txt +++ b/samples/to_dataframe/requirements.txt @@ -1,10 +1,10 @@ -google-auth==2.19.0 +google-auth==2.20.0 google-cloud-bigquery-storage==2.20.0 -google-cloud-bigquery==3.10.0 -pyarrow==12.0.0 +google-cloud-bigquery==3.11.1 +pyarrow==12.0.1 ipython===7.31.1; python_version == '3.7' ipython===8.10.0; python_version == '3.8' -ipython==8.13.2; python_version >= '3.9' +ipython==8.14.0; python_version >= '3.9' ipywidgets==8.0.6 pandas===1.3.5; python_version == '3.7' pandas==2.0.2; python_version > '3.7' From ad342fe91e3e5c6563f87770aed55d686ae24466 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Thu, 22 Jun 2023 10:08:50 -0400 Subject: [PATCH 5/9] feat: add estimated physical file sizes to ReadAPI v1 (#605) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * feat: add estimated physical file sizes to ReadAPI v1 PiperOrigin-RevId: 542350532 Source-Link: https://github.com/googleapis/googleapis/commit/a4ff1c210c20efa3b81ecd3912936f96fcd0d708 Source-Link: https://github.com/googleapis/googleapis-gen/commit/b5b5fe5dcd4bce15b7b9035b925452ee7caf489b Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYjViNWZlNWRjZDRiY2UxNWI3YjkwMzViOTI1NDUyZWU3Y2FmNDg5YiJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot Co-authored-by: Anthonios Partheniou --- .../cloud/bigquery_storage_v1/types/stream.py | 23 +++++++++++++++---- ...data_google.cloud.bigquery.storage.v1.json | 2 +- ...google.cloud.bigquery.storage.v1beta2.json | 2 +- .../test_big_query_read.py | 4 ++++ 4 files changed, 24 insertions(+), 7 deletions(-) diff --git a/google/cloud/bigquery_storage_v1/types/stream.py b/google/cloud/bigquery_storage_v1/types/stream.py index 6fee0412..9538e27c 100644 --- a/google/cloud/bigquery_storage_v1/types/stream.py +++ b/google/cloud/bigquery_storage_v1/types/stream.py @@ -134,6 +134,15 @@ class ReadSession(proto.Message): are completely consumed. This estimate is based on metadata from the table which might be incomplete or stale. + estimated_total_physical_file_size (int): + Output only. A pre-projected estimate of the + total physical size (in bytes) of files this + session will scan when all streams are + completely consumed. This estimate does not + depend on the selected columns and can be based + on metadata from the table which might be + incomplete or stale. Only set for BigLake + tables. estimated_row_count (int): Output only. An estimate on the number of rows present in this session's streams. This @@ -233,11 +242,11 @@ class TableReadOptions(proto.Message): sample_percentage (float): Optional. Specifies a table sampling percentage. Specifically, the query planner will use TABLESAMPLE SYSTEM - (sample_percentage PERCENT). This samples at the file-level. - It will randomly choose for each file whether to include - that file in the sample returned. Note, that if the table - only has one file, then TABLESAMPLE SYSTEM will select that - file and return all returnable rows contained within. + (sample_percentage PERCENT). The sampling percentage is + applied at the data block granularity. It will randomly + choose for each data block whether to read the rows in that + data block. For more details, see + https://cloud.google.com/bigquery/docs/table-sampling) This field is a member of `oneof`_ ``_sample_percentage``. """ @@ -317,6 +326,10 @@ class TableReadOptions(proto.Message): proto.INT64, number=12, ) + estimated_total_physical_file_size: int = proto.Field( + proto.INT64, + number=15, + ) estimated_row_count: int = proto.Field( proto.INT64, number=14, diff --git a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json index 8489e90f..c1d15715 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-bigquery-storage", - "version": "2.20.0" + "version": "0.1.0" }, "snippets": [ { diff --git a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json index 449bef1c..302b7815 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-bigquery-storage", - "version": "2.20.0" + "version": "0.1.0" }, "snippets": [ { diff --git a/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py b/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py index 791a5f93..686530b3 100644 --- a/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py +++ b/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py @@ -702,6 +702,7 @@ def test_create_read_session(request_type, transport: str = "grpc"): data_format=stream.DataFormat.AVRO, table="table_value", estimated_total_bytes_scanned=3076, + estimated_total_physical_file_size=3608, estimated_row_count=2047, trace_id="trace_id_value", avro_schema=avro.AvroSchema(schema="schema_value"), @@ -719,6 +720,7 @@ def test_create_read_session(request_type, transport: str = "grpc"): assert response.data_format == stream.DataFormat.AVRO assert response.table == "table_value" assert response.estimated_total_bytes_scanned == 3076 + assert response.estimated_total_physical_file_size == 3608 assert response.estimated_row_count == 2047 assert response.trace_id == "trace_id_value" @@ -765,6 +767,7 @@ async def test_create_read_session_async( data_format=stream.DataFormat.AVRO, table="table_value", estimated_total_bytes_scanned=3076, + estimated_total_physical_file_size=3608, estimated_row_count=2047, trace_id="trace_id_value", ) @@ -782,6 +785,7 @@ async def test_create_read_session_async( assert response.data_format == stream.DataFormat.AVRO assert response.table == "table_value" assert response.estimated_total_bytes_scanned == 3076 + assert response.estimated_total_physical_file_size == 3608 assert response.estimated_row_count == 2047 assert response.trace_id == "trace_id_value" From 6148ee585a4aaf8ba23ebe45f8b8a2fba14977f6 Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Tue, 27 Jun 2023 10:11:01 -0400 Subject: [PATCH 6/9] chore: remove pinned Sphinx version [autoapprove] (#608) Source-Link: https://github.com/googleapis/synthtool/commit/909573ce9da2819eeb835909c795d29aea5c724e Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:ddf4551385d566771dc713090feb7b4c1164fb8a698fe52bbe7670b24236565b Co-authored-by: Owl Bot --- .github/.OwlBot.lock.yaml | 4 ++-- noxfile.py | 3 +-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index 02a4dedc..1b3cb6c5 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,5 +13,5 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:240b5bcc2bafd450912d2da2be15e62bc6de2cf839823ae4bf94d4f392b451dc -# created: 2023-06-03T21:25:37.968717478Z + digest: sha256:ddf4551385d566771dc713090feb7b4c1164fb8a698fe52bbe7670b24236565b +# created: 2023-06-27T13:04:21.96690344Z diff --git a/noxfile.py b/noxfile.py index f1ec0001..08904fc1 100644 --- a/noxfile.py +++ b/noxfile.py @@ -315,10 +315,9 @@ def docfx(session): session.install("-e", ".") session.install( - "sphinx==4.0.1", + "gcp-sphinx-docfx-yaml", "alabaster", "recommonmark", - "gcp-sphinx-docfx-yaml", ) shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True) From f007eb2064495be4a61d5e9b79c4264a0b5fc4ef Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Thu, 29 Jun 2023 12:32:16 -0400 Subject: [PATCH 7/9] chore: store artifacts in placer (#609) Source-Link: https://github.com/googleapis/synthtool/commit/cb960373d12d20f8dc38beee2bf884d49627165e Post-Processor: gcr.io/cloud-devrel-public-resources/owlbot-python:latest@sha256:2d816f26f728ac8b24248741e7d4c461c09764ef9f7be3684d557c9632e46dbd Co-authored-by: Owl Bot --- .github/.OwlBot.lock.yaml | 4 ++-- .kokoro/release/common.cfg | 9 +++++++++ noxfile.py | 2 +- 3 files changed, 12 insertions(+), 3 deletions(-) diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml index 1b3cb6c5..98994f47 100644 --- a/.github/.OwlBot.lock.yaml +++ b/.github/.OwlBot.lock.yaml @@ -13,5 +13,5 @@ # limitations under the License. docker: image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest - digest: sha256:ddf4551385d566771dc713090feb7b4c1164fb8a698fe52bbe7670b24236565b -# created: 2023-06-27T13:04:21.96690344Z + digest: sha256:2d816f26f728ac8b24248741e7d4c461c09764ef9f7be3684d557c9632e46dbd +# created: 2023-06-28T17:03:33.371210701Z diff --git a/.kokoro/release/common.cfg b/.kokoro/release/common.cfg index 740a22bc..ae481c9d 100644 --- a/.kokoro/release/common.cfg +++ b/.kokoro/release/common.cfg @@ -38,3 +38,12 @@ env_vars: { key: "SECRET_MANAGER_KEYS" value: "releasetool-publish-reporter-app,releasetool-publish-reporter-googleapis-installation,releasetool-publish-reporter-pem" } + +# Store the packages we uploaded to PyPI. That way, we have a record of exactly +# what we published, which we can use to generate SBOMs and attestations. +action { + define_artifacts { + regex: "github/python-bigquery-storage/**/*.tar.gz" + strip_prefix: "github/python-bigquery-storage" + } +} diff --git a/noxfile.py b/noxfile.py index 08904fc1..4adbb196 100644 --- a/noxfile.py +++ b/noxfile.py @@ -389,6 +389,7 @@ def prerelease_deps(session): "grpcio!=1.52.0rc1", "grpcio-status", "google-api-core", + "google-auth", "proto-plus", "google-cloud-testutils", # dependencies of google-cloud-testutils" @@ -401,7 +402,6 @@ def prerelease_deps(session): # Remaining dependencies other_deps = [ "requests", - "google-auth", ] session.install(*other_deps) From e7069d17c32927e33bb905be147a75f7404929fc Mon Sep 17 00:00:00 2001 From: "gcf-owl-bot[bot]" <78513119+gcf-owl-bot[bot]@users.noreply.github.com> Date: Tue, 4 Jul 2023 15:15:05 -0400 Subject: [PATCH 8/9] fix: Add async context manager return types (#610) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * fix: Add async context manager return types chore: Mock return_value should not populate oneof message fields chore: Support snippet generation for services that only support REST transport chore: Update gapic-generator-python to v1.11.0 PiperOrigin-RevId: 545430278 Source-Link: https://github.com/googleapis/googleapis/commit/601b5326107eeb74800b426d1f9933faa233258a Source-Link: https://github.com/googleapis/googleapis-gen/commit/b3f18d0f6560a855022fd058865e7620479d7af9 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYjNmMThkMGY2NTYwYTg1NTAyMmZkMDU4ODY1ZTc2MjA0NzlkN2FmOSJ9 * fix: Add async context manager return types chore: Mock return_value should not populate oneof message fields chore: Support snippet generation for services that only support REST transport chore: Update gapic-generator-python to v1.11.0 PiperOrigin-RevId: 545430278 Source-Link: https://github.com/googleapis/googleapis/commit/601b5326107eeb74800b426d1f9933faa233258a Source-Link: https://github.com/googleapis/googleapis-gen/commit/b3f18d0f6560a855022fd058865e7620479d7af9 Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiYjNmMThkMGY2NTYwYTg1NTAyMmZkMDU4ODY1ZTc2MjA0NzlkN2FmOSJ9 * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md --------- Co-authored-by: Owl Bot --- .../bigquery_storage_v1/services/big_query_read/async_client.py | 2 +- .../services/big_query_write/async_client.py | 2 +- .../services/big_query_read/async_client.py | 2 +- .../services/big_query_write/async_client.py | 2 +- tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py | 1 - .../unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py | 1 - 6 files changed, 4 insertions(+), 6 deletions(-) diff --git a/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py b/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py index 92de8e17..40e0f51d 100644 --- a/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py +++ b/google/cloud/bigquery_storage_v1/services/big_query_read/async_client.py @@ -612,7 +612,7 @@ async def sample_split_read_stream(): # Done; return the response. return response - async def __aenter__(self): + async def __aenter__(self) -> "BigQueryReadAsyncClient": return self async def __aexit__(self, exc_type, exc, tb): diff --git a/google/cloud/bigquery_storage_v1/services/big_query_write/async_client.py b/google/cloud/bigquery_storage_v1/services/big_query_write/async_client.py index 2ecf4140..4cef5aef 100644 --- a/google/cloud/bigquery_storage_v1/services/big_query_write/async_client.py +++ b/google/cloud/bigquery_storage_v1/services/big_query_write/async_client.py @@ -946,7 +946,7 @@ async def sample_flush_rows(): # Done; return the response. return response - async def __aenter__(self): + async def __aenter__(self) -> "BigQueryWriteAsyncClient": return self async def __aexit__(self, exc_type, exc, tb): diff --git a/google/cloud/bigquery_storage_v1beta2/services/big_query_read/async_client.py b/google/cloud/bigquery_storage_v1beta2/services/big_query_read/async_client.py index 4c07098b..83c1bd97 100644 --- a/google/cloud/bigquery_storage_v1beta2/services/big_query_read/async_client.py +++ b/google/cloud/bigquery_storage_v1beta2/services/big_query_read/async_client.py @@ -615,7 +615,7 @@ async def sample_split_read_stream(): # Done; return the response. return response - async def __aenter__(self): + async def __aenter__(self) -> "BigQueryReadAsyncClient": return self async def __aexit__(self, exc_type, exc, tb): diff --git a/google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py b/google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py index ef4f649a..d584ecb8 100644 --- a/google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py +++ b/google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py @@ -918,7 +918,7 @@ async def sample_flush_rows(): # Done; return the response. return response - async def __aenter__(self): + async def __aenter__(self) -> "BigQueryWriteAsyncClient": return self async def __aexit__(self, exc_type, exc, tb): diff --git a/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py b/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py index 686530b3..1a4edbbd 100644 --- a/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py +++ b/tests/unit/gapic/bigquery_storage_v1/test_big_query_read.py @@ -705,7 +705,6 @@ def test_create_read_session(request_type, transport: str = "grpc"): estimated_total_physical_file_size=3608, estimated_row_count=2047, trace_id="trace_id_value", - avro_schema=avro.AvroSchema(schema="schema_value"), ) response = client.create_read_session(request) diff --git a/tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py b/tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py index 00e5d2b5..66f286f5 100644 --- a/tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py +++ b/tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py @@ -703,7 +703,6 @@ def test_create_read_session(request_type, transport: str = "grpc"): name="name_value", data_format=stream.DataFormat.AVRO, table="table_value", - avro_schema=avro.AvroSchema(schema="schema_value"), ) response = client.create_read_session(request) From a8d03414cb75eb53a3bb00e0b0147c348a069a84 Mon Sep 17 00:00:00 2001 From: "release-please[bot]" <55107282+release-please[bot]@users.noreply.github.com> Date: Wed, 5 Jul 2023 11:23:34 -0400 Subject: [PATCH 9/9] chore(main): release 2.21.0 (#607) Co-authored-by: release-please[bot] <55107282+release-please[bot]@users.noreply.github.com> --- .release-please-manifest.json | 2 +- CHANGELOG.md | 12 ++++++++++++ google/cloud/bigquery_storage/gapic_version.py | 2 +- google/cloud/bigquery_storage_v1/gapic_version.py | 2 +- .../cloud/bigquery_storage_v1beta2/gapic_version.py | 2 +- ...et_metadata_google.cloud.bigquery.storage.v1.json | 2 +- ...tadata_google.cloud.bigquery.storage.v1beta2.json | 2 +- 7 files changed, 18 insertions(+), 6 deletions(-) diff --git a/.release-please-manifest.json b/.release-please-manifest.json index d753b65d..1ff4c05f 100644 --- a/.release-please-manifest.json +++ b/.release-please-manifest.json @@ -1,4 +1,4 @@ { - ".": "2.20.0" + ".": "2.21.0" } \ No newline at end of file diff --git a/CHANGELOG.md b/CHANGELOG.md index 6ae0f805..9ffbf721 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,18 @@ [1]: https://pypi.org/project/google-cloud-bigquery-storage/#history +## [2.21.0](https://github.com/googleapis/python-bigquery-storage/compare/v2.20.0...v2.21.0) (2023-07-04) + + +### Features + +* Add estimated physical file sizes to ReadAPI v1 ([#605](https://github.com/googleapis/python-bigquery-storage/issues/605)) ([ad342fe](https://github.com/googleapis/python-bigquery-storage/commit/ad342fe91e3e5c6563f87770aed55d686ae24466)) + + +### Bug Fixes + +* Add async context manager return types ([#610](https://github.com/googleapis/python-bigquery-storage/issues/610)) ([e7069d1](https://github.com/googleapis/python-bigquery-storage/commit/e7069d17c32927e33bb905be147a75f7404929fc)) + ## [2.20.0](https://github.com/googleapis/python-bigquery-storage/compare/v2.19.1...v2.20.0) (2023-05-25) diff --git a/google/cloud/bigquery_storage/gapic_version.py b/google/cloud/bigquery_storage/gapic_version.py index 551f0d2e..e546bae0 100644 --- a/google/cloud/bigquery_storage/gapic_version.py +++ b/google/cloud/bigquery_storage/gapic_version.py @@ -13,4 +13,4 @@ # See the License for the specific language governing permissions and # limitations under the License. # -__version__ = "2.20.0" # {x-release-please-version} +__version__ = "2.21.0" # {x-release-please-version} diff --git a/google/cloud/bigquery_storage_v1/gapic_version.py b/google/cloud/bigquery_storage_v1/gapic_version.py index 551f0d2e..e546bae0 100644 --- a/google/cloud/bigquery_storage_v1/gapic_version.py +++ b/google/cloud/bigquery_storage_v1/gapic_version.py @@ -13,4 +13,4 @@ # See the License for the specific language governing permissions and # limitations under the License. # -__version__ = "2.20.0" # {x-release-please-version} +__version__ = "2.21.0" # {x-release-please-version} diff --git a/google/cloud/bigquery_storage_v1beta2/gapic_version.py b/google/cloud/bigquery_storage_v1beta2/gapic_version.py index 551f0d2e..e546bae0 100644 --- a/google/cloud/bigquery_storage_v1beta2/gapic_version.py +++ b/google/cloud/bigquery_storage_v1beta2/gapic_version.py @@ -13,4 +13,4 @@ # See the License for the specific language governing permissions and # limitations under the License. # -__version__ = "2.20.0" # {x-release-please-version} +__version__ = "2.21.0" # {x-release-please-version} diff --git a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json index c1d15715..645bff8e 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-bigquery-storage", - "version": "0.1.0" + "version": "2.21.0" }, "snippets": [ { diff --git a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json index 302b7815..ffcb6743 100644 --- a/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json +++ b/samples/generated_samples/snippet_metadata_google.cloud.bigquery.storage.v1beta2.json @@ -8,7 +8,7 @@ ], "language": "PYTHON", "name": "google-cloud-bigquery-storage", - "version": "0.1.0" + "version": "2.21.0" }, "snippets": [ {