googleapis · tswast · Mar 29, 2022 · Jul 27, 2021 · Jul 28, 2021 · Aug 5, 2021
diff --git a/.github/.OwlBot.lock.yaml b/.github/.OwlBot.lock.yaml
@@ -1,3 +1,3 @@
 docker:
   image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest
-  digest: sha256:87eee22d276554e4e52863ec9b1cb6a7245815dfae20439712bf644348215a5a
+  digest: sha256:4ee57a76a176ede9087c14330c625a71553cf9c72828b2c0ca12f5338171ba60
diff --git a/.github/sync-repo-settings.yaml b/.github/sync-repo-settings.yaml
@@ -1,9 +1,12 @@
 # https://github.com/googleapis/repo-automation-bots/tree/main/packages/sync-repo-settings
+# Allow merge commits to sync main and v3 with fewer conflicts.
+mergeCommitAllowed: true
 # Rules for main branch protection
 branchProtectionRules:
 # Identifies the protection rule pattern. Name of the branch to be protected.
 # Defaults to `main`
 - pattern: main
+  requiresLinearHistory: true
   requiresCodeOwnerReviews: true
   requiresStrictStatusChecks: true
   requiredStatusCheckContexts:
@@ -15,6 +18,7 @@ branchProtectionRules:
     - 'Samples - Python 3.7'
     - 'Samples - Python 3.8'
 - pattern: v3
+  requiresLinearHistory: false
   requiresCodeOwnerReviews: true
   requiresStrictStatusChecks: true
   requiredStatusCheckContexts:

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -5,6 +5,25 @@
 [1]: https://pypi.org/project/google-cloud-bigquery/#history
 
 
+### [2.28.1](https://www.github.com/googleapis/python-bigquery/compare/v2.28.0...v2.28.1) (2021-10-07)
+
+
+### Bug Fixes
+
+* support ARRAY data type when loading from DataFrame with Parquet ([#980](https://www.github.com/googleapis/python-bigquery/issues/980)) ([1e59083](https://www.github.com/googleapis/python-bigquery/commit/1e5908302d36e15442013af6f46b1c20af28255e))
+
+## [2.28.0](https://www.github.com/googleapis/python-bigquery/compare/v2.27.1...v2.28.0) (2021-09-30)
+
+
+### Features
+
+* add `AvroOptions` to configure AVRO external data ([#994](https://www.github.com/googleapis/python-bigquery/issues/994)) ([1a9431d](https://www.github.com/googleapis/python-bigquery/commit/1a9431d9e02eeb99e4712b61c623f9cca80134a6))
+
+
+### Documentation
+
+* link to stable pandas docs ([#990](https://www.github.com/googleapis/python-bigquery/issues/990)) ([ea50e80](https://www.github.com/googleapis/python-bigquery/commit/ea50e8031fc035b3772a338bc00982de263cefad))
+
 ### [2.27.1](https://www.github.com/googleapis/python-bigquery/compare/v2.27.0...v2.27.1) (2021-09-27)
 
 

@@ -364,8 +364,6 @@
     "google-auth": ("https://googleapis.dev/python/google-auth/latest/", None),
     "google.api_core": ("https://googleapis.dev/python/google-api-core/latest/", None,),
     "grpc": ("https://grpc.github.io/grpc/python/", None),
-    "pandas": ("http://pandas.pydata.org/pandas-docs/stable/", None),
-    "geopandas": ("https://geopandas.org/", None),
     "proto-plus": ("https://proto-plus-python.readthedocs.io/en/latest/", None),
     "protobuf": ("https://googleapis.dev/python/protobuf/latest/", None),
     "pandas": ("http://pandas.pydata.org/pandas-docs/stable/", None),

@@ -67,7 +67,6 @@ Job-Related Types
     job.SourceFormat
     job.WriteDisposition
     job.SchemaUpdateOption
-    job.TransactionInfo
 
 .. toctree::
   :maxdepth: 2
@@ -141,11 +140,7 @@ Query
 .. toctree::
   :maxdepth: 2
 
-    query.ArrayQueryParameter
-    query.ScalarQueryParameter
-    query.ScalarQueryParameterType
-    query.StructQueryParameter
-    query.UDFResource
+  query
 
 
 Retries

@@ -96,78 +96,10 @@ def installed_version(self) -> packaging.version.Version:
 
         return self._installed_version
 
-
-class PyarrowVersions:
-    """Version comparisons for pyarrow package."""
-
-    # https://github.com/googleapis/python-bigquery/issues/781#issuecomment-883497414
-    _PYARROW_BAD_VERSIONS = frozenset([packaging.version.Version("2.0.0")])
-
-    def __init__(self):
-        self._installed_version = None
-
-    @property
-    def installed_version(self) -> packaging.version.Version:
-        """Return the parsed version of pyarrow."""
-        if self._installed_version is None:
-            import pyarrow
-
-            self._installed_version = packaging.version.parse(
-                # Use 0.0.0, since it is earlier than any released version.
-                # Legacy versions also have the same property, but
-                # creating a LegacyVersion has been deprecated.
-                # https://github.com/pypa/packaging/issues/321
-                getattr(pyarrow, "__version__", "0.0.0")
-            )
-
-        return self._installed_version
-
-    @property
-    def is_bad_version(self) -> bool:
-        return self.installed_version in self._PYARROW_BAD_VERSIONS
-
     @property
     def use_compliant_nested_type(self) -> bool:
         return self.installed_version.major >= 4
 
-    def try_import(self, raise_if_error: bool = False) -> Any:
-        """Verify that a recent enough version of pyarrow extra is
-        installed.
-
-        The function assumes that pyarrow extra is installed, and should thus
-        be used in places where this assumption holds.
-
-        Because `pip` can install an outdated version of this extra despite the
-        constraints in `setup.py`, the calling code can use this helper to
-        verify the version compatibility at runtime.
-
-        Returns:
-            The ``pyarrow`` module or ``None``.
-
-        Raises:
-            LegacyPyarrowError:
-                If the pyarrow package is outdated and ``raise_if_error`` is ``True``.
-        """
-        try:
-            import pyarrow
-        except ImportError as exc:  # pragma: NO COVER
-            if raise_if_error:
-                raise LegacyPyarrowError(
-                    f"pyarrow package not found. Install pyarrow version >= {_MIN_PYARROW_VERSION}."
-                ) from exc
-            return None
-
-        if self.installed_version < _MIN_PYARROW_VERSION:
-            if raise_if_error:
-                msg = (
-                    "Dependency pyarrow is outdated, please upgrade "
-                    f"it to version >= {_MIN_PYARROW_VERSION} (version found: {self.installed_version})."
-                )
-                raise LegacyPyarrowError(msg)
-            return None
-
-        return pyarrow
-
 
 BQ_STORAGE_VERSIONS = BQStorageVersions()
 PYARROW_VERSIONS = PyarrowVersions()

@@ -71,7 +71,7 @@ def _to_wkb(v):
 from google.cloud.bigquery import schema
 
 
-pyarrow = _helpers.PYARROW_VERSIONS.try_import()
+_LOGGER = logging.getLogger(__name__)
 
 _PROGRESS_INTERVAL = 0.2  # Maximum time between download status checks, in seconds.
 
@@ -593,6 +593,14 @@ def dataframe_to_parquet(
 
             This argument is ignored for ``pyarrow`` versions earlier than ``4.0.0``.
     """
+    import pyarrow.parquet
+
+    kwargs = (
+        {"use_compliant_nested_type": parquet_use_compliant_nested_type}
+        if _helpers.PYARROW_VERSIONS.use_compliant_nested_type
+        else {}
+    )
+
     bq_schema = schema._to_schema_fields(bq_schema)
     arrow_table = dataframe_to_arrow(dataframe, bq_schema)
     pyarrow.parquet.write_table(

@@ -92,8 +92,6 @@
 from google.cloud.bigquery.format_options import ParquetOptions
 from google.cloud.bigquery import _helpers
 
-pyarrow = _helpers.PYARROW_VERSIONS.try_import()
-
 
 _DEFAULT_CHUNKSIZE = 100 * 1024 * 1024  # 100 MB
 _MAX_MULTIPART_SIZE = 5 * 1024 * 1024

diff --git a/google/cloud/bigquery/job/base.py b/google/cloud/bigquery/job/base.py
@@ -19,7 +19,7 @@
 import http
 import threading
 import typing
-from typing import Dict, Optional
+from typing import Dict, Optional, Sequence
 
 from google.api_core import exceptions
 import google.api_core.future.polling

@@ -180,10 +180,8 @@ class TableReference(_TableBase):
     https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#tablereference
 
     Args:
-        dataset_ref:
-            A pointer to the dataset
-        table_id:
-            The ID of the table
+        dataset_ref: A pointer to the dataset
+        table_id: The ID of the table
     """
 
     _PROPERTY_TO_API_FIELD = {
@@ -1690,8 +1688,6 @@ def to_arrow(
         """
         self._maybe_warn_max_results(bqstorage_client)
 
-        self._maybe_warn_max_results(bqstorage_client)
-
         if not self._validate_bqstorage(bqstorage_client, create_bqstorage_client):
             create_bqstorage_client = False
             bqstorage_client = None

diff --git a/google/cloud/bigquery/version.py b/google/cloud/bigquery/version.py
@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "2.27.1"
+__version__ = "2.28.1"
diff --git a/google/cloud/bigquery_v2/types/model.py b/google/cloud/bigquery_v2/types/model.py
@@ -951,6 +951,7 @@ class TrainingRun(proto.Message):
 
         class TrainingOptions(proto.Message):
             r"""Options used in model training.
+
             Attributes:
                 max_iterations (int):
                     The maximum number of iterations in training.

@@ -32,8 +32,6 @@
     intersphinx_dependencies={
         "pandas": "http://pandas.pydata.org/pandas-docs/stable/",
         "geopandas": "https://geopandas.org/",
-        "proto-plus": ("https://proto-plus-python.readthedocs.io/en/latest/", None),
-        "protobuf": ("https://googleapis.dev/python/protobuf/latest/", None),
     },
 )
 
@@ -56,10 +54,6 @@
     ],
 )
 
-# Remove unneeded intersphinx links, the library does not use any proto-generated code.
-s.replace("docs/conf.py", r'\s+"(proto-plus|protobuf)":.*$', "")
-
-
 # ----------------------------------------------------------------------------
 # Samples templates
 # ----------------------------------------------------------------------------

diff --git a/samples/geography/noxfile.py b/samples/geography/noxfile.py
@@ -87,7 +87,7 @@ def get_pytest_env_vars() -> Dict[str, str]:
 
 # DO NOT EDIT - automatically generated.
 # All versions used to test samples.
-ALL_VERSIONS = ["3.6", "3.7", "3.8", "3.9"]
+ALL_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10"]
 
 # Any default versions that should be ignored.
 IGNORED_VERSIONS = TEST_CONFIG["ignored_versions"]
@@ -98,6 +98,10 @@ def get_pytest_env_vars() -> Dict[str, str]:
     "True",
     "true",
 )
+
+# Error if a python version is missing
+nox.options.error_on_missing_interpreters = True
+
 #
 # Style Checks
 #

@@ -1,5 +1,5 @@
 attrs==21.2.0
-cachetools==4.2.2
+cachetools==4.2.4
 certifi==2021.5.30
 cffi==1.14.6
 charset-normalizer==2.0.6
@@ -11,7 +11,7 @@ Fiona==1.8.20
 geojson==2.5.0
 geopandas==0.9.0
 google-api-core==2.0.1
-google-auth==2.2.0
+google-auth==2.2.1
 google-cloud-bigquery==2.27.1
 google-cloud-bigquery-storage==2.9.0
 google-cloud-core==2.0.0
@@ -29,6 +29,8 @@ numpy==1.21.2; python_version > "3.6"
 packaging==21.0
 pandas==1.1.5; python_version < '3.7'
 pandas==1.3.2; python_version >= '3.7'
+proto-plus==1.19.2
+protobuf==3.18.0
 pyarrow==5.0.0
 pyasn1==0.4.8
 pyasn1-modules==0.2.8
@@ -46,4 +48,4 @@ six==1.16.0
 typing-extensions==3.10.0.2
 typing-inspect==0.7.1
 urllib3==1.26.7
-zipp==3.5.0
+zipp==3.6.0
diff --git a/samples/snippets/noxfile.py b/samples/snippets/noxfile.py
@@ -87,7 +87,7 @@ def get_pytest_env_vars() -> Dict[str, str]:
 
 # DO NOT EDIT - automatically generated.
 # All versions used to test samples.
-ALL_VERSIONS = ["3.6", "3.7", "3.8", "3.9"]
+ALL_VERSIONS = ["3.6", "3.7", "3.8", "3.9", "3.10"]
 
 # Any default versions that should be ignored.
 IGNORED_VERSIONS = TEST_CONFIG["ignored_versions"]
@@ -98,6 +98,10 @@ def get_pytest_env_vars() -> Dict[str, str]:
     "True",
     "true",
 )
+
+# Error if a python version is missing
+nox.options.error_on_missing_interpreters = True
+
 #
 # Style Checks
 #

@@ -24,6 +24,7 @@
 import google.api_core.retry
 import pkg_resources
 import pytest
+import numpy
 
 from google.cloud import bigquery
 from google.cloud import bigquery_storage

diff --git a/tests/unit/job/test_query.py b/tests/unit/job/test_query.py
@@ -26,6 +26,7 @@
 
 from google.cloud.bigquery.client import _LIST_ROWS_FROM_QUERY_RESULTS_FIELDS
 import google.cloud.bigquery.query
+from google.cloud.bigquery.table import _EmptyRowIterator
 
 from ..helpers import make_connection
 

@@ -47,9 +47,6 @@
 pandas = pytest.importorskip("pandas")
 
 
-pyarrow = _helpers.PYARROW_VERSIONS.try_import()
-
-
 @pytest.fixture
 def table_read_options_kwarg():
     # Create a BigQuery Storage table read options object with pyarrow compression