- Notifications
You must be signed in to change notification settings - Fork63
Closed
Description
Many tests are failing in the presubmit session.
nox > python -m pip freezeaiohttp==3.9.1aiosignal==1.3.1appdirs==1.4.4argcomplete==3.2.1asttokens==2.4.1asyncmock==0.4.2atpublic==4.0attrs==23.2.0bidict==0.22.1# Editable Git install with no remote (bigframes==0.19.2)-e /tmpfs/src/github/python-bigquery-dataframesblack==23.12.1bleach==6.1.0cachetools==5.3.2certifi==2023.11.17cffi==1.16.0cfgv==3.4.0charset-normalizer==3.3.2click==8.0.4click-plugins==1.1.1cligj==0.7.2cloudpickle==3.0.0colorlog==6.8.0comm==0.2.1coverage==7.4.0cryptography==41.0.7db-dtypes==1.2.0decorator==5.1.1distlib==0.3.8docstring-inheritance==2.1.2docutils==0.20.1et-xmlfile==1.1.0exceptiongroup==1.2.0execnet==2.0.2executing==2.0.1filelock==3.13.1fiona==1.9.5frozenlist==1.4.1fsspec==2023.12.2gcp-docuploader==0.6.5gcp-releasetool==1.17.0gcsfs==2023.12.2.post1geopandas==0.14.2google-api-core==1.34.0google-auth==2.26.2google-auth-oauthlib==1.2.0google-cloud-bigquery @ git+[https://github.com/googleapis/python-bigquery.git@1f96439b3dbd27f11be5e2af84f290ec6094d0a4](https://www.google.com/url?q=https://github.com/googleapis/python-bigquery.git@1f96439b3dbd27f11be5e2af84f290ec6094d0a4&sa=D)google-cloud-bigquery-connection==1.14.0-e git+[https://github.com/googleapis/python-bigquery-storage.git@fb0d6f07d4b7582cf01ec98fee3081ec34995603#egg=google_cloud_bigquery_storage](https://www.google.com/url?q=https://github.com/googleapis/python-bigquery-storage.git@fb0d6f07d4b7582cf01ec98fee3081ec34995603%23egg%3Dgoogle_cloud_bigquery_storage&sa=D)google-cloud-core==2.4.1google-cloud-functions==1.14.0google-cloud-iam==2.13.0google-cloud-resource-manager==1.11.0google-cloud-storage==2.14.0google-cloud-testutils==1.4.0google-crc32c==1.5.0google-resumable-media==2.7.0googleapis-common-protos==1.62.0greenlet==3.0.3grpc-google-iam-v1==0.13.0grpcio==1.60.0grpcio-status==1.48.2humanize==4.9.0ibis-framework==7.1.0identify==2.5.33idna==3.6importlib-metadata==7.0.1importlib-resources==6.1.1iniconfig==2.0.0ipython==8.20.0ipywidgets==8.1.1jaraco.classes==3.3.0jedi==0.19.1jeepney==0.8.0Jinja2==3.1.3joblib==1.3.2jupyterlab-widgets==3.0.9keyring==24.3.0markdown-it-py==3.0.0MarkupSafe==2.1.4matplotlib-inline==0.1.6mdurl==0.1.2mock==5.1.0more-itertools==10.2.0multidict==6.0.4multipledispatch==1.0.0mypy-extensions==1.0.0nh3==0.2.15nodeenv==1.8.0nox==2023.4.22numpy==1.26.3oauthlib==3.2.2openpyxl==3.1.2packaging==23.2pandas==2.2.0pandas-gbq==0.20.0parso==0.8.3parsy==2.1pathspec==0.12.1pexpect==4.9.0pins==0.8.4pkginfo==1.9.6platformdirs==4.1.0pluggy==1.3.0pooch==1.8.0pre-commit==3.6.0prompt-toolkit==3.0.43proto-plus==1.23.0protobuf==3.20.3ptyprocess==0.7.0pure-eval==0.2.2pyarrow==14.0.2pyarrow-hotfix==0.6pyasn1==0.5.1pyasn1-modules==0.3.0pycparser==2.21pydata-google-auth==1.8.2Pygments==2.17.2PyJWT==2.8.0pyperclip==1.8.2pyproj==3.6.1pytest==7.4.4pytest-asyncio==0.23.3pytest-cov==4.1.0pytest-mock==3.12.0pytest-retry==1.6.1pytest-timeout==2.2.0pytest-xdist==3.5.0python-dateutil==2.8.2pytz==2023.3.post1PyYAML==6.0.1readme-renderer==42.0requests==2.31.0requests-oauthlib==1.3.1requests-toolbelt==1.0.0rfc3986==2.0.0rich==13.7.0rsa==4.9scikit-learn==1.4.0scipy==1.12.0SecretStorage==3.3.3shapely==2.0.2six==1.16.0SQLAlchemy==2.0.25sqlglot==19.9.0stack-data==0.6.3tabulate==0.9.0threadpoolctl==3.2.0tomli==2.0.1toolz==0.12.0tqdm==4.66.1traitlets==5.14.1twine==4.0.2typing_extensions==4.9.0tzdata==2023.4urllib3==2.1.0virtualenv==20.25.0wcwidth==0.2.13webencodings==0.5.1widgetsnbextension==4.0.9xarray==2024.1.0xxhash==3.4.1yarl==1.9.4zipp==3.17.0...def test_read_gbq_after_session_start_must_comply_with_default_location( scalars_pandas_df_index, test_data_tables, test_data_tables_tokyo, dataset_id_permanent_tokyo, read_method, query_prefix, ): # Form query as a table name or a SQL depending on the test scenario query_tokyo = test_data_tables_tokyo["scalars"] query = test_data_tables["scalars"] if query_prefix: query_tokyo = f"{query_prefix} {query_tokyo}" query = f"{query_prefix} {query}" # Initially there is no location set in the bigquery options assert not bpd.options.bigquery.location # Starting user journey with anything other than read_gbq*, such as # read_pandas would bind the session to default location US> df = bpd.read_pandas(scalars_pandas_df_index)[tests/system/small/test_pandas_options.py:143](https://cs.corp.google.com/piper///depot/google3/tests/system/small/test_pandas_options.py?l=143): _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ [bigframes/pandas/__init__.py:570](https://cs.corp.google.com/piper///depot/google3/bigframes/pandas/__init__.py?l=570): in read_pandas return global_session.with_default_session([bigframes/core/global_session.py:65](https://cs.corp.google.com/piper///depot/google3/bigframes/core/global_session.py?l=65): in with_default_session return func(get_global_session(), *args, **kwargs)[bigframes/session/__init__.py:849](https://cs.corp.google.com/piper///depot/google3/bigframes/session/__init__.py?l=849): in read_pandas return self._read_pandas(pandas_dataframe, "read_pandas")[bigframes/session/__init__.py:889](https://cs.corp.google.com/piper///depot/google3/bigframes/session/__init__.py?l=889): in _read_pandas load_job = self.bqclient.load_table_from_dataframe([.nox/system_prerelease/lib/python3.11/site-packages/google/cloud/bigquery/client.py:2713](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/google/cloud/bigquery/client.py?l=2713): in load_table_from_dataframe dataframe.to_parquet([.nox/system_prerelease/lib/python3.11/site-packages/pandas/util/_decorators.py:333](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pandas/util/_decorators.py?l=333): in wrapper return func(*args, **kwargs)[.nox/system_prerelease/lib/python3.11/site-packages/pandas/core/frame.py:3101](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pandas/core/frame.py?l=3101): in to_parquet return to_parquet([.nox/system_prerelease/lib/python3.11/site-packages/pandas/io/parquet.py:480](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pandas/io/parquet.py?l=480): in to_parquet impl.write([.nox/system_prerelease/lib/python3.11/site-packages/pandas/io/parquet.py:190](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pandas/io/parquet.py?l=190): in write table = self.api.Table.from_pandas(df, **from_pandas_kwargs)[pyarrow/table.pxi:3869](https://cs.corp.google.com/piper///depot/google3/pyarrow/table.pxi?l=3869): in pyarrow.lib.Table.from_pandas ???[.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py:613](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py?l=613): in dataframe_to_arrays arrays = [convert_column(c, f)[.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py:613](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py?l=613): in <listcomp> arrays = [convert_column(c, f)[.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py:600](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py?l=600): in convert_column raise e[.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py:594](https://cs.corp.google.com/piper///depot/google3/.nox/system_prerelease/lib/python3.11/site-packages/pyarrow/pandas_compat.py?l=594): in convert_column result = pa.array(col, type=type_, from_pandas=True, safe=safe)[pyarrow/array.pxi:340](https://cs.corp.google.com/piper///depot/google3/pyarrow/array.pxi?l=340): in pyarrow.lib.array ???[pyarrow/array.pxi:82](https://cs.corp.google.com/piper///depot/google3/pyarrow/array.pxi?l=82): in pyarrow.lib._ndarray_to_array ???[pyarrow/array.pxi:70](https://cs.corp.google.com/piper///depot/google3/pyarrow/array.pxi?l=70): in pyarrow.lib._ndarray_to_type ???_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ > ???E pyarrow.lib.ArrowTypeError: ('Did not pass numpy.dtype object', 'Conversion failed for column geography_col with type geometry')[pyarrow/error.pxi:91](https://cs.corp.google.com/piper///depot/google3/pyarrow/error.pxi?l=91): ArrowTypeError...=========================== short test summary info ============================FAILED tests/system/small/test_dataframe.py::test_dataframe_bool_aggregates[all_axis0]FAILED tests/system/small/test_dataframe.py::test_dataframe_bool_aggregates[any_axis0]FAILED tests/system/small/test_dataframe.py::test_df_pivot[values2-int64_too-columns2]FAILED tests/system/small/test_groupby.py::test_dataframe_groupby_analytic[cumprod]FAILED tests/system/small/test_pandas_options.py::test_read_gbq_after_session_start_must_comply_with_default_location[read_gbq-on-table-name]FAILED tests/system/small/test_pandas_options.py::test_read_gbq_after_session_start_must_comply_with_default_location[read_gbq-on-sql]FAILED tests/system/small/test_pandas_options.py::test_read_gbq_after_session_start_must_comply_with_default_location[read_gbq_table-on-table-name]FAILED tests/system/small/test_pandas_options.py::test_read_gbq_after_session_start_must_comply_with_default_location[read_gbq_query-on-sql]FAILED tests/system/small/test_series.py::test_groupby_window_ops[cumprod] - ...FAILED tests/system/small/test_dataframe.py::test_to_pandas_downsampling_option_overrideFAILED tests/system/small/test_series.py::test_series_add_prefix - AssertionE...FAILED tests/system/small/test_series.py::test_series_add_suffix - AssertionE...FAILED tests/system/small/test_session.py::test_read_pandas - pyarrow.lib.Arr...FAILED tests/system/small/test_session.py::test_read_pandas_multi_index - pya...FAILED tests/system/small/test_session.py::test_read_pandas_rowid_exists_adds_suffixFAILED tests/system/small/test_series.py::test_string_astype_int - AssertionE...FAILED tests/system/small/test_session.py::test_read_pandas_tokyo - pyarrow.l...FAILED tests/system/small/test_session.py::test_read_csv_local_default_engine[default_sep]FAILED tests/system/small/test_session.py::test_read_csv_gcs_default_engineFAILED tests/system/small/test_session.py::test_read_csv_local_default_engine[custom_sep]20 failed, 1599 passed, 21 skipped, 7 xfailed, 804 warnings in 468.88s (0:07:48)nox > Command py.test --quiet -n=20 --timeout=600 --junitxml=small_prerelease_3.11_sponge_log.xml --cov=bigframes --cov=tests/system/small --cov-append --cov-config=.coveragerc --cov-report=term-missing --cov-fail-under=0 tests/system/small failed with exit code 1nox > Session system_prerelease failed.nox > Ran multiple sessions:nox > * unit_prerelease: successnox > * system_prerelease: failed