chore: Bump PyArrow to latest stable version (#9696)

This commit is contained in:
Ville Brofeldt 2020-04-30 22:34:27 +03:00 committed by GitHub
parent e24e6ca571
commit aad8209922
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 6 deletions

View File

@ -59,7 +59,7 @@ pathlib2==2.3.5 # via apache-superset (setup.py)
polyline==1.4.0 # via apache-superset (setup.py)
prison==0.1.3 # via flask-appbuilder
py==1.8.1 # via retry
pyarrow==0.16.0 # via apache-superset (setup.py)
pyarrow==0.17.0 # via apache-superset (setup.py)
pycparser==2.19 # via cffi
pyjwt==1.7.1 # via flask-appbuilder, flask-jwt-extended
pyrsistent==0.15.7 # via jsonschema
@ -73,7 +73,7 @@ pyyaml==5.3 # via apache-superset (setup.py), apispec
retry==0.9.2 # via apache-superset (setup.py)
selenium==3.141.0 # via apache-superset (setup.py)
simplejson==3.17.0 # via apache-superset (setup.py)
six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyarrow, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json
six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json
sqlalchemy-utils==0.36.1 # via apache-superset (setup.py), flask-appbuilder
sqlalchemy==1.3.16 # via alembic, apache-superset (setup.py), flask-sqlalchemy, marshmallow-sqlalchemy, sqlalchemy-utils
sqlparse==0.3.0 # via apache-superset (setup.py)

View File

@ -96,7 +96,7 @@ setup(
"python-dateutil",
"python-dotenv",
"python-geohash",
"pyarrow>=0.16.0, <0.17.0",
"pyarrow>=0.17.0, <0.18",
"pyyaml>=5.1",
"retry>=0.9.2",
"selenium>=3.141.0",

View File

@ -117,9 +117,9 @@ class SupersetResultSet:
if pa_data:
for i, column in enumerate(column_names):
if pa.types.is_nested(pa_data[i].type):
# TODO: revisit nested column serialization once PyArrow updated with:
# https://github.com/apache/arrow/pull/6199
# Related issue: https://github.com/apache/incubator-superset/issues/8978
# TODO: revisit nested column serialization once nested types
# are added as a natively supported column type in Superset
# (superset.utils.core.DbColumnType).
stringified_arr = stringify_values(array[column])
pa_data[i] = pa.array(stringified_arr.tolist())