From aad8209922da0a076af164a8dcb5c7cae0caa62f Mon Sep 17 00:00:00 2001 From: Ville Brofeldt <33317356+villebro@users.noreply.github.com> Date: Thu, 30 Apr 2020 22:34:27 +0300 Subject: [PATCH] chore: Bump PyArrow to latest stable version (#9696) --- requirements.txt | 4 ++-- setup.py | 2 +- superset/result_set.py | 6 +++--- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/requirements.txt b/requirements.txt index 61895fd4a..85c0e4ba9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -59,7 +59,7 @@ pathlib2==2.3.5 # via apache-superset (setup.py) polyline==1.4.0 # via apache-superset (setup.py) prison==0.1.3 # via flask-appbuilder py==1.8.1 # via retry -pyarrow==0.16.0 # via apache-superset (setup.py) +pyarrow==0.17.0 # via apache-superset (setup.py) pycparser==2.19 # via cffi pyjwt==1.7.1 # via flask-appbuilder, flask-jwt-extended pyrsistent==0.15.7 # via jsonschema @@ -73,7 +73,7 @@ pyyaml==5.3 # via apache-superset (setup.py), apispec retry==0.9.2 # via apache-superset (setup.py) selenium==3.141.0 # via apache-superset (setup.py) simplejson==3.17.0 # via apache-superset (setup.py) -six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyarrow, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json +six==1.14.0 # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json sqlalchemy-utils==0.36.1 # via apache-superset (setup.py), flask-appbuilder sqlalchemy==1.3.16 # via alembic, apache-superset (setup.py), flask-sqlalchemy, marshmallow-sqlalchemy, sqlalchemy-utils sqlparse==0.3.0 # via apache-superset (setup.py) diff --git a/setup.py b/setup.py index e3e3cdc14..c0dd539c1 100644 --- a/setup.py +++ b/setup.py @@ -96,7 +96,7 @@ setup( "python-dateutil", "python-dotenv", "python-geohash", - "pyarrow>=0.16.0, <0.17.0", + "pyarrow>=0.17.0, <0.18", "pyyaml>=5.1", "retry>=0.9.2", "selenium>=3.141.0", diff --git a/superset/result_set.py b/superset/result_set.py index 4166d1a5b..4880511f0 100644 --- a/superset/result_set.py +++ b/superset/result_set.py @@ -117,9 +117,9 @@ class SupersetResultSet: if pa_data: for i, column in enumerate(column_names): if pa.types.is_nested(pa_data[i].type): - # TODO: revisit nested column serialization once PyArrow updated with: - # https://github.com/apache/arrow/pull/6199 - # Related issue: https://github.com/apache/incubator-superset/issues/8978 + # TODO: revisit nested column serialization once nested types + # are added as a natively supported column type in Superset + # (superset.utils.core.DbColumnType). stringified_arr = stringify_values(array[column]) pa_data[i] = pa.array(stringified_arr.tolist())