Bump pandas to 0.25.3 (#8985)

* Bump pandas to 0.25.3 as per recommendation to get ready for 1.0

* Localize timezone aware Pandas series prior to Arrow conversion
This commit is contained in:
Ville Brofeldt 2020-01-22 09:03:19 +02:00 committed by GitHub
parent d02cf2f509
commit e46ff239af
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 5 additions and 3 deletions

View File

@ -52,7 +52,7 @@ marshmallow-sqlalchemy==0.17.0 # via flask-appbuilder
marshmallow==2.19.5 # via flask-appbuilder, marshmallow-enum, marshmallow-sqlalchemy
msgpack==0.6.1
numpy==1.17.0 # via pandas, pyarrow
pandas==0.24.2
pandas==0.25.3
parsedatetime==2.4
pathlib2==2.3.4
polyline==1.4.0

View File

@ -90,7 +90,7 @@ setup(
"isodate",
"markdown>=3.0",
"msgpack>=0.6.1, <0.7.0",
"pandas>=0.24.2, <0.25.0",
"pandas>=0.25.3, <1.0",
"parsedatetime",
"pathlib2",
"polyline",

View File

@ -91,9 +91,11 @@ class SupersetResultSet:
if sample and isinstance(sample, datetime.datetime):
try:
if sample.tzinfo:
tz = sample.tzinfo
series = pd.Series(array[:, i], dtype="datetime64[ns]")
series = pd.to_datetime(series).dt.tz_localize(tz)
pa_data[i] = pa.Array.from_pandas(
series, type=pa.timestamp("ns", tz=sample.tzinfo)
series, type=pa.timestamp("ns", tz=tz)
)
except Exception as e:
logging.exception(e)