Coverage for pyspark/sql/pandas/utils.py : 82%

# 

# Licensed to the Apache Software Foundation (ASF) under one or more 

# contributor license agreements. See the NOTICE file distributed with 

# this work for additional information regarding copyright ownership. 

# The ASF licenses this file to You under the Apache License, Version 2.0 

# (the "License"); you may not use this file except in compliance with 

# the License. You may obtain a copy of the License at 

# 

# http://www.apache.org/licenses/LICENSE-2.0 

# 

# Unless required by applicable law or agreed to in writing, software 

# distributed under the License is distributed on an "AS IS" BASIS, 

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

# See the License for the specific language governing permissions and 

# limitations under the License. 

# 

def require_minimum_pandas_version(): 

""" Raise ImportError if minimum version of Pandas is not installed 

""" 

# TODO(HyukjinKwon): Relocate and deduplicate the version specification. 

minimum_pandas_version = "0.23.2" 

from distutils.version import LooseVersion 

try: 

import pandas 

have_pandas = True 

except ImportError as error: 

have_pandas = False 

raised_error = error 

if not have_pandas: 

raise ImportError("Pandas >= %s must be installed; however, " 

"it was not found." % minimum_pandas_version) from raised_error 

35 ↛ 36line 35 didn't jump to line 36, because the condition on line 35 was never true if LooseVersion(pandas.__version__) < LooseVersion(minimum_pandas_version): 

raise ImportError("Pandas >= %s must be installed; however, " 

"your version was %s." % (minimum_pandas_version, pandas.__version__)) 

def require_minimum_pyarrow_version(): 

""" Raise ImportError if minimum version of pyarrow is not installed 

""" 

# TODO(HyukjinKwon): Relocate and deduplicate the version specification. 

minimum_pyarrow_version = "1.0.0" 

from distutils.version import LooseVersion 

import os 

try: 

import pyarrow 

have_arrow = True 

except ImportError as error: 

have_arrow = False 

raised_error = error 

if not have_arrow: 

raise ImportError("PyArrow >= %s must be installed; however, " 

"it was not found." % minimum_pyarrow_version) from raised_error 

57 ↛ 60line 57 didn't jump to line 60, because the condition on line 57 was never false if LooseVersion(pyarrow.__version__) < LooseVersion(minimum_pyarrow_version): 

raise ImportError("PyArrow >= %s must be installed; however, " 

"your version was %s." % (minimum_pyarrow_version, pyarrow.__version__)) 

if os.environ.get("ARROW_PRE_0_15_IPC_FORMAT", "0") == "1": 

raise RuntimeError("Arrow legacy IPC format is not supported in PySpark, " 

"please unset ARROW_PRE_0_15_IPC_FORMAT")