文章目录
ptpython
pip install ptpython
export PYSPARK_DRIVER_PYTHON=ptpython
unset PYSPARK_DRIVER_PYTHON_OPTS
export PYSPARK_PYTHON="/root/miniconda3/bin/python"
pyspark --master yarn
jupyter notebook
pip install jupyter
export PYSPARK_DRIVER_PYTHON="/root/miniconda3/bin/python"
export PYSPARK_PYTHON="/root/miniconda3/bin/python"
export PYSPARK_DRIVER_PYTHON_OPTS="-m jupyter notebook --ip 0.0.0.0 --allow-root --no-browser -y"
pyspark --master yarn
