diff --git a/docker/Dockerfile b/docker/Dockerfile index 5c0716c9e..c537da06c 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -31,3 +31,5 @@ RUN pip3 install http://easyrec.oss-cn-beijing.aliyuncs.com/3rdparty/common_io-0 RUN cd /EasyRec && python setup.py install RUN rm -rf /EasyRec RUN python -c "import easy_rec; easy_rec.help(); import pyhive; import datahub; import kafka" + +COPY docker/hadoop_env.sh /opt/hadoop_env.sh diff --git a/docker/hadoop_env.sh b/docker/hadoop_env.sh new file mode 100644 index 000000000..6d64146b7 --- /dev/null +++ b/docker/hadoop_env.sh @@ -0,0 +1,3 @@ +export PATH=$PATH:$HADOOP_HOME/bin/ +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$JAVA_HOME/jre/lib/amd64/server:$HADOOP_HOME/lib/native +export CLASSPATH=$($HADOOP_HOME/bin/hadoop classpath --glob) diff --git a/scripts/build_docker.sh b/scripts/build_docker.sh index 53c17e12c..277784754 100644 --- a/scripts/build_docker.sh +++ b/scripts/build_docker.sh @@ -18,4 +18,4 @@ then exit 1 fi -sudo docker build --net=host . -f docker/Dockerfile -t datascience-registry.cn-beijing.cr.aliyuncs.com/easyrec/easyrec:py36-tf1.15-${version} +sudo docker build --net=host . -f docker/Dockerfile -t mybigpai-registry.cn-beijing.cr.aliyuncs.com/easyrec/easyrec:py36-tf1.15-${version} diff --git a/setup.cfg b/setup.cfg index 52f1e188d..71e9b5cfb 100644 --- a/setup.cfg +++ b/setup.cfg @@ -10,7 +10,7 @@ multi_line_output = 7 force_single_line = true known_standard_library = setuptools known_first_party = easy_rec -known_third_party = absl,common_io,future,google,graphlearn,matplotlib,numpy,oss2,pai,pandas,psutil,six,sklearn,sphinx_markdown_tables,sphinx_rtd_theme,tensorflow,yaml +known_third_party = absl,common_io,distutils,future,google,graphlearn,matplotlib,numpy,oss2,pai,pandas,psutil,six,sklearn,sphinx_markdown_tables,sphinx_rtd_theme,tensorflow,yaml no_lines_before = LOCALFOLDER default_section = THIRDPARTY skip = easy_rec/python/protos