Last active
May 21, 2020 10:36
-
-
Save Cospel/fb9c313cdb83d5e474aa0e3f956d14e0 to your computer and use it in GitHub Desktop.
tfaddonsbuild.txt
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# cuda10, cuddn7.5, bazel 2.0, gcc7 through devtoolset-7, our custom tf2 build | |
0. # scl enable devtoolset-7 -- bash # for gcc on centos | |
1. | |
edit files build_deps/toolchains/* change 10.1 to 10.0 | |
edit build_deps/toolchains/gcc7_manylinux2010-nvcc-cuda10.1/BUILD | |
- "/usr/local/cuda-10.1/targets/x86_64-linux/include", | |
- "/usr/local/cuda-10.1/include", | |
- "/usr/local/cuda-10.1/extras/CUPTI/include", | |
+ "/usr/local/cuda-10.0/targets/x86_64-linux/include", | |
+ "/usr/local/cuda-10.0/include", | |
+ "/usr/local/cuda-10.0/extras/CUPTI/include", | |
edit build_deps/toolchains/gcc7_manylinux2010-nvcc-cuda10.1/clang/bin/crosstool_wrapper_driver_is_not_gcc | |
-CPU_COMPILER = ('/dt7/usr/bin/gcc') | |
-GCC_HOST_COMPILER_PATH = ('/dt7/usr/bin/gcc') | |
+CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/g++') | |
+GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/g++') | |
-NVCC_PATH = '/usr/local/cuda-10.1/bin/nvcc' | |
+NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc' | |
PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH) | |
-NVCC_VERSION = '10.1' | |
+NVCC_VERSION = '10.0' | |
edit build_deps/toolchains/gpu/cuda_configure.bzl | |
_DEFAULT_CUDA_COMPUTE_CAPABILITIES = [ | |
"3.5", | |
+ "3.7", | |
+ "7.0", | |
+ "5.0", | |
"5.2", | |
+ "6.1", | |
+ "7.5", | |
] | |
def _get_python_bin(repository_ctx): | |
@@ -570,28 +575,28 @@ def _find_libs(repository_ctx, cuda_config): | |
repository_ctx, | |
cpu_value, | |
cuda_config.config["cublas_library_dir"], | |
- cuda_config.cuda_major_version, | |
+ cuda_config.cuda_version, | |
), | |
"cusolver": _find_cuda_lib( | |
"cusolver", | |
repository_ctx, | |
cpu_value, | |
cuda_config.config["cuda_library_dir"], | |
- cuda_config.cuda_major_version, | |
+ cuda_config.cuda_version, | |
), | |
"curand": _find_cuda_lib( | |
"curand", | |
repository_ctx, | |
cpu_value, | |
cuda_config.config["cuda_library_dir"], | |
), | |
"cufft": _find_cuda_lib( | |
"cufft", | |
repository_ctx, | |
cpu_value, | |
cuda_config.config["cuda_library_dir"], | |
- cuda_config.cuda_major_version, | |
+ cuda_config.cuda_version, | |
), | |
2. | |
execute tools/install_so_files.sh (but it fails) | |
3. add to configure.py | |
write_action_env("TF_CUDA_COMPUTE_CAPABILITIES", os.getenv("TF_CUDA_COMPUTE_CAPABILITIES", "3.7,3.5,5.0,7.5,7.0,5.2")) | |
4. (this fails) | |
python configure.py --no-deps | |
bash tools/install_so_files.sh | |
5. python configure.py | |
build --action_env TF_HEADER_DIR="/home/michal/env/dev2/lib64/python3.6/site-packages/tensorflow/include" | |
build --action_env TF_SHARED_LIBRARY_DIR="/home/michal/env/dev2/lib64/python3.6/site-packages/tensorflow" | |
build --action_env TF_SHARED_LIBRARY_NAME="libtensorflow_framework.so.2" | |
build --action_env TF_CXX11_ABI_FLAG="0" | |
build --spawn_strategy=standalone | |
build --strategy=Genrule=standalone | |
build -c opt | |
build --action_env TF_NEED_CUDA="1" | |
build --action_env CUDA_TOOLKIT_PATH="/usr/local/cuda" | |
build --action_env CUDNN_INSTALL_PATH="/usr/local/cuda" | |
build --action_env TF_CUDA_VERSION="10.0" | |
build --action_env TF_CUDNN_VERSION="7.5" | |
build --action_env TF_CUDA_COMPUTE_CAPABILITIES="3.7,3.5,5.0,7.5,7.0,5.2" | |
test --config=cuda | |
build --config=cuda | |
build:cuda --define=using_cuda=true --define=using_cuda_nvcc=true | |
build:cuda --crosstool_top=@local_config_cuda//crosstool:toolchain | |
6. | |
bazel build --enable_runfiles build_pip_pkg | |
bazel-bin/build_pip_pkg artifacts | |
pip install artifacts/tensorflow_addons-*.whl | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment