TENSORFLOW SETUP

UBUNTU 19.10+ TENSORFLOW-GPU 2.1 SETUP COMMANDS

Delete any previous CUDA version
sudo apt-get purge nvidia* && sudo apt-get autoremove && sudo apt-get autoclean && sudo rm -rf /usr/local/cuda*

Add keys to download
sudo apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64 /" | sudo tee /etc/apt/sources.list.d/cuda.list

install
sudo apt-get update && sudo apt-get -o Dpkg::Options::="--force-overwrite" install cuda-10-1 cuda-drivers

[reboot]

Add CUDA to PATH
echo 'export PATH=/usr/local/cuda-10.1/bin${PATH:+:${PATH}}' >> ~/.bashrc && echo 'export LD_LIBRARY_PATH=/usr/local/cuda-10.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}' >> ~/.bashrc && source ~/.bashrc && sudo ldconfig

[download cudnn v.7.6.5 for CUDA 10.1 https://developer.nvidia.com/rdp/cudnn-download) 
tar -xf cudnn-10.1-linux-x64-v7.6.5.32.tgz && sudo cp -R cuda/include/* /usr/local/cuda-10.1/include && sudo cp -R cuda/lib64/* /usr/local/cuda-10.1/lib64

Installed libcupti-dev
sudo apt-get install libcupti-dev && echo 'export LD_LIBRARY_PATH=/usr/local/cuda/extras/CUPTI/lib64:$LD_LIBRARY_PATH' >> ~/.bashrc && source ~/.bashrc && sudo ldconfig

Install TF-gpu2.1.0
python3 -m pip install --upgrade pip && python3 -m pip install --upgrade setuptools && python3 -m pip install tensorflow==2.1.0rc0

Check TF
python3
import tensorflow as tf
print(tf.test.is_gpu_available())

Download, “TensorRT 6.0.1.5 GA for Ubuntu 1804 and CUDA 10.1 DEB local repo packages” from https://developer.nvidia.com/nvidia-tensorrt-6x-download

Download TensorRT
sudo dpkg -i nv-tensorrt-repo-ubuntu1804-cuda10.1-trt6.0.1.5-ga-20190913_1-1_amd64.deb && sudo apt-key add /var/nv-tensorrt-repo-cuda10.1-trt6.0.1.5-ga-20190913/7fa2af80.pub

Install TensorRT
sudo apt-get update && sudo apt-get install tensorrt && sudo apt-get install uff-converter-tf

[!optional warning: My system previous had CUDA10.2 and needed its TensorRT downgraded as it causes problems. Use this if above didnt work due to CUDA 10.2]
sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer6=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-plugin6=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvparsers6=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvonnxparsers6=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-bin=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-dev=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-plugin-dev=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvparsers-dev=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-samples=6.0.1-1+cuda10.1 && sudo apt-get install -y --allow-downgrades --no-install-recommends libnvinfer-doc=6.0.1-1+cuda10.1


Check TensorRT
dpkg -l | grep TensorRT