Updated process for tensorflow 2.14 and simplified configs

Author: snowzach

Dockerfile.aarch64

@@ -1,4 +1,4 @@
-FROM arm64v8/ubuntu:20.04 as base
+FROM debian:bookworm as base
 ENV DEBIAN_FRONTEND=noninteractive
 # See http://bugs.python.org/issue19846
 ENV LANG C.UTF-8
@@ -10,33 +10,14 @@ ARG DEBIAN_FRONTEND=noninteractive
 RUN apt-get update && apt-get install -y --no-install-recommends \
     python3 \
     python3-pip \
-    python3-dev \
-    build-essential \
-    protobuf-compiler \
-    wget \
-    curl \
-    git \
-    gpg-agent \
-    gnupg \
-    libgl1 \
-    libglib2.0-0 \
-    unzip \
-    libstdc++6 && \
+    python3-setuptools \
+    git && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/* && \
     ln -s $(which python3) /usr/local/bin/python
 
-# Update pip/setuptools
-RUN python3 -m pip --no-cache-dir install --upgrade \
-    pip \
-    setuptools
-
 # Install dependancies for Tensorflow
-RUN python3 -m pip install --no-cache-dir https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow_io_gcs_filesystem-0.23.1-cp38-cp38-linux_aarch64.whl
-RUN python3 -m pip install --no-cache-dir https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow_io-0.23.1-cp38-cp38-linux_aarch64.whl
-
-# Install Tensorflow
-RUN python3 -m pip install --no-cache-dir https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow-2.7.0-cp38-none-linux_aarch64.whl
-
-ADD https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/tools/dockerfiles/bashrc /etc/bash.bashrc
-RUN chmod a+rwx /etc/bash.bashrc
+RUN python3 -m pip install --no-cache-dir --break-system-packages \
+    protobuf==3.20.3 \
+    tensorflow-io==0.35.0 \
+    tensorflow==2.14.0

Dockerfile.amd64-noavx

@@ -1,4 +1,4 @@
-FROM ubuntu:20.04 as base
+FROM debian:bookworm as base
 ENV DEBIAN_FRONTEND=noninteractive
 # See http://bugs.python.org/issue19846
 ENV LANG C.UTF-8
@@ -9,21 +9,14 @@ ARG DEBIAN_FRONTEND=noninteractive
 # Install apt dependencies
 RUN apt-get update && apt-get install -y --no-install-recommends \
     python3 \
-    python3-pip && \
+    python3-pip \
+    python3-setuptools \
+    git && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/* && \
     ln -s $(which python3) /usr/local/bin/python
 
-# Update pip/setuptools
-RUN python3 -m pip --no-cache-dir install --upgrade \
-    pip \
-    setuptools
-
 # Install Tensorflow NOAVX and Deps
-RUN python3 -m pip install --no-cache-dir \
-    https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow_io_gcs_filesystem-0.23.1+noavx-cp38-cp38-linux_x86_64.whl \
-    https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow_io-0.23.1+noavx-cp38-cp38-linux_x86_64.whl \
-    https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow-2.7.0+noavx-cp38-cp38-linux_x86_64.whl
+RUN python3 -m pip install --no-cache-dir --break-system-packages \
+    https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.14.0/tensorflow-2.14.0-cp311-cp311-linux_x86_64.whl
 
-ADD https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/tools/dockerfiles/bashrc /etc/bash.bashrc
-RUN chmod a+rwx /etc/bash.bashrc

Dockerfile.armv7l

@@ -47,5 +47,3 @@ RUN python3 -m pip install --no-cache-dir https://github.com/snowzach/tensorflow
 # Install Tensorflow
 RUN python3 -m pip install --no-cache-dir https://github.com/snowzach/tensorflow-multiarch/releases/download/v2.7.0/tensorflow-2.7.0-cp38-none-linux_armv7l.whl
 
-ADD https://raw.githubusercontent.com/tensorflow/tensorflow/master/tensorflow/tools/dockerfiles/bashrc /etc/bash.bashrc
-RUN chmod a+rwx /etc/bash.bashrc

README.md

@@ -2,7 +2,7 @@
 
 This is my attempt to build a recent Tensorflow wheel and Docker image compatible with multiple architectures and processors. 
 
-It's currently using Tensorflow v2.7.0
+It's currently using Tensorflow v2.14.0
 
 It supports the following architectures:
 - ARM32
@@ -16,7 +16,7 @@ The docker images are `docker.io/snowzach/tensorflow-multiarch` [here](https://h
 The default/latest docker images includes arm32, arm64 and amd64-noavx
 
 ## Compiling Tensorflow Wheel
-I checked out the Tensorflow source at version 2.7.0 and I had to edit the file `tensorflow/tools/ci_build/pi/build_raspberry_pi.sh` and insert on line 99 to add an ARMHF target.
+I checked out the Tensorflow source at version 2.14.0 and I had to edit the file `tensorflow/tools/ci_build/pi/build_raspberry_pi.sh` and insert on line 99 to add an ARMHF target.
 ```
 elif [[ $1 == "ARMHF" ]]; then
   PI_COPTS="--config=elinux_armhf
@@ -35,7 +35,7 @@ $ tensorflow/tools/ci_build/ci_build.sh PI-PYTHON38 \
 ```
 After running the command there was working python whl and library in the `output-artifacts` directory.
 
-I renamed the armhf output wheel from `tensorflow-2.7.0-cp38-none-linux_armhf.whl` to `tensorflow-2.7.0-cp38-none-linux_armv7l.whl` to ensure it matched the hardware architecture and would be installed by python.
+I renamed the armhf output wheel from `tensorflow-2.14.0-cp38-none-linux_armhf.whl` to `tensorflow-2.14.0-cp38-none-linux_armv7l.whl` to ensure it matched the hardware architecture and would be installed by python.
 
 # Tensorflow IO
 Tensorflow IO is required in order to install the Tensorflow wheel. There seems to be a chicken-egg problem 
@@ -50,7 +50,7 @@ $ git clone https://github.com/tensorflow/io.git
 $ cd io
 $ git checkout v0.23.1
 $ python3 setup.py install # Install just the python code
-$ python3 -m pip install tensorflow-2.7.0-cp38-none-linux_<arch>.whl # Install tensorflow wheel
+$ python3 -m pip install tensorflow-2.14.0-cp38-none-linux_<arch>.whl # Install tensorflow wheel
 ```
 
 From there I compiled Tensorflow IO with
@@ -74,19 +74,18 @@ I build them with docker buildx with these commands:
 docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
 
 # Build the docker images
-docker buildx build --push --platform linux/arm/v7 -f Dockerfile.armv7l --tag docker.io/snowzach/tensorflow-multiarch:2.7.0-armv7l .
-docker buildx build --push --platform linux/arm64/v8 -f Dockerfile.aarch64 --tag docker.io/snowzach/tensorflow-multiarch:2.7.0-aarch64 .
-docker build -f Dockerfile.amd64-noavx --tag docker.io/snowzach/tensorflow-multiarch:2.7.0-amd64-noavx .
-docker push docker.io/snowzach/tensorflow-multiarch:2.7.0-amd64-noavx
+docker buildx build --push --platform linux/arm/v7 -f Dockerfile.armv7l --tag docker.io/snowzach/tensorflow-multiarch:2.14.0-armv7l .
+docker buildx build --push --platform linux/arm64/v8 -f Dockerfile.aarch64 --tag docker.io/snowzach/tensorflow-multiarch:2.14.0-aarch64 .
+docker buildx build --push --platform linux/amd64 -f Dockerfile.amd64-noavx --tag docker.io/snowzach/tensorflow-multiarch:2.14.0-amd64-noavx .
 
-# Tag the releases as 2.7.0
-docker manifest push --purge docker.io/snowzach/tensorflow-multiarch:2.7.0
-docker manifest create docker.io/snowzach/tensorflow-multiarch:2.7.0 docker.io/snowzach/tensorflow-multiarch:2.7.0-armv7l docker.io/snowzach/tensorflow-multiarch:2.7.0-aarch64 docker.io/snowzach/tensorflow-multiarch:2.7.0-amd64-noavx
-docker manifest push docker.io/snowzach/tensorflow-multiarch:2.7.0
+# Tag the releases as 2.14.0
+docker manifest push --purge docker.io/snowzach/tensorflow-multiarch:2.14.0
+docker manifest create docker.io/snowzach/tensorflow-multiarch:2.14.0 docker.io/snowzach/tensorflow-multiarch:2.14.0-armv7l docker.io/snowzach/tensorflow-multiarch:2.14.0-aarch64 docker.io/snowzach/tensorflow-multiarch:2.14.0-amd64-noavx
+docker manifest push docker.io/snowzach/tensorflow-multiarch:2.14.0
 
 # Tag the releases as latest
 docker manifest push --purge docker.io/snowzach/tensorflow-multiarch:latest
-docker manifest create docker.io/snowzach/tensorflow-multiarch:latest docker.io/snowzach/tensorflow-multiarch:2.7.0-armv7l docker.io/snowzach/tensorflow-multiarch:2.7.0-aarch64 docker.io/snowzach/tensorflow-multiarch:2.7.0-amd64-noavx
+docker manifest create docker.io/snowzach/tensorflow-multiarch:latest docker.io/snowzach/tensorflow-multiarch:2.14.0-armv7l docker.io/snowzach/tensorflow-multiarch:2.14.0-aarch64 docker.io/snowzach/tensorflow-multiarch:2.14.0-amd64-noavx
 docker manifest push docker.io/snowzach/tensorflow-multiarch:latest
 
 ```

build-tensorflow-noavx.sh

@@ -1,19 +1,20 @@
 #!/bin/bash
-# docker run -it -v /data/git/video/doodsp:/doodsp ubuntu:20.04 /bin/bash
+# docker run -it -v /data/git/video/tensorflow-multiarch:/tensorflow-multiarch debian:bookworm /bin/bash
 export DEBIAN_FRONTEND=noninteractive
-export LANG C.UTF-8
+export LANG=C.UTF-8
 
 cd /tmp
 
 apt-get update && apt-get install -y --no-install-recommends \
     pkg-config zip zlib1g-dev unzip wget bash-completion git curl \
-    build-essential patch g++ cmake ca-certificates \
+    build-essential patch g++ clang cmake ca-certificates \
     python3 python3-dev python3-distutils python3-numpy python3-six \
-    libc6-dev libstdc++6 libusb-1.0-0
+    libc6-dev libstdc++6 libusb-1.0-0 patchelf llvm-16 clang-16
 
-export PROTOC_VERSION="3.14.0"
-export BAZEL_VERSION="3.7.2"
-export TF_VERSION="v2.7.0"
+export PROTOC_VERSION="3.20.3"
+export BAZEL_VERSION="6.1.0"
+export TF_VERSION="v2.14.0"
+export TF_PYTHON_VERSION=3.11
 
 # Install protoc
 wget https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip && \
@@ -35,6 +36,7 @@ export TF_NEED_GDR=0 TF_NEED_AWS=0 TF_NEED_GCP=0 TF_NEED_CUDA=0 TF_NEED_HDFS=0 T
 yes '' | ./configure
 
 # Build
-export BAZEL_COPT_FLAGS="--local_ram_resources=HOST_RAM*.5 --local_cpu_resources=HOST_CPUS*.75 --copt=-O3 --copt=-fomit-frame-pointer --config=noaws --config=nohdfs"
+export BAZEL_COPT_FLAGS="--local_ram_resources=HOST_RAM*.5 --local_cpu_resources=HOST_CPUS*.75 --copt=-O3 --copt=-fomit-frame-pointer --copt=-march=core2 --config=noaws --config=nohdfs"
 export BAZEL_EXTRA_FLAGS="--host_linkopt=-lm"
 bazel build -c opt $BAZEL_COPT_FLAGS --verbose_failures $BAZEL_EXTRA_FLAGS //tensorflow/tools/pip_package:build_pip_package
+bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg