Merge branch 'master' into bell/fuse_reorder_reshape_transpose

songbell · Jan 13, 2025 · 0995188 · 0995188
2 parents aec66d3 + 0010b3b
commit 0995188
Show file tree

Hide file tree

Showing 452 changed files with 11,418 additions and 6,322 deletions.
diff --git a/.github/actions/handle_docker/get_images_to_build.py b/.github/actions/handle_docker/get_images_to_build.py
@@ -64,7 +64,10 @@ def main():
             expected_tag = f'pr-{args.pr}'
 
             if head_tag != expected_tag:
-                logger.error(f"Please update docker tag in {args.head_tag_file} to {expected_tag}")
+                logger.error(f"Some of your changes affected Docker environment for CI. "
+                             f"Please update docker tag in {args.head_tag_file} to {expected_tag}. "
+                             f"For more details please see "
+                             f"https://github.com/openvinotoolkit/openvino/blob/master/docs/dev/ci/github_actions/docker_images.md")
                 sys.exit(1)
 
     elif merge_queue_target_branch:

diff --git a/.github/actions/setup_python/action.yml b/.github/actions/setup_python/action.yml
@@ -79,9 +79,4 @@ runs:
     - if: ${{ inputs.show-cache-info == 'true' }}
       name: Get pip cache info
       shell: bash
-      run: |
-        echo "Cache size: "
-        du -h -d2 ${{ env.PIP_CACHE_DIR }}
-        echo "Cache info: "
-        python3 -m pip cache info
-      continue-on-error: true
+      run: python3 -m pip cache info
diff --git a/.github/dockerfiles/docker_tag b/.github/dockerfiles/docker_tag
@@ -1 +1 @@
-pr-25673
+pr-28381
diff --git a/.github/dockerfiles/ov_build/ubuntu_22_04_riscv_xuantie/Dockerfile b/.github/dockerfiles/ov_build/ubuntu_22_04_riscv_xuantie/Dockerfile
@@ -0,0 +1,102 @@
+ARG REGISTRY="docker.io"
+FROM ${REGISTRY}/library/ubuntu:22.04
+
+USER root
+
+# APT configuration
+RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
+    echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
+
+ENV DEBIAN_FRONTEND="noninteractive" \
+    TZ="Europe/London"
+
+RUN apt-get update && \
+    apt-get install software-properties-common && \
+    add-apt-repository --yes --no-update ppa:git-core/ppa && \
+    add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
+    apt-get update && \
+    # install compilers to build OpenVINO for RISC-V 64
+    apt-get install gcc-riscv64-linux-gnu g++-riscv64-linux-gnu && \
+    apt-get install \
+        curl \
+        git \
+        cmake \
+        ccache \
+        ninja-build \
+        fdupes \
+        patchelf \
+        ca-certificates \
+        gpg-agent \
+        tzdata \
+        # parallel gzip
+        pigz \
+        # Python \
+        python3-dev \
+        python3-pip \
+        python3-venv \
+        python3-distutils \
+        # Compilers
+        gcc \
+        g++ \
+        # xuantie-gnu-toolchain build dependencies
+        autoconf \
+        automake \
+        autotools-dev \
+        libmpc-dev \
+        libmpfr-dev\ 
+        libgmp-dev \
+        gawk \
+        build-essential \
+        bison \
+        flex \
+        texinfo \
+        gperf \
+        libtool \
+        patchutils \
+        bc \
+        zlib1g-dev \
+        libexpat-dev \
+        && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install RISC-V native debian packages
+RUN echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy main restricted > riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates main restricted >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy universe >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates universe >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy multiverse >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-updates multiverse >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ jammy-backports main restricted universe multiverse >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security main restricted >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security universe >> riscv64-sources.list && \
+    echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ jammy-security multiverse >> riscv64-sources.list && \
+    echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy main >> riscv64-sources.list && \
+    echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy universe >> riscv64-sources.list && \
+    echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy-updates main >> riscv64-sources.list && \
+    echo deb [arch=riscv64] http://ports.ubuntu.com/ubuntu-ports/ jammy-security main >> riscv64-sources.list && \
+    mv riscv64-sources.list /etc/apt/sources.list.d/
+
+RUN dpkg --add-architecture riscv64 && \
+    apt-get update -o Dir::Etc::sourcelist=/etc/apt/sources.list.d/riscv64-sources.list && \
+    apt-get install -y --no-install-recommends libpython3-dev:riscv64
+
+# build xuintie toolchain
+ARG XUANTIE_VERSION="V2.8.1"
+ARG XUANTIE_REPO="https://github.com/XUANTIE-RV/xuantie-gnu-toolchain"
+ARG XUINTIE_PATH="/opt/riscv"
+ARG XUINTIE_TMP_PATH="/tmp/xuantie"
+ARG XUINTIE_SRC="/tmp/xuantie/src"
+
+RUN mkdir -p ${XUINTIE_TMP_PATH} && cd ${XUINTIE_TMP_PATH} && \
+    git clone --branch ${XUANTIE_VERSION} --depth 1 ${XUANTIE_REPO} ${XUINTIE_SRC} && cd ${XUINTIE_SRC} && \
+    ./configure --prefix=${XUINTIE_PATH} --disable-gdb && \
+    make linux -j$(nproc) && make install && \
+    rm -rf ${XUINTIE_TMP_PATH}
+
+# Setup pip
+ENV PIP_VERSION="24.0"
+RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
+    python3 get-pip.py --no-cache-dir pip==${PIP_VERSION} && \
+    rm -f get-pip.py
diff --git a/.github/dockerfiles/ov_test/ubuntu_22_04_riscv_xuantie/Dockerfile b/.github/dockerfiles/ov_test/ubuntu_22_04_riscv_xuantie/Dockerfile
@@ -0,0 +1,56 @@
+ARG REGISTRY="docker.io"
+FROM ${REGISTRY}/library/ubuntu:22.04
+
+USER root
+
+# APT configuration
+RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
+    echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
+
+ENV DEBIAN_FRONTEND="noninteractive" \
+    TZ="Europe/London"
+
+RUN apt-get update && \
+    apt-get install software-properties-common && \
+    add-apt-repository --yes --no-update ppa:git-core/ppa && \
+    add-apt-repository --yes --no-update ppa:deadsnakes/ppa && \
+    apt-get update && \
+    apt-get install \
+        curl \
+        git \
+        ninja-build \
+        ca-certificates \
+        gpg-agent \
+        tzdata \
+        # parallel gzip
+        pigz \
+        # Compilers
+        gcc \
+        g++ \
+        # qemu build dependencies
+        gcc-riscv64-linux-gnu \
+        g++-riscv64-linux-gnu \
+        libc6-riscv64-cross \
+        build-essential \
+        pkg-config \
+        libglib2.0-dev \
+        libpixman-1-dev \
+        zlib1g-dev \
+        && \
+    rm -rf /var/lib/apt/lists/*
+
+# build xuintie qemu emulator only
+ARG XUANTIE_VERSION="V2.8.1"
+ARG XUANTIE_REPO="https://github.com/XUANTIE-RV/xuantie-gnu-toolchain"
+ARG XUINTIE_PATH="/opt/riscv"
+ARG XUINTIE_TMP_PATH="/tmp/xuantie"
+ARG XUINTIE_SRC="/tmp/xuantie/src"
+
+RUN mkdir -p ${XUINTIE_TMP_PATH} && cd ${XUINTIE_TMP_PATH} && \
+    git clone --branch ${XUANTIE_VERSION} --depth 1 ${XUANTIE_REPO} ${XUINTIE_SRC} && \
+    cd ${XUINTIE_SRC} && git submodule update --init -- qemu && \
+    cd ${XUINTIE_SRC}/qemu && ./configure --prefix=${XUINTIE_PATH} --interp-prefix=/usr/riscv64-linux-gnu --target-list=riscv64-linux-user && \
+    make -j$(nproc) && make install && \
+    rm -rf ${XUINTIE_TMP_PATH}
diff --git a/.github/workflows/build_doc.yml b/.github/workflows/build_doc.yml
@@ -78,13 +78,13 @@ jobs:
           echo "PR_NUMBER=$PR_NUMBER" >> $GITHUB_ENV
 
       - name: 'Upload sphinx.log'
-        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
+        uses: actions/upload-artifact@v4.6.0
         with:
           name: sphinx_build_log_${{ env.PR_NUMBER }}.log
           path: build/docs/sphinx.log
 
       - name: 'Upload docs html'
-        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
+        uses: actions/upload-artifact@v4.6.0
         with:
           name: openvino_docs_html_${{ env.PR_NUMBER }}.zip
           path: build/docs/openvino_docs_html.zip
@@ -101,7 +101,7 @@ jobs:
 
       - name: 'Upload test results'
         if: failure()
-        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
+        uses: actions/upload-artifact@v4.6.0
         with:
           name: openvino_docs_pytest
           path: build/docs/_artifacts/