CONSOLIDATED COMMITS: Updates to build on Jammy and CentOS7

===========================================================

Updates to build on Jammy
- Fortran package installation moved after gcc
- Update libtinfo search code in cmake1
- Install libstdc++.so

[UB22.04] Updates to support latest scipy

Build required version of libpng for CentOS7

Updated condition for libstc++ for Jammy

Set ROCM_PATH in env for centOS docker container

Changes to support docker v23

Reversed the condition as required

temporarily ignore certificate check for Miniconda

(cherry picked from commit 9848db1)

[release/2.1] Skip certificate check for CentOS7 since certificate expired (#1399)

* Skip certificate check only for CentOS7 since certificate expired

* Naming

Remove the installation of rocm-llvm-dev package

- Causing regression - SWDEV-463083

fix install_centos() function

[rocm6.3_internal_testing] skip pytorch-nightly installstion (#1557)

This PR skips pytorch-nightly installation in docker images

Installation of pytorch-nightly is needed to prefetch mobilenet_v2 avd
v3 models for some tests.
Came from

85bd6bc
Models are downloaded on first use to the folder /root/.cache/torch/hub
But pytorch-nightly installation also overrides
.ci/docker/requirements-ci.txt settings and upgrades some of python
packages (sympy from 1.12.0 to 1.13.0) which causes several
'dynamic_shapes' tests to fail
Skip prefetching models affects these tests without any errors (but
**internet access required**):

- python test/mobile/model_test/gen_test_model.py mobilenet_v2
- python test/quantization/eager/test_numeric_suite_eager.py -k
test_mobilenet_v3

Issue ROCm/frameworks-internal#8772

Also, in case of some issues these models can be prefetched after
pytorch building and before testing

(cherry picked from commit b92b34d)

Fixes #ISSUE_NUMBER

Author: pruthvistony

.ci/docker/build.sh

@@ -505,10 +505,15 @@ else
  DOCKERFILE_NAME="Dockerfile"
 fi
 
+DOCKER_PROGRESS="--progress=plain"
+if [[ "${DOCKER_BUILDKIT}" == 0 ]]; then
+  DOCKER_PROGRESS=""
+fi
+
 # Build image
 docker build \
        --no-cache \
-       --progress=plain \
+       ${DOCKER_PROGRESS} \
        --build-arg "BUILD_ENVIRONMENT=${image}" \
        --build-arg "PROTOBUF=${PROTOBUF:-}" \
        --build-arg "LLVMDEV=${LLVMDEV:-}" \

.ci/docker/centos-rocm/Dockerfile

@@ -80,6 +80,8 @@ RUN rm install_rocm_magma.sh
 COPY ./common/install_amdsmi.sh install_amdsmi.sh
 RUN bash ./install_amdsmi.sh
 RUN rm install_amdsmi.sh
+
+ENV ROCM_PATH /opt/rocm
 ENV PATH /opt/rocm/bin:$PATH
 ENV PATH /opt/rocm/hcc/bin:$PATH
 ENV PATH /opt/rocm/hip/bin:$PATH

.ci/docker/common/cache_vision_models.sh

@@ -2,6 +2,20 @@
 
 set -ex
 
+# Skip pytorch-nightly installation in docker images
+# Installation of pytorch-nightly is needed to prefetch mobilenet_v2 avd v3 models for some tests.
+# Came from https://github.com/ROCm/pytorch/commit/85bd6bc0105162293fa0bbfb7b661f85ec67f85a
+# Models are downloaded on first use to the folder /root/.cache/torch/hub
+# But pytorch-nightly installation also overrides .ci/docker/requirements-ci.txt settings
+# and upgrades some of python packages (sympy from 1.12.0 to 1.13.0)
+# which causes several 'dynamic_shapes' tests to fail
+# Skip prefetching models affects these tests without any errors:
+#   python test/mobile/model_test/gen_test_model.py mobilenet_v2
+#   python test/quantization/eager/test_numeric_suite_eager.py -k test_mobilenet_v3
+# Issue https://github.com/ROCm/frameworks-internal/issues/8772
+echo "Skip torch-nightly installation"
+exit 0
+
 source "$(dirname "${BASH_SOURCE[0]}")/common_utils.sh"
 
 # Cache the test models at ~/.cache/torch/hub/

.ci/docker/common/common_utils.sh

@@ -23,6 +23,10 @@ conda_install() {
   as_jenkins conda install -q -n py_$ANACONDA_PYTHON_VERSION -y python="$ANACONDA_PYTHON_VERSION" $*
 }
 
+conda_install_through_forge() {
+  as_jenkins conda install -c conda-forge -q -n py_$ANACONDA_PYTHON_VERSION -y python="$ANACONDA_PYTHON_VERSION" $*
+}
+
 conda_run() {
   as_jenkins conda run -n py_$ANACONDA_PYTHON_VERSION --no-capture-output $*
 }

.ci/docker/common/install_base.sh

@@ -83,11 +83,39 @@ install_ubuntu() {
   # see: https://github.com/pytorch/pytorch/issues/65931
   apt-get install -y libgnutls30
 
+  if [[ "$UBUNTU_VERSION" == "22.04"* ]]; then
+    apt-get install -y libopenblas-dev
+  fi
+
   # Cleanup package manager
   apt-get autoclean && apt-get clean
   rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
 }
 
+build_libpng() {
+  # install few packages
+  yum install -y zlib zlib-devel
+
+  LIBPNG_VERSION=1.6.37
+
+  mkdir -p libpng
+  pushd libpng
+
+  wget http://download.sourceforge.net/libpng/libpng-$LIBPNG_VERSION.tar.gz
+  tar -xvzf libpng-$LIBPNG_VERSION.tar.gz
+
+  pushd libpng-$LIBPNG_VERSION
+
+  ./configure
+  make
+  make install
+
+  popd
+
+  popd
+  rm -rf libpng
+}
+
 install_centos() {
   # Need EPEL for many packages we depend on.
   # See http://fedoraproject.org/wiki/EPEL
@@ -139,6 +167,11 @@ install_centos() {
 	    libsndfile-devel
   fi
 
+  # CentOS7 doesnt have support for higher version of libpng,
+  # so it is built from source.
+  # Libpng is required for torchvision build.
+  build_libpng
+
   # Cleanup
   yum clean all
   rm -rf /var/cache/yum

.ci/docker/common/install_conda.sh

@@ -29,7 +29,10 @@ if [ -n "$ANACONDA_PYTHON_VERSION" ]; then
   source "${SCRIPT_FOLDER}/common_utils.sh"
 
   pushd /tmp
-  wget -q "${BASE_URL}/${CONDA_FILE}"
+  if [ -n $CENTOS_VERSION ] && [[ $CENTOS_VERSION == 7.* ]]; then
+    NO_CHECK_CERTIFICATE_FLAG="--no-check-certificate"
+  fi
+  wget -q "${BASE_URL}/${CONDA_FILE}" ${NO_CHECK_CERTIFICATE_FLAG}
   # NB: Manually invoke bash per https://github.com/conda/conda/issues/10431
   as_jenkins bash "${CONDA_FILE}" -b -f -p "/opt/conda"
   popd
@@ -95,6 +98,11 @@ if [ -n "$ANACONDA_PYTHON_VERSION" ]; then
     ${SCRIPT_FOLDER}/install_magma_conda.sh $(cut -f1-2 -d'.' <<< ${CUDA_VERSION}) ${ANACONDA_PYTHON_VERSION}
   fi
 
+  # Install required libstdc++.so.6 version
+  if [ "$ANACONDA_PYTHON_VERSION" = "3.10" ] || [ "$ANACONDA_PYTHON_VERSION" = "3.9" ] ; then
+    conda_install_through_forge libstdcxx-ng=12
+  fi
+
   # Install some other packages, including those needed for Python test reporting
   pip_install -r /opt/conda/requirements-ci.txt
 

.ci/docker/common/install_rocm.sh

@@ -42,10 +42,6 @@ install_ubuntu() {
                    roctracer-dev \
                    amd-smi-lib
 
-    if [[ $(ver $ROCM_VERSION) -ge $(ver 6.1) ]]; then
-        DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated rocm-llvm-dev
-    fi
-
     # precompiled miopen kernels added in ROCm 3.5, renamed in ROCm 5.5
     # search for all unversioned packages
     # if search fails it will abort this script; use true to avoid case where search fails
@@ -129,7 +125,7 @@ install_centos() {
                    rocprofiler-dev \
                    roctracer-dev \
                    amd-smi-lib
-
+  fi
   # precompiled miopen kernels; search for all unversioned packages
   # if search fails it will abort this script; use true to avoid case where search fails
   MIOPENHIPGFX=$(yum -q search miopen-hip-gfx | grep miopen-hip-gfx | awk '{print $1}'| grep -F kdb. || true)