xref: /aosp_15_r20/external/pytorch/scripts/read_conda_versions.sh (revision da0073e96a02ea20f0ac840b70461e3646d07c45)

# Simple script used to easily search all packages in conda for their
# dependency requirements
# TODO also search through output of ldd
# TODO update conda info syntax for different channels

if [ -z "$CONDA_ROOT" ]; then
  # TODO create our own environment
  echo "Please set CONDA_ROOT so that I know where to search for conda libraries"
  echo "I expect CONDA_ROOT to be the path to the current conda environment."
  echo "Also FYI I will probably mess up the current conda environment."
  exit 1
fi

if [ -z "$1" ]; then
  echo "Please give me a package name to search for"
  exit 1
fi
PKG_NAME="$1"

if [ -n "$2" ]; then
  echo "Searching in channel $2"
  CONDA_CHANNEL="$2"
fi

# These are the packages of interest to search the dependencies for
# TODO use this
PACKAGES_OF_INTEREST=( libgcc-ng libprotobuf numpy )

# We will run `conda install` and `conda uninstall` a lot, but we don't want
# this very noisy output to clutter the user experience
VERBOSE_LOG='read_conda_versions.log'
echo "Conda install/uninstall log for $PKG_NAME" > $VERBOSE_LOG



#
# Build up the name of the installed library to call `nm` on
#
PKG_INSTALLED_LIB="$PKG_NAME"

# opencv installs a bunch of libraries. We'll just check libopencv_core
if [[ $PKG_NAME == opencv ]]; then
  PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}_core"
fi

# Most packages prepend a 'lib' to the package name, but libprotobuf is an
# exception
if [[ $PKG_NAME != lib* ]]; then
  PKG_INSTALLED_LIB="lib${PKG_INSTALLED_LIB}"
fi

# The shared library suffix differs on macOS an Linux
if [[ "$(uname)" == Darwin ]]; then
  PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}.dylib"
else
  PKG_INSTALLED_LIB="${PKG_INSTALLED_LIB}.so"
fi
echo "Determined the library name of $PKG_NAME to be $PKG_INSTALLED_LIB"
echo "Determined the library name of $PKG_NAME to be $PKG_INSTALLED_LIB" >> $VERBOSE_LOG



#
# Get all available packages with conda-search
#

# Split the output from conda search into an array, one line per package (plus
# the header)
conda_search_packages=()
while read -r line; do conda_search_packages+=("$line"); done <<< "$(conda search $PKG_NAME $CONDA_CHANNEL)"

### Typical `conda search` output looks like
###   Loading channels: done
###   Name                       Version                   Build  Channel
###   protobuf                   2.6.1                    py27_0  defaults
###                              2.6.1                    py27_1  defaults
###                              3.2.0                    py27_0  defaults
###                              3.2.0                    py35_0  defaults
###                              3.2.0                    py36_0  defaults
###                              3.4.1            py27h66c1d77_0  defaults
###                              3.4.1            py35h9d33684_0  defaults
###                              3.4.1            py36h314970b_0  defaults
###                              3.5.1            py27h0a44026_0  defaults
###                              3.5.1            py35h0a44026_0  defaults
###                              3.5.1            py36h0a44026_0  defaults
##
### Typical `conda info` output looks like
###   protobuf 3.5.1 py36h0a44026_0
###     -----------------------------
###   file name   : protobuf-3.5.1-py36h0a44026_0.tar.bz2
###   name        : protobuf
###   version     : 3.5.1
###   build string: py36h0a44026_0
###   build number: 0
###   channel     : https://repo.continuum.io/pkgs/main/osx-64
###   size        : 589 KB
###   arch        : None
###   constrains  : ()
###   license     : New BSD License
###   license_family: BSD
###   md5         : 7dbdb06612e21c42fbb8a62354e13e10
###   platform    : None
###   subdir      : osx-64
###   timestamp   : 1519951502766
###   url         : https://repo.continuum.io/pkgs/main/osx-64/protobuf-3.5.1-py36h0a44026_0.tar.bz2
###   dependencies:
###       libcxx >=4.0.1
###       libprotobuf >=3.5.1,<3.6.0a0
###       python >=3.6,<3.7.0a0
###       six

# Echo what packages we'll look through.
echo "Processing these packages:"
for pkg in "${conda_search_packages[@]:2}"; do
  echo "  $pkg"
done



#
# Look up each package in conda info, then install it and search the exported
# symbols for signs of cxx11
#
for pkg in "${conda_search_packages[@]:2}"; do
  echo "Processing $pkg" >> $VERBOSE_LOG

  # Split each line into an array and build the package specification
  # <package_name (1st line only)>  maj.min.patch  build_string  channel_name
  line_parts=( $pkg )
  if [[ ${line_parts[0]} == $PKG_NAME ]]; then
    # First line of output
    PKG_VERSION="${line_parts[1]}"
    PKG_BUILD_STR="${line_parts[2]}"
  else
    PKG_VERSION="${line_parts[0]}"
    PKG_BUILD_STR="${line_parts[1]}"
  fi
  PKG_SPEC="$PKG_NAME=$PKG_VERSION=$PKG_BUILD_STR"

  # Output current pkg spec
  echo
  echo "${PKG_SPEC}:"
  echo "Determined that the package spec is $PKG_SPEC" >> $VERBOSE_LOG

  # Split the output of conda_info into an array of lines
  pkg_dependencies=()
  while read -r line; do pkg_dependencies+=("$line"); done <<< "$(conda info "$PKG_SPEC" $CONDA_CHANNEL)"

  # List all the listed dependencies in `conda info`
  if [ "${#pkg_dependencies[@]}" -gt 19 ]; then
    echo "  Listed dependencies:"
    echo "  Listed dependencies:" >> $VERBOSE_LOG
    for pkg_dependency in "${pkg_dependencies[@]:20}"; do
      echo "    $pkg_dependency"
      echo "    $pkg_dependency" >> $VERBOSE_LOG
    done
  else
    echo "  No listed dependencies in conda-info" >> $VERBOSE_LOG
  fi

  # But sometimes (a lot of the time) the gcc with which a package was built
  # against is not listed in dependencies. So we try to figure it out manually
  # We install this exact package, and then grep the exported symbols for signs
  # of cxx11
  echo "Calling conda-uninstall on $PKG_NAME" >> $VERBOSE_LOG
  echo "conda uninstall -y $PKG_NAME --quiet" >> $VERBOSE_LOG
  conda uninstall -y "$PKG_NAME" --quiet >> $VERBOSE_LOG 2>&1

  echo "Calling conda-install on $PKG_SPEC" >> $VERBOSE_LOG
  echo "conda install -y $PKG_SPEC --quiet --no-deps $CONDA_CHANNEL" >> $VERBOSE_LOG
  conda install -y "$PKG_SPEC" --quiet --no-deps $CONDA_CHANNEL >> $VERBOSE_LOG 2>&1
  if [ $? -eq 0 ]; then
    # Only grep the exported symbols if the library was installed correctly

    MENTIONS_CXX11="$(nm "$CONDA_ROOT/lib/$PKG_INSTALLED_LIB" | grep cxx11 | wc -l)"
    if [ $MENTIONS_CXX11 -gt 0 ]; then
      echo "  This package is built against the recent gcc ABI ($MENTIONS_CXX11 mentions of cxx11)"
      echo "$CONDA_ROOT/lib/$PKG_INSTALLED_LIB mentions cxx11 $MENTIONS_CXX11 times" >> $VERBOSE_LOG
    fi
  else
    echo "Error installing $PKG_SPEC , continuing"
    echo "Error installing $PKG_SPEC , continuing" >> $VERBOSE_LOG
  fi
done