Updates conda versioning to install correct dependencies, changes CI script to better track deps from individual build installs (#3066)

* Updates versioning in conda recipes so the correct dependencies are installed, specifically UCX-Py and CTK.  These were causing CI to fall back to installs from the nightly channel instead of the packages built from the PR sources, since the older nightlies were the only ones compatible. This also resulted in the wrong CTK version to be installed in some cases.
* Changes CI script to install each built package individually so log output shows the deps installed for each one. If all packages are installed in one install line, developers debugging CI can't tell which packages caused certain dependencies to be installed.

Authors:
  - Seunghwa Kang (https://github.com/seunghwak)
  - Rick Ratzel (https://github.com/rlratzel)

Approvers:
  - Bradley Dice (https://github.com/bdice)
  - Ray Douglass (https://github.com/raydouglass)

URL: #3066

Author: seunghwak

ci/gpu/build.sh

@@ -135,8 +135,18 @@ else
     gpuci_logger "Building and installing cugraph-pyg..."
     gpuci_conda_retry mambabuild conda/recipes/cugraph-pyg --no-build-id --croot ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} --python=${PYTHON}
 
-    gpuci_logger "Installing pylibcugraph, cugraph, cugraph-pyg and cugraph-service from build / artifact dirs"
-    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} pylibcugraph cugraph cugraph-pyg cugraph-service-server cugraph-service-client
+    #gpuci_logger "Installing pylibcugraph, cugraph, cugraph-pyg and cugraph-service from build / artifact dirs"
+    #gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} pylibcugraph cugraph cugraph-pyg cugraph-service-server cugraph-service-client
+    gpuci_logger "Installing pylibcugraph from build / artifact dirs"
+    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} pylibcugraph
+    gpuci_logger "Installing cugraph from build / artifact dirs"
+    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} cugraph
+    gpuci_logger "Installing cugraph-pyg from build / artifact dirs"
+    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} cugraph-pyg
+    gpuci_logger "Installing cugraph-service-server from build / artifact dirs"
+    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} cugraph-service-server
+    gpuci_logger "Installing cugraph-service-client from build / artifact dirs"
+    gpuci_mamba_retry install -c ${CONDA_BLD_DIR} -c ${CONDA_ARTIFACT_PATH} cugraph-service-client
 fi
 
 ################################################################################

conda/recipes/cugraph-pyg/meta.yaml

@@ -35,7 +35,7 @@ requirements:
     - numba>=0.56.2
     - numpy
     - pytorch
-    - cudatoolkit=11.6
+    - cudatoolkit {{ cuda_version }}.*
     # - pyg (uncomment once pyg 2.2 is released)
 
 tests:                                 # [linux64]

conda/recipes/cugraph-service/meta.yaml

@@ -4,6 +4,7 @@
 #   conda build -c nvidia -c rapidsai -c conda-forge  .
 {% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') + environ.get('VERSION_SUFFIX', '') %}
 {% set minor_version =  version.split('.')[0] + '.' + version.split('.')[1] %}
+{% set ucx_py_version=environ.get('UCX_PY_VERSION') %}
 
 package:
   name: cugraph-service-split
@@ -53,7 +54,7 @@ outputs:
         - {{ pin_compatible('cugraph', exact=True) }}
         - cupy >=9.5.0,<12.0.0a0
         - numpy
-        - ucx-py 0.29.*
+        - ucx-py {{ ucx_py_version }}
         - distributed ==2022.11.1
         - dask-cuda {{ minor_version }}.*
         - cudf {{ minor_version }}.*