Fix incompatible pynvml versions in conda envs (#2264)

* Ensure the example env is using pynvml 12

* Fixes the following issues with the DFP benchmarks:
  * Update code to new version
  * Avoid attempting to configure the logger multiple times
  * Remove `gpu_name` from the device query as this was raising an exception

Closes #2262

## By Submitting this PR I confirm:
- I am familiar with the [Contributing Guidelines](https://github.com/nv-morpheus/Morpheus/blob/main/docs/source/developer_guide/contributing.md).
- When the PR is ready for review, new or existing tests cover these changes.
- When the PR is ready for review, the documentation is up to date with these changes.

Authors:
  - David Gardner (https://github.com/dagardner-nv)

Approvers:
  - Will Killian (https://github.com/willkill07)

URL: #2264

Author: dagardner-nv

conda/environments/examples_cuda-128_arch-aarch64.yaml

@@ -45,7 +45,7 @@ dependencies:
 - pip
 - pluggy=1.3
 - pydantic
-- pynvml=11.4
+- pynvml=12
 - pypdf=3.17.4
 - python-confluent-kafka=2.6.1
 - python-docx==1.1.0

conda/environments/examples_cuda-128_arch-x86_64.yaml

@@ -46,7 +46,7 @@ dependencies:
 - pip
 - pluggy=1.3
 - pydantic
-- pynvml=11.4
+- pynvml=12
 - pypdf=3.17.4
 - pypdfium2==4.30
 - python-confluent-kafka=2.6.1

dependencies.yaml

@@ -338,7 +338,7 @@ dependencies:
           - flake8
           - isort
           - pylint=3.0.3
-          - pynvml=12
+          - &pynvml pynvml=12
           # We are currently depending on some deprecated functionality removed in setuptools 80+ #2224
           - setuptools>=75,<80
           - versioneer
@@ -382,7 +382,7 @@ dependencies:
   optional_databricks:
     common:
       - output_types: [conda]
-        packages:    
+        packages:
           - pip
           - pip:
             - databricks-cli < 0.100
@@ -566,7 +566,7 @@ dependencies:
     common:
       - output_types: [conda]
         packages:
-          - pynvml=11.4
+          - *pynvml
 
   example-llms:
     common:

examples/digital_fingerprinting/production/morpheus/benchmarks/README.md

@@ -89,10 +89,10 @@ Morpheus pipeline configurations for each workflow are managed using [pipelines_
 
 When using the MRC SegmentModule in a pipeline, it will also require a module configuration which gets generated within the test. Additional information is included in the [Morpheus Pipeline with Modules](../../../../../docs/source/developer_guide/guides/6_digital_fingerprinting_reference.md#morpheus-pipeline-with-modules)
 
-To ensure the [file_to_df_loader.py](../../../../../morpheus/loaders/file_to_df_loader.py) utilizes the same type of downloading mechanism, set `MORPHEUS_FILE_DOWNLOAD_TYPE` environment variable with any one of given choices (`dask`, `dask thread`, `single thread`).
+To ensure the [file_to_df_loader.py](../../../../../morpheus/loaders/file_to_df_loader.py) utilizes the same type of downloading mechanism, set `MORPHEUS_FILE_DOWNLOAD_TYPE` environment variable with any one of given choices (`dask`, `dask_thread`, `single_thread`).
 
 ```bash
-export MORPHEUS_FILE_DOWNLOAD_TYPE=dask
+export MORPHEUS_FILE_DOWNLOAD_TYPE=single_thread
 ```
 
 Benchmarks for an individual workflow can be run from `examples/digital_fingerprinting/production/morpheus` in your container:

examples/digital_fingerprinting/production/morpheus/benchmarks/conftest.py

@@ -17,8 +17,8 @@
 import json
 from os import path
 
-from pynvml.smi import NVSMI_QUERY_GPU
-from pynvml.smi import nvidia_smi
+from pynvml_utils import nvidia_smi
+from pynvml_utils.smi import NVSMI_QUERY_GPU
 
 from benchmarks.test_bench_e2e_dfp_pipeline import PIPELINES_CONF
 
@@ -39,7 +39,6 @@ def pytest_benchmark_update_json(config, benchmarks, output_json):  # pylint:dis
         query_opts["driver_version"],
         query_opts["count"],
         query_opts["index"],
-        query_opts["gpu_name"],
         query_opts["gpu_uuid"],
         query_opts["memory.total"],
         query_opts["memory.used"],
@@ -55,7 +54,6 @@ def pytest_benchmark_update_json(config, benchmarks, output_json):  # pylint:dis
         gpu_num = gpu["minor_number"]
         output_json["machine_info"]["gpu_" + gpu_num] = {}
         output_json["machine_info"]["gpu_" + gpu_num]["id"] = gpu_num
-        output_json["machine_info"]["gpu_" + gpu_num]["name"] = gpu["product_name"]
         output_json["machine_info"][
             "gpu_" + gpu_num]["utilization"] = f"{gpu['utilization']['gpu_util']}{gpu['utilization']['unit']}"
         output_json["machine_info"][

examples/digital_fingerprinting/production/morpheus/benchmarks/test_bench_e2e_dfp_pipeline.py

@@ -40,7 +40,6 @@
 from morpheus.stages.postprocess.serialize_stage import SerializeStage
 from morpheus.utils.column_info import DataFrameInputSchema
 from morpheus.utils.file_utils import date_extractor
-from morpheus.utils.logger import configure_logging
 from morpheus_dfp.stages.dfp_file_batcher_stage import DFPFileBatcherStage
 from morpheus_dfp.stages.dfp_file_to_df import DFPFileToDataFrameStage
 from morpheus_dfp.stages.dfp_inference_stage import DFPInferenceStage
@@ -105,8 +104,6 @@ def dfp_training_pipeline_stages(pipe_config: Config,
                                  filenames: typing.List[str],
                                  reuse_cache=False):
 
-    configure_logging(log_level=logger.level)
-
     pipeline = LinearPipeline(pipe_config)
     pipeline.set_source(MultiFileSource(pipe_config, filenames=filenames))
     pipeline.add_stage(
@@ -157,8 +154,6 @@ def dfp_inference_pipeline_stages(pipe_config: Config,
                                   output_filepath: str,
                                   reuse_cache=False):
 
-    configure_logging(log_level=logger.level)
-
     pipeline = LinearPipeline(pipe_config)
     pipeline.set_source(MultiFileSource(pipe_config, filenames=filenames))
     pipeline.add_stage(