fix comments 2

Signed-off-by: Aleksandr Laptev <[email protected]>

Author: GNroy

docs/source/starthere/tutorials.rst

@@ -106,6 +106,9 @@ To run a tutorial:
    * - ASR
      - Multi-lingual ASR
      - `Multi-lingual ASR <https://colab.research.google.com/github/NVIDIA/NeMo/blob/stable/tutorials/asr/Multilang_ASR.ipynb>`_
+   * - ASR
+     - ASR Confidence Estimation
+     - `ASR Confidence Estimation <https://colab.research.google.com/github/NVIDIA/NeMo/blob/stable/tutorials/asr/ASR_Confidence_Estimation.ipynb>`_
    * - NLP
      - Using Pretrained Language Models for Downstream Tasks
      - `Pretrained Language Models for Downstream Tasks <https://colab.research.google.com/github/NVIDIA/NeMo/blob/stable/tutorials/nlp/01_Pretrained_Language_Models_for_Downstream_Tasks.ipynb>`_

nemo/collections/asr/parts/utils/asr_confidence_benchmarking_utils.py

@@ -147,11 +147,20 @@ def autocast():
             save_nt_curve(y_true, y_score, plot_dir, level + "_" + "nt")
             # AUC-YC curve
             yc_thresholds, yc_values = result_yc[-1]
-            save_custom_confidence_curve(yc_thresholds, yc_values, plot_dir, level + "_" + "yc")
+            save_custom_confidence_curve(
+                yc_thresholds,
+                yc_values,
+                plot_dir,
+                level + "_" + "yc",
+                "Threshold",
+                "True positive rate − False Positive Rate",
+            )
             # ECE curve
             ece_thresholds, ece_values = results_ece[-1]
             ece_values /= max(ece_values)
-            save_custom_confidence_curve(ece_thresholds, ece_values, plot_dir, level + "_" + "ece")
+            save_custom_confidence_curve(
+                ece_thresholds, ece_values, plot_dir, level + "_" + "ece", "Threshold", "|Accuracy − Confidence score|"
+            )
 
     return results
 

nemo/collections/asr/parts/utils/confidence_metrics.py

@@ -15,7 +15,7 @@
 import math
 import os
 from pathlib import Path
-from typing import List, Tuple, Union
+from typing import List, Optional, Tuple, Union
 
 import matplotlib.pyplot as plt
 import numpy as np
@@ -193,6 +193,8 @@ def save_confidence_hist(y_score: Union[List[float], np.ndarray], plot_dir: Unio
     os.makedirs(plot_dir, exist_ok=True)
     plt.hist(np.array(y_score), 50, range=(0, 1))
     plt.title(name)
+    plt.xlabel("Confidence score")
+    plt.ylabel("Count")
     plt.savefig(Path(plot_dir) / Path(name + ".png"), dpi=300)
     plt.clf()
 
@@ -247,12 +249,18 @@ def save_custom_confidence_curve(
     values: Union[List[float], np.ndarray],
     plot_dir: Union[str, Path],
     name: str = "my_awesome_curve",
+    xlabel: Optional[str] = None,
+    ylabel: Optional[str] = None,
 ):
     assert len(thresholds) == len(values)
     os.makedirs(plot_dir, exist_ok=True)
     plt.plot(thresholds, values)
     plt.xlim([0, 1])
     plt.ylim([0, 1])
     plt.title(name)
+    if xlabel is not None:
+        plt.xlabel(xlabel)
+    if ylabel is not None:
+        plt.ylabel(ylabel)
     plt.savefig(Path(plot_dir) / Path(name + ".png"), dpi=300)
     plt.clf()