Updated pipeline to validate the config at the beginning of the pipeline. Fix typo in plot name. Release notes formatting.

PiperOrigin-RevId: 290375740

Author: mdreves

RELEASE.md

@@ -48,6 +48,7 @@
     -   Adding an option to "Select all" metrics in UI.
 
 ## Breaking changes
+
 *   Updated proto config to remove input/output data specs in favor of passing
     them directly to the run_eval.
 

tensorflow_model_analysis/api/model_eval_lib.py

@@ -658,7 +658,8 @@ def ExtractEvaluateAndWriteResults(  # pylint: disable=invalid-name
     desired_batch_size: Optional batch size for batching in Predict.
 
   Raises:
-    ValueError: If matching Extractor not found for an Evaluator.
+    ValueError: If EvalConfig invalid or matching Extractor not found for an
+      Evaluator.
 
   Returns:
     PDone.
@@ -691,6 +692,16 @@ def ExtractEvaluateAndWriteResults(  # pylint: disable=invalid-name
     eval_config = config.EvalConfig(
         model_specs=model_specs, slicing_specs=slicing_specs, options=options)
 
+  # Add default ModelSpec if empty.
+  if (eval_shared_models and len(eval_shared_models) == 1 and
+      not eval_config.model_specs):
+    tmp_config = config.EvalConfig()
+    tmp_config.CopyFrom(eval_config)
+    eval_config = tmp_config
+    eval_config.model_specs.add()
+
+  config.verify_eval_config(eval_config)
+
   if not extractors:
     extractors = default_extractors(
         eval_config=eval_config,

tensorflow_model_analysis/metrics/metric_specs.py

@@ -261,7 +261,7 @@ def default_binary_classification_specs(
       calibration.MeanLabel(name='mean_label'),
       calibration.MeanPrediction(name='mean_prediction'),
       calibration.Calibration(name='calibration'),
-      confusion_matrix_plot.AUCPlot(name='confusion_matrix_plot'),
+      confusion_matrix_plot.ConfusionMatrixPlot(name='confusion_matrix_plot'),
       calibration_plot.CalibrationPlot(name='calibration_plot')
   ]
   if include_loss: