File tree Expand file tree Collapse file tree 3 files changed +14
-2
lines changed
tensorflow_model_analysis Expand file tree Collapse file tree 3 files changed +14
-2
lines changed Original file line number Diff line number Diff line change 48
48
- Adding an option to "Select all" metrics in UI.
49
49
50
50
## Breaking changes
51
+
51
52
* Updated proto config to remove input/output data specs in favor of passing
52
53
them directly to the run_eval.
53
54
Original file line number Diff line number Diff line change @@ -658,7 +658,8 @@ def ExtractEvaluateAndWriteResults( # pylint: disable=invalid-name
658
658
desired_batch_size: Optional batch size for batching in Predict.
659
659
660
660
Raises:
661
- ValueError: If matching Extractor not found for an Evaluator.
661
+ ValueError: If EvalConfig invalid or matching Extractor not found for an
662
+ Evaluator.
662
663
663
664
Returns:
664
665
PDone.
@@ -691,6 +692,16 @@ def ExtractEvaluateAndWriteResults( # pylint: disable=invalid-name
691
692
eval_config = config .EvalConfig (
692
693
model_specs = model_specs , slicing_specs = slicing_specs , options = options )
693
694
695
+ # Add default ModelSpec if empty.
696
+ if (eval_shared_models and len (eval_shared_models ) == 1 and
697
+ not eval_config .model_specs ):
698
+ tmp_config = config .EvalConfig ()
699
+ tmp_config .CopyFrom (eval_config )
700
+ eval_config = tmp_config
701
+ eval_config .model_specs .add ()
702
+
703
+ config .verify_eval_config (eval_config )
704
+
694
705
if not extractors :
695
706
extractors = default_extractors (
696
707
eval_config = eval_config ,
Original file line number Diff line number Diff line change @@ -261,7 +261,7 @@ def default_binary_classification_specs(
261
261
calibration .MeanLabel (name = 'mean_label' ),
262
262
calibration .MeanPrediction (name = 'mean_prediction' ),
263
263
calibration .Calibration (name = 'calibration' ),
264
- confusion_matrix_plot .AUCPlot (name = 'confusion_matrix_plot' ),
264
+ confusion_matrix_plot .ConfusionMatrixPlot (name = 'confusion_matrix_plot' ),
265
265
calibration_plot .CalibrationPlot (name = 'calibration_plot' )
266
266
]
267
267
if include_loss :
You can’t perform that action at this time.
0 commit comments