fix integration between wrapper

Author: SkafteNicki

src/torchmetrics/wrappers/classwise.py

@@ -139,6 +139,11 @@ def __init__(
 
         self._update_count = 1
 
+    @property
+    def higher_is_better(self) -> Optional[bool]:
+        """Return if the metric is higher the better."""
+        return self.metric.higher_is_better
+
     def _filter_kwargs(self, **kwargs: Any) -> dict[str, Any]:
         """Filter kwargs for the metric."""
         return self.metric._filter_kwargs(**kwargs)

src/torchmetrics/wrappers/tracker.py

@@ -24,6 +24,7 @@
 from torchmetrics.utilities.imports import _MATPLOTLIB_AVAILABLE
 from torchmetrics.utilities.plot import _AX_TYPE, _PLOT_OUT_TYPE, plot_single_or_multi_val
 from torchmetrics.utilities.prints import rank_zero_warn
+from torchmetrics.wrappers import ClasswiseWrapper
 
 if not _MATPLOTLIB_AVAILABLE:
     __doctest_skip__ = ["MetricTracker.plot"]
@@ -269,7 +270,7 @@ def best_metric(
                 return None, None
             return None
 
-        if isinstance(self._base_metric, Metric):
+        if isinstance(self._base_metric, Metric) and not isinstance(self._base_metric, ClasswiseWrapper):
             fn = torch.max if self.maximize else torch.min
             try:
                 value, idx = fn(res, 0)