Import metrics with star import

ethicml/__init__.py

@@ -46,27 +46,7 @@
 from .data.vision_data.genfaces import *
 from .evaluators.cross_validator import *
 from .evaluators.evaluate_models import *
-from .metrics.accuracy import *
-from .metrics.anti_spur import AS
-from .metrics.average_odds import AverageOddsDiff
-from .metrics.balanced_accuracy import BalancedAccuracy
-from .metrics.bcr import BCR
-from .metrics.confusion_matrix import LabelOutOfBounds, confusion_matrix
-from .metrics.cv import CV, AbsCV
-from .metrics.dependence_measures import *
-from .metrics.fnr import FNR
-from .metrics.fpr import FPR
-from .metrics.hsic import Hsic
-from .metrics.metric import *
-from .metrics.npv import NPV
-from .metrics.per_sensitive_attribute import *
-from .metrics.ppv import PPV
-from .metrics.prob_neg import ProbNeg
-from .metrics.prob_outcome import ProbOutcome
-from .metrics.prob_pos import ProbPos
-from .metrics.theil import Theil
-from .metrics.tnr import TNR
-from .metrics.tpr import TPR
+from .metrics import *
 from .preprocessing.adjust_labels import *
 from .preprocessing.biased_split import *
 from .preprocessing.domain_adaptation import *

ethicml/metrics/__init__.py

@@ -9,22 +9,23 @@
    em.run_metrics(predictions, test_data, metrics=[em.Accuracy(), em.TPR(), em.ProbPos()])
 """
 from .accuracy import *
-from .anti_spur import AS
-from .average_odds import AverageOddsDiff
-from .balanced_accuracy import BalancedAccuracy
-from .bcr import BCR
-from .confusion_matrix import LabelOutOfBounds, confusion_matrix
-from .cv import CV, AbsCV
+from .anti_spur import *
+from .average_odds import *
+from .balanced_accuracy import *
+from .bcr import *
+from .confusion_matrix import *
+from .cv import *
 from .dependence_measures import *
-from .fnr import FNR
-from .fpr import FPR
-from .hsic import Hsic
-from .metric import Metric
-from .npv import NPV
-from .ppv import PPV
-from .prob_neg import ProbNeg
-from .prob_outcome import ProbOutcome
-from .prob_pos import ProbPos
-from .theil import Theil
-from .tnr import TNR
-from .tpr import TPR
+from .fnr import *
+from .fpr import *
+from .hsic import *
+from .metric import *
+from .npv import *
+from .per_sensitive_attribute import *
+from .ppv import *
+from .prob_neg import *
+from .prob_outcome import *
+from .prob_pos import *
+from .theil import *
+from .tnr import *
+from .tpr import *

ethicml/metrics/anti_spur.py

@@ -9,6 +9,8 @@
 
 from .metric import BaseMetric, Metric
 
+__all__ = ["AS"]
+
 
 @dataclass
 class AS(BaseMetric):

ethicml/metrics/average_odds.py

@@ -11,6 +11,8 @@
 from .per_sensitive_attribute import diff_per_sensitive_attribute, metric_per_sensitive_attribute
 from .tpr import TPR
 
+__all__ = ["AverageOddsDiff"]
+
 
 @dataclass
 class AverageOddsDiff(CfmMetric):

ethicml/metrics/balanced_accuracy.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["BalancedAccuracy"]
+
 
 @dataclass
 class BalancedAccuracy(CfmMetric):

ethicml/metrics/bcr.py

@@ -10,6 +10,8 @@
 from .tnr import TNR
 from .tpr import TPR
 
+__all__ = ["BCR"]
+
 
 @dataclass
 class BCR(CfmMetric):

ethicml/metrics/confusion_matrix.py

@@ -7,6 +7,8 @@
 
 from ethicml.utility import DataTuple, Prediction
 
+__all__ = ["LabelOutOfBounds", "confusion_matrix"]
+
 
 class LabelOutOfBounds(Exception):
     """Metric Not Applicable per sensitive attribute, apply to whole dataset instead."""

ethicml/metrics/cv.py

@@ -10,6 +10,8 @@
 from .per_sensitive_attribute import diff_per_sensitive_attribute, metric_per_sensitive_attribute
 from .prob_pos import ProbPos
 
+__all__ = ["AbsCV", "CV"]
+
 
 @dataclass
 class CV(CfmMetric):

ethicml/metrics/fnr.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["FNR"]
+
 
 @dataclass
 class FNR(CfmMetric):

ethicml/metrics/fpr.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["FPR"]
+
 
 @dataclass
 class FPR(CfmMetric):

ethicml/metrics/hsic.py

@@ -12,6 +12,8 @@
 from ethicml.metrics.metric import BaseMetric
 from ethicml.utility import DataTuple, Prediction
 
+__all__ = ["Hsic"]
+
 
 def hsic(
     prediction: np.ndarray, label: np.ndarray, sigma_first: float, sigma_second: float

ethicml/metrics/npv.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["NPV"]
+
 
 @dataclass
 class NPV(CfmMetric):

ethicml/metrics/ppv.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["PPV"]
+
 
 @dataclass
 class PPV(CfmMetric):

ethicml/metrics/prob_neg.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["ProbNeg"]
+
 
 @dataclass
 class ProbNeg(CfmMetric):

ethicml/metrics/prob_outcome.py

@@ -8,6 +8,8 @@
 
 from .metric import BaseMetric, Metric
 
+__all__ = ["ProbOutcome"]
+
 
 @dataclass
 class ProbOutcome(BaseMetric):

ethicml/metrics/prob_pos.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["ProbPos"]
+
 
 @dataclass
 class ProbPos(CfmMetric):

ethicml/metrics/theil.py

@@ -13,6 +13,8 @@
 
 from .metric import BaseMetric
 
+__all__ = ["Theil"]
+
 
 @dataclass
 class Theil(BaseMetric):

ethicml/metrics/tnr.py

@@ -10,6 +10,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["TNR"]
+
 
 @dataclass
 class TNR(CfmMetric):

ethicml/metrics/tpr.py

@@ -9,6 +9,8 @@
 from .confusion_matrix import confusion_matrix
 from .metric import CfmMetric, Metric
 
+__all__ = ["TPR"]
+
 
 @dataclass
 class TPR(CfmMetric):