cleanlab--cleanlab
OrdoAbChao
a6d1319327
Preleminary work to ensure that default task (classification) will work smoothly. Minimal implementation of label issue manager for regression - issue_finder.py list_possible_issue_types, list_default_issue_types no longer a static methods as they depend on task and modification of get_available_issue_types for regression * DataIssues with strategy pattern - moving list_possible_issue_types and list_default_issue_types from the IssueFinder class to cleanlab/datalab/internal/issue_manager_factory.py * make different strategies for getting available issue types add test class for the IssueFinder when the task is regression * apply black formatter * avoid mapping labels column for regression in Datalab * Pass in features to LabelIssueManager for regression --------- Co-authored-by: Elías Snorrason <eliassno@gmail.com>
48 行
2.0 KiB
Python
48 行
2.0 KiB
Python
import pytest
|
|
from cleanlab.datalab.internal.data import Data
|
|
from cleanlab.datalab.internal.data_issues import DataIssues, _ClassificationInfoStrategy
|
|
|
|
|
|
class TestDataIssues:
|
|
labels = ["B", "A", "B"]
|
|
label_name = "labels"
|
|
strategy = _ClassificationInfoStrategy
|
|
|
|
@pytest.fixture
|
|
def data_issues(self):
|
|
data = Data(data={self.label_name: self.labels}, label_name=self.label_name)
|
|
data_issues = DataIssues(data=data, strategy=self.strategy)
|
|
yield data_issues
|
|
|
|
def test_data_issues_init(self, data_issues):
|
|
assert hasattr(data_issues, "issues")
|
|
assert hasattr(data_issues, "issue_summary")
|
|
assert hasattr(data_issues, "info")
|
|
|
|
def test_statistics(self, data_issues):
|
|
stats = data_issues.statistics
|
|
|
|
assert stats == data_issues.info["statistics"]
|
|
assert stats["num_examples"] == 3, f"Incorrect number of examples: {stats['num_examples']}"
|
|
assert stats["class_names"] == ["A", "B"], f"Incorrect class names: {stats['class_names']}"
|
|
assert stats["num_classes"] == 2, f"Incorrect number of classes: {stats['num_classes']}"
|
|
assert stats["multi_label"] is False
|
|
assert (
|
|
stats["health_score"] is None
|
|
), f"Health score should initially be None, but is {stats['health_score']}"
|
|
|
|
def test_get_info(self, data_issues):
|
|
with pytest.raises(ValueError):
|
|
data_issues.get_info("nonexistent_issue")
|
|
assert data_issues.get_info("statistics") == data_issues.info["statistics"]
|
|
|
|
def test_get_info_label(self, data_issues):
|
|
data_issues.info["label"] = {"given_label": [0, 1, 1], "predicted_label": [1, 0, 1]}
|
|
info = data_issues.get_info("label")
|
|
|
|
label_format_error_message = (
|
|
"get_info('label') should return the given label formatted with the class names"
|
|
)
|
|
assert info.get("given_label").tolist() == ["A", "B", "B"], label_format_error_message
|
|
assert info.get("predicted_label").tolist() == self.labels, label_format_error_message
|