Index _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | R | S | T | U | V | W | X | Z _ __call__() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) (cleanlab.internal.multilabel_scorer.Aggregator method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer method) (cleanlab.internal.multilabel_scorer.MultilabelScorer method) __contains__() (cleanlab.datalab.internal.task.Task class method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer class method) __getitem__() (cleanlab.datalab.internal.task.Task class method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer class method) __init_subclass__() (cleanlab.classification.CleanLearning class method) (cleanlab.experimental.mnist_pytorch.CNN class method) (cleanlab.regression.learn.CleanLearning class method) __iter__() (cleanlab.datalab.internal.task.Task class method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer class method) __len__() (cleanlab.datalab.internal.task.Task class method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer class method) A add_module() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) add_note() (cleanlab.datalab.internal.data.DataFormatError method) (cleanlab.datalab.internal.data.DatasetDictError method) (cleanlab.datalab.internal.data.DatasetLoadError method) adj_confident_thresholds_shared (in module cleanlab.experimental.label_issues_batched) adjust_learning_rate() (in module cleanlab.experimental.coteaching) aggregate() (cleanlab.internal.multilabel_scorer.MultilabelScorer method) Aggregator (class in cleanlab.internal.multilabel_scorer) append_extra_datapoint() (in module cleanlab.internal.util) apply() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) args (cleanlab.datalab.internal.data.DataFormatError attribute) (cleanlab.datalab.internal.data.DatasetDictError attribute) (cleanlab.datalab.internal.data.DatasetLoadError attribute) argument (cleanlab.datalab.internal.model_outputs.MultiClassPredProbs attribute) (cleanlab.datalab.internal.model_outputs.MultiLabelPredProbs attribute) (cleanlab.datalab.internal.model_outputs.RegressionPredictions attribute) assert_indexing_works() (in module cleanlab.internal.validation) assert_nonempty_input() (in module cleanlab.internal.validation) assert_valid_class_labels() (in module cleanlab.internal.validation) assert_valid_inputs() (in module cleanlab.internal.validation) assert_valid_inputs_multiannotator() (in module cleanlab.internal.multiannotator_utils) assert_valid_pred_probs() (in module cleanlab.internal.multiannotator_utils) B batch_size (cleanlab.experimental.mnist_pytorch.CNN attribute) bfloat16() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) bounding_box_size_distribution() (in module cleanlab.object_detection.summary) buffers() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) C calculate_per_class_metrics() (in module cleanlab.object_detection.summary) calibrate_confident_joint() (in module cleanlab.count) call_bn() (in module cleanlab.experimental.cifar_cnn) call_super_init (cleanlab.experimental.cifar_cnn.CNN attribute) (cleanlab.experimental.mnist_pytorch.SimpleNet attribute) check_consensus_label_classes() (in module cleanlab.internal.multiannotator_utils) children() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) class_label_distribution() (in module cleanlab.object_detection.summary) class_names (cleanlab.datalab.datalab.Datalab property) (cleanlab.datalab.internal.data.Data property) (cleanlab.datalab.internal.data.Label property) (cleanlab.datalab.internal.data.MultiClass property) (cleanlab.datalab.internal.data.MultiLabel property) CLASSIFICATION (cleanlab.datalab.internal.task.Task attribute) ClassImbalanceIssueManager (class in cleanlab.datalab.internal.issue_manager.imbalance) ClassLabelScorer (class in cleanlab.internal.multilabel_scorer) cleanlab.benchmarking module cleanlab.benchmarking.noise_generation module cleanlab.classification module cleanlab.count module cleanlab.datalab module cleanlab.datalab.datalab module cleanlab.datalab.internal module cleanlab.datalab.internal.data module cleanlab.datalab.internal.data_issues module cleanlab.datalab.internal.issue_finder module cleanlab.datalab.internal.issue_manager.data_valuation module cleanlab.datalab.internal.issue_manager.duplicate module cleanlab.datalab.internal.issue_manager.imbalance module cleanlab.datalab.internal.issue_manager.issue_manager module cleanlab.datalab.internal.issue_manager.label module cleanlab.datalab.internal.issue_manager.multilabel.label module cleanlab.datalab.internal.issue_manager.noniid module cleanlab.datalab.internal.issue_manager.null module cleanlab.datalab.internal.issue_manager.outlier module cleanlab.datalab.internal.issue_manager.regression.label module cleanlab.datalab.internal.issue_manager.underperforming_group module cleanlab.datalab.internal.issue_manager_factory module cleanlab.datalab.internal.model_outputs module cleanlab.datalab.internal.report module cleanlab.datalab.internal.task module cleanlab.dataset module cleanlab.experimental module cleanlab.experimental.cifar_cnn module cleanlab.experimental.coteaching module cleanlab.experimental.label_issues_batched module cleanlab.experimental.mnist_pytorch module cleanlab.experimental.span_classification module cleanlab.filter module cleanlab.internal module cleanlab.internal.label_quality_utils module cleanlab.internal.latent_algebra module cleanlab.internal.multiannotator_utils module cleanlab.internal.multilabel_scorer module cleanlab.internal.multilabel_utils module cleanlab.internal.outlier module cleanlab.internal.token_classification_utils module cleanlab.internal.util module cleanlab.internal.validation module cleanlab.models module cleanlab.models.keras module cleanlab.multiannotator module cleanlab.multilabel_classification module cleanlab.multilabel_classification.dataset module cleanlab.multilabel_classification.filter module cleanlab.multilabel_classification.rank module cleanlab.object_detection module cleanlab.object_detection.filter module cleanlab.object_detection.rank module cleanlab.object_detection.summary module cleanlab.outlier module cleanlab.rank module cleanlab.regression module cleanlab.regression.learn module cleanlab.regression.rank module cleanlab.segmentation module cleanlab.segmentation.filter module cleanlab.segmentation.rank module cleanlab.segmentation.summary module cleanlab.token_classification module cleanlab.token_classification.filter module cleanlab.token_classification.rank module cleanlab.token_classification.summary module CleanLearning (class in cleanlab.classification) (class in cleanlab.regression.learn) clip_noise_rates() (in module cleanlab.internal.util) clip_values() (in module cleanlab.internal.util) CNN (class in cleanlab.experimental.cifar_cnn) (class in cleanlab.experimental.mnist_pytorch) collect() (cleanlab.datalab.internal.model_outputs.ModelOutput method) (cleanlab.datalab.internal.model_outputs.MultiClassPredProbs method) (cleanlab.datalab.internal.model_outputs.MultiLabelPredProbs method) (cleanlab.datalab.internal.model_outputs.RegressionPredictions method) collect_info() (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager method) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager method) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager method) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager method) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager method) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager method) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager method) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager method) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager method) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager method) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) collect_issues_from_imagelab() (cleanlab.datalab.internal.data_issues.DataIssues method) collect_issues_from_issue_manager() (cleanlab.datalab.internal.data_issues.DataIssues method) collect_statistics() (cleanlab.datalab.internal.data_issues.DataIssues method) color_sentence() (in module cleanlab.internal.token_classification_utils) common_label_issues() (in module cleanlab.segmentation.summary) (in module cleanlab.token_classification.summary) common_multilabel_issues() (in module cleanlab.multilabel_classification.dataset) compile() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) compress_int_array() (in module cleanlab.internal.util) compute_badloc_box_scores() (in module cleanlab.object_detection.rank) compute_confident_joint() (in module cleanlab.count) compute_inv_noise_matrix() (in module cleanlab.internal.latent_algebra) compute_noise_matrix_from_inverse() (in module cleanlab.internal.latent_algebra) compute_overlooked_box_scores() (in module cleanlab.object_detection.rank) compute_ps_py_inv_noise_matrix() (in module cleanlab.internal.latent_algebra) compute_py() (in module cleanlab.internal.latent_algebra) compute_py_inv_noise_matrix() (in module cleanlab.internal.latent_algebra) compute_pyx() (in module cleanlab.internal.latent_algebra) compute_soft_cross_entropy() (in module cleanlab.internal.multiannotator_utils) compute_swap_box_scores() (in module cleanlab.object_detection.rank) CONFIDENCE_WEIGHTED_ENTROPY (cleanlab.internal.multilabel_scorer.ClassLabelScorer attribute) confusion_matrix() (in module cleanlab.internal.util) convert_long_to_wide_dataset() (in module cleanlab.multiannotator) cpu() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) csr_vstack() (in module cleanlab.internal.util) cuda() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) D Data (class in cleanlab.datalab.internal.data) data (cleanlab.datalab.internal.model_outputs.ModelOutput attribute) (cleanlab.datalab.internal.model_outputs.MultiClassPredProbs attribute) (cleanlab.datalab.internal.model_outputs.MultiLabelPredProbs attribute) (cleanlab.datalab.internal.model_outputs.RegressionPredictions attribute) DataFormatError DataIssues (class in cleanlab.datalab.internal.data_issues) Datalab (class in cleanlab.datalab.datalab) dataset (cleanlab.experimental.mnist_pytorch.CNN attribute) DatasetDictError DatasetLoadError DataValuationIssueManager (class in cleanlab.datalab.internal.issue_manager.data_valuation) DEFAULT_THRESHOLD (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) DEFAULT_THRESHOLDS (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) description (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) display_issues() (in module cleanlab.experimental.span_classification) (in module cleanlab.segmentation.summary) (in module cleanlab.token_classification.summary) double() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) dump_patches (cleanlab.experimental.cifar_cnn.CNN attribute) (cleanlab.experimental.mnist_pytorch.SimpleNet attribute) E epochs (cleanlab.experimental.mnist_pytorch.CNN attribute) estimate_confident_joint_and_cv_pred_proba() (in module cleanlab.count) estimate_cv_predicted_probabilities() (in module cleanlab.count) estimate_joint() (in module cleanlab.count) estimate_latent() (in module cleanlab.count) estimate_noise_matrices() (in module cleanlab.count) estimate_pu_f1() (in module cleanlab.internal.util) estimate_py_and_noise_matrices_from_probabilities() (in module cleanlab.count) estimate_py_noise_matrices_and_cv_pred_proba() (in module cleanlab.count) eval() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) evaluate() (in module cleanlab.experimental.coteaching) exponential_moving_average() (in module cleanlab.internal.multilabel_scorer) extra_repr() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) extract_indices_tf() (in module cleanlab.internal.util) F filter_by_class() (in module cleanlab.segmentation.summary) filter_by_token() (in module cleanlab.token_classification.summary) filter_cluster_ids() (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) filter_sentence() (in module cleanlab.internal.token_classification_utils) find_best_temp_scaler() (in module cleanlab.internal.multiannotator_utils) find_issues() (cleanlab.datalab.datalab.Datalab method) (cleanlab.datalab.internal.issue_finder.IssueFinder method) (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager method) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager method) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager method) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager method) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager method) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager method) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager method) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager method) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager method) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager method) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) find_issues_with_features() (in module cleanlab.datalab.internal.issue_manager.regression.label) find_issues_with_predictions() (in module cleanlab.datalab.internal.issue_manager.regression.label) find_label_issues() (cleanlab.classification.CleanLearning method) (cleanlab.regression.learn.CleanLearning method) (in module cleanlab.experimental.span_classification) (in module cleanlab.filter) (in module cleanlab.multilabel_classification.filter) (in module cleanlab.object_detection.filter) (in module cleanlab.segmentation.filter) (in module cleanlab.token_classification.filter) find_label_issues_batched() (in module cleanlab.experimental.label_issues_batched) find_label_issues_using_argmax_confusion_matrix() (in module cleanlab.filter) find_multilabel_issues_per_class() (in module cleanlab.multilabel_classification.filter) find_overlapping_classes() (in module cleanlab.dataset) find_predicted_neq_given() (in module cleanlab.filter) find_top_issues() (in module cleanlab.rank) fit() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method), [1] (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) (cleanlab.outlier.OutOfDistribution method) (cleanlab.regression.learn.CleanLearning method) fit_score() (cleanlab.outlier.OutOfDistribution method) float() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) force_two_dimensions() (in module cleanlab.internal.util) forget_rate_scheduler() (in module cleanlab.experimental.coteaching) format_labels() (in module cleanlab.internal.util) format_multiannotator_labels() (in module cleanlab.internal.multiannotator_utils) forward() (cleanlab.experimental.cifar_cnn.CNN method), [1] (cleanlab.experimental.mnist_pytorch.SimpleNet method) from_str() (cleanlab.datalab.internal.task.Task class method) (cleanlab.internal.multilabel_scorer.ClassLabelScorer class method) G generate_n_rand_probabilities_that_sum_to_m() (in module cleanlab.benchmarking.noise_generation) generate_noise_matrix_from_trace() (in module cleanlab.benchmarking.noise_generation) generate_noisy_labels() (in module cleanlab.benchmarking.noise_generation) get_active_learning_scores() (in module cleanlab.multiannotator) get_active_learning_scores_ensemble() (in module cleanlab.multiannotator) get_aleatoric_uncertainty() (cleanlab.regression.learn.CleanLearning method) get_available_issue_types() (cleanlab.datalab.internal.issue_finder.IssueFinder method) get_average_per_class_confusion_matrix() (in module cleanlab.object_detection.summary) get_buffer() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) get_class_label_quality_scores() (cleanlab.internal.multilabel_scorer.MultilabelScorer method) get_confidence_weighted_entropy_for_each_label() (in module cleanlab.rank) get_confident_thresholds() (cleanlab.experimental.label_issues_batched.LabelInspector method) (in module cleanlab.count) get_cross_validated_multilabel_pred_probs() (in module cleanlab.internal.multilabel_scorer) get_data_statistics() (in module cleanlab.datalab.internal.data_issues) get_epistemic_uncertainty() (cleanlab.regression.learn.CleanLearning method) get_extra_state() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) get_health_summary() (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager method) get_info() (cleanlab.datalab.datalab.Datalab method) (cleanlab.datalab.internal.data_issues.DataIssues method) get_issue_summary() (cleanlab.datalab.datalab.Datalab method) (cleanlab.datalab.internal.data_issues.DataIssues method) get_issues() (cleanlab.datalab.datalab.Datalab method) (cleanlab.datalab.internal.data_issues.DataIssues method) get_label_issues() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.label_issues_batched.LabelInspector method) (cleanlab.regression.learn.CleanLearning method) get_label_quality_ensemble_scores() (in module cleanlab.rank) get_label_quality_multiannotator() (in module cleanlab.multiannotator) get_label_quality_multiannotator_ensemble() (in module cleanlab.multiannotator) get_label_quality_scores() (in module cleanlab.experimental.span_classification) (in module cleanlab.internal.multilabel_scorer) (in module cleanlab.multilabel_classification.rank) (in module cleanlab.object_detection.rank) (in module cleanlab.rank) (in module cleanlab.regression.rank) (in module cleanlab.segmentation.rank) (in module cleanlab.token_classification.rank) get_label_quality_scores_per_class() (in module cleanlab.multilabel_classification.rank) get_majority_vote_label() (in module cleanlab.multiannotator) get_metadata_routing() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method) (cleanlab.regression.learn.CleanLearning method) get_missing_classes() (in module cleanlab.internal.util) get_mnist_dataset() (in module cleanlab.experimental.mnist_pytorch) get_normalized_entropy() (in module cleanlab.internal.label_quality_utils) get_normalized_margin_for_each_label() (in module cleanlab.rank) get_num_classes() (in module cleanlab.internal.util) get_num_issues() (cleanlab.experimental.label_issues_batched.LabelInspector method) get_onehot_num_classes() (in module cleanlab.internal.multilabel_utils) get_parameter() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) get_params() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method) (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) (cleanlab.regression.learn.CleanLearning method) get_quality_scores() (cleanlab.experimental.label_issues_batched.LabelInspector method) get_report() (cleanlab.datalab.internal.report.Reporter method) get_self_confidence_for_each_label() (in module cleanlab.rank) get_sentence() (in module cleanlab.internal.token_classification_utils) get_sklearn_digits_dataset() (in module cleanlab.experimental.mnist_pytorch) get_sorted_bbox_count_idxs() (in module cleanlab.object_detection.summary) get_submodule() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) get_unique_classes() (in module cleanlab.internal.util) get_worst_cluster() (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) H half() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) has_labels (cleanlab.datalab.datalab.Datalab property) (cleanlab.datalab.internal.data.Data property) health_summary() (in module cleanlab.dataset) health_summary_parameters (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) I info (cleanlab.datalab.datalab.Datalab property) (cleanlab.datalab.internal.data_issues.DataIssues attribute) (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) initialize_lr_scheduler() (in module cleanlab.experimental.coteaching) int2onehot() (in module cleanlab.internal.multilabel_utils) ipu() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) is_available (cleanlab.datalab.internal.data.Label property) (cleanlab.datalab.internal.data.MultiClass property) (cleanlab.datalab.internal.data.MultiLabel property) is_classification (cleanlab.datalab.internal.task.Task property) is_multilabel (cleanlab.datalab.internal.task.Task property) is_regression (cleanlab.datalab.internal.task.Task property) is_tensorflow_dataset() (in module cleanlab.internal.util) is_torch_dataset() (in module cleanlab.internal.util) issue_name (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) issue_score_key (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) issue_summary (cleanlab.datalab.datalab.Datalab property) (cleanlab.datalab.internal.data_issues.DataIssues attribute) IssueFinder (class in cleanlab.datalab.internal.issue_finder) IssueManager (class in cleanlab.datalab.internal.issue_manager.issue_manager) issues (cleanlab.datalab.datalab.Datalab property) (cleanlab.datalab.internal.data_issues.DataIssues attribute) (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) issues_from_scores() (in module cleanlab.object_detection.rank) (in module cleanlab.segmentation.rank) (in module cleanlab.token_classification.rank) K KerasWrapperModel (class in cleanlab.models.keras) KerasWrapperSequential (class in cleanlab.models.keras) L Label (class in cleanlab.datalab.internal.data) LabelInspector (class in cleanlab.experimental.label_issues_batched) LabelIssueManager (class in cleanlab.datalab.internal.issue_manager.label) labels (cleanlab.datalab.datalab.Datalab property) labels_shared (in module cleanlab.experimental.label_issues_batched) labels_to_array() (in module cleanlab.internal.validation) labels_to_list_multilabel() (in module cleanlab.internal.validation) list_default_issue_types() (cleanlab.datalab.datalab.Datalab method) (in module cleanlab.datalab.internal.issue_manager_factory) list_possible_issue_types() (cleanlab.datalab.datalab.Datalab method) (in module cleanlab.datalab.internal.issue_manager_factory) load() (cleanlab.datalab.datalab.Datalab static method) load_state_dict() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) loader (cleanlab.experimental.mnist_pytorch.CNN attribute) log_interval (cleanlab.experimental.mnist_pytorch.CNN attribute) loss_coteaching() (in module cleanlab.experimental.coteaching) lr (cleanlab.experimental.mnist_pytorch.CNN attribute) M make_summary() (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager class method) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager class method) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager class method) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager class method) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager class method) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager class method) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager class method) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager class method) mapping() (in module cleanlab.internal.token_classification_utils) merge_probs() (in module cleanlab.internal.token_classification_utils) ModelOutput (class in cleanlab.datalab.internal.model_outputs) module cleanlab.benchmarking cleanlab.benchmarking.noise_generation cleanlab.classification cleanlab.count cleanlab.datalab cleanlab.datalab.datalab cleanlab.datalab.internal cleanlab.datalab.internal.data cleanlab.datalab.internal.data_issues cleanlab.datalab.internal.issue_finder cleanlab.datalab.internal.issue_manager.data_valuation cleanlab.datalab.internal.issue_manager.duplicate cleanlab.datalab.internal.issue_manager.imbalance cleanlab.datalab.internal.issue_manager.issue_manager cleanlab.datalab.internal.issue_manager.label cleanlab.datalab.internal.issue_manager.multilabel.label cleanlab.datalab.internal.issue_manager.noniid cleanlab.datalab.internal.issue_manager.null cleanlab.datalab.internal.issue_manager.outlier cleanlab.datalab.internal.issue_manager.regression.label cleanlab.datalab.internal.issue_manager.underperforming_group cleanlab.datalab.internal.issue_manager_factory cleanlab.datalab.internal.model_outputs cleanlab.datalab.internal.report cleanlab.datalab.internal.task cleanlab.dataset cleanlab.experimental cleanlab.experimental.cifar_cnn cleanlab.experimental.coteaching cleanlab.experimental.label_issues_batched cleanlab.experimental.mnist_pytorch cleanlab.experimental.span_classification cleanlab.filter cleanlab.internal cleanlab.internal.label_quality_utils cleanlab.internal.latent_algebra cleanlab.internal.multiannotator_utils cleanlab.internal.multilabel_scorer cleanlab.internal.multilabel_utils cleanlab.internal.outlier cleanlab.internal.token_classification_utils cleanlab.internal.util cleanlab.internal.validation cleanlab.models cleanlab.models.keras cleanlab.multiannotator cleanlab.multilabel_classification cleanlab.multilabel_classification.dataset cleanlab.multilabel_classification.filter cleanlab.multilabel_classification.rank cleanlab.object_detection cleanlab.object_detection.filter cleanlab.object_detection.rank cleanlab.object_detection.summary cleanlab.outlier cleanlab.rank cleanlab.regression cleanlab.regression.learn cleanlab.regression.rank cleanlab.segmentation cleanlab.segmentation.filter cleanlab.segmentation.rank cleanlab.segmentation.summary cleanlab.token_classification cleanlab.token_classification.filter cleanlab.token_classification.rank cleanlab.token_classification.summary modules() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) momentum (cleanlab.experimental.mnist_pytorch.CNN attribute) MultiClass (class in cleanlab.datalab.internal.data) MultiClassPredProbs (class in cleanlab.datalab.internal.model_outputs) MultiLabel (class in cleanlab.datalab.internal.data) MULTILABEL (cleanlab.datalab.internal.task.Task attribute) multilabel_health_summary() (in module cleanlab.multilabel_classification.dataset) multilabel_py() (in module cleanlab.internal.multilabel_scorer) MultilabelIssueManager (class in cleanlab.datalab.internal.issue_manager.multilabel.label) MultiLabelPredProbs (class in cleanlab.datalab.internal.model_outputs) MultilabelScorer (class in cleanlab.internal.multilabel_scorer) N named_buffers() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) named_children() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) named_modules() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) named_parameters() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) near_duplicate_sets (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) NearDuplicateIssueManager (class in cleanlab.datalab.internal.issue_manager.duplicate) no_cuda (cleanlab.experimental.mnist_pytorch.CNN attribute) NO_UNDERPERFORMING_CLUSTER_ID (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) noise_matrix_is_valid() (in module cleanlab.benchmarking.noise_generation) NonIIDIssueManager (class in cleanlab.datalab.internal.issue_manager.noniid) NORMALIZED_MARGIN (cleanlab.internal.multilabel_scorer.ClassLabelScorer attribute) NullIssueManager (class in cleanlab.datalab.internal.issue_manager.null) num_label_issues() (in module cleanlab.count) num_unique_classes() (in module cleanlab.internal.util) O object_counts_per_image() (in module cleanlab.object_detection.summary) onehot2int() (in module cleanlab.internal.multilabel_utils) ood (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) order_label_issues() (in module cleanlab.rank) OUTLIER_CLUSTER_LABELS (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) OutlierIssueManager (class in cleanlab.datalab.internal.issue_manager.outlier) OutOfDistribution (class in cleanlab.outlier) overall_label_health_score() (in module cleanlab.dataset) overall_multilabel_health_score() (in module cleanlab.multilabel_classification.dataset) P parameters() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) perform_clustering() (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) plot_class_distribution() (in module cleanlab.object_detection.summary) plot_class_size_distributions() (in module cleanlab.object_detection.summary) pool_box_scores_per_image() (in module cleanlab.object_detection.rank) possible_methods (cleanlab.internal.multilabel_scorer.Aggregator attribute) pred_probs_by_class (in module cleanlab.filter) pred_probs_shared (in module cleanlab.experimental.label_issues_batched) predict() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method), [1] (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) (cleanlab.regression.learn.CleanLearning method) predict_proba() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method), [1] (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) print_inverse_noise_matrix() (in module cleanlab.internal.util) print_joint_matrix() (in module cleanlab.internal.util) print_noise_matrix() (in module cleanlab.internal.util) print_square_matrix() (in module cleanlab.internal.util) process_token() (in module cleanlab.internal.token_classification_utils) prune_count_matrix_cols (in module cleanlab.filter) R randomly_distribute_N_balls_into_K_bins() (in module cleanlab.benchmarking.noise_generation) rank_classes_by_label_quality() (in module cleanlab.dataset) rank_classes_by_multilabel_quality() (in module cleanlab.multilabel_classification.dataset) register() (in module cleanlab.datalab.internal.issue_manager_factory) register_backward_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_buffer() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_forward_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_forward_pre_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_full_backward_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_full_backward_pre_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_load_state_dict_post_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_module() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_parameter() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) register_state_dict_pre_hook() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) REGISTRY (in module cleanlab.datalab.internal.issue_manager_factory) REGRESSION (cleanlab.datalab.internal.task.Task attribute) RegressionLabelIssueManager (class in cleanlab.datalab.internal.issue_manager.regression.label) RegressionPredictions (class in cleanlab.datalab.internal.model_outputs) remove_noise_from_class() (in module cleanlab.internal.util) report() (cleanlab.datalab.datalab.Datalab method) (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager class method) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager class method) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager class method) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager class method) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager class method) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager class method) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager class method) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager class method) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager class method) (cleanlab.datalab.internal.report.Reporter method) Reporter (class in cleanlab.datalab.internal.report) requires_grad_() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) round_preserving_row_totals() (in module cleanlab.internal.util) round_preserving_sum() (in module cleanlab.internal.util) S save() (cleanlab.datalab.datalab.Datalab method) save_space() (cleanlab.classification.CleanLearning method) (cleanlab.regression.learn.CleanLearning method) score() (cleanlab.classification.CleanLearning method) (cleanlab.outlier.OutOfDistribution method) (cleanlab.regression.learn.CleanLearning method) score_label_quality() (cleanlab.experimental.label_issues_batched.LabelInspector method) seed (cleanlab.experimental.mnist_pytorch.CNN attribute) SELF_CONFIDENCE (cleanlab.internal.multilabel_scorer.ClassLabelScorer attribute) set_extra_state() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) set_fit_request() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method) (cleanlab.regression.learn.CleanLearning method) set_health_score() (cleanlab.datalab.internal.data_issues.DataIssues method) set_knn_graph() (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager method) set_params() (cleanlab.classification.CleanLearning method) (cleanlab.experimental.mnist_pytorch.CNN method) (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) (cleanlab.regression.learn.CleanLearning method) set_predict_proba_request() (cleanlab.experimental.mnist_pytorch.CNN method) set_predict_request() (cleanlab.experimental.mnist_pytorch.CNN method) set_score_request() (cleanlab.classification.CleanLearning method) (cleanlab.regression.learn.CleanLearning method) share_memory() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) SimpleNet (class in cleanlab.experimental.mnist_pytorch) simplified_kolmogorov_smirnov_test() (in module cleanlab.datalab.internal.issue_manager.noniid) smart_display_dataframe() (in module cleanlab.internal.util) softmin() (in module cleanlab.internal.multilabel_scorer) split_arr() (in module cleanlab.experimental.label_issues_batched) stack_complement() (in module cleanlab.internal.multilabel_utils) state_dict() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) statistics (cleanlab.datalab.internal.data_issues.DataIssues property) subset_data() (in module cleanlab.internal.util) subset_labels() (in module cleanlab.internal.util) subset_X_y() (in module cleanlab.internal.util) summary (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) summary() (cleanlab.models.keras.KerasWrapperModel method) (cleanlab.models.keras.KerasWrapperSequential method) T T_destination (cleanlab.experimental.cifar_cnn.CNN attribute) (cleanlab.experimental.mnist_pytorch.SimpleNet attribute) Task (class in cleanlab.datalab.internal.task) temp_scale_pred_probs() (in module cleanlab.internal.multiannotator_utils) test_batch_size (cleanlab.experimental.mnist_pytorch.CNN attribute) to() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) to_empty() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) train() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) (in module cleanlab.experimental.coteaching) train_val_split() (in module cleanlab.internal.util) training (cleanlab.experimental.cifar_cnn.CNN attribute) (cleanlab.experimental.mnist_pytorch.SimpleNet attribute) transform_distances_to_scores() (in module cleanlab.internal.outlier) type() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) U UnderperformingGroupIssueManager (class in cleanlab.datalab.internal.issue_manager.underperforming_group) unshuffle_tensorflow_dataset() (in module cleanlab.internal.util) update_confident_thresholds() (cleanlab.experimental.label_issues_batched.LabelInspector method) V validate() (cleanlab.datalab.internal.model_outputs.ModelOutput method) (cleanlab.datalab.internal.model_outputs.MultiClassPredProbs method) (cleanlab.datalab.internal.model_outputs.MultiLabelPredProbs method) (cleanlab.datalab.internal.model_outputs.RegressionPredictions method) value_counts() (in module cleanlab.internal.util) value_counts_fill_missing_classes() (in module cleanlab.internal.util) verbosity_levels (cleanlab.datalab.internal.issue_manager.data_valuation.DataValuationIssueManager attribute) (cleanlab.datalab.internal.issue_manager.duplicate.NearDuplicateIssueManager attribute) (cleanlab.datalab.internal.issue_manager.imbalance.ClassImbalanceIssueManager attribute) (cleanlab.datalab.internal.issue_manager.issue_manager.IssueManager attribute) (cleanlab.datalab.internal.issue_manager.label.LabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.multilabel.label.MultilabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.noniid.NonIIDIssueManager attribute) (cleanlab.datalab.internal.issue_manager.null.NullIssueManager attribute) (cleanlab.datalab.internal.issue_manager.outlier.OutlierIssueManager attribute) (cleanlab.datalab.internal.issue_manager.regression.label.RegressionLabelIssueManager attribute) (cleanlab.datalab.internal.issue_manager.underperforming_group.UnderperformingGroupIssueManager attribute) visualize() (in module cleanlab.object_detection.summary) W with_traceback() (cleanlab.datalab.internal.data.DataFormatError method) (cleanlab.datalab.internal.data.DatasetDictError method) (cleanlab.datalab.internal.data.DatasetLoadError method) X xpu() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method) Z zero_grad() (cleanlab.experimental.cifar_cnn.CNN method) (cleanlab.experimental.mnist_pytorch.SimpleNet method)