plexus.cli.evaluation package

Submodules

• plexus.cli.evaluation.evaluations module
  • assert_dataset_materialized_for_accuracy()
  • build_dataset_materialization_failure_message()
  • check_dict_serializability()
  • create_client()
  • format_confusion_matrix_summary()
  • get_amplify_bucket()
  • get_csv_samples()
  • get_data_driven_samples()
  • get_dataset_by_id()
  • get_latest_accuracy_evaluation_for_score_since()
  • get_latest_associated_dataset_for_score()
  • get_latest_dataset_for_data_source()
  • get_latest_score_version()
  • is_json_serializable()
  • list_associated_datasets_for_score()
  • load_configuration_from_yaml_file()
  • load_samples_from_cloud_dataset()
  • load_scorecard_from_api()
  • load_scorecard_from_yaml_files()
  • log_scorecard_configurations()
  • lookup_data_source()
  • resolve_cloud_dataset_sample_limit()
  • resolve_primary_score_id_for_accuracy()
  • resolve_score_external_id_to_uuid()
  • score_text_wrapper()
  • truncate_dict_strings()
  • validate_dataset_materialization()