plexus.cli.evaluation package

Submodules

• plexus.cli.evaluation.evaluations module
  • await_run_single_feedback_evaluation()
  • check_dict_serializability()
  • create_client()
  • format_confusion_matrix_summary()
  • get_amplify_bucket()
  • get_csv_samples()
  • get_data_driven_samples()
  • get_dataset_by_id()
  • get_latest_dataset_for_data_source()
  • get_latest_score_version()
  • is_json_serializable()
  • load_configuration_from_yaml_file()
  • load_samples_from_cloud_dataset()
  • load_scorecard_from_api()
  • load_scorecard_from_yaml_files()
  • log_scorecard_configurations()
  • lookup_data_source()
  • resolve_score_external_id_to_uuid()
  • score_text_wrapper()
  • truncate_dict_strings()