plexus package
Subpackages
- plexus.analysis package
- plexus.cli package
- Subpackages
- plexus.cli.analyze package
- plexus.cli.batch package
- plexus.cli.bertopic package
- plexus.cli.cost package
- plexus.cli.data package
- plexus.cli.data_lake package
- plexus.cli.dataset package
- plexus.cli.evaluation package
- plexus.cli.feedback package
- plexus.cli.item package
- plexus.cli.metrics package
- plexus.cli.prediction package
- plexus.cli.procedure package
- plexus.cli.record_count package
- plexus.cli.report package
- plexus.cli.result package
- plexus.cli.score package
- plexus.cli.score_chat package
- plexus.cli.scorecard package
- plexus.cli.shared package
- plexus.cli.task package
- plexus.cli.training package
- plexus.cli.tuning package
- Submodules
- Subpackages
- plexus.config package
- plexus.dashboard package
- plexus.data package
- Submodules
- plexus.data.AWSDataLakeCache module
- plexus.data.DataCache module
- plexus.data.FeedbackItems module
- plexus.data.HuggingFaceDataCache module
- plexus.data.TestDataCache module
- plexus.data.session_manager module
- plexus.data.test_feedback_items module
test_cache_identifier_with_filter_values()test_cache_methods()test_case_insensitive_normalization()test_column_mappings_applied_to_dataset()test_column_mappings_case_sensitivity()test_column_mappings_parameter()test_column_mappings_with_empty_dataset()test_create_dataset_rows_comment_logic()test_create_dataset_rows_handles_missing_edit_comment()test_create_dataset_rows_structure()test_create_dataset_rows_with_data()test_initial_value_and_final_value_parameters()test_parameter_defaults()test_parameter_validation()
- plexus.data.test_feedback_sampling module
- Submodules
- plexus.linting package
- plexus.metrics package
- plexus.plexus_logging package
- plexus.processors package
- Submodules
- plexus.processors.AddUnknownSpeakerIdentifiersTranscriptFilter module
- plexus.processors.ByColumnValueDatasetFilter module
- plexus.processors.ColumnDatasetFilter module
- plexus.processors.DataframeProcessor module
- plexus.processors.DownsampleClassDatasetFilter module
- plexus.processors.ExpandContractionsProcessor module
- plexus.processors.FilterCustomerOnlyProcessor module
- plexus.processors.MergeColumnsDatasetFilter module
- plexus.processors.ProcessorFactory module
- plexus.processors.RelevantWindowsTranscriptFilter module
- plexus.processors.RemoveSpeakerIdentifiersTranscriptFilter module
- plexus.processors.RemoveStopWordsTranscriptFilter module
- Submodules
- plexus.reports package
- plexus.scores package
- Subpackages
- Submodules
- plexus.scores.AWSComprehendEntityExtractor module
- plexus.scores.AWSComprehendSentimentScore module
- plexus.scores.AgenticExtractor module
- plexus.scores.AgenticValidator module
- plexus.scores.CompositeScore module
- plexus.scores.DeepLearningOneStepSemanticClassifier module
- plexus.scores.DeepLearningSemanticClassifier module
- plexus.scores.DeepLearningSlidingWindowSemanticClassifier module
- plexus.scores.ExplainableClassifier module
- plexus.scores.FastTextClassifier module
- plexus.scores.KeywordClassifier module
- plexus.scores.LLMGenerator module
- plexus.scores.LangGraphScore module
- plexus.scores.OpenAIEmbeddingsClassifier module
- plexus.scores.SVMClassifier module
- plexus.scores.Score module
- plexus.scores.test_langgraphscore_routing module
- plexus.storage package
- plexus.utils package
batch_find_items_by_identifiers()capture_request_logs()check_if_score_is_disabled()check_s3_bucket_access()create_identifiers_for_item()create_score_result()create_scorecard_instance_for_single_score()download_score_result_log_file()download_score_result_trace_file()find_item_by_identifier()find_item_by_typed_identifier()find_items_by_identifier_type()get_existing_score_result()get_external_id_from_item()get_item_identifiers()get_metadata_from_item()get_plexus_client()get_text_from_item()resolve_score_id()resolve_scorecard_id()sanitize_metadata_for_graphql()send_message_to_standard_scoring_request_queue()truncate_dict_strings()truncate_dict_strings_inner()upload_score_result_log_file()upload_score_result_trace_file()- Submodules
- plexus.utils.dict_utils module
- plexus.utils.identifier_search module
- plexus.utils.request_log_capture module
- plexus.utils.score_result_s3_utils module
- plexus.utils.scoring module
check_if_score_is_disabled()create_score_result()create_scorecard_instance_for_single_score()get_existing_score_result()get_external_id_from_item()get_metadata_from_item()get_plexus_client()get_text_from_item()resolve_score_id()resolve_scorecard_id()sanitize_metadata_for_graphql()send_message_to_standard_scoring_request_queue()
Submodules
- plexus.CustomLogging module
- plexus.Evaluation module
AccuracyEvaluationConsistencyEvaluationEvaluationEvaluation.__init__()Evaluation.calculate_metrics()Evaluation.cleanup()Evaluation.continuous_metrics_computation()Evaluation.create_performance_visualization()Evaluation.generate_and_log_confusion_matrix()Evaluation.generate_csv_scorecard_report()Evaluation.generate_excel_report()Evaluation.generate_metrics_json()Evaluation.generate_report()Evaluation.get_evaluation_info()Evaluation.get_latest_evaluation()Evaluation.log_parameters()Evaluation.log_to_dashboard()Evaluation.maybe_start_metrics_task()Evaluation.run()Evaluation.score_all_texts()Evaluation.score_all_texts_for_score()Evaluation.score_names()Evaluation.score_names_to_process()Evaluation.score_text()Evaluation.start_mlflow_run()Evaluation.time_execution()
FeedbackEvaluation
- plexus.LangChainUser module
LangChainUserLangChainUser.MAX_RETRY_ATTEMPTSLangChainUser.ParametersLangChainUser.Parameters.base_model_nameLangChainUser.Parameters.logprobsLangChainUser.Parameters.max_tokensLangChainUser.Parameters.model_configLangChainUser.Parameters.model_nameLangChainUser.Parameters.model_providerLangChainUser.Parameters.model_regionLangChainUser.Parameters.reasoning_effortLangChainUser.Parameters.temperatureLangChainUser.Parameters.top_logprobsLangChainUser.Parameters.top_pLangChainUser.Parameters.verbosity
LangChainUser.__init__()LangChainUser.cleanup()LangChainUser.extract_reasoning_content()LangChainUser.get_azure_credential()LangChainUser.get_token_usage()LangChainUser.is_gpt_oss_model()LangChainUser.normalize_response_text()
- plexus.PromptTemplateLoader module
PromptTemplateLoaderPromptTemplateLoader.__init__()PromptTemplateLoader.get_template()PromptTemplateLoader.load_decision_tree()PromptTemplateLoader.load_preprocessing_steps()PromptTemplateLoader.parse_markdown_sections()PromptTemplateLoader.process_decision_tree()PromptTemplateLoader.process_keyword()PromptTemplateLoader.process_preprocessing_steps()
- plexus.Registries module
- plexus.Scorecard module
ScorecardScorecard.__init__()Scorecard.build_dependency_graph()Scorecard.check_dependency_conditions()Scorecard.create_from_yaml()Scorecard.create_instance_from_api_data()Scorecard.get_accumulated_costs()Scorecard.get_model_name()Scorecard.get_score_names()Scorecard.get_score_result()Scorecard.initialize_from_api_data()Scorecard.initialize_registry()Scorecard.load_and_register_scorecards()Scorecard.name()Scorecard.normalize_score_name()Scorecard.score_entire_text()Scorecard.score_names()Scorecard.score_names_to_process()Scorecard.score_registry
- plexus.ScorecardResults module
- plexus.ScorecardResultsAnalysis module
ScorecardResultsAnalysisScorecardResultsAnalysis.__init__()ScorecardResultsAnalysis.calculate_overall_accuracy()ScorecardResultsAnalysis.calculate_row_accuracy()ScorecardResultsAnalysis.calculate_total_cost()ScorecardResultsAnalysis.generate_csv_scorecard_report()ScorecardResultsAnalysis.generate_html_report()ScorecardResultsAnalysis.generate_question_accuracy_csv()ScorecardResultsAnalysis.plot_accuracy_heatmap()ScorecardResultsAnalysis.plot_scorecard_costs()ScorecardResultsAnalysis.visualize_decision_path()
- plexus.confidence_calibration module
apply_calibration_from_serialized()apply_temperature_scaling()compute_isotonic_regression_calibration()compute_two_stage_calibration()detect_confidence_feature_enabled()expected_calibration_error()extract_confidence_accuracy_pairs()find_optimal_temperature()generate_calibration_report()plot_reliability_diagram()serialize_calibration_model()
- plexus.plexus_logging package
- plexus.test_evaluation_metrics module
- plexus.test_prediction_commands module
MockScoreMockScorecardTestEdgeCasesAndErrorHandlingTestFeedbackComparisonTestIntegrationWithScoreRegistryTestPredictScoreImplTestPredictionOrchestrationTestScoreInputCreationTestScoreInputCreation.test_basic_score_input_creation()TestScoreInputCreation.test_metadata_item_id_preservation()TestScoreInputCreation.test_score_input_with_complex_metadata()TestScoreInputCreation.test_score_input_with_empty_text()TestScoreInputCreation.test_score_input_with_malformed_metadata()TestScoreInputCreation.test_score_input_with_missing_input_class()TestScoreInputCreation.test_score_input_with_none_sample_row()
mock_scorecard()sample_pandas_row()sample_row_with_complex_metadata()
- plexus.test_score module
ConcreteScoreTestScoreEdgeCasesTestScoreFromNameTestScoreInitializationTestScoreInputTestScoreParametersTestScoreParameters.test_basic_parameters_creation()TestScoreParameters.test_parameters_with_all_optional_fields()TestScoreParameters.test_parameters_with_data_percentage_conversion()TestScoreParameters.test_parameters_with_dependencies()TestScoreParameters.test_parameters_with_numeric_percentage()TestScoreParameters.test_parameters_with_string_percentage_variations()TestScoreParameters.test_parameters_without_percentage_gets_default()
TestScoreResultTestScoreResult.sample_parameters()TestScoreResult.test_basic_result_creation()TestScoreResult.test_result_backwards_compatibility_properties()TestScoreResult.test_result_backwards_compatibility_with_empty_metadata()TestScoreResult.test_result_equality_with_other_result()TestScoreResult.test_result_equality_with_string()TestScoreResult.test_result_is_no_method()TestScoreResult.test_result_is_yes_method()TestScoreResult.test_result_with_boolean_value()TestScoreResult.test_result_with_error()TestScoreResult.test_result_with_metadata()
TestScoreUtilityMethodsTestScoreUtilityMethods.test_get_accumulated_costs_default()TestScoreUtilityMethods.test_get_label_score_name_basic()TestScoreUtilityMethods.test_get_label_score_name_with_both_custom_and_field()TestScoreUtilityMethods.test_get_label_score_name_with_custom_label()TestScoreUtilityMethods.test_get_label_score_name_with_label_field()TestScoreUtilityMethods.test_model_directory_path()TestScoreUtilityMethods.test_report_directory_path()
- plexus.training_data_lake module