plexus.cli package

Subpackages

• plexus.cli.analyze package
  • Submodules
    • plexus.cli.analyze.analysis module
      • PromptAnalyzer
      • analyze_score_feedback()
      • analyze_topics()
• plexus.cli.batch package
  • Submodules
    • plexus.cli.batch.operations module
      • get_batch_jobs_for_processing()
      • get_file_path()
      • get_output_dir()
      • get_scoring_jobs_for_batch()
      • select_sample()
      • submit_batch_to_openai()
• plexus.cli.bertopic package
  • analyze_topics()
  • inspect_data()
  • test_ollama_chat()
  • transform_transcripts()
  • transform_transcripts_itemize()
  • transform_transcripts_llm()
• plexus.cli.cost package
  • Submodules
    • plexus.cli.cost.analysis module
• plexus.cli.data package
  • Submodules
    • plexus.cli.data.operations module
      • NumpyEncoder
      • VectorizerLogger
      • analyze_question()
      • analyze_scorecard()
      • compute_shap_feature_importances()
      • preprocess_text()
• plexus.cli.data_lake package
  • Submodules
    • plexus.cli.data_lake.operations module
• plexus.cli.dataset package
  • Submodules
    • plexus.cli.dataset.datasets module
      • create_client()
      • create_initial_data_source_version()
      • get_amplify_bucket()
• plexus.cli.evaluation package
  • Submodules
    • plexus.cli.evaluation.evaluations module
      • await_run_single_feedback_evaluation()
      • check_dict_serializability()
      • create_client()
      • format_confusion_matrix_summary()
      • get_amplify_bucket()
      • get_csv_samples()
      • get_data_driven_samples()
      • get_dataset_by_id()
      • get_latest_dataset_for_data_source()
      • get_latest_score_version()
      • is_json_serializable()
      • load_configuration_from_yaml_file()
      • load_samples_from_cloud_dataset()
      • load_scorecard_from_api()
      • load_scorecard_from_yaml_files()
      • log_scorecard_configurations()
      • lookup_data_source()
      • resolve_score_external_id_to_uuid()
      • score_text_wrapper()
      • truncate_dict_strings()
• plexus.cli.feedback package
  • Submodules
    • plexus.cli.feedback.commands module
    • plexus.cli.feedback.feedback_commands module
    • plexus.cli.feedback.feedback_info module
      • display_feedback_item()
      • format_datetime()
      • get_feedback_stats()
      • get_recent_feedback_items()
      • truncate_text()
    • plexus.cli.feedback.feedback_search module
      • build_date_filter()
      • fetch_feedback_items_fallback()
      • fetch_feedback_items_with_gsi()
      • find_feedback_async()
      • format_feedback_item_yaml()
      • prioritize_feedback_with_edit_comments()
    • plexus.cli.feedback.feedback_service module
      • FeedbackItemSummary
      • FeedbackSearchContext
      • FeedbackSearchResult
      • FeedbackService
      • FeedbackSummaryResult
    • plexus.cli.feedback.feedback_summary module
• plexus.cli.item package
  • Submodules
    • plexus.cli.item.items module
      • find_item_by_any_identifier()
      • format_datetime()
      • format_feedback_items_content()
      • format_item_content()
      • format_score_results_content()
      • get_feedback_items_for_item()
      • get_score_results_for_item()
• plexus.cli.metrics package
  • Submodules
    • plexus.cli.metrics.aggregation module
      • BucketCounter
      • count_records_efficiently()
      • parse_iso_datetime()
      • query_records_for_counting()
    • plexus.cli.metrics.commands module
      • get_account_id_from_env()
    • plexus.cli.metrics.time_utils module
      • format_time_range()
      • get_calendar_hour_range()
      • get_time_range_from_args()
      • parse_flexible_time()
• plexus.cli.prediction package
  • Submodules
    • plexus.cli.prediction.predictions module
      • create_feedback_comparison()
      • create_score_input()
      • get_score_instance()
      • handle_exception()
      • output_excel()
      • output_yaml_prediction_results()
      • predict_impl()
      • predict_score()
      • predict_score_impl()
      • predict_score_with_individual_loading()
      • select_sample()
• plexus.cli.procedure package
  • Subpackages
    • plexus.cli.procedure.lua_dsl package
      • LuaDSLRuntime
      • Subpackages
      • Submodules
    • plexus.cli.procedure.tactus_adapters package
      • PlexusChatAdapter
      • PlexusHITLAdapter
      • PlexusStorageAdapter
      • Submodules
  • Submodules
    • plexus.cli.procedure.chat_recorder module
      • LangChainChatRecorderHook
      • ProcedureChatRecorder
      • truncate_for_log()
    • plexus.cli.procedure.conversation_filter module
      • ConversationFilter
      • ConversationFilterBase
      • ManagerAgentConversationFilter
      • SOPAgentConversationFilter
      • TokenAwareConversationFilter
      • WorkerAgentConversationFilter
    • plexus.cli.procedure.conversation_utils module
      • ConversationUtils
    • plexus.cli.procedure.demo_ai_mcp_integration module
    • plexus.cli.procedure.logging_utils module
      • log_agent_response()
      • log_chat_history_for_agent()
      • log_filtered_vs_full_history()
      • log_tool_execution()
      • reduce_debug_noise()
      • truncate_log_message()
    • plexus.cli.procedure.mcp_adapter module
      • LangChainMCPAdapter
      • convert_mcp_tools_to_langchain()
    • plexus.cli.procedure.mcp_tool module
      • MCPTool
    • plexus.cli.procedure.mcp_transport module
      • EmbeddedMCPServer
      • InProcessMCPTransport
      • MCPResourceInfo
      • MCPToolInfo
      • ProcedureMCPClient
      • create_procedure_mcp_server()
    • plexus.cli.procedure.model_config module
      • ModelConfig
      • ModelConfigs
      • create_configured_llm()
    • plexus.cli.procedure.model_config_examples module
      • demonstrate_usage()
      • get_gpt4_experimentation_config()
      • get_gpt4_precise_analysis_config()
      • get_gpt5_default_config()
      • get_gpt5_fast_config()
      • get_gpt5_high_reasoning_config()
      • get_manager_agent_config()
      • get_o3_default_config()
      • get_summarization_config()
      • get_worker_agent_config()
      • migrate_from_hardcoded_gpt4()
      • run_experiment_with_gpt4()
      • run_experiment_with_gpt5()
      • setup_custom_environment()
      • setup_gpt4_environment()
      • setup_gpt5_environment()
      • switch_models_dynamically()
      • validate_model_compatibility()
    • plexus.cli.procedure.parameter_parser module
      • ParameterDefinition
      • ProcedureParameterParser
    • plexus.cli.procedure.procedure_executor module
      • execute_procedure()
    • plexus.cli.procedure.procedure_sop_agent module
      • ProcedureChatRecorderAdapter
      • ProcedureProcedureDefinition
      • ProcedureSOPAgent
      • run_sop_guided_procedure()
    • plexus.cli.procedure.procedures module
    • plexus.cli.procedure.reset_service module
      • reset_checkpoints()
    • plexus.cli.procedure.resume_service module
      • resume_all_pending()
      • resume_procedure()
    • plexus.cli.procedure.service module
      • ProcedureCreationResult
      • ProcedureInfo
      • ProcedureService
    • plexus.cli.procedure.sop_agent_base module
      • ChatRecorder
      • FlowManager
      • ProcedureDefinition
      • StandardOperatingProcedureAgent
      • execute_sop_procedure()
    • plexus.cli.procedure.state_machine module
      • ProcedureStateMachine
      • create_state_machine()
      • get_valid_transitions()
      • is_valid_transition()
    • plexus.cli.procedure.state_machine_stages module
      • get_stage_names_from_state_machine()
      • get_stages_from_state_machine()
      • parse_state_machine_from_yaml()
    • plexus.cli.procedure.states module
      • get_next_states()
      • is_valid_state()
      • is_valid_transition()
    • plexus.cli.procedure.test_actual_runtime_flow module
      • test_actual_service_flow_tool_availability()
      • test_langchain_tool_binding()
    • plexus.cli.procedure.test_ai_mcp_integration module
      • TestAIMCPIntegration
      • run_integration_test()
    • plexus.cli.procedure.test_hypothesis_with_insights_context module
      • mock_client()
      • mock_nodes_with_insights()
      • procedure_service()
      • test_get_existing_experiment_nodes_includes_insights_context()
      • test_hypothesis_skip_logic_excludes_insights()
      • test_hypothesis_skip_logic_with_enough_hypotheses()
      • test_insights_context_ordering()
      • test_multiple_insights_rounds_ordering()
    • plexus.cli.procedure.test_insights_hypothesis_transition module
      • test_continue_iteration_callback()
      • test_full_insights_to_hypothesis_cycle()
      • test_hypothesis_phase_after_insights()
      • test_insights_can_finish_or_continue()
      • test_insights_to_hypothesis_transition_exists()
      • test_state_machine_transition_map_includes_insights_to_hypothesis()
    • plexus.cli.procedure.test_insights_phase module
      • mock_client()
      • mock_hypothesis_nodes()
      • mock_insights_node()
      • mock_procedure_info()
      • procedure_service()
      • test_build_insights_context()
      • test_execute_insights_phase_no_hypothesis_nodes()
      • test_execute_insights_phase_with_hypothesis_nodes()
      • test_execute_insights_phase_with_previous_insights()
      • test_generate_insights_with_llm()
      • test_get_existing_experiment_nodes_first_round()
      • test_get_existing_experiment_nodes_with_insights()
    • plexus.cli.procedure.test_mcp_transport module
      • TestConvenienceFunctions
      • TestEmbeddedMCPServer
      • TestInProcessMCPTransport
      • TestIntegrationScenarios
      • TestProcedureMCPClient
    • plexus.cli.procedure.test_phase_agent module
      • TestPhaseAgent
    • plexus.cli.procedure.test_procedure_run module
      • TestProcedureRun
      • TestProcedureRunIntegration
    • plexus.cli.procedure.test_service_root_node module
      • TestProcedureServiceRootNodeLogic
    • plexus.cli.procedure.test_sop_agent_coin_flip_scenario module
      • CoinFlipProcedureDefinition
      • MockCoinFlipChatRecorder
      • MockCoinFlipFlowManager
      • TestSOPAgentCoinFlipScenario
    • plexus.cli.procedure.test_state_machine module
      • test_allowed_transitions_property()
      • test_callbacks_are_called()
      • test_completed_is_final_state()
      • test_error_transitions()
      • test_get_valid_transitions_from_hypothesis()
      • test_get_valid_transitions_from_start()
      • test_invalid_transition_raises_error()
      • test_is_valid_transition_helper()
      • test_recovery_from_error()
      • test_state_machine_initial_state()
      • test_state_machine_resume_from_state()
      • test_valid_transition_evaluation_to_hypothesis()
      • test_valid_transition_hypothesis_to_completed()
      • test_valid_transition_hypothesis_to_test()
      • test_valid_transition_start_to_evaluation()
      • test_valid_transition_test_to_insights()
    • plexus.cli.procedure.test_tactus_integration module
      • mock_plexus_client()
      • simple_lua_config()
      • test_tactus_checkpoint_persistence()
      • test_tactus_error_handling()
      • test_tactus_state_persistence()
      • test_tactus_with_plexus_adapters()
    • plexus.cli.procedure.test_tool_explanation_enforcement_simple module
      • TestToolExplanationEnforcement
    • plexus.cli.procedure.test_tool_filtering_integration module
      • test_end_to_end_tool_availability()
      • test_mcp_server_registers_evaluation_tools()
      • test_procedure_definition_returns_correct_tools()
      • test_tool_filtering_matches_allowed_tools()
    • plexus.cli.procedure.tool_calling module
      • call_tool()
      • extract_all_tool_calls()
• plexus.cli.record_count package
  • Submodules
    • plexus.cli.record_count.counting module
      • resolve_account_id()
• plexus.cli.report package
  • Submodules
    • plexus.cli.report.config_commands module
    • plexus.cli.report.parameter_prompts module
      • collect_parameters_interactively()
      • display_collected_parameters()
      • parse_cli_parameter_options()
      • prompt_boolean()
      • prompt_for_parameter()
      • prompt_number()
      • prompt_select()
      • prompt_text()
    • plexus.cli.report.report_commands module
    • plexus.cli.report.reports module
    • plexus.cli.report.utils module
      • build_report_info_table()
      • format_kv()
      • resolve_account_id_for_command()
      • resolve_report()
      • resolve_report_config()
• plexus.cli.result package
  • Submodules
    • plexus.cli.result.results module
      • format_datetime()
      • format_score_result()
      • resolve_scorecard_identifier()
• plexus.cli.score package
  • ScoreService
    • ScoreService.__init__()
    • ScoreService.delete_score()
    • ScoreService.find_scores_by_pattern()
    • ScoreService.get_score_details()
    • ScoreService.resolve_scorecard_identifier()
    • ScoreService.validate_credentials()
  • Submodules
    • plexus.cli.score.score_service module
      • ScoreService
    • plexus.cli.score.scores module
      • create_client()
      • generate_key()
      • invoke_with_retry()
• plexus.cli.score_chat package
  • Submodules
    • plexus.cli.score_chat.celery module
      • generate_chat_id()
    • plexus.cli.score_chat.chat module
      • register_tasks()
    • plexus.cli.score_chat.graphql_chat module
      • register_graphql_chat_commands()
    • plexus.cli.score_chat.graphql_service module
      • GraphQLChatService
      • create_chat_session()
      • resume_chat_session()
    • plexus.cli.score_chat.repl module
      • ScoreChatREPL
      • StreamingCallbackHandler
    • plexus.cli.score_chat.service module
      • ScoreChatService
    • plexus.cli.score_chat.test_graphql_service module
      • TestConvenienceFunctions
      • TestExperimentIntegration
      • TestFileEditorIntegration
      • TestGraphQLChatService
• plexus.cli.scorecard package
  • Submodules
    • plexus.cli.scorecard.scorecards module
      • create_client()
      • detect_and_clean_duplicates()
      • ensure_valid_external_ids()
      • format_scorecard_panel()
      • generate_key()
      • get_yaml_handler()
      • resolve_account_identifier()
• plexus.cli.shared package
  • Submodules
    • plexus.cli.shared.CommandDispatch module
      • ItemCountColumn
      • OrderCommands
      • StatusColumn
      • create_celery_app()
      • create_cli()
      • ensure_tasks_registered()
      • get_celery_app()
      • get_progress_status()
      • safequote()
    • plexus.cli.shared.CommandLineInterface module
      • OrderCommands
      • main()
    • plexus.cli.shared.CommandProgress module
      • CommandProgress
      • ProgressState
    • plexus.cli.shared.CommandTasks module
      • register_tasks()
      • upload_file_to_s3()
    • plexus.cli.shared.TaskTargeting module
      • TaskTargetMatcher
      • TaskTargetPattern
    • plexus.cli.shared.check_local_score_cache module
      • check_local_score_cache()
    • plexus.cli.shared.cli_wrapper module
    • plexus.cli.shared.client_utils module
      • create_client()
    • plexus.cli.shared.command_output module
      • CommandOutputManager
      • get_format_type()
      • get_output_manager()
      • set_output_manager()
      • should_write_json_output()
      • write_json_output()
      • write_text_output()
    • plexus.cli.shared.console module
    • plexus.cli.shared.dependency_discovery module
      • build_name_id_mappings()
      • discover_dependencies()
      • extract_dependencies_from_config()
    • plexus.cli.shared.direct_identifier_resolution module
      • direct_resolve_score_identifier()
      • direct_resolve_scorecard_identifier()
    • plexus.cli.shared.direct_memoized_resolvers module
      • clear_direct_resolver_caches()
      • direct_memoized_resolve_score_identifier()
      • direct_memoized_resolve_scorecard_identifier()
    • plexus.cli.shared.evaluation_runner module
      • create_tracker_and_evaluation()
      • run_accuracy_evaluation()
    • plexus.cli.shared.experiment_runner module
      • create_tracker_and_experiment_task()
      • run_experiment_with_task_tracking()
    • plexus.cli.shared.fetch_score_configurations module
      • fetch_score_configurations()
      • load_cached_configurations()
    • plexus.cli.shared.fetch_scorecard_structure module
      • fetch_scorecard_structure()
    • plexus.cli.shared.file_editor module
      • FileEditor
    • plexus.cli.shared.identifier_resolution module
      • resolve_data_source()
      • resolve_item_identifier()
      • resolve_score_identifier()
      • resolve_scorecard_identifier()
    • plexus.cli.shared.identify_target_scores module
      • identify_target_scores()
    • plexus.cli.shared.iterative_config_fetching module
      • iteratively_fetch_configurations()
    • plexus.cli.shared.memoized_resolvers module
      • clear_resolver_caches()
      • memoized_resolve_item_identifier()
      • memoized_resolve_score_identifier()
      • memoized_resolve_scorecard_identifier()
    • plexus.cli.shared.plexus_tool module
      • PlexusTool
    • plexus.cli.shared.report module
    • plexus.cli.shared.score_config_fetching module
      • fetch_and_cache_single_score()
    • plexus.cli.shared.shared module
      • get_score_guidelines_path()
      • get_score_yaml_path()
      • get_scoring_jobs_for_batch()
      • sanitize_path_name()
      • select_sample_csv()
      • select_sample_data_driven()
    • plexus.cli.shared.stage_configurations module
      • get_evaluation_stage_configs()
      • get_evaluation_stages()
      • get_experiment_stage_configs()
      • get_feedback_evaluation_stage_configs()
      • get_prediction_stage_configs()
      • get_prediction_stages()
      • get_procedure_stage_configs()
      • get_stage_configs_for_operation_type()
    • plexus.cli.shared.task_progress_tracker module
      • Stage
      • StageConfig
      • TaskProgressTracker
    • plexus.cli.shared.universal_code module
      • detect_task_type_from_command()
      • extract_score_from_command()
      • extract_scorecard_from_command()
      • generate_evaluation_universal_code()
      • generate_prediction_universal_code()
      • generate_universal_code_yaml()
    • plexus.cli.shared.utils module
      • parse_kv_pairs()
• plexus.cli.task package
  • Submodules
    • plexus.cli.task.tasks module
      • format_datetime()
      • format_task_content()
• plexus.cli.training package
  • Submodules
    • plexus.cli.training.operations module
      • train_score()
• plexus.cli.tuning package
  • Submodules
    • plexus.cli.tuning.operations module
      • append_feedback_to_conversation()
      • contains_disagreement()
      • create_hallucination_feedback()
      • create_no_quotes_feedback()
      • generate_llm_completion()
      • get_file_path()
      • get_id_file_path()
      • get_output_dir()
      • verify_quotes_in_completion()

Submodules

• plexus.cli.CommandLineInterface module
  • main()