plexus.cli package

Subpackages

• plexus.cli.analyze package
  • Submodules
    • plexus.cli.analyze.analysis module
      • PromptAnalysisResult
      • PromptAnalyzer
      • analyze_score_feedback()
      • analyze_topics()
• plexus.cli.batch package
  • Submodules
    • plexus.cli.batch.operations module
      • get_batch_jobs_for_processing()
      • get_file_path()
      • get_output_dir()
      • get_scoring_jobs_for_batch()
      • select_sample()
      • submit_batch_to_openai()
• plexus.cli.bertopic package
  • analyze_topics()
  • inspect_data()
  • test_ollama_chat()
  • transform_transcripts()
  • transform_transcripts_itemize()
  • transform_transcripts_llm()
• plexus.cli.chat package
  • Submodules
    • plexus.cli.chat.chats module
• plexus.cli.cost package
  • Submodules
    • plexus.cli.cost.analysis module
• plexus.cli.data package
  • Submodules
    • plexus.cli.data.operations module
      • NumpyEncoder
      • VectorizerLogger
      • analyze_question()
      • analyze_scorecard()
      • compute_shap_feature_importances()
      • preprocess_text()
• plexus.cli.data_lake package
  • Submodules
    • plexus.cli.data_lake.operations module
• plexus.cli.dataset package
  • Submodules
    • plexus.cli.dataset.curation module
      • build_associated_dataset_from_feedback_window()
      • build_associated_dataset_from_vetted_feedback_items()
      • build_associated_dataset_from_vetted_report()
      • collect_qualifying_feedback_items()
      • resolve_score_valid_classes_from_score_yaml()
    • plexus.cli.dataset.datasets module
      • apply_item_pipeline_to_dataframe()
      • build_associated_dataset_from_feedback_ids()
      • create_client()
      • create_initial_data_source_version()
      • get_amplify_bucket()
• plexus.cli.evaluation package
  • Submodules
    • plexus.cli.evaluation.evaluations module
      • assert_dataset_materialized_for_accuracy()
      • build_dataset_materialization_failure_message()
      • check_dict_serializability()
      • create_client()
      • format_confusion_matrix_summary()
      • get_amplify_bucket()
      • get_csv_samples()
      • get_data_driven_samples()
      • get_dataset_by_id()
      • get_latest_accuracy_evaluation_for_score_since()
      • get_latest_associated_dataset_for_score()
      • get_latest_dataset_for_data_source()
      • get_latest_score_version()
      • is_json_serializable()
      • list_associated_datasets_for_score()
      • load_configuration_from_yaml_file()
      • load_samples_from_cloud_dataset()
      • load_scorecard_from_api()
      • load_scorecard_from_yaml_files()
      • log_scorecard_configurations()
      • lookup_data_source()
      • resolve_cloud_dataset_sample_limit()
      • resolve_primary_score_id_for_accuracy()
      • resolve_score_external_id_to_uuid()
      • score_text_wrapper()
      • truncate_dict_strings()
      • validate_dataset_materialization()
• plexus.cli.execute package
  • Submodules
    • plexus.cli.execute.execute module
      • Usage
• plexus.cli.feedback package
  • Submodules
    • plexus.cli.feedback.commands module
    • plexus.cli.feedback.feedback_commands module
    • plexus.cli.feedback.feedback_info module
      • display_feedback_item()
      • format_datetime()
      • get_feedback_stats()
      • get_recent_feedback_items()
      • truncate_text()
    • plexus.cli.feedback.feedback_invalidation module
      • FeedbackInvalidationError
      • invalidate_feedback_item()
      • list_invalid_feedback_items_for_score()
      • reinstate_feedback_item()
      • reinstate_invalid_feedback_items_for_score()
      • resolve_feedback_item_for_invalidation()
      • serialize_feedback_item()
    • plexus.cli.feedback.feedback_invalidation_command module
    • plexus.cli.feedback.feedback_report module
    • plexus.cli.feedback.feedback_search module
      • build_date_filter()
      • fetch_feedback_items_fallback()
      • fetch_feedback_items_with_gsi()
      • find_feedback_async()
      • format_feedback_item_yaml()
      • prioritize_feedback_with_edit_comments()
    • plexus.cli.feedback.feedback_service module
      • FeedbackItemSummary
      • FeedbackSearchContext
      • FeedbackSearchResult
      • FeedbackService
      • FeedbackSummaryResult
    • plexus.cli.feedback.feedback_summary module
    • plexus.cli.feedback.report_runner module
      • build_window_config()
      • run_feedback_report_block()
• plexus.cli.item package
  • Submodules
    • plexus.cli.item.items module
      • find_item_by_any_identifier()
      • format_datetime()
      • format_feedback_items_content()
      • format_item_content()
      • format_score_results_content()
      • get_feedback_items_for_item()
      • get_score_results_for_item()
• plexus.cli.metrics package
  • Submodules
    • plexus.cli.metrics.aggregation module
      • BucketCounter
      • align_to_bucket()
      • classify_feedback_record()
      • count_feedback_records_efficiently()
      • count_records_efficiently()
      • dedupe_feedback_records()
      • get_feedback_record_timestamp()
      • parse_iso_datetime()
      • query_records_for_counting()
    • plexus.cli.metrics.commands module
      • get_account_id_from_env()
      • is_feedback_record_type()
      • metric_count_lookup_key()
    • plexus.cli.metrics.time_utils module
      • format_time_range()
      • get_calendar_hour_range()
      • get_time_range_from_args()
      • parse_flexible_time()
• plexus.cli.prediction package
  • Submodules
    • plexus.cli.prediction.predictions module
      • create_feedback_comparison()
      • get_score_instance()
      • handle_exception()
      • output_excel()
      • output_yaml_prediction_results()
      • predict_impl()
      • predict_score_impl()
      • predict_score_with_individual_loading()
      • select_sample()
• plexus.cli.procedure package
  • Subpackages
    • plexus.cli.procedure.lua_dsl package
      • LuaDSLRuntime
      • Subpackages
      • Submodules
    • plexus.cli.procedure.tactus_adapters package
      • PlexusChatAdapter
      • PlexusHITLAdapter
      • PlexusStorageAdapter
      • PlexusTraceSink
      • TerminalHITLAdapter
      • Submodules
  • Submodules
    • plexus.cli.procedure.builtin_procedures module
      • BuiltinProcedureSpec
      • get_builtin_procedure_spec()
      • get_builtin_procedure_yaml()
      • is_builtin_procedure_id()
    • plexus.cli.procedure.chat_recorder module
      • LangChainChatRecorderHook
      • ProcedureChatRecorder
      • truncate_for_log()
    • plexus.cli.procedure.cloudwatch_logger module
      • ProcedureCloudWatchLogger
    • plexus.cli.procedure.continuation_service module
      • build_continuation_context()
      • prepare_branch()
      • prepare_continuation()
    • plexus.cli.procedure.conversation_filter module
      • ConversationFilter
      • ConversationFilterBase
      • ManagerAgentConversationFilter
      • SOPAgentConversationFilter
      • TokenAwareConversationFilter
      • WorkerAgentConversationFilter
    • plexus.cli.procedure.conversation_utils module
      • ConversationUtils
    • plexus.cli.procedure.logging_utils module
      • capture_llm_context_for_agent()
      • capture_tactus_dspy_context_for_agent()
      • log_agent_response()
      • log_chat_history_for_agent()
      • log_filtered_vs_full_history()
      • log_tool_execution()
      • reduce_debug_noise()
      • truncate_log_message()
    • plexus.cli.procedure.mcp_adapter module
      • LangChainMCPAdapter
      • convert_mcp_tools_to_langchain()
    • plexus.cli.procedure.mcp_tool module
      • MCPTool
    • plexus.cli.procedure.mcp_transport module
      • EmbeddedMCPServer
      • InProcessMCPTransport
      • MCPResourceInfo
      • MCPToolInfo
      • ProcedureMCPClient
      • create_procedure_mcp_server()
    • plexus.cli.procedure.model_config module
      • ModelConfig
      • ModelConfigs
      • create_configured_llm()
    • plexus.cli.procedure.parameter_parser module
      • ParameterDefinition
      • ProcedureParameterParser
    • plexus.cli.procedure.procedure_executor module
      • ProcedureExecutionCancelled
      • execute_procedure()
    • plexus.cli.procedure.procedures module
    • plexus.cli.procedure.reset_service module
      • clone_state_for_branch()
      • reset_checkpoints()
      • reset_checkpoints_only()
    • plexus.cli.procedure.resume_service module
      • resume_all_pending()
      • resume_procedure()
    • plexus.cli.procedure.service module
      • ProcedureCreationResult
      • ProcedureInfo
      • ProcedureService
    • plexus.cli.procedure.stale_timeout module
      • launch_async_stale_timeout_scan()
      • timeout_stale_procedures()
    • plexus.cli.procedure.state_machine module
      • ProcedureStateMachine
      • create_state_machine()
      • get_valid_transitions()
      • is_valid_transition()
    • plexus.cli.procedure.state_machine_stages module
      • get_alignment_optimizer_stage_configs()
      • get_stage_names_from_state_machine()
      • get_stages_from_state_machine()
      • parse_state_machine_from_yaml()
    • plexus.cli.procedure.states module
      • get_next_states()
      • is_valid_state()
      • is_valid_transition()
    • plexus.cli.procedure.test_builtin_procedures module
      • test_builtin_console_procedure_prompt_teaches_docs_primitives()
      • test_builtin_console_procedure_version_is_current()
      • test_builtin_console_procedure_yaml_contains_tactus_source()
      • test_builtin_storage_adapter_uses_in_memory_metadata()
      • test_is_builtin_procedure_id()
      • test_run_procedure_builtin_passes_console_context_overrides()
      • test_run_procedure_builtin_routes_to_tactus_executor()
      • test_run_procedure_builtin_skips_mcp_server_when_disabled()
      • test_service_get_procedure_yaml_uses_builtin_without_db_lookup()
    • plexus.cli.procedure.test_chat_recorder_account_resolution module
      • test_end_session_supports_legacy_status_positional_call()
      • test_end_session_supports_tactus_signature_with_session_id()
      • test_get_console_session_history_merges_truncated_snapshot_with_db()
      • test_get_console_session_history_prefers_db_when_snapshot_lacks_assistant_context()
      • test_get_console_session_history_prefers_snapshot_over_db_when_both_exist()
      • test_get_console_session_history_returns_filtered_messages()
      • test_get_console_session_history_uses_client_snapshot_when_server_history_is_stale()
      • test_get_latest_console_trigger_message_prefers_dispatch_task()
      • test_get_latest_console_trigger_message_prefers_inline_trigger_content()
      • test_get_latest_console_trigger_message_returns_chat_content()
      • test_get_latest_console_trigger_message_uses_dispatch_task_when_account_context_mismatches()
      • test_get_steering_messages_returns_completed_flat_filtered_rows()
      • test_get_steering_messages_returns_flat_filtered_rows()
      • test_record_message_injects_optimizer_bot_attribution_for_runtime_user_chat()
      • test_record_message_preserves_existing_user_attribution_metadata()
      • test_record_message_uses_chat_stream_retry_policy()
      • test_resolve_account_id_falls_back_to_client_resolver()
      • test_resolve_account_id_prefers_context()
      • test_resolve_account_id_uses_procedure_record()
      • test_start_session_creates_console_category_when_console_trigger_missing_session_id()
      • test_start_session_ignores_stale_console_metadata_when_latest_task_is_not_console()
      • test_start_session_prefers_dispatch_task_console_metadata()
      • test_start_session_reuses_console_session_from_task_metadata()
      • test_start_session_reuses_explicit_console_session_from_context()
      • test_start_session_reuses_waiting_session_and_continues_sequence()
      • test_start_session_sets_optimizer_name_on_create()
      • test_start_session_updates_existing_optimizer_session_name_when_blank()
      • test_start_session_uses_dispatch_task_console_metadata_when_account_resolution_is_stale()
    • plexus.cli.procedure.test_continuation_service module
      • test_build_continuation_context_recovers_baseline_params_and_state_ids()
      • test_build_continuation_context_uses_names_when_ids_missing()
    • plexus.cli.procedure.test_feedback_alignment_optimizer_config module
      • test_optimizer_baseline_feedback_runs_score_rubric_consistency_check()
      • test_optimizer_contradictions_reports_use_active_score_version_cache_key()
      • test_optimizer_creative_cookbook_is_isolated_to_creative_lane()
      • test_optimizer_normal_cookbook_emphasizes_rubric_policy_before_mechanics()
      • test_optimizer_skill_documents_three_phase_rubric_memory_sop()
      • test_optimizer_sme_gate_refreshes_rubric_memory_for_active_version()
      • test_optimizer_startup_requests_recent_rubric_memory()
      • test_optimizer_startup_requests_retrieval_only_rubric_memory()
      • test_optimizer_structural_cookbook_includes_late_prompt_shape_lane()
      • test_optimizer_yaml_adds_creative_hypothesis_after_third_cycle()
      • test_optimizer_yaml_adds_report_phase_markers_for_context_capture()
      • test_optimizer_yaml_avoids_double_counting_after_cycle_record_and_formats_cycle_prompt_with_cycle_number()
      • test_optimizer_yaml_bounds_report_context_and_output_shapes()
      • test_optimizer_yaml_caps_hypothesis_slots_by_requested_num_candidates()
      • test_optimizer_yaml_deduplicates_submitted_candidate_records()
      • test_optimizer_yaml_defines_dedicated_reporting_agents()
      • test_optimizer_yaml_defines_safe_encode_for_score_test_failure_details()
      • test_optimizer_yaml_escalates_plateaus_instead_of_stopping_or_shrinking()
      • test_optimizer_yaml_gates_sme_questions_with_rubric_memory()
      • test_optimizer_yaml_handles_semantically_unchanged_submit_errors()
      • test_optimizer_yaml_ignores_code_editor_prose_after_terminal_tools()
      • test_optimizer_yaml_keeps_bold_lane_and_uses_escalation_advisor()
      • test_optimizer_yaml_marks_one_cycle_runs_as_verification_only()
      • test_optimizer_yaml_marks_report_failures_as_terminal_without_losing_cycle_state()
      • test_optimizer_yaml_never_promotes_champion_and_reports_manual_follow_up()
      • test_optimizer_yaml_passes_code_editor_context_inline_without_history_injection()
      • test_optimizer_yaml_preprocessing_guidance_starts_with_broad_relevant_windows()
      • test_optimizer_yaml_rebaselines_continuations_when_feedback_target_advanced()
      • test_optimizer_yaml_records_sample_size_diagnostics()
      • test_optimizer_yaml_rejects_non_completed_evaluation_handles()
      • test_optimizer_yaml_rejects_repeated_strongly_harmful_hypothesis_territory()
      • test_optimizer_yaml_routes_report_generation_to_reporting_agents()
      • test_optimizer_yaml_runs_contradictions_directly_without_background_dispatch()
      • test_optimizer_yaml_skips_invalid_synthesis_strategy_selection()
      • test_optimizer_yaml_skips_synthesis_when_no_hypothesis_has_positive_signal()
      • test_optimizer_yaml_treats_cycle_errors_as_terminal_and_does_not_extend_iteration_cap()
      • test_optimizer_yaml_treats_interruption_as_terminal_not_retryable()
      • test_optimizer_yaml_uses_central_agent_steering_not_mailbox_polling()
      • test_optimizer_yaml_uses_dedicated_hypothesis_planner_and_agent_model_overrides()
      • test_optimizer_yaml_uses_lane_specific_cookbooks()
      • test_optimizer_yaml_uses_required_report_phase_helper_for_all_report_llm_calls()
      • test_optimizer_yaml_uses_safe_tool_call_arg_helper_instead_of_direct_args_dereferences()
      • test_optimizer_yaml_uses_shared_score_version_test_tool()
      • test_optimizer_yaml_uses_utf8_safe_truncation_without_byte_slicing()
    • plexus.cli.procedure.test_insights_hypothesis_transition module
      • test_continue_iteration_callback()
      • test_full_insights_to_hypothesis_cycle()
      • test_hypothesis_phase_after_insights()
      • test_insights_can_finish_or_continue()
      • test_insights_to_hypothesis_transition_exists()
      • test_state_machine_transition_map_includes_insights_to_hypothesis()
    • plexus.cli.procedure.test_mcp_transport module
      • TestConvenienceFunctions
      • TestEmbeddedMCPServer
      • TestInProcessMCPTransport
      • TestIntegrationScenarios
      • TestProcedureMCPClient
      • test_advance_task_to_stage_by_name_uses_long_running_retry_policy()
      • test_update_stage_progress_uses_long_running_retry_policy()
    • plexus.cli.procedure.test_phase_agent module
      • TestPhaseAgent
    • plexus.cli.procedure.test_procedure_executor_compat module
      • test_console_tactus_bridges_mcp_tools_into_toolset_registry()
      • test_execute_tactus_applies_child_depth_budget_to_runtime_source()
      • test_execute_tactus_completes_stages_only_on_success()
      • test_execute_tactus_does_not_duplicate_response_when_trace_already_has_same_assistant_text()
      • test_execute_tactus_does_not_record_result_response_when_trace_has_different_assistant_text()
      • test_execute_tactus_fails_when_child_budget_cost_is_exceeded()
      • test_execute_tactus_hydrates_context_from_params_values()
      • test_execute_tactus_initializes_embedded_mcp_transport()
      • test_execute_tactus_injects_console_session_history_into_runtime_context()
      • test_execute_tactus_injects_console_trigger_message_into_runtime_context()
      • test_execute_tactus_marks_stages_failed_when_runtime_raises()
      • test_execute_tactus_marks_stages_failed_when_runtime_returns_failure()
      • test_execute_tactus_marks_stages_failed_when_runtime_returns_wrapped_failure()
      • test_execute_tactus_passes_chat_recorder_when_supported()
      • test_execute_tactus_persists_inference_costs_from_cost_events()
      • test_execute_tactus_records_result_response_when_trace_has_no_assistant_messages()
      • test_execute_tactus_sets_chat_recorder_account_id_from_runtime_context()
      • test_execute_tactus_skips_chat_recorder_console_lookups_when_context_provides_values()
      • test_execute_tactus_stops_before_runtime_when_task_cancelled()
      • test_execute_tactus_streams_via_log_handler_without_trace_sink_constructor()
      • test_execute_tactus_supports_legacy_runtime_without_trace_sink()
      • test_execute_tactus_synthesizes_assistant_message_for_legacy_chat_runtime()
      • test_scorecard_create_dry_run_skips_approval()
      • test_trace_bridge_forwards_cost_events_to_trace_sink()
    • plexus.cli.procedure.test_procedure_optimize_cli_result module
      • LuaTableLike
      • test_lua_to_python_converts_contiguous_one_based_tables_to_lists()
      • test_lua_to_python_converts_nested_iterations_to_list()
      • test_lua_to_python_preserves_non_contiguous_numeric_key_dicts()
      • test_lua_to_python_preserves_string_key_dicts()
      • test_optimize_table_summary_handles_lua_style_iteration_result()
    • plexus.cli.procedure.test_reset_service module
      • test_clone_state_for_branch_clears_costs_and_runtime_mailbox_state()
    • plexus.cli.procedure.test_score_editor_toolset module
      • FakeMCPClient
      • FakePullMCPClient
      • test_load_content_from_api_fails_clearly_on_invalid_yaml()
      • test_load_content_from_api_normalizes_yaml_before_exposing_it()
      • test_setup_fails_fast_when_direct_yaml_is_invalid()
      • test_setup_normalizes_direct_yaml_content_to_block_scalars()
      • test_setup_normalizes_numeric_external_id_to_string()
      • test_submit_score_version_allows_extractor_then_classifier_pattern()
      • test_submit_score_version_rejects_classifier_as_extractor_candidate()
      • test_submit_score_version_rejects_semantically_unchanged_yaml()
      • test_submit_score_version_surfaces_validation_errors_from_envelope()
    • plexus.cli.procedure.test_service_actor_attribution module
      • test_run_evaluation_for_procedure_passes_parent_client_and_account()
      • test_run_procedure_builtin_wraps_execution_with_runtime_actor_context()
    • plexus.cli.procedure.test_service_yaml_loader module
      • test_get_procedure_yaml_loads_s3_code_when_metadata_is_dict()
    • plexus.cli.procedure.test_spec_runner_service module
      • service()
      • test_acceptance_procedure_specs_pass_in_mock_mode()
      • test_spec_runner_fails_on_invalid_yaml()
      • test_spec_runner_fails_when_code_missing()
      • test_spec_runner_fails_when_no_spec_block()
      • test_spec_runner_loads_yaml_from_procedure_id()
      • test_spec_runner_propagates_integration_mode()
      • test_spec_runner_runs_embedded_specs_from_yaml()
    • plexus.cli.procedure.test_stale_timeout module
      • test_timeout_stale_procedures_continues_when_procedure_update_conflicts()
      • test_timeout_stale_procedures_excludes_runs_started_before_lookback()
      • test_timeout_stale_procedures_marks_chat_silent_run_stalled()
      • test_timeout_stale_procedures_skips_foreign_host_runtime_when_activity_is_stale()
      • test_timeout_stale_procedures_skips_fresh_chat_activity()
      • test_timeout_stale_procedures_skips_stale_chat_when_runtime_heartbeat_is_fresh()
      • test_timeout_stale_procedures_skips_waiting_for_human()
      • test_timeout_stale_procedures_skips_when_local_runtime_process_is_active()
      • test_timeout_stale_procedures_times_out_no_chat_when_started_is_stale()
    • plexus.cli.procedure.test_state_machine module
      • test_allowed_transitions_property()
      • test_callbacks_are_called()
      • test_completed_is_final_state()
      • test_error_transitions()
      • test_get_valid_transitions_from_hypothesis()
      • test_get_valid_transitions_from_start()
      • test_invalid_transition_raises_error()
      • test_is_valid_transition_helper()
      • test_recovery_from_error()
      • test_state_machine_initial_state()
      • test_state_machine_resume_from_state()
      • test_valid_transition_evaluation_to_hypothesis()
      • test_valid_transition_hypothesis_to_completed()
      • test_valid_transition_hypothesis_to_test()
      • test_valid_transition_start_to_evaluation()
      • test_valid_transition_test_to_insights()
    • plexus.cli.procedure.test_storage_metadata_preservation module
      • test_save_procedure_metadata_preserves_runtime_and_failure_fields()
      • test_update_procedure_status_uses_long_running_write_policy()
    • plexus.cli.procedure.test_tactus_hitl_adapter module
      • test_cancel_pending_request_uses_long_running_retry_policy()
      • test_check_pending_response_ignores_non_canonical_response_payload()
      • test_request_interaction_creates_pending_message_and_sets_waiting_status()
      • test_request_interaction_returns_response_from_existing_pending_message()
      • test_request_interaction_reuses_existing_unresolved_pending_message()
    • plexus.cli.procedure.test_tactus_integration module
      • mock_plexus_client()
      • simple_lua_config()
      • test_tactus_checkpoint_persistence()
      • test_tactus_error_handling()
      • test_tactus_state_persistence()
      • test_tactus_with_plexus_adapters()
    • plexus.cli.procedure.test_tool_explanation_enforcement_simple module
      • TestToolExplanationEnforcement
    • plexus.cli.procedure.test_trace_sink module
      • test_trace_sink_cost_events_attach_to_streamed_assistant_message()
      • test_trace_sink_does_not_attach_zero_cost_placeholder_to_assistant_message()
      • test_trace_sink_does_not_flag_successful_string_tool_output_as_failure()
      • test_trace_sink_drops_duplicate_post_stream_assistant_message()
      • test_trace_sink_drops_placeholder_assistant_completion_message()
      • test_trace_sink_ends_session_with_status()
      • test_trace_sink_late_cost_event_updates_recent_assistant_message()
      • test_trace_sink_records_assistant_alert_for_failed_tool_result()
      • test_trace_sink_records_modern_tool_call_event_shape()
      • test_trace_sink_records_tool_call_with_structured_payloads()
      • test_trace_sink_skips_dispatch_metadata_lookup_for_builtin_console_procedure()
      • test_trace_sink_skips_dispatch_metadata_lookup_when_disabled()
      • test_trace_sink_stream_chunk_upserts_single_assistant_message()
      • test_trace_sink_stream_completion_finalizes_message_and_tracks_text()
      • test_trace_sink_stream_metadata_contains_latency_markers()
      • test_trace_sink_tool_call_message_includes_tool_cost_metadata()
      • test_trace_sink_updates_started_tool_call_from_explicit_tool_response()
    • plexus.cli.procedure.tool_calling module
      • call_tool()
      • extract_all_tool_calls()
• plexus.cli.record_count package
  • Submodules
    • plexus.cli.record_count.counting module
      • resolve_account_id()
• plexus.cli.report package
  • Submodules
    • plexus.cli.report.action_items module
    • plexus.cli.report.config_commands module
    • plexus.cli.report.parameter_prompts module
      • collect_parameters_interactively()
      • display_collected_parameters()
      • parse_cli_parameter_options()
      • prompt_boolean()
      • prompt_date_range()
      • prompt_for_parameter()
      • prompt_number()
      • prompt_select()
      • prompt_text()
    • plexus.cli.report.report_commands module
    • plexus.cli.report.reports module
    • plexus.cli.report.utils module
      • build_report_info_table()
      • format_kv()
      • resolve_account_id_for_command()
      • resolve_report()
      • resolve_report_config()
• plexus.cli.result package
  • Submodules
    • plexus.cli.result.results module
      • format_datetime()
      • format_score_result()
      • resolve_scorecard_identifier()
• plexus.cli.rubric_memory package
  • Submodules
    • plexus.cli.rubric_memory.commands module
• plexus.cli.score package
  • ScoreService
    • ScoreService.__init__()
    • ScoreService.delete_score()
    • ScoreService.find_scores_by_pattern()
    • ScoreService.get_score_details()
    • ScoreService.resolve_scorecard_identifier()
    • ScoreService.validate_credentials()
  • Submodules
    • plexus.cli.score.score_service module
      • ScoreService
    • plexus.cli.score.scores module
      • create_client()
      • generate_key()
      • invoke_with_retry()
• plexus.cli.score_chat package
  • Submodules
    • plexus.cli.score_chat.celery module
      • generate_chat_id()
    • plexus.cli.score_chat.chat module
      • register_tasks()
    • plexus.cli.score_chat.graphql_chat module
      • register_graphql_chat_commands()
    • plexus.cli.score_chat.graphql_service module
      • GraphQLChatService
      • create_chat_session()
      • resume_chat_session()
    • plexus.cli.score_chat.repl module
      • ScoreChatREPL
      • StreamingCallbackHandler
    • plexus.cli.score_chat.service module
      • ScoreChatService
    • plexus.cli.score_chat.test_graphql_service module
      • TestConvenienceFunctions
      • TestExperimentIntegration
      • TestFileEditorIntegration
      • TestGraphQLChatService
• plexus.cli.scorecard package
  • Submodules
    • plexus.cli.scorecard.scorecards module
      • create_client()
      • detect_and_clean_duplicates()
      • ensure_valid_external_ids()
      • format_scorecard_panel()
      • generate_key()
      • get_yaml_handler()
      • resolve_account_identifier()
• plexus.cli.shared package
  • Submodules
    • plexus.cli.shared.CommandDispatch module
      • ItemCountColumn
      • OrderCommands
      • StatusColumn
      • create_celery_app()
      • create_cli()
      • ensure_tasks_registered()
      • get_celery_app()
      • get_progress_status()
      • safequote()
    • plexus.cli.shared.CommandLineInterface module
      • OrderCommands
      • main()
    • plexus.cli.shared.CommandProgress module
      • CommandProgress
      • ProgressState
    • plexus.cli.shared.CommandTasks module
      • register_tasks()
      • upload_file_to_s3()
    • plexus.cli.shared.TaskTargeting module
      • TaskTargetMatcher
      • TaskTargetPattern
    • plexus.cli.shared.candidate_assessment_bundle module
      • build_candidate_assessment_attachment_key()
      • build_candidate_assessment_attachment_payload()
      • build_candidate_assessment_compact_summary()
      • create_candidate_assessment_bundle()
    • plexus.cli.shared.candidate_assessment_runner module
      • run_candidate_assessment_workflow()
      • upload_task_attachment_json()
    • plexus.cli.shared.check_local_score_cache module
      • check_local_score_cache()
    • plexus.cli.shared.cli_wrapper module
    • plexus.cli.shared.client_utils module
      • create_client()
    • plexus.cli.shared.command_output module
      • CommandOutputManager
      • get_format_type()
      • get_output_manager()
      • set_output_manager()
      • should_write_json_output()
      • write_json_output()
      • write_text_output()
    • plexus.cli.shared.console module
    • plexus.cli.shared.dependency_discovery module
      • build_name_id_mappings()
      • discover_dependencies()
      • extract_dependencies_from_config()
    • plexus.cli.shared.direct_identifier_resolution module
      • direct_resolve_score_identifier()
      • direct_resolve_scorecard_identifier()
    • plexus.cli.shared.direct_memoized_resolvers module
      • clear_direct_resolver_caches()
      • direct_memoized_resolve_score_identifier()
      • direct_memoized_resolve_scorecard_identifier()
    • plexus.cli.shared.evaluation_runner module
      • create_tracker_and_evaluation()
      • run_accuracy_evaluation()
    • plexus.cli.shared.evaluation_value_function module
      • ValueFunctionConfig
      • best_of()
      • is_comparable_protocol()
      • value()
    • plexus.cli.shared.experiment_runner module
      • ProcedureRunTermination
      • create_tracker_and_experiment_task()
      • run_procedure_with_task_tracking()
    • plexus.cli.shared.feedback_evaluation_runner module
      • FeedbackRunnerRequest
      • build_feedback_command()
      • build_feedback_run_summary()
      • ensure_feedback_runner_task()
      • find_feedback_evaluation_id_by_task_id()
      • format_feedback_run_kanbus_comment()
      • post_kanbus_comment()
      • run_feedback_evaluation_orchestrated()
      • wait_for_feedback_evaluation_id()
      • wait_for_feedback_evaluation_terminal_status()
    • plexus.cli.shared.fetch_score_configurations module
      • fetch_score_configurations()
      • load_cached_configurations()
    • plexus.cli.shared.fetch_scorecard_structure module
      • fetch_scorecard_structure()
    • plexus.cli.shared.file_editor module
      • FileEditor
    • plexus.cli.shared.generalization_metrics module
      • compute_generalization_metrics()
    • plexus.cli.shared.identifier_resolution module
      • resolve_data_source()
      • resolve_item_identifier()
      • resolve_item_reference()
      • resolve_score_identifier()
      • resolve_scorecard_identifier()
    • plexus.cli.shared.identify_target_scores module
      • identify_target_scores()
    • plexus.cli.shared.iterative_config_fetching module
      • iteratively_fetch_configurations()
    • plexus.cli.shared.memoized_resolvers module
      • clear_resolver_caches()
      • memoized_resolve_item_identifier()
      • memoized_resolve_score_identifier()
      • memoized_resolve_scorecard_identifier()
    • plexus.cli.shared.optimization_acceptance_policy module
      • AcceptancePolicyConfig
      • assess_candidate()
    • plexus.cli.shared.optimizer_results module
      • OptimizerResultsService
      • OptimizerRunRecord
    • plexus.cli.shared.optimizer_shadow_invalidation module
      • build_feedback_target_hash()
      • build_shadow_yaml()
      • extract_shadow_invalid_feedback_item_ids_from_mapping()
      • extract_shadow_invalid_feedback_item_ids_from_yaml_text()
      • normalize_shadow_invalid_feedback_item_ids()
      • normalize_shadow_invalid_field_in_yaml_text()
      • parse_score_yaml_text()
      • resolve_score_version_configuration()
      • resolve_score_version_shadow_invalidation_metadata()
    • plexus.cli.shared.plexus_tool module
      • PlexusTool
    • plexus.cli.shared.report module
    • plexus.cli.shared.score_config_fetching module
      • fetch_and_cache_single_score()
    • plexus.cli.shared.shared module
      • get_score_guidelines_path()
      • get_score_yaml_path()
      • get_scoring_jobs_for_batch()
      • sanitize_path_name()
      • select_sample_csv()
      • select_sample_data_driven()
    • plexus.cli.shared.stage_configurations module
      • get_evaluation_stage_configs()
      • get_evaluation_stages()
      • get_experiment_stage_configs()
      • get_feedback_evaluation_stage_configs()
      • get_prediction_stage_configs()
      • get_prediction_stages()
      • get_procedure_stage_configs()
      • get_stage_configs_for_operation_type()
    • plexus.cli.shared.task_output_storage module
      • compact_task_output_for_storage()
      • persist_task_output_artifact()
      • resolve_task_output_attachment_bucket_name()
      • upload_task_attachment_bytes()
    • plexus.cli.shared.task_progress_tracker module
      • Stage
      • StageConfig
      • TaskProgressTracker
    • plexus.cli.shared.test_command_dispatch module
      • test_build_local_run_args_uses_plexus_entrypoint_for_other_task_types()
      • test_build_local_run_args_uses_python_module_for_programmatic_report_blocks()
      • test_list_pending_tasks_only_returns_pending_and_sorts_newest_first()
      • test_list_pending_tasks_skips_console_async_worker_tasks()
    • plexus.cli.shared.test_experiment_runner module
      • test_extract_run_parameters_prefers_value_then_default_for_params_mapping()
      • test_extract_run_parameters_supports_parameters_array()
      • test_run_procedure_launches_background_stale_timeout_scan()
      • test_run_procedure_persists_abort_and_reraises()
      • test_run_procedure_persists_compacted_task_output_attachment()
      • test_run_procedure_persists_failed_result_telemetry()
      • test_run_procedure_persists_nonzero_system_exit_and_reraises()
      • test_run_procedure_persists_sigterm_telemetry_and_reraises()
    • plexus.cli.shared.universal_code module
      • detect_task_type_from_command()
      • extract_score_from_command()
      • extract_scorecard_from_command()
      • generate_evaluation_universal_code()
      • generate_prediction_universal_code()
      • generate_universal_code_yaml()
    • plexus.cli.shared.utils module
      • parse_kv_pairs()
    • plexus.cli.shared.workflow_decision_synthesis module
      • synthesize_workflow_decision()
• plexus.cli.task package
  • Submodules
    • plexus.cli.task.tasks module
      • format_datetime()
      • format_task_content()
• plexus.cli.training package
  • Submodules
    • plexus.cli.training.operations module
      • train_score()
• plexus.cli.tuning package
  • Submodules
    • plexus.cli.tuning.operations module
      • append_feedback_to_conversation()
      • contains_disagreement()
      • create_hallucination_feedback()
      • create_no_quotes_feedback()
      • generate_llm_completion()
      • get_file_path()
      • get_id_file_path()
      • get_output_dir()
      • verify_quotes_in_completion()

Submodules

• plexus.cli.CommandLineInterface module
  • main()