evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules package

Subpackages

• evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients package
  • Submodules
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.gpt_4_client module
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.llm_client module
    • LLMClient
      • LLMClient.request_result_text()
  • Module contents
• evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter package
  • Subpackages
    • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors package
      • Submodules
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.text_extractor module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor module
      • Module contents
  • Submodules
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter module
    • MarkdownConverter
      • MarkdownConverter.convert_material()
      • MarkdownConverter.retrieve_converted_material()
      • MarkdownConverter.run_conversion()
      • MarkdownConverter.run_pandoc_conversion()
      • MarkdownConverter.run_pptx2md_conversion()
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client module
    • MaterialClient
      • MaterialClient.add_to_path_dictionary_controller_from_server()
      • MaterialClient.get_material_upload_data_iterator()
      • MaterialClient.query_material()
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter module
    • MaterialFilter
      • MaterialFilter.collect_internal_lecture_material_contents()
      • MaterialFilter.collect_internal_lecture_materials_md_for_batch()
      • MaterialFilter.process_batch()
      • MaterialFilter.resolve_model()
      • MaterialFilter.run()
  • Module contents
• evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation package
  • Subpackages
    • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer package
      • Submodules
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.categorical_composer module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_template module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.value_range_composer module
      • Module contents
    • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations package
      • Submodules
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_evaluation module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_language_model_evaluation module
      • Module contents
  • Submodules
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.question_evaluation module
  • Module contents
• evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation package
  • Subpackages
    • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer package
      • Subpackages
      • Submodules
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.few_shot_example module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.generation_result_template module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_response_composer module
      • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer module
      • Module contents
  • Submodules
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer module
    • MessageComposer
      • MessageComposer.collect_few_shot_example_sources()
      • MessageComposer.compose()
      • MessageComposer.compose_capability_message()
      • MessageComposer.compose_few_shot_examples()
      • MessageComposer.compose_query_message()
      • MessageComposer.compose_relevant_educational_objective_explanations()
      • MessageComposer.compose_system_message()
      • MessageComposer.num_tokens_from_messages()
      • MessageComposer.token_overhead
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_generation module
  • Module contents
• evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits package
  • Submodules
  • evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider module
    • QuestionReprocessDecider
      • QuestionReprocessDecider.is_question_to_reprocess()
      • QuestionReprocessDecider.run_metric_evaluator()
  • Module contents

Submodules

evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer module

class evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer.PipelineResultComposer

Bases: InternalPipelineModule

async run(input: Any) → Any

The execution logic of the pipeline module. Checks IO-types on runtime.

Parameters:

input (Any) – Input to pipeline implementation.

Returns:

Output of pipeline implementation.

Return type:

Any

Module contents