Index

A

add_file_async() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) add_pipeline() (evalquiz_pipeline_server.pipeline_execution.pipeline_executor.PipelineExecutor method) add_to_path_dictionary_controller_from_server() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client.MaterialClient method) advantageous_capabilities (evalquiz_proto.shared.generated.CourseSettings attribute)

ANALYZE (evalquiz_proto.shared.generated.EducationalObjective attribute) answer_text (evalquiz_proto.shared.generated.MultipleChoice attribute) answer_texts (evalquiz_proto.shared.generated.MultipleResponse attribute) APPLY (evalquiz_proto.shared.generated.EducationalObjective attribute)

B

bag_of_words_from_preprocessed_texts() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) Batch (class in evalquiz_proto.shared.generated) batch_status (evalquiz_proto.shared.generated.PipelineStatus attribute)

batches (evalquiz_proto.shared.generated.InternalConfig attribute) BatchStatus (class in evalquiz_proto.shared.generated) by_metrics (evalquiz_proto.shared.generated.Mode attribute) ByMetrics (class in evalquiz_proto.shared.generated)

C

capabilites (evalquiz_proto.shared.generated.Batch attribute) Capability (class in evalquiz_proto.shared.generated) cast_to_lecture_material() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) cast_to_pipeline_module() (evalquiz_pipeline_server.pipeline_execution.internal_pipeline_module.InternalPipelineModule method) Categorical (class in evalquiz_proto.shared.generated) categorical (evalquiz_proto.shared.generated.EvaluationResultType attribute) CategoricalComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.categorical_composer) categories (evalquiz_proto.shared.generated.Categorical attribute) collect_few_shot_example_sources() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) collect_internal_lecture_material_contents() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter.MaterialFilter method) collect_internal_lecture_materials_md_for_batch() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter.MaterialFilter method) Complete (class in evalquiz_proto.shared.generated) complete (evalquiz_proto.shared.generated.Mode attribute) COMPLEX (evalquiz_proto.shared.generated.Relationship attribute) compose() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method)

compose_capability_message() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) compose_few_shot_examples() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) compose_keywords() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) compose_query_message() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.categorical_composer.CategoricalComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer.EvaluationResultTypeComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.value_range_composer.ValueRangeComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_composer.MultipleChoiceComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer.QuestionTypeComposer method) compose_relevant_educational_objective_explanations() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) compose_system_message() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method) convert_material() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter.MarkdownConverter method) copy_and_load_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) course_goals (evalquiz_proto.shared.generated.CourseSettings attribute) course_settings (evalquiz_proto.shared.generated.InternalConfig attribute) CourseSettings (class in evalquiz_proto.shared.generated)

D

data (evalquiz_proto.shared.generated.MaterialUploadData attribute) DataChunkNotBytesException DefaultInternalConfig (class in evalquiz_pipeline_server.evalquiz_config_iteration.default_internal_config) delete_all_files_in_folder() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) delete_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method)

delete_material() (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) delete_pipeline() (evalquiz_pipeline_server.pipeline_execution.pipeline_executor.PipelineExecutor method) DIFFERENCES (evalquiz_proto.shared.generated.Relationship attribute) distractor_text (evalquiz_proto.shared.generated.MultipleChoice attribute) distractor_texts (evalquiz_proto.shared.generated.MultipleResponse attribute)

E

educational_objective (evalquiz_proto.shared.generated.Capability attribute) EducationalObjective (class in evalquiz_proto.shared.generated) Empty (class in evalquiz_proto.shared.generated) error_message (evalquiz_proto.shared.generated.BatchStatus attribute) evalquiz_pipeline_server module evalquiz_pipeline_server.evalquiz_config_iteration module evalquiz_pipeline_server.evalquiz_config_iteration.default_internal_config module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.llm_client module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.text_extractor module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.categorical_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_template module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.value_range_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_evaluation module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.few_shot_example module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.generation_result_template module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_few_shot_examples module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_response_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits module evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider module evalquiz_pipeline_server.evalquiz_config_iteration.pipelines module evalquiz_pipeline_server.pipeline_execution module evalquiz_pipeline_server.pipeline_execution.internal_pipeline_module module evalquiz_pipeline_server.pipeline_execution.pipeline module

evalquiz_pipeline_server.pipeline_execution.pipeline_execution module evalquiz_pipeline_server.pipeline_execution.pipeline_executor module evalquiz_pipeline_server.tests module evalquiz_pipeline_server.tests.evalquiz_config_iteration module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_material_client module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.test_material_type_composer module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.test_message_composer module evalquiz_pipeline_server.tests.evalquiz_config_iteration.pipelines module evalquiz_pipeline_server.tests.pipeline_execution module evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_execution module evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor module evalquiz_proto module evalquiz_proto.shared module evalquiz_proto.shared.exceptions module evalquiz_proto.shared.generated module evalquiz_proto.shared.internal_lecture_material module evalquiz_proto.shared.mimetype_resolver module evalquiz_proto.shared.path_dictionary_controller module evalquiz_proto.tests module evalquiz_proto.tests.shared module evalquiz_proto.tests.shared.test_internal_lecture_material module EVALUATE (evalquiz_proto.shared.generated.EducationalObjective attribute) evaluate() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_evaluation.InternalEvaluation method) Evaluation (class in evalquiz_proto.shared.generated) evaluation (evalquiz_proto.shared.generated.Metric attribute) evaluation_description (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) evaluation_reference (evalquiz_proto.shared.generated.ByMetrics attribute) evaluation_result (evalquiz_proto.shared.generated.ByMetrics attribute) (evalquiz_proto.shared.generated.GenerationEvaluationResult attribute) evaluation_result_type (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) evaluation_results (evalquiz_proto.shared.generated.Question attribute) evaluation_settings (evalquiz_proto.shared.generated.InternalConfig attribute) EvaluationNotCompatibleWithInternalEvaluation EvaluationResult (class in evalquiz_proto.shared.generated) EvaluationResultTemplate (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_template) EvaluationResultType (class in evalquiz_proto.shared.generated) EvaluationResultTypeComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer) EvaluationSettings (class in evalquiz_proto.shared.generated) evaluator_type (evalquiz_proto.shared.generated.ByMetrics attribute) extract_with_capabilites() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.text_extractor.TextExtractor method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method)

F

FAILED (evalquiz_proto.shared.generated.ModuleStatus attribute) few_shot_examples (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) FewShotExample (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.few_shot_example) file_type (evalquiz_proto.shared.generated.LectureMaterial attribute) file_upload_cleanup() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) FileOverwriteNotPermittedException find_most_similar_words_of_capabilities() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method)

find_sentences_with_keywords() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) find_similar_words_in_texts() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) FirstDataChunkNotMetadataException fixed_guess_extension() (evalquiz_proto.shared.mimetype_resolver.MimetypeResolver static method) fixed_guess_type() (evalquiz_proto.shared.mimetype_resolver.MimetypeResolver static method) float_value (evalquiz_proto.shared.generated.EvaluationResult attribute) from_mongodb_document() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial class method)

G

generation_result (evalquiz_proto.shared.generated.GenerationEvaluationResult attribute) (evalquiz_proto.shared.generated.Question attribute) generation_settings (evalquiz_proto.shared.generated.InternalConfig attribute) GenerationEvaluationResult (class in evalquiz_proto.shared.generated) GenerationResult (class in evalquiz_proto.shared.generated) GenerationResultTemplate (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.generation_result_template) GenerationSettings (class in evalquiz_proto.shared.generated) get_file_from_hash_async() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_file_path_from_hash() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method)

get_material() (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) get_material_hashes() (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_material_name() (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_material_upload_data_iterator() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client.MaterialClient method)

H

hash (evalquiz_proto.shared.generated.LectureMaterial attribute)

I

IDLE (evalquiz_proto.shared.generated.ModuleStatus attribute) IncInternalPipelineModule (class in evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_execution) INNOVATE (evalquiz_proto.shared.generated.EducationalObjective attribute) input_datatype (evalquiz_proto.shared.generated.PipelineModule attribute) internal_config (evalquiz_proto.shared.generated.PipelineResult attribute) internal_lecture_material() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) (in module evalquiz_proto.tests.shared.test_internal_lecture_material)

internal_lecture_material_pptx() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) InternalConfig (class in evalquiz_proto.shared.generated) InternalEvaluation (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_evaluation) InternalLectureMaterial (class in evalquiz_proto.shared.internal_lecture_material) InternalPipelineModule (class in evalquiz_pipeline_server.pipeline_execution.internal_pipeline_module) is_question_to_reprocess() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider.QuestionReprocessDecider method) iterate_config() (evalquiz_proto.shared.generated.PipelineServerBase method) (evalquiz_proto.shared.generated.PipelineServerStub method)

K

keywords (evalquiz_proto.shared.generated.Capability attribute)

KNOW_AND_UNDERSTAND (evalquiz_proto.shared.generated.EducationalObjective attribute)

L

language_model_evaluation (evalquiz_proto.shared.generated.Evaluation attribute) LanguageModelEvaluation (class in evalquiz_proto.shared.generated) lecture_materials (evalquiz_proto.shared.generated.Batch attribute) LectureMaterial (class in evalquiz_proto.shared.generated) LectureMaterialLocallyNotFoundException LectureMaterialNotFoundOnRemotesException

ListOfStrings (class in evalquiz_proto.shared.generated) LLMClient (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.llm_client) load_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) local_path (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial attribute) lower_bound (evalquiz_proto.shared.generated.PageFilter attribute) (evalquiz_proto.shared.generated.ValueRange attribute)

M

markdown_converter() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) MarkdownConverter (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter) material_client() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_material_client) material_server_urls (evalquiz_proto.shared.generated.InternalConfig attribute) MaterialClient (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client) MaterialFilter (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter) MaterialServerBase (class in evalquiz_proto.shared.generated) MaterialServerStub (class in evalquiz_proto.shared.generated) MaterialUploadData (class in evalquiz_proto.shared.generated) message_composer() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.test_message_composer) MessageComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer) Metadata (class in evalquiz_proto.shared.generated) metadata (evalquiz_proto.shared.generated.MaterialUploadData attribute) Metric (class in evalquiz_proto.shared.generated) metrics (evalquiz_proto.shared.generated.EvaluationSettings attribute) mimetype (evalquiz_proto.shared.generated.Metadata attribute) MimetypeMismatchException MimetypeNotDetectedException MimetypeResolver (class in evalquiz_proto.shared.mimetype_resolver) MissingDefaultInternalConfigAttributeException Mode (class in evalquiz_proto.shared.generated) mode (evalquiz_proto.shared.generated.GenerationSettings attribute) (evalquiz_proto.shared.generated.Metric attribute) model (evalquiz_proto.shared.generated.GenerationSettings attribute) (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) module evalquiz_pipeline_server evalquiz_pipeline_server.evalquiz_config_iteration evalquiz_pipeline_server.evalquiz_config_iteration.default_internal_config evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.llm_client evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.text_extractor evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.categorical_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_template evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.value_range_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations.internal_evaluation evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.few_shot_example evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.generation_result_template evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_few_shot_examples evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_response_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider evalquiz_pipeline_server.evalquiz_config_iteration.pipelines evalquiz_pipeline_server.pipeline_execution evalquiz_pipeline_server.pipeline_execution.internal_pipeline_module evalquiz_pipeline_server.pipeline_execution.pipeline evalquiz_pipeline_server.pipeline_execution.pipeline_execution evalquiz_pipeline_server.pipeline_execution.pipeline_executor evalquiz_pipeline_server.tests evalquiz_pipeline_server.tests.evalquiz_config_iteration evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_material_client evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.internal_evaluations evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.test_material_type_composer evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.test_message_composer evalquiz_pipeline_server.tests.evalquiz_config_iteration.pipelines evalquiz_pipeline_server.tests.pipeline_execution evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_execution evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor evalquiz_proto evalquiz_proto.shared evalquiz_proto.shared.exceptions evalquiz_proto.shared.generated evalquiz_proto.shared.internal_lecture_material evalquiz_proto.shared.mimetype_resolver evalquiz_proto.shared.path_dictionary_controller evalquiz_proto.tests evalquiz_proto.tests.shared evalquiz_proto.tests.shared.test_internal_lecture_material

module_status (evalquiz_proto.shared.generated.BatchStatus attribute) ModuleStatus (class in evalquiz_proto.shared.generated) multiple_choice (evalquiz_proto.shared.generated.GenerationResult attribute) MULTIPLE_CHOICE (evalquiz_proto.shared.generated.QuestionType attribute) multiple_choice_composer() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.test_material_type_composer) multiple_response (evalquiz_proto.shared.generated.GenerationResult attribute) MULTIPLE_RESPONSE (evalquiz_proto.shared.generated.QuestionType attribute) MultipleChoice (class in evalquiz_proto.shared.generated) MultipleChoiceComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.multiple_choice_composer.multiple_choice_composer) MultipleResponse (class in evalquiz_proto.shared.generated)

N

name (evalquiz_proto.shared.generated.Metadata attribute) (evalquiz_proto.shared.generated.PipelineModule attribute)

NoMimetypeMappingException num_tokens_from_messages() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer method)

O

ORDER (evalquiz_proto.shared.generated.Relationship attribute) output_datatype (evalquiz_proto.shared.generated.PipelineModule attribute)

Overwrite (class in evalquiz_proto.shared.generated) overwrite (evalquiz_proto.shared.generated.Mode attribute)

P

page_filter (evalquiz_proto.shared.generated.LectureMaterial attribute) PageFilter (class in evalquiz_proto.shared.generated) PathDictionaryController (class in evalquiz_proto.shared.path_dictionary_controller) Pipeline (class in evalquiz_pipeline_server.pipeline_execution.pipeline) pipeline_executor() (in module evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor) pipeline_module (evalquiz_proto.shared.generated.BatchStatus attribute) PipelineExecution (class in evalquiz_pipeline_server.pipeline_execution.pipeline_execution) PipelineExecutionException PipelineExecutor (class in evalquiz_pipeline_server.pipeline_execution.pipeline_executor)

PipelineModule (class in evalquiz_proto.shared.generated) PipelineModuleCompositionNotValidException PipelineModuleRuntimeInputException PipelineResult (class in evalquiz_proto.shared.generated) PipelineResultComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer) PipelineServerBase (class in evalquiz_proto.shared.generated) PipelineServerStub (class in evalquiz_proto.shared.generated) PipelineStatus (class in evalquiz_proto.shared.generated) preprocess_texts() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) process_batch() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter.MaterialFilter method)

Q

query_material() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_client.MaterialClient method) Question (class in evalquiz_proto.shared.generated) question_text (evalquiz_proto.shared.generated.MultipleChoice attribute) (evalquiz_proto.shared.generated.MultipleResponse attribute)

question_to_generate (evalquiz_proto.shared.generated.Batch attribute) question_type (evalquiz_proto.shared.generated.Question attribute) QuestionReprocessDecider (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider) QuestionType (class in evalquiz_proto.shared.generated) QuestionTypeComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer)

R

reference (evalquiz_proto.shared.generated.LectureMaterial attribute) (evalquiz_proto.shared.generated.Metric attribute) Relationship (class in evalquiz_proto.shared.generated) relationship (evalquiz_proto.shared.generated.Capability attribute) request_result_text() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.llm_clients.llm_client.LLMClient method) required_capabilites (evalquiz_proto.shared.generated.CourseSettings attribute) resolve_model() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter.MaterialFilter method) result (evalquiz_proto.shared.generated.PipelineStatus attribute) result_template() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_template.EvaluationResultTemplate method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.evaluation_result_type_composer.EvaluationResultTypeComposer method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.generation_result_template.GenerationResultTemplate method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.question_type_composer.QuestionTypeComposer method) ResultException ResultSectionNotFoundException

ResultSectionNotParsableException retrieve_converted_material() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter.MarkdownConverter method) run() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.material_filter.MaterialFilter method) (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.pipeline_result_composer.PipelineResultComposer method) (evalquiz_pipeline_server.pipeline_execution.internal_pipeline_module.InternalPipelineModule method) (evalquiz_pipeline_server.pipeline_execution.pipeline_execution.PipelineExecution method) (evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_execution.IncInternalPipelineModule method) (evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor.TestInternalPipelineModule method) run_conversion() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter.MarkdownConverter method) run_metric_evaluator() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.shared_traits.question_reprocess_decider.QuestionReprocessDecider method) run_pandoc_conversion() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter.MarkdownConverter method) run_pipeline() (evalquiz_pipeline_server.pipeline_execution.pipeline_executor.PipelineExecutor method) run_pptx2md_conversion() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.markdown_converter.MarkdownConverter method) RUNNING (evalquiz_proto.shared.generated.ModuleStatus attribute)

S

sentences_to_max_token_length() (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor.TopicExtensionTextExtractor method) SIMILARITY (evalquiz_proto.shared.generated.Relationship attribute) str_value (evalquiz_proto.shared.generated.EvaluationResult attribute)

String (class in evalquiz_proto.shared.generated) SUCCESS (evalquiz_proto.shared.generated.ModuleStatus attribute) SYNTHESIZE (evalquiz_proto.shared.generated.EducationalObjective attribute)

T

test_compose_few_shot_examples() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.test_message_composer) test_compose_system_message() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.test_message_composer) test_convert_material() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) test_convert_pptx_material() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_markdown_converter) test_extract_text_part() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor) test_extract_whole_text() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor) test_linear_pipeline_execution() (in module evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_execution) test_modification_and_verification() (in module evalquiz_proto.tests.shared.test_internal_lecture_material) test_query_local_file() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.test_material_client)

test_result_template() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.question_generation.question_type_composer.test_material_type_composer) test_truncate_text() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor) test_validate_implementation_for_pipeline() (in module evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor) TestInternalPipelineModule (class in evalquiz_pipeline_server.tests.pipeline_execution.test_pipeline_executor) text_extractor() (in module evalquiz_pipeline_server.tests.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.test_topic_extension_text_extractor) TextExtractor (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.text_extractor) to_mongodb_document() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) token_overhead (evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_generation.message_composer.MessageComposer property) TopicExtensionTextExtractor (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.material_filter.text_extractors.topic_extension_text_extractor)

U

unload_material() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) update_hash() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) update_mimetype() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) upload_material() (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method)

upper_bound (evalquiz_proto.shared.generated.PageFilter attribute) (evalquiz_proto.shared.generated.ValueRange attribute) url (evalquiz_proto.shared.generated.LectureMaterial attribute)

V

validate_io_composition() (evalquiz_pipeline_server.pipeline_execution.pipeline.Pipeline method) validate_split_merge_composition() (evalquiz_pipeline_server.pipeline_execution.pipeline.Pipeline method) value (evalquiz_proto.shared.generated.String attribute) value_range (evalquiz_proto.shared.generated.EvaluationResultType attribute)

ValueRange (class in evalquiz_proto.shared.generated) ValueRangeComposer (class in evalquiz_pipeline_server.evalquiz_config_iteration.internal_pipeline_modules.question_evaluation.evaluation_type_composer.value_range_composer) values (evalquiz_proto.shared.generated.ListOfStrings attribute) verify_hash() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method)