Index

A

add_file_async() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) advantageous_capabilities (evalquiz_proto.shared.generated.CourseSettings attribute) ANALYZE (evalquiz_proto.shared.generated.EducationalObjective attribute)

answer_text (evalquiz_proto.shared.generated.MultipleChoice attribute) answer_texts (evalquiz_proto.shared.generated.MultipleResponse attribute) APPLY (evalquiz_proto.shared.generated.EducationalObjective attribute)

B

Batch (class in evalquiz_proto.shared.generated) batch_status (evalquiz_proto.shared.generated.PipelineStatus attribute) batches (evalquiz_proto.shared.generated.InternalConfig attribute)

BatchStatus (class in evalquiz_proto.shared.generated) by_metrics (evalquiz_proto.shared.generated.Mode attribute) ByMetrics (class in evalquiz_proto.shared.generated)

C

calculate_combined_file_hash() (in module evalquiz_material_server.tests.test_server_component) capabilites (evalquiz_proto.shared.generated.Batch attribute) Capability (class in evalquiz_proto.shared.generated) cast_to_lecture_material() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) Categorical (class in evalquiz_proto.shared.generated) categorical (evalquiz_proto.shared.generated.EvaluationResultType attribute) categories (evalquiz_proto.shared.generated.Categorical attribute)

Complete (class in evalquiz_proto.shared.generated) complete (evalquiz_proto.shared.generated.Mode attribute) COMPLEX (evalquiz_proto.shared.generated.Relationship attribute) copy_and_load_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) course_goals (evalquiz_proto.shared.generated.CourseSettings attribute) course_settings (evalquiz_proto.shared.generated.InternalConfig attribute) CourseSettings (class in evalquiz_proto.shared.generated)

D

data (evalquiz_proto.shared.generated.MaterialUploadData attribute) DataChunkNotBytesException delete_all_files_in_folder() (in module evalquiz_material_server.tests.test_server_component) delete_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) delete_material() (evalquiz_material_server.server_component.MaterialServerService method) (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method)

DIFFERENCES (evalquiz_proto.shared.generated.Relationship attribute) distractor_text (evalquiz_proto.shared.generated.MultipleChoice attribute) distractor_texts (evalquiz_proto.shared.generated.MultipleResponse attribute)

E

educational_objective (evalquiz_proto.shared.generated.Capability attribute) EducationalObjective (class in evalquiz_proto.shared.generated) Empty (class in evalquiz_proto.shared.generated) error_message (evalquiz_proto.shared.generated.BatchStatus attribute) evalquiz_material_server module evalquiz_material_server.server_component module evalquiz_material_server.tests module evalquiz_material_server.tests.test_server_component module evalquiz_proto module evalquiz_proto.shared module evalquiz_proto.shared.exceptions module evalquiz_proto.shared.generated module evalquiz_proto.shared.internal_lecture_material module evalquiz_proto.shared.mimetype_resolver module

evalquiz_proto.shared.path_dictionary_controller module evalquiz_proto.tests module evalquiz_proto.tests.shared module evalquiz_proto.tests.shared.test_internal_lecture_material module EVALUATE (evalquiz_proto.shared.generated.EducationalObjective attribute) Evaluation (class in evalquiz_proto.shared.generated) evaluation (evalquiz_proto.shared.generated.Metric attribute) evaluation_description (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) evaluation_reference (evalquiz_proto.shared.generated.ByMetrics attribute) evaluation_result (evalquiz_proto.shared.generated.ByMetrics attribute) (evalquiz_proto.shared.generated.GenerationEvaluationResult attribute) evaluation_result_type (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) evaluation_results (evalquiz_proto.shared.generated.Question attribute) evaluation_settings (evalquiz_proto.shared.generated.InternalConfig attribute) EvaluationNotCompatibleWithInternalEvaluation EvaluationResult (class in evalquiz_proto.shared.generated) EvaluationResultType (class in evalquiz_proto.shared.generated) EvaluationSettings (class in evalquiz_proto.shared.generated) evaluator_type (evalquiz_proto.shared.generated.ByMetrics attribute)

F

FAILED (evalquiz_proto.shared.generated.ModuleStatus attribute) few_shot_examples (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) file_type (evalquiz_proto.shared.generated.LectureMaterial attribute) file_upload_cleanup() (in module evalquiz_material_server.tests.test_server_component) FileOverwriteNotPermittedException

FirstDataChunkNotMetadataException fixed_guess_extension() (evalquiz_proto.shared.mimetype_resolver.MimetypeResolver static method) fixed_guess_type() (evalquiz_proto.shared.mimetype_resolver.MimetypeResolver static method) float_value (evalquiz_proto.shared.generated.EvaluationResult attribute) from_mongodb_document() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial class method)

G

generation_result (evalquiz_proto.shared.generated.GenerationEvaluationResult attribute) (evalquiz_proto.shared.generated.Question attribute) generation_settings (evalquiz_proto.shared.generated.InternalConfig attribute) GenerationEvaluationResult (class in evalquiz_proto.shared.generated) GenerationResult (class in evalquiz_proto.shared.generated) GenerationSettings (class in evalquiz_proto.shared.generated) get_file_from_hash_async() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_file_path_from_hash() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_material() (evalquiz_material_server.server_component.MaterialServerService method) (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method)

get_material_hashes() (evalquiz_material_server.server_component.MaterialServerService method) (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) get_material_name() (evalquiz_material_server.server_component.MaterialServerService method) (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method) (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method)

H

hash (evalquiz_proto.shared.generated.LectureMaterial attribute)

I

IDLE (evalquiz_proto.shared.generated.ModuleStatus attribute) INNOVATE (evalquiz_proto.shared.generated.EducationalObjective attribute) input_datatype (evalquiz_proto.shared.generated.PipelineModule attribute) internal_config (evalquiz_proto.shared.generated.PipelineResult attribute)

internal_lecture_material() (in module evalquiz_proto.tests.shared.test_internal_lecture_material) InternalConfig (class in evalquiz_proto.shared.generated) InternalLectureMaterial (class in evalquiz_proto.shared.internal_lecture_material) iterate_config() (evalquiz_proto.shared.generated.PipelineServerBase method) (evalquiz_proto.shared.generated.PipelineServerStub method)

K

keywords (evalquiz_proto.shared.generated.Capability attribute)

KNOW_AND_UNDERSTAND (evalquiz_proto.shared.generated.EducationalObjective attribute)

L

language_model_evaluation (evalquiz_proto.shared.generated.Evaluation attribute) LanguageModelEvaluation (class in evalquiz_proto.shared.generated) lecture_materials (evalquiz_proto.shared.generated.Batch attribute) LectureMaterial (class in evalquiz_proto.shared.generated) LectureMaterialLocallyNotFoundException

LectureMaterialNotFoundOnRemotesException ListOfStrings (class in evalquiz_proto.shared.generated) load_file() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) local_path (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial attribute) lower_bound (evalquiz_proto.shared.generated.PageFilter attribute) (evalquiz_proto.shared.generated.ValueRange attribute)

M

main() (in module evalquiz_material_server.server_component) material_server_service() (in module evalquiz_material_server.tests.test_server_component) material_server_urls (evalquiz_proto.shared.generated.InternalConfig attribute) MaterialServerBase (class in evalquiz_proto.shared.generated) MaterialServerService (class in evalquiz_material_server.server_component) MaterialServerStub (class in evalquiz_proto.shared.generated) MaterialUploadData (class in evalquiz_proto.shared.generated) Metadata (class in evalquiz_proto.shared.generated) metadata (evalquiz_proto.shared.generated.MaterialUploadData attribute) Metric (class in evalquiz_proto.shared.generated) metrics (evalquiz_proto.shared.generated.EvaluationSettings attribute) mimetype (evalquiz_proto.shared.generated.Metadata attribute) MimetypeMismatchException MimetypeNotDetectedException MimetypeResolver (class in evalquiz_proto.shared.mimetype_resolver) MissingDefaultInternalConfigAttributeException Mode (class in evalquiz_proto.shared.generated) mode (evalquiz_proto.shared.generated.GenerationSettings attribute) (evalquiz_proto.shared.generated.Metric attribute) model (evalquiz_proto.shared.generated.GenerationSettings attribute) (evalquiz_proto.shared.generated.LanguageModelEvaluation attribute) module evalquiz_material_server evalquiz_material_server.server_component evalquiz_material_server.tests evalquiz_material_server.tests.test_server_component evalquiz_proto evalquiz_proto.shared evalquiz_proto.shared.exceptions evalquiz_proto.shared.generated evalquiz_proto.shared.internal_lecture_material evalquiz_proto.shared.mimetype_resolver evalquiz_proto.shared.path_dictionary_controller evalquiz_proto.tests evalquiz_proto.tests.shared evalquiz_proto.tests.shared.test_internal_lecture_material

module_status (evalquiz_proto.shared.generated.BatchStatus attribute) ModuleStatus (class in evalquiz_proto.shared.generated) multiple_choice (evalquiz_proto.shared.generated.GenerationResult attribute) MULTIPLE_CHOICE (evalquiz_proto.shared.generated.QuestionType attribute) multiple_response (evalquiz_proto.shared.generated.GenerationResult attribute) MULTIPLE_RESPONSE (evalquiz_proto.shared.generated.QuestionType attribute) MultipleChoice (class in evalquiz_proto.shared.generated) MultipleResponse (class in evalquiz_proto.shared.generated)

N

name (evalquiz_proto.shared.generated.Metadata attribute) (evalquiz_proto.shared.generated.PipelineModule attribute)

NoMimetypeMappingException

O

ORDER (evalquiz_proto.shared.generated.Relationship attribute) output_datatype (evalquiz_proto.shared.generated.PipelineModule attribute)

Overwrite (class in evalquiz_proto.shared.generated) overwrite (evalquiz_proto.shared.generated.Mode attribute)

P

page_filter (evalquiz_proto.shared.generated.LectureMaterial attribute) PageFilter (class in evalquiz_proto.shared.generated) PathDictionaryController (class in evalquiz_proto.shared.path_dictionary_controller) pipeline_module (evalquiz_proto.shared.generated.BatchStatus attribute) PipelineExecutionException PipelineModule (class in evalquiz_proto.shared.generated)

PipelineModuleCompositionNotValidException PipelineModuleRuntimeInputException PipelineResult (class in evalquiz_proto.shared.generated) PipelineServerBase (class in evalquiz_proto.shared.generated) PipelineServerStub (class in evalquiz_proto.shared.generated) PipelineStatus (class in evalquiz_proto.shared.generated) prepare_material_upload_data() (in module evalquiz_material_server.tests.test_server_component)

Q

Question (class in evalquiz_proto.shared.generated) question_text (evalquiz_proto.shared.generated.MultipleChoice attribute) (evalquiz_proto.shared.generated.MultipleResponse attribute)

question_to_generate (evalquiz_proto.shared.generated.Batch attribute) question_type (evalquiz_proto.shared.generated.Question attribute) QuestionType (class in evalquiz_proto.shared.generated)

R

reference (evalquiz_proto.shared.generated.LectureMaterial attribute) (evalquiz_proto.shared.generated.Metric attribute) Relationship (class in evalquiz_proto.shared.generated) relationship (evalquiz_proto.shared.generated.Capability attribute) required_capabilites (evalquiz_proto.shared.generated.CourseSettings attribute)

result (evalquiz_proto.shared.generated.PipelineStatus attribute) ResultException ResultSectionNotFoundException ResultSectionNotParsableException RUNNING (evalquiz_proto.shared.generated.ModuleStatus attribute)

S

SIMILARITY (evalquiz_proto.shared.generated.Relationship attribute) str_value (evalquiz_proto.shared.generated.EvaluationResult attribute)

String (class in evalquiz_proto.shared.generated) SUCCESS (evalquiz_proto.shared.generated.ModuleStatus attribute) SYNTHESIZE (evalquiz_proto.shared.generated.EducationalObjective attribute)

T

test_client_upload_material() (in module evalquiz_material_server.tests.test_server_component) test_client_upload_material_multiple_binaries() (in module evalquiz_material_server.tests.test_server_component) test_modification_and_verification() (in module evalquiz_proto.tests.shared.test_internal_lecture_material) test_pymongo_connection() (in module evalquiz_material_server.tests.test_server_component)

test_server_get_material() (in module evalquiz_material_server.tests.test_server_component) test_server_upload_material() (in module evalquiz_material_server.tests.test_server_component) to_async_iter() (in module evalquiz_material_server.tests.test_server_component) to_mongodb_document() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method)

U

unload_material() (evalquiz_proto.shared.path_dictionary_controller.PathDictionaryController method) update_hash() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) update_mimetype() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method) upload_material() (evalquiz_material_server.server_component.MaterialServerService method) (evalquiz_proto.shared.generated.MaterialServerBase method) (evalquiz_proto.shared.generated.MaterialServerStub method)

upper_bound (evalquiz_proto.shared.generated.PageFilter attribute) (evalquiz_proto.shared.generated.ValueRange attribute) url (evalquiz_proto.shared.generated.LectureMaterial attribute)

V

value (evalquiz_proto.shared.generated.String attribute) value_range (evalquiz_proto.shared.generated.EvaluationResultType attribute)

ValueRange (class in evalquiz_proto.shared.generated) values (evalquiz_proto.shared.generated.ListOfStrings attribute) verify_hash() (evalquiz_proto.shared.internal_lecture_material.InternalLectureMaterial method)