from experiment.pos_processing.asr_spacy_token_pos_processing_task import AsrSpacyTokenPosProcessingTask from experiment.pos_processing.ner_spacy_wer_processing_task import NerSpacyWerProcessingTask from experiment.pos_processing.spacy_pos_wer_processing_task import SpacyPosWerProcessingTask from experiment.pos_processing.tag_spacy_wer_processing_task import TagSpacyWerProcessingTask from experiment.voicelab.voicelab_dependency import get_record_provider, get_repository, GOLD_TRANSCRIPT, \ GOLD_TRANSCRIPT_SPACY, TECHMO_POLISH_ASR, WORD_TECHMO_METRICS_WER, WORD_TECHMO_ALIGNMENT_WER, TECHMO_SPACY, \ POS_TECHMO_METRICS_WER, POS_TECHMO_ALIGNMENT_WER, WORD_TECHMO_METRICS_WER_EMBEDDINGS, \ WORD_TECHMO_ALIGNMENT_WER_EMBEDDINGS, TAG_SPACY_TECHMO_ALIGNMENT_WER_EMBEDDINGS, \ TAG_SPACY_TECHMO_METRICS_WER_EMBEDDINGS, AJN_SPACY, TAG_SPACY_AJN_ALIGNMENT_WER_EMBEDDINGS, \ TAG_SPACY_AJN_METRICS_WER_EMBEDDINGS, NER_SPACY_TECHMO_METRICS_WER_EMBEDDINGS, \ NER_SPACY_TECHMO_ALIGNMENT_WER_EMBEDDINGS, AJN_POLISH_ASR, NER_SPACY_AJN_ALIGNMENT_WER_EMBEDDINGS, \ NER_SPACY_AJN_METRICS_WER_EMBEDDINGS from sziszapangma.integration.experiment_manager import ExperimentManager def run_voicelab_experiment(): record_provider = get_record_provider() experiment_processor = ExperimentManager( record_id_iterator=record_provider, processing_tasks=[ NerSpacyWerProcessingTask( task_name='techmo_ner_wer_processing', require_update=False, gold_transcript_property_name=GOLD_TRANSCRIPT, asr_transcript_property_name=TECHMO_POLISH_ASR, ner_alignment_wer=NER_SPACY_TECHMO_METRICS_WER_EMBEDDINGS, ner_metrics_wer=NER_SPACY_TECHMO_ALIGNMENT_WER_EMBEDDINGS ), NerSpacyWerProcessingTask( task_name='ajn_ner_wer_processing', require_update=False, gold_transcript_property_name=GOLD_TRANSCRIPT, asr_transcript_property_name=AJN_POLISH_ASR, ner_alignment_wer=NER_SPACY_AJN_ALIGNMENT_WER_EMBEDDINGS, ner_metrics_wer=NER_SPACY_AJN_METRICS_WER_EMBEDDINGS ) ], experiment_repository=get_repository(), relation_manager_provider=record_provider ) experiment_processor.process() def example_run(): run_voicelab_experiment() if __name__ == '__main__': example_run()