Skip to content
Snippets Groups Projects
Normal view History Permalink
voicelab_dependency.py 2.19 KiB
Newer Older
Marcin Wątroba's avatar
Add voicelab pipeline stages
Marcin Wątroba committed
1 2 3 4 5 6 7 8 9 10 
from experiment.voicelab.voicelab_telco_record_provider import VoicelabTelcoRecordProvider
from sziszapangma.integration.path_filter import ExtensionPathFilter
from sziszapangma.integration.repository.multi_files_experiment_repository import MultiFilesExperimentRepository

DATASET_DIRECTORY = 'experiment_data/dataset/voicelab_cbiz_testset_20220322'

GOLD_TRANSCRIPT = 'gold_transcript'
GOLD_TRANSCRIPT_SPACY = 'gold_transcript_spacy'

TECHMO_POLISH_ASR = 'techmo_polish_asr'
Marcin Wątroba's avatar
Add other experiments  
Marcin Wątroba committed
11 
WORD_TECHMO_METRICS_WER = 'word_techmo_metrics_wer'
Marcin Wątroba's avatar
Add voicelab pipeline stages
Marcin Wątroba committed
12 13 14 15 
WORD_TECHMO_ALIGNMENT_WER = 'word_techmo_alignment_wer'
TECHMO_SPACY = 'techmo_spacy'
POS_TECHMO_ALIGNMENT_WER = 'pos_techmo_alignment_wer'
POS_TECHMO_METRICS_WER = 'pos_techmo_metrics_wer'
Marcin Wątroba's avatar
Add other experiments  
Marcin Wątroba committed
16 17 
WORD_TECHMO_METRICS_WER_EMBEDDINGS = 'word_techmo_metrics_wer_embeddings'
WORD_TECHMO_ALIGNMENT_WER_EMBEDDINGS = 'word_techmo_alignment_wer_embeddings'
Marcin Wątroba's avatar
Add tag experiment  
Marcin Wątroba committed
18 19 
TAG_SPACY_TECHMO_METRICS_WER_EMBEDDINGS = 'tag_spacy_techmo_metrics_wer_embeddings'
TAG_SPACY_TECHMO_ALIGNMENT_WER_EMBEDDINGS = 'tag_spacy_techmo_alignment_wer_embeddings'
Marcin Wątroba's avatar
Add voicelab pipeline stages
Marcin Wątroba committed
20 21 

AJN_POLISH_ASR = 'ajn_polish_asr'
Marcin Wątroba's avatar
Add other experiments  
Marcin Wątroba committed
22 
WORD_AJN_METRICS_WER = 'word_ajn_metrics_wer'
Marcin Wątroba's avatar
Add voicelab pipeline stages
Marcin Wątroba committed
23 24 25 26 
WORD_AJN_ALIGNMENT_WER = 'word_ajn_alignment_wer'
AJN_SPACY = 'ajn_spacy'
POS_AJN_ALIGNMENT_WER = 'pos_ajn_alignment_wer'
POS_AJN_METRICS_WER = 'pos_ajn_metrics_wer'
Marcin Wątroba's avatar
Add other experiments  
Marcin Wątroba committed
27 28 
WORD_AJN_METRICS_WER_EMBEDDINGS = 'word_ajn_metrics_wer_embeddings'
WORD_AJN_ALIGNMENT_WER_EMBEDDINGS = 'word_ajn_alignment_wer_embeddings'
Marcin Wątroba's avatar
Add tag experiment  
Marcin Wątroba committed
29 30 
TAG_SPACY_AJN_METRICS_WER_EMBEDDINGS = 'tag_spacy_ajn_metrics_wer_embeddings'
TAG_SPACY_AJN_ALIGNMENT_WER_EMBEDDINGS = 'tag_spacy_ajn_alignment_wer_embeddings'
Marcin Wątroba's avatar
Add voicelab pipeline stages
Marcin Wątroba committed
31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 

PIPELINE_DATA_DIRECTORY = 'experiment_data/pipeline'
EXPERIMENT_NAME = 'asr_benchmark_voicelab_cbiz_testset_20220322'
RELATION_MANAGER_ROOT_PATH = 'experiment_data/dataset_relation_manager_data/voicelab_cbiz_testset_20220322'


def get_record_provider() -> VoicelabTelcoRecordProvider:
    return VoicelabTelcoRecordProvider(
        ExtensionPathFilter(
            root_directory=DATASET_DIRECTORY,
            extension='wav'
        ),
        relation_manager_root_path=RELATION_MANAGER_ROOT_PATH
    )


def get_repository() -> MultiFilesExperimentRepository:
    return MultiFilesExperimentRepository(PIPELINE_DATA_DIRECTORY, EXPERIMENT_NAME)