Skip to content
Snippets Groups Projects
Select Git revision
  • 47a7058202a236ea0e3a70ceed40e80b81d2ca7e
  • master default protected
  • fix-words-ann
  • wccl-rules-migration
  • develop
5 results

iteration.cpp

Blame
  • entrypoint.py 633 B
    #!/usr/bin/python3
    from subprocess import run
    import configparser
    
    import sys
    
    parser = configparser.ConfigParser()
    parser.read("config.ini")
    
    s3_endpoint = parser["deployment"].get("s3_endpoint", "https://s3.clarin-pl.eu")
    s3_location = parser["deployment"].get(
        "models_s3_location", "s3://workers/winer/models/base"
    )
    local_models_location = \
        parser["deployment"].get("models_cache_dir", "/home/worker/models/base")
    
    cmd = (
        f'aws --no-sign-request --endpoint-url "{s3_endpoint}" s3 sync --delete'
        f' "{s3_location}" "{local_models_location}"'
    )
    run(cmd, shell=True)
    
    run(["python3", "worker.py"] + sys.argv[1:])