Skip to content
Snippets Groups Projects
Select Git revision
  • 3a0029598fae9734432d543a1f2540a14f2da75c
  • master default protected
  • winer_worker_sentence_packer
  • develop
4 results

entrypoint.py

Blame
  • user avatar
    bwalkow authored
    a0fe103d
    History
    entrypoint.py 633 B
    #!/usr/bin/python3
    from subprocess import run
    import configparser
    
    import sys
    
    parser = configparser.ConfigParser()
    parser.read("config.ini")
    
    s3_endpoint = parser["deployment"].get("s3_endpoint", "https://s3.clarin-pl.eu")
    s3_location = parser["deployment"].get(
        "models_s3_location", "s3://workers/winer/models/base"
    )
    local_models_location = \
        parser["deployment"].get("models_cache_dir", "/home/worker/models/base")
    
    cmd = (
        f'aws --no-sign-request --endpoint-url "{s3_endpoint}" s3 sync --delete'
        f' "{s3_location}" "{local_models_location}"'
    )
    run(cmd, shell=True)
    
    run(["python3", "worker.py"] + sys.argv[1:])