Skip to content
Snippets Groups Projects

Switching to UD 2.9

5 files
+ 127
64
Compare changes
  • Side-by-side
  • Inline

Files

+ 9
2
@@ -9,14 +9,21 @@ from requests import adapters, exceptions
logger = logging.getLogger(__name__)
_URL = "http://mozart.ipipan.waw.pl/~mklimaszewski/models/{name}.tar.gz"
DATA_TO_PATH = {
"enhanced" : "iwpt_2020",
"iwpt2021" : "iwpt_2021",
"ud25" : "ud_25",
"ud27" : "ud_27",
"ud29" : "ud_29"}
_URL = "http://s3.clarin-pl.eu/models/combo/{data}/{model}.tar.gz"
_HOME_DIR = os.getenv("HOME", os.curdir)
_CACHE_DIR = os.getenv("COMBO_DIR", os.path.join(_HOME_DIR, ".combo"))
def download_file(model_name, force=False):
_make_cache_dir()
url = _URL.format(name=model_name)
data = model_name.split("-")[-1]
url = _URL.format(name=model_name, data=DATA_TO_PATH[data])
local_filename = url.split("/")[-1]
location = os.path.join(_CACHE_DIR, local_filename)
if os.path.exists(location) and not force:
Loading