Commit 49536aef authored by Łukasz Kopociński's avatar Łukasz Kopociński

Generate relations vectors

parent 64cef036
md5: 0f9398e41f2c049c39d4ae7e6e3bf604
cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/generate_relations.py --input-path
./semrel/data/data/relations.files.list --output-path ./semrel/data/data/relations/relations.tsv
deps:
- md5: 157a217de2adc49fcc72e3ed8b5d86bb
path: semrel/data/data/relations.files.list
- md5: d9666f218a44a6001428420a830f250b
path: semrel/data/scripts/cli/generate_relations.py
- md5: 0f862b140b445f4468f81cc3916f2216
path: semrel/data/scripts/relations.py
outs:
- md5: 9f143991d477536ee442ceea00338dc3
path: semrel/data/data/relations/relations.tsv
cache: true
metric: false
persist: false
md5: 308cec2b9fc6214de61d944908a33fbc
cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/embedd_relations.py --input-path
./semrel/data/data/relations/relations.tsv --elmo-map ./semrel/data/data/maps/elmo.map.keys
./semrel/data/data/maps/elmo.map.pt --fasttext-map ./semrel/data/data/maps/fasttext.map.keys
./semrel/data/data/maps/fasttext.map.pt --retrofit-map ./semrel/data/data/maps/retrofit.map.keys
./semrel/data/data/maps/retrofit.map.pt --output-dir ./semrel/data/data/vectors
deps:
- md5: 9f143991d477536ee442ceea00338dc3
path: semrel/data/data/relations/relations.tsv
- md5: 3b6cedb5638139cddf43e24a01b31419
path: semrel/data/scripts/cli/embedd_relations.py
- md5: a0f386d5211002cd1ff97d1009637cbe.dir
path: semrel/data/data/maps
outs:
- md5: 10cf459c70dacaf961c928147383cdf9
path: semrel/data/data/vectors/elmo.rel.keys
cache: true
metric: false
persist: false
- md5: 18c4dc44242424ff7b49a0b295f6e5b7
path: semrel/data/data/vectors/elmo.rel.pt
cache: true
metric: false
persist: false
- md5: 10cf459c70dacaf961c928147383cdf9
path: semrel/data/data/vectors/fasttext.rel.keys
cache: true
metric: false
persist: false
- md5: 7f76783776eb6239a55b42afa6c24c82
path: semrel/data/data/vectors/fasttext.rel.pt
cache: true
metric: false
persist: false
- md5: 10cf459c70dacaf961c928147383cdf9
path: semrel/data/data/vectors/retrofit.rel.keys
cache: true
metric: false
persist: false
- md5: 5de4cfab54a1e67aef4e81eb0177bdfd
path: semrel/data/data/vectors/retrofit.rel.pt
cache: true
metric: false
persist: false
md5: c93d24c1bda2288f4ad411616c7dd209
cmd: ./semrel/data/scripts/cli/make_ner_map.py --relations-file ./semrel/data/data/relations/relations.tsv
--output-paths ./semrel/data/data/vectors/ner.rel.keys ./semrel/data/data/vectors/ner.rel.pt
deps:
- md5: 9f143991d477536ee442ceea00338dc3
path: semrel/data/data/relations/relations.tsv
- md5: 1f0f59ff5cb80777a2912d3a0b26b494
path: semrel/data/scripts/cli/make_ner_map.py
outs:
- md5: 10cf459c70dacaf961c928147383cdf9
path: semrel/data/data/vectors/ner.rel.keys
cache: true
metric: false
persist: false
- md5: 9adbbbc3891b7022b5c792c6bb9f69db
path: semrel/data/data/vectors/ner.rel.pt
cache: true
metric: false
persist: false
md5: 009125ad81824e6077d05d8907cd096b
cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/make_sent2vec_map.py --relations-file
./semrel/data/data/relations/relations.tsv --documents-files ./semrel/data/data/relations.files.list
--model ./semrel/data/data/sent2vec/kgr10.bin --output-paths ./semrel/data/data/vectors/sent2vec.rel.keys
./semrel/data/data/vectors/sent2vec.rel.pt
deps:
- md5: 9f143991d477536ee442ceea00338dc3
path: semrel/data/data/relations/relations.tsv
- md5: 157a217de2adc49fcc72e3ed8b5d86bb
path: semrel/data/data/relations.files.list
- md5: 6143026d334ec949aaaf4192160e4aed
path: semrel/data/scripts/cli/make_sent2vec_map.py
outs:
- md5: 10cf459c70dacaf961c928147383cdf9
path: semrel/data/data/vectors/sent2vec.rel.keys
cache: true
metric: false
persist: false
- md5: 4bc42ac3c0f6777bb9f95c71c011158c
path: semrel/data/data/vectors/sent2vec.rel.pt
cache: true
metric: false
persist: false
......@@ -19,7 +19,7 @@ dvc run \
-d ${CLI_DIR}/generate_relations.py \
-d ${SCRIPTS_DIR}/relations.py \
-o ${RELATIONS_PATH} \
-f _relations.tsv.dvc
-f _relations.tsv.dvc \
CUDA_VISIBLE_DEVICES=0 ${CLI_DIR}/generate_relations.py --input-path ${INPUT_PATH} \
--output-path ${RELATIONS_PATH}
......
......@@ -24,7 +24,7 @@ dvc run \
-o ${OUTPUT_DIR}/fasttext.rel.pt \
-o ${OUTPUT_DIR}/retrofit.rel.keys \
-o ${OUTPUT_DIR}/retrofit.rel.pt \
-f _vectors.dvc
-f _vectors.dvc \
CUDA_VISIBLE_DEVICES=0 ${CLI_DIR}/embedd_relations.py --input-path ${INPUT_PATH} \
--elmo-map "${MAPS_DIR}/elmo.map.keys" "${MAPS_DIR}/elmo.map.pt" \
--fasttext-map "${MAPS_DIR}/fasttext.map.keys" "${MAPS_DIR}/fasttext.map.pt" \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment