Commit fb1a2b1f authored by Łukasz Kopociński's avatar Łukasz Kopociński

Merge branch 'lkopocinski/code-clean-up' of...

Merge branch 'lkopocinski/code-clean-up' of https://gitlab.clarin-pl.eu/team-semantics/semrel-extraction into lkopocinski/code-clean-up
parents c1c4245d 9c695636
md5: f5b640a205f82fa6af38883643fb401e
outs:
- md5: 8c7366784929b1b98e955c44d1e104df.dir
path: semrel/data/data/corpora
cache: true
metric: false
persist: false
md5: 1208e7e581bdffa6e8bb1feb8c76004b
outs:
- md5: 554db712988ad5ce544d40ca32cde01a.dir
path: semrel/data/data/elmo
cache: true
metric: false
persist: false
md5: c076d3614ee870973cc9e7f2271a4a21
md5: 41a1504193d7a3c24342bd32f6cabc34
cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/make_elmo_map.py --input-path
./semrel/data/data/relations.files.list --model ./semrel/data/data/elmo/options.json
./semrel/data/data/elmo/weights.hdf5 --output-paths ./semrel/data/data/maps/elmo.map.keys
......@@ -6,9 +6,9 @@ cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/make_elmo_map.py --input-p
deps:
- md5: 157a217de2adc49fcc72e3ed8b5d86bb
path: semrel/data/data/relations.files.list
- md5: dbd134c52a749668cf6b65d064456140
- md5: 1111682d038ff9be1f622b0ec771e7d0
path: semrel/data/scripts/cli/make_elmo_map.py
- md5: fe3bd3e5a2f47d5cf0e47cf3bb10ff9c
- md5: 14fa344f624b3105e02e46e2567cb3ae
path: semrel/data/scripts/maps.py
outs:
- md5: d8f7a05782631e72e328a4ec303ea770
......
md5: 98ed9f4d303600a6be92178081f39a22
outs:
- md5: d1e20ac9018c3de356cb1ed1c38674a4.dir
path: semrel/data/data/fasttext
cache: true
metric: false
persist: false
md5: 0f9398e41f2c049c39d4ae7e6e3bf604
md5: 39e778edd425dda90b962684ef9a1acf
cmd: CUDA_VISIBLE_DEVICES=0 ./semrel/data/scripts/cli/generate_relations.py --input-path
./semrel/data/data/relations.files.list --output-path ./semrel/data/data/relations/relations.tsv
deps:
......@@ -6,7 +6,7 @@ deps:
path: semrel/data/data/relations.files.list
- md5: d9666f218a44a6001428420a830f250b
path: semrel/data/scripts/cli/generate_relations.py
- md5: 0f862b140b445f4468f81cc3916f2216
- md5: 248d917ea0798532020a401c8b2060f3
path: semrel/data/scripts/relations.py
outs:
- md5: 9f143991d477536ee442ceea00338dc3
......
md5: 39be35ee4d87c8fd497d255af6cd6968
outs:
- md5: b44cd38cdc97474a008db8f6995df30a.dir
path: semrel/data/data/sent2vec
cache: true
metric: false
persist: false
md5: 61a641eba25cc1edbe294207a2a32af8
md5: e384368e0e718b966ea7648cd6692d5b
cmd: ./spert/scripts/generate_indices.py --dataset-keys ./semrel/data/data/vectors/elmo.rel.keys
--output-path ./spert/data/indices.json
deps:
- md5: 03e061fa821289f78bb75cac93982ad8.dir
path: semrel/data/data
- md5: 9fa4a0aee79e27b64e60367e27bf7f23.dir
path: semrel/data/data/vectors
- md5: f19baa48b871341efdf5baa97020a4f9
- md5: da3a39975b7862292c54ef4f07cc4d19
path: spert/scripts/generate_indices.py
outs:
- md5: 6dc4f745f4ef13bd71c2062a11fead73
- md5: b73dadf4409873e38f9271a58cfacbec
path: spert/data/indices.json
cache: true
metric: false
......
md5: 67546be8df1ee6ebd8ca4a1821b2e40e
md5: f5f56ba758f37a3b1236bd1e78e0d2d7
cmd: ./spert/scripts/generate_spert_json.py --input-path ./semrel/data/data/relations/relations.tsv
--indices-file ./spert/data/indices.json --output-dir ./spert/data/dataset
deps:
- md5: 9f143991d477536ee442ceea00338dc3
path: semrel/data/data/relations/relations.tsv
- md5: 6dc4f745f4ef13bd71c2062a11fead73
- md5: b73dadf4409873e38f9271a58cfacbec
path: spert/data/indices.json
- md5: b0b3f406b95b706e28095a7a9d32305f
- md5: 68e727aef4f3a971d59ffad689c4df88
path: spert/scripts/generate_spert_json.py
outs:
- md5: 21c006b5af04885dc8e5a4c7db8d2649.dir
......
......@@ -12,7 +12,6 @@ OUTPUT_PATH="${OUTPUT_DIR}/indices.json"
mkdir -p ${OUTPUT_DIR}
dvc run \
-d ${DATA_DIR} \
-d ${VECTORS_DIR} \
-d ${SCRIPTS_DIR}/generate_indices.py \
-o ${OUTPUT_PATH} \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment