Commit 1710d91b authored by Łukasz Kopociński's avatar Łukasz Kopociński

Generate spert jsons

parent dd0c273c
md5: e384368e0e718b966ea7648cd6692d5b
md5: db20038aeb4bb38d6bef50819b180d29
cmd: ./spert/scripts/generate_indices.py --dataset-keys ./semrel/data/data/vectors/elmo.rel.keys
--output-path ./spert/data/indices.json
deps:
- md5: 9fa4a0aee79e27b64e60367e27bf7f23.dir
path: semrel/data/data/vectors
- md5: 3b0e670c1466e7b44e40b6a30160d0e5
path: semrel/data/data/vectors/elmo.rel.keys
- md5: da3a39975b7862292c54ef4f07cc4d19
path: spert/scripts/generate_indices.py
outs:
- md5: b73dadf4409873e38f9271a58cfacbec
- md5: c0d40842db8605ed453c34022b69b784
path: spert/data/indices.json
cache: true
metric: false
......
md5: f5f56ba758f37a3b1236bd1e78e0d2d7
md5: a8d0d30e4f9ed939878b8cbfe2b8360d
cmd: ./spert/scripts/generate_spert_json.py --input-path ./semrel/data/data/relations/relations.tsv
--indices-file ./spert/data/indices.json --output-dir ./spert/data/dataset
deps:
- md5: 9f143991d477536ee442ceea00338dc3
- md5: 1f97be140dcfa90a912c0aea2fe1d502
path: semrel/data/data/relations/relations.tsv
- md5: b73dadf4409873e38f9271a58cfacbec
- md5: c0d40842db8605ed453c34022b69b784
path: spert/data/indices.json
- md5: 68e727aef4f3a971d59ffad689c4df88
path: spert/scripts/generate_spert_json.py
outs:
- md5: 21c006b5af04885dc8e5a4c7db8d2649.dir
- md5: 91c650042104c8f21f6849e4a247f5ff.dir
path: spert/data/dataset
cache: true
metric: false
......
......@@ -3,7 +3,7 @@
pushd "$(git rev-parse --show-toplevel)"
DATA_DIR="./semrel/data/data"
VECTORS_DIR="${DATA_DIR}/vectors"
KEYS_PATH="${DATA_DIR}/vectors/elmo.rel.keys"
SCRIPTS_DIR="./spert/scripts"
OUTPUT_DIR="./spert/data"
......@@ -12,11 +12,11 @@ OUTPUT_PATH="${OUTPUT_DIR}/indices.json"
mkdir -p ${OUTPUT_DIR}
dvc run \
-d ${VECTORS_DIR} \
-d ${KEYS_PATH} \
-d ${SCRIPTS_DIR}/generate_indices.py \
-o ${OUTPUT_PATH} \
-f _spert.indices.dvc \
${SCRIPTS_DIR}/generate_indices.py --dataset-keys ${VECTORS_DIR}/elmo.rel.keys \
${SCRIPTS_DIR}/generate_indices.py --dataset-keys ${KEYS_PATH} \
--output-path ${OUTPUT_PATH}
popd
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment