From 95678dace309afbe4724f055cfec38849f9a9f54 Mon Sep 17 00:00:00 2001 From: MGniew <m.f.gniewkowski@gmail.com> Date: Wed, 8 Mar 2023 16:27:10 +0100 Subject: [PATCH] dvc --- dvc.lock | 17 ++++++++++++----- dvc.yaml | 7 ++++++- 2 files changed, 18 insertions(+), 6 deletions(-) diff --git a/dvc.lock b/dvc.lock index 5a3ff1a..48e36da 100644 --- a/dvc.lock +++ b/dvc.lock @@ -16,6 +16,10 @@ stages: cmd: PYTHONPATH=. python experiments/scripts/get_model.py --dataset_name enron_spam --output_dir data/models/enron_spam deps: + - path: data/datasets/enron_spam + md5: b2115d2a6901cd29727f9ed294196544.dir + size: 53096069 + nfiles: 3 - path: experiments/scripts/get_model.py md5: 5050f51b4019bba97af47971f6c7cab4 size: 747 @@ -28,14 +32,17 @@ stages: cmd: PYTHONPATH=. python experiments/scripts/classify.py --dataset_name enron_spam --output_dir data/classification/enron_spam deps: + - path: data/datasets/enron_spam/ + md5: b2115d2a6901cd29727f9ed294196544.dir + size: 53096069 + nfiles: 3 + - path: data/models/enron_spam/ + md5: 3e16b22f59532c66beeadea958e0579a.dir + size: 18505614 + nfiles: 6 - path: experiments/scripts/classify.py md5: 5bd1363bd8cb2742e5d8391a0287cddb size: 1281 - outs: - - path: data/classification/enron_spam/ - md5: a83267cc1b9d8e210412b725f93902c0.dir - size: 326 - nfiles: 1 explain@enron_spam: cmd: PYTHONPATH=. python experiments/scripts/explain.py --dataset_name enron_spam --output_dir data/explanations/enron_spam diff --git a/dvc.yaml b/dvc.yaml index a813c12..2c8de24 100644 --- a/dvc.yaml +++ b/dvc.yaml @@ -23,6 +23,7 @@ stages: --output_dir data/models/${item} deps: - experiments/scripts/get_model.py + - data/datasets/${item} outs: - data/models/${item}/ classify: @@ -36,8 +37,10 @@ stages: --output_dir data/classification/${item} deps: - experiments/scripts/classify.py + - data/models/${item}/ + - data/datasets/${item}/ outs: - - data/classification/${item}/ + - data/classification/${item} explain: foreach: - enron_spam @@ -49,5 +52,7 @@ stages: --output_dir data/explanations/${item} deps: - experiments/scripts/explain.py + - data/models/${item} + - data/datasets/${item} outs: - data/explanations/${item}/ -- GitLab