Skip to content
Snippets Groups Projects
dvc.yaml 4.96 KiB
Newer Older
MGniew's avatar
MGniew committed
stages:
  download_dataset:
    foreach:
      - enron_spam
MGniew's avatar
MGniew committed
      - poleval
MGniew's avatar
MGniew committed
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/download_dataset.py
        --dataset_name ${item}
        --output_dir data/datasets/${item}
      deps:
        - experiments/scripts/download_dataset.py
      outs:
        - data/datasets/${item}/
pwalkow's avatar
pwalkow committed
  preprocess_dataset:
    foreach:
      - enron_spam
      - poleval
MGniew's avatar
MGniew committed
      - 20_news
      - wiki_pl
pwalkow's avatar
pwalkow committed
    do:
       wdir: .
       cmd: >-
         PYTHONPATH=. python experiments/scripts/tag_dataset.py
         --dataset_name ${item}
       deps:
         - experiments/scripts/tag_dataset.py
         - data/datasets/${item}/
       outs:
         - data/preprocessed/${item}/
MGniew's avatar
MGniew committed
  get_model:
    foreach:
      - enron_spam
MGniew's avatar
MGniew committed
      - poleval
MGniew's avatar
MGniew committed
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/get_model.py
        --dataset_name ${item}
        --output_dir data/models/${item}
      deps:
        - experiments/scripts/get_model.py
pwalkow's avatar
pwalkow committed
        - data/preprocessed/${item}
MGniew's avatar
MGniew committed
      outs:
        - data/models/${item}/
  classify:
    foreach:
      - enron_spam
MGniew's avatar
MGniew committed
      - poleval
MGniew's avatar
MGniew committed
      - 20_news
      - wiki_pl
MGniew's avatar
MGniew committed
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/classify.py
        --dataset_name ${item}
        --output_dir data/classification/${item}
      deps:
        - experiments/scripts/classify.py
MGniew's avatar
MGniew committed
        - data/models/${item}/
pwalkow's avatar
pwalkow committed
        - data/preprocessed/${item}/
MGniew's avatar
MGniew committed
      outs:
MGniew's avatar
MGniew committed
        - data/classification/${item}
MGniew's avatar
MGniew committed
  explain:
    foreach:
      - enron_spam
MGniew's avatar
MGniew committed
      - poleval
MGniew's avatar
MGniew committed
      - 20_news
      - wiki_pl
MGniew's avatar
MGniew committed
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/explain.py
        --dataset_name ${item}
        --output_dir data/explanations/${item}
      deps:
        - experiments/scripts/explain.py
MGniew's avatar
MGniew committed
        - data/models/${item}
pwalkow's avatar
pwalkow committed
        - data/preprocessed/${item}
MGniew's avatar
MGniew committed
      outs:
        - data/explanations/${item}/
pwalkow's avatar
pwalkow committed
  attack_textfooler:
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
        --dataset_name ${item} --attack_type attack_textfooler   
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
        - data/results/attack_textfooler/${item}/
  attack_textfooler_discard:
    foreach:
     - enron_spam
pwalkow's avatar
pwalkow committed
     - 20_news
     - wiki_pl
    do:
      wdir: .
      cmd: >-
       PYTHONPATH=. python experiments/scripts/attack.py
       --dataset_name ${item} --attack_type attack_textfooler_discard
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
pwalkow's avatar
pwalkow committed
       - data/results/attack_textfooler_discard/${item}/
  attack_xai:
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
        --dataset_name ${item} --attack_type attack_xai
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
        - data/results/attack_xai/${item}/
  attack_xai_discard:
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
        --dataset_name ${item} --attack_type attack_xai_discard
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
        - data/results/attack_xai_discard/${item}/
  attack_xai_local:
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
        --dataset_name ${item} --attack_type attack_xai_local
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
        - data/results/attack_xai_local/${item}/
  attack_xai_discard_local:
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
        --dataset_name ${item} --attack_type attack_xai_discard_local
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
        - data/classification/${item}
      outs:
        - data/results/attack_xai_discard_local/${item}/      
MGniew's avatar
MGniew committed
  attack_basic:
Paweł Walkowiak's avatar
Paweł Walkowiak committed
    foreach:
      - enron_spam
pwalkow's avatar
pwalkow committed
      - 20_news
      - wiki_pl
Paweł Walkowiak's avatar
Paweł Walkowiak committed
    do:
      wdir: .
      cmd: >-
        PYTHONPATH=. python experiments/scripts/attack.py
pwalkow's avatar
pwalkow committed
        --dataset_name ${item} --attack_type attack_basic
Paweł Walkowiak's avatar
Paweł Walkowiak committed
      deps:
        - experiments/scripts/attack.py
        - data/models/${item}
pwalkow's avatar
pwalkow committed
        - data/classification/${item}
Paweł Walkowiak's avatar
Paweł Walkowiak committed
      outs:
MGniew's avatar
MGniew committed
        - data/results/attack_basic/${item}/
Paweł Walkowiak's avatar
Paweł Walkowiak committed