From 9e10fe2e1695568ba45b31b4832c966302da4f40 Mon Sep 17 00:00:00 2001
From: pwalkow <pwalkow@gpu-server.ws.clarin>
Date: Fri, 24 Mar 2023 15:30:44 +0100
Subject: [PATCH] Add xai local
---
data/results/attack_xai_discard/.gitignore | 3 +
.../attack_xai_discard_local/.gitignore | 3 +
data/results/attack_xai_local/.gitignore | 3 +
dvc.lock | 180 ++++++++++++++++++
experiments/scripts/attack.py | 7 +-
5 files changed, 190 insertions(+), 6 deletions(-)
create mode 100644 data/results/attack_xai_discard/.gitignore
create mode 100644 data/results/attack_xai_discard_local/.gitignore
create mode 100644 data/results/attack_xai_local/.gitignore
diff --git a/data/results/attack_xai_discard/.gitignore b/data/results/attack_xai_discard/.gitignore
new file mode 100644
index 0000000..570eade
--- /dev/null
+++ b/data/results/attack_xai_discard/.gitignore
@@ -0,0 +1,3 @@
+/20_news
+/wiki_pl
+/enron_spam
diff --git a/data/results/attack_xai_discard_local/.gitignore b/data/results/attack_xai_discard_local/.gitignore
new file mode 100644
index 0000000..ea22867
--- /dev/null
+++ b/data/results/attack_xai_discard_local/.gitignore
@@ -0,0 +1,3 @@
+/enron_spam
+/20_news
+/wiki_pl
diff --git a/data/results/attack_xai_local/.gitignore b/data/results/attack_xai_local/.gitignore
new file mode 100644
index 0000000..b840f29
--- /dev/null
+++ b/data/results/attack_xai_local/.gitignore
@@ -0,0 +1,3 @@
+/wiki_pl
+/20_news
+/enron_spam
diff --git a/dvc.lock b/dvc.lock
index b1e3ff4..7118213 100644
--- a/dvc.lock
+++ b/dvc.lock
@@ -439,3 +439,183 @@ stages:
md5: e24c456f63d8e13b92fcab51e0726141.dir
size: 8287334
nfiles: 2
+ attack_xai_local@wiki_pl:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name wiki_pl
+ --attack_type attack_xai_local
+ deps:
+ - path: data/classification/wiki_pl
+ md5: 88c3cea96b2cb3ddda1a82037bf6130a.dir
+ size: 44196727
+ nfiles: 2
+ - path: data/models/wiki_pl
+ md5: fd453042628fb09c080ef05d34a32cce.dir
+ size: 501711136
+ nfiles: 7
+ - path: experiments/scripts/attack.py
+ md5: 179daab5a9e2de043c4a1ceab645f1d1
+ size: 12567
+ outs:
+ - path: data/results/attack_xai_local/wiki_pl/
+ md5: 68c80f37032f9e2be614a08bac461ecc.dir
+ size: 8303425
+ nfiles: 2
+ attack_xai_local@20_news:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name 20_news
+ --attack_type attack_xai_local
+ deps:
+ - path: data/classification/20_news
+ md5: b73611443c4189af91b827c083f37e0b.dir
+ size: 42897496
+ nfiles: 2
+ - path: data/models/20_news
+ md5: 43d68a67ecb8149bd6bf50db9767cb64.dir
+ size: 439008808
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 6e7aa3d45f4726ada7d8271c03c6dcb9
+ size: 12245
+ outs:
+ - path: data/results/attack_xai_local/20_news/
+ md5: eafd38e0be43782c2d44a1f1d03dc4fa.dir
+ size: 8782702
+ nfiles: 2
+ attack_xai_local@enron_spam:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name enron_spam
+ --attack_type attack_xai_local
+ deps:
+ - path: data/classification/enron_spam
+ md5: 5de1a2fcbae0de94f5fbfd2bb747d919.dir
+ size: 14585920
+ nfiles: 2
+ - path: data/models/enron_spam
+ md5: 3e16b22f59532c66beeadea958e0579a.dir
+ size: 18505614
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 6e7aa3d45f4726ada7d8271c03c6dcb9
+ size: 12245
+ outs:
+ - path: data/results/attack_xai_local/enron_spam/
+ md5: 817eb5deaab1174c354753888d5d4fcf.dir
+ size: 2849176
+ nfiles: 2
+ attack_xai_discard_local@enron_spam:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name enron_spam
+ --attack_type attack_xai_discard_local
+ deps:
+ - path: data/classification/enron_spam
+ md5: 5de1a2fcbae0de94f5fbfd2bb747d919.dir
+ size: 14585920
+ nfiles: 2
+ - path: data/models/enron_spam
+ md5: 3e16b22f59532c66beeadea958e0579a.dir
+ size: 18505614
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard_local/enron_spam/
+ md5: 9502192c403965fba143cccf52a969a8.dir
+ size: 2851184
+ nfiles: 2
+ attack_xai_discard_local@20_news:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name 20_news
+ --attack_type attack_xai_discard_local
+ deps:
+ - path: data/classification/20_news
+ md5: b73611443c4189af91b827c083f37e0b.dir
+ size: 42897496
+ nfiles: 2
+ - path: data/models/20_news
+ md5: 43d68a67ecb8149bd6bf50db9767cb64.dir
+ size: 439008808
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard_local/20_news/
+ md5: 2cedd26b444eeded49e6b629c8f4a705.dir
+ size: 8824300
+ nfiles: 2
+ attack_xai_discard_local@wiki_pl:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name wiki_pl
+ --attack_type attack_xai_discard_local
+ deps:
+ - path: data/classification/wiki_pl
+ md5: 88c3cea96b2cb3ddda1a82037bf6130a.dir
+ size: 44196727
+ nfiles: 2
+ - path: data/models/wiki_pl
+ md5: fd453042628fb09c080ef05d34a32cce.dir
+ size: 501711136
+ nfiles: 7
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard_local/wiki_pl/
+ md5: e6675a5b98f546d15fd702eec39aca80.dir
+ size: 8355063
+ nfiles: 2
+ attack_xai_discard@wiki_pl:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name wiki_pl
+ --attack_type attack_xai_discard
+ deps:
+ - path: data/classification/wiki_pl
+ md5: 88c3cea96b2cb3ddda1a82037bf6130a.dir
+ size: 44196727
+ nfiles: 2
+ - path: data/models/wiki_pl
+ md5: fd453042628fb09c080ef05d34a32cce.dir
+ size: 501711136
+ nfiles: 7
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard/wiki_pl/
+ md5: 41eef4e1d89a1dc0d4c38953a5661d57.dir
+ size: 8271473
+ nfiles: 2
+ attack_xai_discard@enron_spam:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name enron_spam
+ --attack_type attack_xai_discard
+ deps:
+ - path: data/classification/enron_spam
+ md5: 5de1a2fcbae0de94f5fbfd2bb747d919.dir
+ size: 14585920
+ nfiles: 2
+ - path: data/models/enron_spam
+ md5: 3e16b22f59532c66beeadea958e0579a.dir
+ size: 18505614
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard/enron_spam/
+ md5: c6465ee654e4abb259b1fe6c16cdf252.dir
+ size: 2864609
+ nfiles: 2
+ attack_xai_discard@20_news:
+ cmd: PYTHONPATH=. python experiments/scripts/attack.py --dataset_name 20_news
+ --attack_type attack_xai_discard
+ deps:
+ - path: data/classification/20_news
+ md5: b73611443c4189af91b827c083f37e0b.dir
+ size: 42897496
+ nfiles: 2
+ - path: data/models/20_news
+ md5: 43d68a67ecb8149bd6bf50db9767cb64.dir
+ size: 439008808
+ nfiles: 6
+ - path: experiments/scripts/attack.py
+ md5: 9518ec9af275d6a12fede47dff6767e1
+ size: 11530
+ outs:
+ - path: data/results/attack_xai_discard/20_news/
+ md5: cf50de2dc4e301284b43e3ec2cb04096.dir
+ size: 8775847
+ nfiles: 2
diff --git a/experiments/scripts/attack.py b/experiments/scripts/attack.py
index dde6b08..b660adf 100644
--- a/experiments/scripts/attack.py
+++ b/experiments/scripts/attack.py
@@ -160,7 +160,7 @@ def load_xai_importance(input_dir):
for c_name in local_dirs:
for f_name, value_df in local_class_to_file[c_name].items():
local_file_to_class[f_name][c_name] = value_df
- return load_dir_files(global_xai_dir), local_file_to_class
+ return load_dir_files(global_xai_dir), dict(local_file_to_class)
@click.command()
@@ -236,11 +236,6 @@ def main(dataset_name: str, attack_type: str):
Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
- # Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
- # Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
- # Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
- # Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
- # Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
Process(target=spoil_queue, args=(queues[0], queues[1], queues[5], max_sub, attack_type, params)),
# spoiling 0 -> 1
--
GitLab