fixed all scripts used

deepvk · Apr 22, 2024 · f6c73f0 · f6c73f0
1 parent 752fc61
commit f6c73f0
Show file tree

Hide file tree

Showing 19 changed files with 214 additions and 62 deletions.
diff --git a/.gitignore b/.gitignore
@@ -32,4 +32,7 @@ scripts_old
 
 finetune_ldm_decoder
 
-*_images
+*_images
+
+
+fid_eval_*
diff --git a/README.md b/README.md
@@ -195,6 +195,8 @@ accelerate launch -m metr.run_metr \
   --project_name metr_detection \
   --model_id stabilityai/stable-diffusion-2-1-base \
   --run_name no_attack --w_channel 3 --w_pattern ring \
+  --stable_sig_full_model_config v2-inference.yaml \
+  --stable_sig_full_model_ckpt v2-1_512-ema-pruned.ckpt \
   --start 0 --end 1000 \
   --reference_model ViT-g-14 --reference_model_pretrain laion2b_s12b_b42k \
   --with_tracking \
@@ -213,8 +215,8 @@ Evaluation is performed on a folder of generated images, you need to pass folder
 EVAL_FOLDER=metr_pp_generated_images/imgs_w
 
 accelerate launch -m metr.metr_pp_eval_stable_sig \
-  --with_tracking \
   --project_name eval_st_sig \
+  --with_tracking \
   --run_name test \
   --eval_imgs False --eval_bits True \
   --img_dir $EVAL_FOLDER \
@@ -230,6 +232,7 @@ To evaluate FID for images with METR++ watermark pass `--use_stable_sig` argumen
 accelerate launch -m metr.run_metr_fid \
   --project_name fid_gen \
   --model_id stabilityai/stable-diffusion-2-1-base \
+
   --run_name no_attack --w_channel 3 --w_pattern ring \
   --start 0 --end 5000 \
   --with_tracking \
@@ -246,14 +249,13 @@ accelerate launch -m metr.run_metr_fid \
 
 ## Reproducing experiments from paper:
 
-Go to scripts directory:
-
-Diffusion and VAE attack on METR:
+### Diffusion and VAE attack on METR:
 
+#### Diffusion attack:
 ```bash
-bash .sh
+bash ./scripts/.sh
 ```
-
+#### VAE attack:
 ```bash
 
 ```
@@ -263,24 +265,18 @@ bash .sh
 
 ## Tree-Ring watermark:
 
-### [Repository link]()
+### [Repository link](https://github.com/YuxinWenRick/tree-ring-watermark)
 
-### [Paper link]()
-
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2305.20030)
 
 ## Stable Signature:
 
-### [Repository link]()
-
-### [Paper link]()
+### [Repository link](https://github.com/facebookresearch/stable_signature)
 
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2303.15435)
 
 ## Generative Model watermark attacker:
 
-### [Repository link]()
-
-### [Paper link]()
+### [Repository link](https://github.com/XuandongZhao/WatermarkAttacker)
 
-#### Citation:
+### [Paper link](https://arxiv.org/abs/2306.01953)
diff --git a/plots/tree_ring_robustness/diff/for_paper/metr.ipynb b/plots/tree_ring_robustness/diff/for_paper/metr.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -28,7 +28,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -57,7 +57,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -68,7 +68,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -87,7 +87,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 43,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -99,7 +99,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -111,7 +111,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 45,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {

diff --git a/scripts/fid_message_dispersion/gen.sh b/scripts/fid_message_dispersion/gen.sh
@@ -27,7 +27,7 @@ for ((j=0; j<${#messages[@]}; j++)); do
             --run_generation \
             --additional_metrics \
             --run_no_w \
-            --image_folder /data/varlamov_a_data/tree-ring-watermark/worst_message/gen_${S[i]}_${messages[j]}  \
+            --image_folder worst_message/gen_${S[i]}_${messages[j]}  \
             --msg_type binary \
             --msg ${messages[j]} \
             --msg_scaler ${S[i]} \

diff --git a/scripts/fid_message_dispersion/gt.sh b/scripts/fid_message_dispersion/gt.sh
@@ -26,7 +26,7 @@ for ((j=0; j<${#messages[@]}; j++)); do
       --w_radius 10 \
       --run_generation \
       --additional_metrics \
-      --image_folder /data/varlamov_a_data/tree-ring-watermark/worst_message/gt_${S[i]}_${messages[j]} \
+      --image_folder worst_message/gt_${S[i]}_${messages[j]} \
       --msg_type binary \
       --msg ${messages[j]} \
       --msg_scaler ${S[i]}

diff --git a/scripts/grid_search/fid/metr/fid_gen.sh b/scripts/grid_search/fid/metr/fid_gen.sh
@@ -9,7 +9,7 @@ for ((s = 60; s <= 140; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gen/r=$r_s=$s \
+          --image_folder msg_fid_grid_gen/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

diff --git a/scripts/grid_search/fid/metr/fid_gt.sh b/scripts/grid_search/fid/metr/fid_gt.sh
@@ -9,7 +9,7 @@ for ((s = 60; s <= 140; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gt/r=$r_s=$s \
+          --image_folder msg_fid_grid_gt/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

diff --git a/scripts/grid_search/fid/metr_pp/fid_gen.sh b/scripts/grid_search/fid/metr_pp/fid_gen.sh
@@ -9,7 +9,7 @@ for ((s = 60; s <= 100; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gen/r=$r_s=$s \
+          --image_folder msg_fid_grid_gen/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s \

diff --git a/scripts/grid_search/fid/metr_pp/fid_gt.sh b/scripts/grid_search/fid/metr_pp/fid_gt.sh
@@ -9,7 +9,7 @@ for ((s = 60; s <= 100; s += 20 )); do
           --run_generation \
           --additional_metrics \
           --run_no_w \
-          --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_grid_gt/r=$r_s=$s \
+          --image_folder msg_fid_grid_gt/r=$r_s=$s \
           --msg_type binary \
           --use_random_msgs \
           --msg_scaler $s

diff --git a/scripts/metr_all_att/detect_metr_default_vae.sh b/scripts/metr_all_att/detect_metr_default_vae.sh
@@ -75,6 +75,4 @@ accelerate launch -m metr.run_metr \
   --msg_scaler 100 \
   --no_stable_sig \
 
-# ----------------
-
-bash /data/varlamov_a_data/tree-ring-watermark/scripts/stable_sig_w_metr_attacks/generate_part2.sh
+# ----------------
diff --git a/scripts/metr_all_att/fid_gen_all_att_metr.sh b/scripts/metr_all_att/fid_gen_all_att_metr.sh
@@ -26,7 +26,7 @@ for ((i=0; i<${#attacks[@]}; i++)); do
       --run_generation \
       --additional_metrics \
       --run_no_w \
-      --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_no_vae/${names[i]}  \
+      --image_folder msg_fid_gen_all_att_no_vae/${names[i]}  \
       --msg_type binary \
       --use_random_msgs \
       --msg_scaler 100 \
@@ -43,7 +43,7 @@ accelerate launch -m metr.run_metr_fid\
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_no_vae/vae_2018_q_1  \
+  --image_folder msg_fid_gen_all_att_no_vae/vae_2018_q_1  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -62,7 +62,7 @@ accelerate launch -m metr.run_metr_fid\
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_no_vae/diff_150  \
+  --image_folder msg_fid_gen_all_att_no_vae/diff_150  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -80,7 +80,7 @@ accelerate launch -m metr.run_metr_fid\
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_no_vae/no_attack4 \
+  --image_folder msg_fid_gen_all_att_no_vae/no_attack4 \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \

diff --git a/scripts/metr_generative_att/diff_att_metr.sh b/scripts/metr_generative_att/diff_att_metr.sh
@@ -0,0 +1,16 @@
+for ((steps = 10; steps <= 500; steps += 20)); do
+    accelerate launch -m metr.run_metr \
+    --project_name metr_diff_att \
+    --run_name $steps --w_channel 3 --w_pattern ring \
+    --start 0 --end 1000 \
+    --reference_model ViT-g-14 --reference_model_pretrain laion2b_s12b_b42k \
+    --with_tracking \
+    --w_radius 10 \
+    --msg_type binary \
+    --use_random_msgs \
+    --msg_scaler 100 \
+    --use_attack \
+    --attack_type diff \
+    --no_stable_sig \
+    --diff_attack_steps $steps
+done
diff --git a/scripts/metr_generative_att/vae_2018_att_metr.sh b/scripts/metr_generative_att/vae_2018_att_metr.sh
@@ -0,0 +1,17 @@
+for ((q = 1; q <= 8; q += 1)); do
+    accelerate launch -m metr.run_metr \
+    --project_name metr_vae_att \
+    --run_name $q --w_channel 3 --w_pattern ring \
+    --start 0 --end 1000 \
+    --reference_model ViT-g-14 --reference_model_pretrain laion2b_s12b_b42k \
+    --with_tracking \
+    --w_radius 10 \
+    --msg_type binary \
+    --use_random_msgs \
+    --msg_scaler 100 \
+    --use_attack \
+    --attack_type vae \
+    --vae_attack_name bmshj2018-factorized \
+    --no_stable_sig \
+    --vae_attack_quality $q
+done
diff --git a/scripts/metr_pp_all_att/detect_metr_changed_vae.sh b/scripts/metr_pp_all_att/detect_metr_changed_vae.sh
@@ -69,8 +69,4 @@ accelerate launch -m metr.run_metr \
   --w_radius 10 \
   --msg_type binary \
   --use_random_msgs \
-  --msg_scaler 100 \
-
-# ---------------------
-
-bash /data/varlamov_a_data/tree-ring-watermark/scripts/stable_sig_w_metr_attacks/generate_part1.sh
+  --msg_scaler 100 \
diff --git a/scripts/metr_pp_all_att/fid_gen_all_att_metr_pp.sh b/scripts/metr_pp_all_att/fid_gen_all_att_metr_pp.sh
@@ -26,7 +26,7 @@ for ((i=0; i<${#attacks[@]}; i++)); do
       --run_generation \
       --additional_metrics \
       --run_no_w \
-      --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_vae/${names[i]}  \
+      --image_folder msg_fid_gen_all_att_vae/${names[i]}  \
       --msg_type binary \
       --use_random_msgs \
       --msg_scaler 100 \
@@ -44,7 +44,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_vae/vae_2018_q_1  \
+  --image_folder msg_fid_gen_all_att_vae/vae_2018_q_1  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -64,7 +64,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_vae/diff_150  \
+  --image_folder msg_fid_gen_all_att_vae/diff_150  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -83,7 +83,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gen_all_att_vae/no_attack4 \
+  --image_folder msg_fid_gen_all_att_vae/no_attack4 \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \

diff --git a/scripts/metr_pp_all_att/fid_gt_all_att_metr_pp.sh b/scripts/metr_pp_all_att/fid_gt_all_att_metr_pp.sh
@@ -1,5 +1,5 @@
 attacks=(
-    # "--jpeg_ratio 25"
+    "--jpeg_ratio 25"
     "--crop_scale 0.75 --crop_ratio 0.75"
     "--gaussian_blur_r 4"
     "--gaussian_std 0.1"
@@ -8,7 +8,7 @@ attacks=(
 )
 
 names=(
-    # "jpeg"
+    "jpeg"
     "crop"
     "blur"
     "noise"
@@ -27,7 +27,7 @@ for ((i=0; i<${#attacks[@]}; i++)); do
       --run_generation \
       --additional_metrics \
       --run_no_w \
-      --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gt_all_att_vae/${names[i]} \
+      --image_folder msg_fid_gt_all_att_vae/${names[i]} \
       --msg_type binary \
       --use_random_msgs \
       --msg_scaler 100 \
@@ -44,7 +44,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gt_all_att_vae/diff_150  \
+  --image_folder msg_fid_gt_all_att_vae/diff_150  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -62,7 +62,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gt_all_att_vae/vae_2018_q_1  \
+  --image_folder msg_fid_gt_all_att_vae/vae_2018_q_1  \
   --msg_type binary \
   --use_random_msgs \
   --msg_scaler 100 \
@@ -81,7 +81,7 @@ accelerate launch -m metr.run_metr_fid \
   --run_generation \
   --additional_metrics \
   --run_no_w \
-  --image_folder /data/varlamov_a_data/tree-ring-watermark/msg_fid_gt_all_att_vae/no_attack3  \
+  --image_folder msg_fid_gt_all_att_vae/no_attack3  \
   --msg_type binary \
   --use_random_msgs \
   --use_stable_sig \