neulab · neubig · Sep 27, 2024 · Sep 27, 2024 · Sep 27, 2024
diff --git a/examples/detoxification_bias/Detoxify_LM_demo.ipynb b/examples/detoxification_bias/Detoxify_LM_demo.ipynb
diff --git a/examples/detoxification_bias/Llama2-7b_perplexity_scores_plot.png b/examples/detoxification_bias/Llama2-7b_perplexity_scores_plot.png
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-0.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-0.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 69.70890155366865
+nontoxic_wae.txt: 32.66969243018137
+toxic_aae.txt: 78.83975190870724
+toxic_wae.txt: 34.361008745995235
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-10000.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-10000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.54182914696298
+nontoxic_wae.txt: 31.075359169048475
+toxic_aae.txt: 82.0036723039959
+toxic_wae.txt: 35.49998927643886
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-12500.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-12500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.77815390265802
+nontoxic_wae.txt: 31.276970532556494
+toxic_aae.txt: 81.52509234050257
+toxic_wae.txt: 35.5350977767934
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-15000.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-15000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 68.3272057102135
+nontoxic_wae.txt: 31.38248585097714
+toxic_aae.txt: 82.60140889429582
+toxic_wae.txt: 35.838112321343196
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-17500.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-17500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.59234775016954
+nontoxic_wae.txt: 31.144420463872386
+toxic_aae.txt: 81.38755496908901
+toxic_wae.txt: 35.4503242815833
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-20000.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-20000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.86184747351325
+nontoxic_wae.txt: 31.27768641379288
+toxic_aae.txt: 81.90585738545141
+toxic_wae.txt: 35.637521834613224
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-22500.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-22500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.74516408958367
+nontoxic_wae.txt: 31.215354367901096
+toxic_aae.txt: 81.79559915314613
+toxic_wae.txt: 35.587613521207594
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-2500.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-2500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 66.6321874328598
+nontoxic_wae.txt: 30.936692524134642
+toxic_aae.txt: 79.52587340512012
+toxic_wae.txt: 34.702246590550345
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-5000.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-5000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 67.37626578149742
+nontoxic_wae.txt: 30.970795258713224
+toxic_aae.txt: 80.95880530005441
+toxic_wae.txt: 34.90532807304872
diff --git a/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-7500.txt b/examples/detoxification_bias/eval_results_Llama2-7b/checkpoint-7500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 66.95000277502696
+nontoxic_wae.txt: 31.028843628780926
+toxic_aae.txt: 80.02690115281109
+toxic_wae.txt: 34.852323428523675
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-0.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-0.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 264.5613111827735
+toxic_aae.txt: 354.88802955429094
+nontoxic_wae.txt: 79.88636766808261
+toxic_wae.txt: 87.09986385246668
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-10000.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-10000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 283.09457814161146
+toxic_aae.txt: 519.3137162452938
+nontoxic_wae.txt: 76.74805248230875
+toxic_wae.txt: 115.84195781580442
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-12500.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-12500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 287.60340638140406
+toxic_aae.txt: 533.0257307525487
+nontoxic_wae.txt: 77.95483700973249
+toxic_wae.txt: 118.03557713526929
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-15000.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-15000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 286.83726753582715
+toxic_aae.txt: 539.255382246365
+nontoxic_wae.txt: 77.31839234349853
+toxic_wae.txt: 117.18176009424498
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-17500.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-17500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 290.3258226022549
+toxic_aae.txt: 547.6406040700206
+nontoxic_wae.txt: 77.65640006849367
+toxic_wae.txt: 118.1359174010061
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-20000.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-20000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 288.0890171791605
+toxic_aae.txt: 540.2364799077442
+nontoxic_wae.txt: 77.36334784409642
+toxic_wae.txt: 117.19003012544398
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-22500.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-22500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 290.12460330926433
+toxic_aae.txt: 546.1822801277702
+nontoxic_wae.txt: 77.5023623843882
+toxic_wae.txt: 117.62872928935359
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-2500.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-2500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 259.00381827232985
+toxic_aae.txt: 410.7091123707273
+nontoxic_wae.txt: 72.72051108279676
+toxic_wae.txt: 92.81906367281663
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-5000.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-5000.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 258.6714391036896
+toxic_aae.txt: 424.86183050956515
+nontoxic_wae.txt: 74.07619621989392
+toxic_wae.txt: 100.88206485566259
diff --git a/examples/detoxification_bias/eval_results_gpt2/checkpoint-7500.txt b/examples/detoxification_bias/eval_results_gpt2/checkpoint-7500.txt
@@ -0,0 +1,4 @@
+nontoxic_aae.txt: 268.05961816776534
+toxic_aae.txt: 473.6350588349334
+nontoxic_wae.txt: 75.44938313962443
+toxic_wae.txt: 111.1346968133227
diff --git a/examples/detoxification_bias/gpt2_perplexity_scores_plot.png b/examples/detoxification_bias/gpt2_perplexity_scores_plot.png