{"_autogen_note":"This file is automatically generated by the RAID leaderboard submission script. Do not edit this file manually or include it in new submissions' PRs.","_submission_hash":"0f4b462e7281d9a06a533ff1c6225f7151f9ff037e63989b3a561923b7ee3e88","_results_hash":"7ec7ddb2e64d85c7b747d1842b99d36db88984259d46d061577fb89137ec21e1","date_released":"2025-01-30","detector_name":"QuillBot","contact_info":"ganesh.patel@quillbot.com","website":"https://quillbot.com/ai-content-detector","paper_link":null,"huggingface_link":null,"github_link":null,"additional_metadata":null,"score_agg":{"all":{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":650303,"fn":2497,"accuracy":0.9961749387254902},"0.01":{"tp":640413,"fn":12387,"accuracy":0.9810248161764706}},"auroc":0.9961809211681093},"no_adversarial":{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":54248,"fn":152,"accuracy":0.9972058823529412},"0.01":{"tp":53984,"fn":416,"accuracy":0.9923529411764705}},"auroc":0.9977714695350797}},"scores":[{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999846875},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99605},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998021875},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978791666666668},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.998934375},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999901041666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999781249999999},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9962145833333332},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980739583333332},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9981052083333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9990260416666666},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9919729166666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995354166666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9957541666666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9959864583333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9978505208333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997770833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996270833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997020833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997625},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998197916666667},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99924375},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99924375},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995583333333333},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995583333333333},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999718750000001},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999718750000001},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998075},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998075},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990375},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990375},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9944354166666666},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9944354166666666},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9846916666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9846916666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9895635416666667},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9895635416666667},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9994532196969697},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999559027777778},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.999630637254902},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9969030303030303},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998479166666666},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9979424019607843},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.998178125},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999019097222221},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9987865196078431},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992875},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996406250000001},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99964375},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998197916666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988229166666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994041666666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994114583333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997020833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999965625},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999965625},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997625},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997625},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998760416666667},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998760416666667},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999988636363637},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999996527777777},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999991421568628},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9998},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.99986875},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9998994318181817},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999972222222222},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9999339460784313},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994333333333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997135416666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997166666666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999853125},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999984375},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99976875},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972916666666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985729166666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986458333333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992864583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999984375},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998989583333333},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998989583333333},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996416666666667},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996416666666667},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989125},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989125},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992770833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992770833333333},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999628787878788},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999748774509805},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9995475378787878},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9996973039215686},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9997552083333333},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999843749999999},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9998360906862745},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999911458333334},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999965625},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9948875},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9974427083333334},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9974166666666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9987041666666666},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996208333333334},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999809375},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9942145833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9970864583333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99710625},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997895833333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984479166666668},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993416666666667},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996708333333334},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9927979166666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997791666666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9962885416666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9963989583333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995604166666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9979796875},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998687500000001},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997385416666666},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994875},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983770833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989322916666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999678125},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989927083333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9993354166666667},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.991825},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.991825},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9852791666666667},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9852791666666667},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9885520833333333},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9885520833333333},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.950325},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.950325},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9293083333333333},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9293083333333333},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9398166666666665},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9398166666666665},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990895833333333},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990895833333333},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995322916666667},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995322916666667},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9971770833333333},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9971770833333333},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985875000000001},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985875000000001},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9927979166666666},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9927979166666666},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.97675625},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.97675625},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9847770833333332},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9847770833333332},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.994063446969697},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997555555555556},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9960724264705882},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2195,"fn":5,"accuracy":0.9977272727272727}},"auroc":0.9880742424242424},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9996791666666667},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.9921700980392156},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4399,"fn":1,"accuracy":0.9997727272727273},"0.01":{"tp":4394,"fn":6,"accuracy":0.9986363636363637}},"auroc":0.9910688446969698},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997173611111111},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6799,"fn":1,"accuracy":0.9998529411764706},"0.01":{"tp":6794,"fn":6,"accuracy":0.9991176470588236}},"auroc":0.994121262254902},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996895833333334},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998385416666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972354166666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986145833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984625},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992265625},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972520833333334},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985958333333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986239583333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992880208333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9944791666666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995354166666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9970072916666667},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972395833333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984770833333334},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99980625},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998885416666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999203124999999},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996979166666666},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996979166666666},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991729166666666},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991729166666666},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994354166666667},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994354166666667},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9900583333333333},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9900583333333333},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9845270833333334},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9845270833333334},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9872927083333334},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9872927083333334},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980645833333333},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980645833333333},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990322916666666},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990322916666666},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9956833333333334},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9956833333333334},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9870770833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9870770833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9913802083333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9913802083333333},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9986452651515152},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999618055555556},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9991099264705883},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9961539772727273},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998784722222221},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9974685049019608},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4398,"fn":2,"accuracy":0.9995454545454545}},"auroc":0.9973996212121212},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999201388888889},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6798,"fn":2,"accuracy":0.9997058823529412}},"auroc":0.9982892156862745},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99980625},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99725},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985958333333333},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999928125},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998528125},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992281249999999},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978874999999999},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980104166666667},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9979489583333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9895854166666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.995525},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9925552083333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9937364583333334},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9967677083333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9952520833333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996875},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979104166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9987989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9940041666666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9968458333333334},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996875000000001},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9959572916666666},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9978223958333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333334},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986270833333334},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991677083333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9948958333333334},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9937083333333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9943020833333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973020833333334},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9961677083333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9967348958333334},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987083333333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9820833333333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9903958333333334},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.98296875},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9776020833333333},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9802854166666667},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9908385416666667},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9798427083333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.985340625},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99946875},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993583333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994135416666666},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983291666666667},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99603125},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9971802083333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988989583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976947916666667},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9982968750000001},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9959333333333333},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9959333333333333},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9937229166666667},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9937229166666667},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9948281250000001},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9948281250000001},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9764895833333334},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9764895833333334},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.965425},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.965425},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9709572916666667},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9709572916666667},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998312500000001},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998312500000001},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993479166666667},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993479166666667},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995895833333334},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995895833333334},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9963479166666667},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9963479166666667},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9981000000000001},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9981000000000001},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9949958333333333},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9949958333333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9875270833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9875270833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9912614583333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9912614583333333},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9965888257575758},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9959659722222223},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9963689950980393},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9916162878787879},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9923534722222223},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9918764705882352},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9941025568181818},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9941597222222223},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9941227328431372},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996645833333334},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999825},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9962354166666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9981135416666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99795},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9989692708333334},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9962291666666666},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666667},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980822916666666},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9981135416666668},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9990234375},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9925666666666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995375},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9960520833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9962833333333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999715625},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9979994791666668},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99963125},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996822916666667},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997645833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998098958333334},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992354166666666},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992354166666666},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995531249999999},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995531249999999},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998075},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998075},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990374999999999},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990374999999999},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9941749999999999},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9941749999999999},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.98476875},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.98476875},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.989471875},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.989471875},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9994255681818182},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666667},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9996110294117647},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9969768939393939},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998489583333333},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9979905637254901},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.998201231060606},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9988007965686275},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666666},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999135416666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999515625000001},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999942708333334},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99940625},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996177083333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999703125},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998088541666666},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999932291666667},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666667},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666667},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968749999999},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968749999999},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996791666666667},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996791666666667},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995020833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995020833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999590625},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999590625},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999702651515151},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999930555555555},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999783088235294},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9998761363636365},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999680555555556},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999085784313725},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9999232007575758},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999805555555555},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.999943443627451},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992041666666667},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995989583333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9959479166666666},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9979031250000001},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975760416666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9987510416666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99473125},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99955},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9971406249999999},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973604166666666},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99976875},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9985645833333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9968875},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984072916666668},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983822916666667},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9991703124999999},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991041666666667},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991041666666667},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990520833333334},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990520833333334},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666667},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666667},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.999826893939394},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9998843137254902},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9987607954545455},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9991555147058824},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9992938446969697},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999934375},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9995199142156862},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998625},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999239583333334},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985916666666667},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992927083333334},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992270833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985645833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992708333333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99928125},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996286458333332},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99395},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996354166666667},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9967927083333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9969750000000001},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997812500000001},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.998378125},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996104166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999796875},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998927083333332},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99960625},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99960625},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997760416666667},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997760416666667},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988833333333333},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988833333333333},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9936166666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9936166666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9853687499999999},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9853687499999999},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9894927083333334},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9894927083333334},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9994017045454545},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999777777777777},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9996050245098038},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.997688446969697},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9984800245098039},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9985450757575758},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999545138888889},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9990425245098039},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998458333333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9960083333333334},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980010416666666},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978583333333333},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9989234375},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999963541666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9969854166666666},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984427083333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984916666666667},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999322916666668},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992119791666667},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985625},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999928125},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99205625},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993229166666666},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9956895833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.996028125},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995895833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9978088541666666},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999447916666666},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996791666666667},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997489583333333},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999052083333334},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997885416666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999846875},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992166666666666},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992166666666666},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99954375},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99954375},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666667},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666667},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981229166666666},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981229166666666},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990614583333333},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990614583333333},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9957416666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9957416666666666},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9867125},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9867125},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9912270833333334},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9912270833333334},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9995732954545455},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9997062499999999},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9971689393939395},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.999815625},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9981030637254902},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9983711174242424},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998828125},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9989046568627451},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995729166666666},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993958333333333},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999484375},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994270833333333},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99939375},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994104166666666},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993947916666667},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994473958333333},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972416666666667},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99948125},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983614583333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9930708333333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991645833333334},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9961177083333334},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9951562500000001},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993229166666667},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9972395833333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987520833333333},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986104166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99868125},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988229166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982354166666666},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985291666666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9987874999999999},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984229166666667},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9986052083333333},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996354166666667},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99813125},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988833333333333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972427083333334},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980166666666667},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976296875},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984390625},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980739583333333},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9982565104166666},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997375000000001},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666668},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9969145833333334},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981958333333334},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975552083333332},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983260416666667},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990645833333334},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9986953125},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998375},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99818125},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998278125},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987458333333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985124999999999},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986291666666667},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985604166666666},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998346875},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984536458333333},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99024375},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99024375},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9904229166666666},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9904229166666666},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9903333333333333},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9903333333333333},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99890625},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99890625},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988875},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988875},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988968750000001},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988968750000001},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99855625},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99855625},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998678125},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998678125},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989958333333333},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989958333333333},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989625},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989625},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989791666666668},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989791666666668},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9982054924242425},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9989555555555556},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9984702205882353},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9973675189393939},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9985864583333333},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9977977328431372},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9977865056818181},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9987710069444444},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9981339767156863},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666666},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999335069444445},{"domain":"abstracts","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9999453993055556},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999473958333334},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997168402777777},{"domain":"abstracts","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998321180555556},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.99995234375},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998251736111111},{"domain":"abstracts","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9998887586805555},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999409375},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997805555555556},{"domain":"abstracts","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9995949652777778},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9963467013888888},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995411458333333},{"domain":"abstracts","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9979439236111112},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9978780381944444},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996608506944445},{"domain":"abstracts","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9987694444444444},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998637152777777},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999706076388889},{"domain":"abstracts","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997848958333333},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998515625000001},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9993501736111112},{"domain":"abstracts","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996008680555556},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998576388888889},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.999528125},{"domain":"abstracts","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9996928819444444},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999414930555556},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996798611111111},{"domain":"abstracts","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998106770833333},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9971738715277778},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9992406250000001},{"domain":"abstracts","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.998207248263889},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9985576822916666},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9994602430555556},{"domain":"abstracts","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9990089626736112},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998602430555555},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9984010416666667},{"domain":"abstracts","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9991306423611112},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9941762152777777},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9977282986111111},{"domain":"abstracts","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9959522569444444},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9970182291666666},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9980646701388889},{"domain":"abstracts","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9975414496527778},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998027777777777},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997253472222222},{"domain":"abstracts","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997640625},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996211805555555},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9993005208333333},{"domain":"abstracts","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9994608506944443},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997119791666668},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9995129340277779},{"domain":"abstracts","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9996124565972222},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9989546874999999},{"domain":"abstracts","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9989546874999999},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9981793402777778},{"domain":"abstracts","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9981793402777778},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9985670138888888},{"domain":"abstracts","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9985670138888888},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9921456597222222},{"domain":"abstracts","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9921456597222222},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9888052083333333},{"domain":"abstracts","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9888052083333333},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9904754340277778},{"domain":"abstracts","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9904754340277778},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998927083333333},{"domain":"abstracts","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998927083333333},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997565972222222},{"domain":"abstracts","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997565972222222},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998246527777778},{"domain":"abstracts","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998246527777778},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998871527777777},{"domain":"abstracts","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998871527777777},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9985861111111111},{"domain":"abstracts","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9985861111111111},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9992366319444443},{"domain":"abstracts","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9992366319444443},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9966409722222223},{"domain":"abstracts","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9966409722222223},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9908284722222221},{"domain":"abstracts","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9908284722222221},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9937347222222223},{"domain":"abstracts","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9937347222222223},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26400,"fn":0,"accuracy":1.0},"0.01":{"tp":26398,"fn":2,"accuracy":0.9999242424242424}},"auroc":0.9987596433080809},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14400,"fn":0,"accuracy":1.0},"0.01":{"tp":14400,"fn":0,"accuracy":1.0}},"auroc":0.9995377314814815},{"domain":"abstracts","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40800,"fn":0,"accuracy":1.0},"0.01":{"tp":40798,"fn":2,"accuracy":0.9999509803921569}},"auroc":0.9990342626633987},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26399,"fn":1,"accuracy":0.9999621212121212},"0.01":{"tp":26394,"fn":6,"accuracy":0.9997727272727273}},"auroc":0.9966611505681818},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14400,"fn":0,"accuracy":1.0},"0.01":{"tp":14400,"fn":0,"accuracy":1.0}},"auroc":0.9991462673611111},{"domain":"abstracts","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40799,"fn":1,"accuracy":0.9999754901960785},"0.01":{"tp":40794,"fn":6,"accuracy":0.9998529411764706}},"auroc":0.9975382506127451},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52799,"fn":1,"accuracy":0.9999810606060606},"0.01":{"tp":52792,"fn":8,"accuracy":0.9998484848484849}},"auroc":0.9977103969381313},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28800,"fn":0,"accuracy":1.0},"0.01":{"tp":28800,"fn":0,"accuracy":1.0}},"auroc":0.9993419994212963},{"domain":"abstracts","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81599,"fn":1,"accuracy":0.9999877450980392},"0.01":{"tp":81592,"fn":8,"accuracy":0.9999019607843137}},"auroc":0.998286256638072},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997750000000001},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998812499999999},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99959375},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997864583333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999684375},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9998338541666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991666666666666},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995770833333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9923395833333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9961583333333335},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.995753125},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9978677083333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996572916666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9994125},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998750000000001},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99964375},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9995635416666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997375000000001},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9996505208333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998520833333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9960187500000001},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9979354166666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9944500000000001},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9974124999999999},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9959312499999999},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9971510416666667},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9967156250000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9969333333333334},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9970979166666666},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.998534375},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9985489583333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9992593750000001},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999781249999999},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997708333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996625},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997166666666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998218750000001},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998473958333334},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981249999999999},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981249999999999},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990281249999999},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990281249999999},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9939625},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9939625},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9800208333333333},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9800208333333333},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9869916666666668},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9869916666666668},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333334},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333334},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998510416666667},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998510416666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9962875},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9962875},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981395833333334},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981395833333334},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9973708333333333},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9973708333333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9858041666666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9858041666666667},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9915875000000001},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9915875000000001},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2181,"fn":19,"accuracy":0.9913636363636363}},"auroc":0.9990723484848485},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9992218749999999},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3395,"fn":5,"accuracy":0.9985294117647059},"0.01":{"tp":3376,"fn":24,"accuracy":0.9929411764705882}},"auroc":0.9991251225490196},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2178,"fn":22,"accuracy":0.99},"0.01":{"tp":2142,"fn":58,"accuracy":0.9736363636363636}},"auroc":0.9948314393939395},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9994152777777777},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3377,"fn":23,"accuracy":0.9932352941176471},"0.01":{"tp":3339,"fn":61,"accuracy":0.9820588235294118}},"auroc":0.9964492647058822},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4375,"fn":25,"accuracy":0.9943181818181818},"0.01":{"tp":4323,"fn":77,"accuracy":0.9825}},"auroc":0.996951893939394},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9993185763888889},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6772,"fn":28,"accuracy":0.9958823529411764},"0.01":{"tp":6715,"fn":85,"accuracy":0.9875}},"auroc":0.9977871936274509},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9965645833333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9982770833333334},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9982822916666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9991354166666666},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999552083333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9983104166666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993124999999999},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9988114583333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9991552083333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996510416666666},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.999403125},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997875},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99989375},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99989375},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9999458333333334},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998854166666667},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998854166666667},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9999427083333333},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9999427083333333},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9951520833333334},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9951520833333334},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9780416666666667},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9780416666666667},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.986596875},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.986596875},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99966875},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99966875},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999834375},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999834375},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99964375},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99964375},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9958729166666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9958729166666667},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977583333333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977583333333333},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2195,"fn":5,"accuracy":0.9977272727272727}},"auroc":0.9995261363636363},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999788194444444},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.9996859068627452},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2165,"fn":35,"accuracy":0.9840909090909091}},"auroc":0.9971020833333332},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9998802083333334},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3386,"fn":14,"accuracy":0.9958823529411764},"0.01":{"tp":3364,"fn":36,"accuracy":0.9894117647058823}},"auroc":0.9980825980392156},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4384,"fn":16,"accuracy":0.9963636363636363},"0.01":{"tp":4360,"fn":40,"accuracy":0.990909090909091}},"auroc":0.9983141098484849},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.999929513888889},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6784,"fn":16,"accuracy":0.9976470588235294},"0.01":{"tp":6759,"fn":41,"accuracy":0.9939705882352942}},"auroc":0.9988842524509803},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968374999999999},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9984093749999999},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.99841875},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9992015625},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997958333333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99989375},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998947916666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9999432291666668},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9964979166666668},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997270833333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981125},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9982489583333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999859375},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9990541666666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999135416666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666666},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333332},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333332},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333334},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333334},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9949729166666668},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9949729166666668},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98161875},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98161875},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":389,"fn":11,"accuracy":0.9725},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.9882958333333334},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":389,"fn":11,"accuracy":0.9725},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.9882958333333334},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982104166666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982104166666667},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991052083333334},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991052083333334},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99910625},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99910625},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9956145833333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9956145833333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9973604166666666},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9973604166666666},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2194,"fn":6,"accuracy":0.9972727272727273}},"auroc":0.9994585227272728},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9999611111111111},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3393,"fn":7,"accuracy":0.9979411764705882}},"auroc":0.9996359068627451},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2185,"fn":15,"accuracy":0.9931818181818182},"0.01":{"tp":2170,"fn":30,"accuracy":0.9863636363636363}},"auroc":0.99714375},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999444444444445},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3385,"fn":15,"accuracy":0.9955882352941177},"0.01":{"tp":3370,"fn":30,"accuracy":0.9911764705882353}},"auroc":0.9981322303921569},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4382,"fn":18,"accuracy":0.9959090909090909},"0.01":{"tp":4364,"fn":36,"accuracy":0.9918181818181818}},"auroc":0.9983011363636364},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9999527777777778},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6782,"fn":18,"accuracy":0.9973529411764706},"0.01":{"tp":6763,"fn":37,"accuracy":0.9945588235294117}},"auroc":0.9988840686274509},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999125},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333334},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9978270833333334},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9988864583333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9988354166666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9993994791666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998291666666668},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9999083333333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9896791666666667},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.994825},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9947541666666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9973666666666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992104166666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995083333333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999359375},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989979166666666},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666666},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994010416666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991041666666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99965625},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9993802083333334},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9958979166666667},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9979447916666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9913625},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9975208333333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9944416666666667},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9956770833333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9967093750000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":787,"fn":13,"accuracy":0.98375}},"auroc":0.9961932291666666},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9964395833333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982072916666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982197916666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9990916666666666},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666667},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999250000000001},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.999425},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99905625},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9992406250000001},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996583333333333},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9994906250000001},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9995744791666668},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.99348125},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.99348125},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99265625},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99265625},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9930687500000001},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9930687500000001},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9869020833333333},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9869020833333333},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":185,"fn":15,"accuracy":0.925},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.968},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":185,"fn":15,"accuracy":0.925},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.968},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":356,"fn":44,"accuracy":0.89}},"auroc":0.9774510416666669},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":356,"fn":44,"accuracy":0.89}},"auroc":0.9774510416666669},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996458333333333},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996458333333333},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996843750000001},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996843750000001},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996651041666667},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996651041666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998614583333333},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998614583333333},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9917916666666666},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9917916666666666},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9813166666666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9813166666666667},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9865541666666668},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9865541666666668},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2164,"fn":36,"accuracy":0.9836363636363636}},"auroc":0.997338446969697},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.999185763888889},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3389,"fn":11,"accuracy":0.9967647058823529},"0.01":{"tp":3362,"fn":38,"accuracy":0.9888235294117647}},"auroc":0.9979904411764705},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2167,"fn":33,"accuracy":0.985},"0.01":{"tp":2117,"fn":83,"accuracy":0.9622727272727273}},"auroc":0.9924756628787881},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.9990256944444444},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3365,"fn":35,"accuracy":0.9897058823529412},"0.01":{"tp":3306,"fn":94,"accuracy":0.9723529411764706}},"auroc":0.9947874387254901},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4358,"fn":42,"accuracy":0.9904545454545455},"0.01":{"tp":4281,"fn":119,"accuracy":0.9729545454545454}},"auroc":0.9949070549242424},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2387,"fn":13,"accuracy":0.9945833333333334}},"auroc":0.9991057291666666},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6754,"fn":46,"accuracy":0.9932352941176471},"0.01":{"tp":6668,"fn":132,"accuracy":0.9805882352941176}},"auroc":0.9963889399509804},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666667},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666668},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999562500000001},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9932000000000001},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9965885416666668},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9965916666666668},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9982869791666666},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99984375},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996166666666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997302083333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997541666666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998260416666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997989583333333},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997572916666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.999778125},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9962375},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99811875},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9949916666666667},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.997875},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9964333333333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9974958333333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9970562500000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9972760416666666},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9983791666666667},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.999165625},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9991895833333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999656250000001},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9995776041666667},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998875},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997791666666667},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998333333333334},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999322916666668},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998843749999999},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9999083333333333},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992916666666667},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992916666666667},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9969583333333333},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9969583333333333},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9981249999999999},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9981249999999999},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9949333333333333},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9949333333333333},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98569375},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98569375},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9903135416666667},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9903135416666667},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999187500000001},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999187500000001},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999177083333333},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999177083333333},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.998325},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.998325},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9948291666666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9948291666666667},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9965770833333334},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9965770833333334},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2186,"fn":14,"accuracy":0.9936363636363637}},"auroc":0.9992964015151514},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9992989583333333},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3383,"fn":17,"accuracy":0.995}},"auroc":0.9992973039215686},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2158,"fn":42,"accuracy":0.980909090909091}},"auroc":0.9966784090909091},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9995559027777778},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3385,"fn":15,"accuracy":0.9955882352941177},"0.01":{"tp":3355,"fn":45,"accuracy":0.986764705882353}},"auroc":0.9976939950980392},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4384,"fn":16,"accuracy":0.9963636363636363},"0.01":{"tp":4344,"fn":56,"accuracy":0.9872727272727273}},"auroc":0.9979874053030302},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9994274305555555},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6781,"fn":19,"accuracy":0.9972058823529412},"0.01":{"tp":6738,"fn":62,"accuracy":0.9908823529411764}},"auroc":0.9984956495098039},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993833333333334},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9974229166666667},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9984031250000001},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990625},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9954312500000001},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.997246875},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992229166666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9964270833333334},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.997825},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9989791666666666},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99610625},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9975427083333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":187,"fn":13,"accuracy":0.935},"0.01":{"tp":126,"fn":74,"accuracy":0.63}},"auroc":0.9570687500000001},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9894333333333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":383,"fn":17,"accuracy":0.9575},"0.01":{"tp":315,"fn":85,"accuracy":0.7875}},"auroc":0.9732510416666668},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":324,"fn":76,"accuracy":0.81}},"auroc":0.9780239583333334},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":382,"fn":18,"accuracy":0.955}},"auroc":0.9927697916666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":782,"fn":18,"accuracy":0.9775},"0.01":{"tp":706,"fn":94,"accuracy":0.8825}},"auroc":0.985396875},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982520833333334},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9965208333333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9973864583333333},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982333333333333},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9892062500000001},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9937197916666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982427083333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9928635416666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":769,"fn":31,"accuracy":0.96125}},"auroc":0.995553125},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9991708333333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.996275},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9977229166666667},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9855229166666667},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9811125},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":351,"fn":49,"accuracy":0.8775}},"auroc":0.9833177083333333},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.992346875},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9886937499999999},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":746,"fn":54,"accuracy":0.9325}},"auroc":0.9905203124999999},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991249999999999},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9922708333333333},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9956979166666666},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":185,"fn":15,"accuracy":0.925},"0.01":{"tp":118,"fn":82,"accuracy":0.59}},"auroc":0.9560895833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9765875},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":376,"fn":24,"accuracy":0.94},"0.01":{"tp":295,"fn":105,"accuracy":0.7375}},"auroc":0.9663385416666668},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":385,"fn":15,"accuracy":0.9625},"0.01":{"tp":318,"fn":82,"accuracy":0.795}},"auroc":0.9776072916666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":362,"fn":38,"accuracy":0.905}},"auroc":0.9844291666666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":775,"fn":25,"accuracy":0.96875},"0.01":{"tp":680,"fn":120,"accuracy":0.85}},"auroc":0.9810182291666667},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993354166666666},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99914375},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992395833333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9988583333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9972625},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9980604166666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999096875},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.998203125},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.99865},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9956875},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9956875},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9925104166666666},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9925104166666666},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9940989583333334},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9940989583333334},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9753385416666667},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9753385416666667},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":120,"fn":80,"accuracy":0.6}},"auroc":0.9470666666666666},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":120,"fn":80,"accuracy":0.6}},"auroc":0.9470666666666666},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":366,"fn":34,"accuracy":0.915},"0.01":{"tp":277,"fn":123,"accuracy":0.6925}},"auroc":0.9612026041666666},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":366,"fn":34,"accuracy":0.915},"0.01":{"tp":277,"fn":123,"accuracy":0.6925}},"auroc":0.9612026041666666},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993020833333334},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993020833333334},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99906875},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99906875},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991854166666667},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991854166666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99920625},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99920625},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.995578125},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.995578125},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9973921875},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9973921875},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9915125},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9915125},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.9850791666666666},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.9850791666666666},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":360,"fn":40,"accuracy":0.9}},"auroc":0.9882958333333334},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":360,"fn":40,"accuracy":0.9}},"auroc":0.9882958333333334},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2188,"fn":12,"accuracy":0.9945454545454545},"0.01":{"tp":2135,"fn":65,"accuracy":0.9704545454545455}},"auroc":0.9959357007575758},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1168,"fn":32,"accuracy":0.9733333333333334}},"auroc":0.9962899305555556},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3385,"fn":15,"accuracy":0.9955882352941177},"0.01":{"tp":3303,"fn":97,"accuracy":0.9714705882352941}},"auroc":0.9960607230392156},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2138,"fn":62,"accuracy":0.9718181818181818},"0.01":{"tp":1889,"fn":311,"accuracy":0.8586363636363636}},"auroc":0.9831035037878788},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1179,"fn":21,"accuracy":0.9825},"0.01":{"tp":1108,"fn":92,"accuracy":0.9233333333333333}},"auroc":0.9881722222222222},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3317,"fn":83,"accuracy":0.9755882352941176},"0.01":{"tp":2997,"fn":403,"accuracy":0.8814705882352941}},"auroc":0.984892463235294},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4326,"fn":74,"accuracy":0.9831818181818182},"0.01":{"tp":4024,"fn":376,"accuracy":0.9145454545454546}},"auroc":0.9895196022727273},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2376,"fn":24,"accuracy":0.99},"0.01":{"tp":2276,"fn":124,"accuracy":0.9483333333333334}},"auroc":0.9922310763888889},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6702,"fn":98,"accuracy":0.9855882352941177},"0.01":{"tp":6300,"fn":500,"accuracy":0.9264705882352942}},"auroc":0.990476593137255},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997750000000001},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99988125},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99959375},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997874999999999},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999684375},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9998343749999999},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991666666666668},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995770833333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9926083333333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9962916666666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9958875},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9979343749999999},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996572916666666},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9994124999999999},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999875},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99964375},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9995635416666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997375000000001},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9996505208333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998104166666667},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973145833333334},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9985625},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9947},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9974000000000001},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.99605},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9972552083333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973572916666666},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.99730625},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9973166666666667},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9986447916666666},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9986583333333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9993145833333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999781249999999},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997708333333334},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996625},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997166666666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998218750000001},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998473958333332},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981375},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981375},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990354166666667},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990354166666667},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9940458333333333},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9940458333333333},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9800895833333334},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9800895833333334},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9870677083333335},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9870677083333335},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333334},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333334},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998510416666666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998510416666666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9962895833333334},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9962895833333334},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981406250000001},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981406250000001},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9973666666666666},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9973666666666666},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9868375},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9868375},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9921020833333334},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9921020833333334},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2181,"fn":19,"accuracy":0.9913636363636363}},"auroc":0.999075946969697},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1196,"fn":4,"accuracy":0.9966666666666667}},"auroc":0.9994378472222222},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3377,"fn":23,"accuracy":0.9932352941176471}},"auroc":0.9992036764705883},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2143,"fn":57,"accuracy":0.9740909090909091}},"auroc":0.9950001893939395},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9994131944444444},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3378,"fn":22,"accuracy":0.9935294117647059},"0.01":{"tp":3340,"fn":60,"accuracy":0.9823529411764705}},"auroc":0.9965577205882353},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4376,"fn":24,"accuracy":0.9945454545454545},"0.01":{"tp":4324,"fn":76,"accuracy":0.9827272727272728}},"auroc":0.9970380681818182},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9994255208333332},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6774,"fn":26,"accuracy":0.9961764705882353},"0.01":{"tp":6717,"fn":83,"accuracy":0.9877941176470588}},"auroc":0.9978806985294117},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666668},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99904375},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995208333333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995052083333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997510416666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9925333333333335},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9962510416666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9962572916666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999781249999999},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9981177083333335},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666668},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998062499999999},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998895833333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999203125},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996479166666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998239583333334},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9972833333333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993208333333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9983020833333333},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9986416666666666},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9994843750000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9990630208333333},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9907291666666667},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.995328125},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9953645833333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9976635416666668},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999489583333333},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999744791666667},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99840625},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99840625},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991802083333333},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991802083333333},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9919708333333334},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9919708333333334},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9810104166666666},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9810104166666666},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9864906250000001},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9864906250000001},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9986895833333334},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9986895833333334},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9933208333333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9933208333333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9960052083333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9960052083333333},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2189,"fn":11,"accuracy":0.995}},"auroc":0.9991410984848484},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9999010416666667},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.9994093137254901},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2181,"fn":19,"accuracy":0.9913636363636363},"0.01":{"tp":2146,"fn":54,"accuracy":0.9754545454545455}},"auroc":0.9957375},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9996909722222223},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3381,"fn":19,"accuracy":0.9944117647058823},"0.01":{"tp":3344,"fn":56,"accuracy":0.9835294117647059}},"auroc":0.9971328431372548},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4377,"fn":23,"accuracy":0.9947727272727273},"0.01":{"tp":4335,"fn":65,"accuracy":0.9852272727272727}},"auroc":0.9974392992424242},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9997960069444445},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6777,"fn":23,"accuracy":0.9966176470588235},"0.01":{"tp":6732,"fn":68,"accuracy":0.99}},"auroc":0.9982710784313725},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990708333333334},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333334},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994645833333334},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995354166666667},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666668},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997322916666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333334},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999177083333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9885708333333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9942541666666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9942427083333334},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666668},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":776,"fn":24,"accuracy":0.97}},"auroc":0.9970859375000001},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989645833333334},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978708333333334},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984177083333333},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983625},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9972083333333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977854166666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9986635416666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9975395833333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9981015625},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992375},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996125},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":181,"fn":19,"accuracy":0.905}},"auroc":0.9925708333333334},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9971395833333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9948552083333333},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9962791666666666},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9981885416666667},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":776,"fn":24,"accuracy":0.97}},"auroc":0.9972338541666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9974958333333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985020833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9979989583333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9987458333333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.99925},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9989979166666666},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997958333333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666667},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999759375},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991104166666667},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99926875},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991895833333333},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999453125},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994958333333334},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9994744791666667},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":143,"fn":57,"accuracy":0.715}},"auroc":0.9582041666666667},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":143,"fn":57,"accuracy":0.715}},"auroc":0.9582041666666667},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":160,"fn":40,"accuracy":0.8},"0.01":{"tp":138,"fn":62,"accuracy":0.69}},"auroc":0.9388500000000001},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":160,"fn":40,"accuracy":0.8},"0.01":{"tp":138,"fn":62,"accuracy":0.69}},"auroc":0.9388500000000001},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":335,"fn":65,"accuracy":0.8375},"0.01":{"tp":281,"fn":119,"accuracy":0.7025}},"auroc":0.9485270833333335},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":335,"fn":65,"accuracy":0.8375},"0.01":{"tp":281,"fn":119,"accuracy":0.7025}},"auroc":0.9485270833333335},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979645833333334},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979645833333334},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974666666666666},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974666666666666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.997715625},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.997715625},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99980625},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99980625},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999903125},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999903125},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9988041666666667},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9988041666666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9949833333333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9949833333333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9968937499999999},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9968937499999999},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2175,"fn":25,"accuracy":0.9886363636363636},"0.01":{"tp":2139,"fn":61,"accuracy":0.9722727272727273}},"auroc":0.995784659090909},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9994583333333333},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3375,"fn":25,"accuracy":0.9926470588235294},"0.01":{"tp":3339,"fn":61,"accuracy":0.9820588235294118}},"auroc":0.99708125},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2152,"fn":48,"accuracy":0.9781818181818182},"0.01":{"tp":2069,"fn":131,"accuracy":0.9404545454545454}},"auroc":0.9914806818181818},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1191,"fn":9,"accuracy":0.9925}},"auroc":0.9986524305555555},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3351,"fn":49,"accuracy":0.9855882352941177},"0.01":{"tp":3260,"fn":140,"accuracy":0.9588235294117647}},"auroc":0.994011887254902},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4327,"fn":73,"accuracy":0.9834090909090909},"0.01":{"tp":4208,"fn":192,"accuracy":0.9563636363636364}},"auroc":0.9936326704545454},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9990553819444445},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6726,"fn":74,"accuracy":0.9891176470588235},"0.01":{"tp":6599,"fn":201,"accuracy":0.9704411764705883}},"auroc":0.995546568627451},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999718750000001},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999838541666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9937458333333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9968614583333334},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9968541666666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9984182291666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333332},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333332},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999078124999999},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99948125},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999740625},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9978145833333334},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986291666666667},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982218749999999},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9989072916666667},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9990552083333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.99898125},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998395833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999567708333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996875000000001},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996875000000001},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99984375},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99984375},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99318125},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99318125},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9806125},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9806125},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.986896875},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.986896875},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9967541666666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9967541666666667},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9983770833333333},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9983770833333333},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9988916666666667},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9988916666666667},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.992471875},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.992471875},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9956817708333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9956817708333333},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2191,"fn":9,"accuracy":0.9959090909090909}},"auroc":0.9992687499999999},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9998777777777779},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3390,"fn":10,"accuracy":0.9970588235294118}},"auroc":0.9994837009803921},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2180,"fn":20,"accuracy":0.990909090909091},"0.01":{"tp":2164,"fn":36,"accuracy":0.9836363636363636}},"auroc":0.9964366477272727},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9997451388888889},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3379,"fn":21,"accuracy":0.9938235294117647},"0.01":{"tp":3363,"fn":37,"accuracy":0.9891176470588235}},"auroc":0.9976043504901961},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4377,"fn":23,"accuracy":0.9947727272727273},"0.01":{"tp":4355,"fn":45,"accuracy":0.9897727272727272}},"auroc":0.9978526988636364},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9998114583333333},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6776,"fn":24,"accuracy":0.9964705882352941},"0.01":{"tp":6753,"fn":47,"accuracy":0.9930882352941176}},"auroc":0.9985440257352941},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997791666666667},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999884375},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998020833333333},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998947916666667},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999790625},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998895833333334},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991729166666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995802083333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9923291666666667},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.996153125},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9957510416666667},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9978666666666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997645833333333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996833333333334},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997239583333334},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999625},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997677083333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996947916666666},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999796875},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997458333333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9998687500000001},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9961354166666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9980020833333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9946250000000001},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.998625},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9966250000000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9972468750000001},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973802083333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9973135416666667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9978520833333333},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9989104166666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9989260416666667},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9994473958333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997937499999999},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998187499999999},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999156249999999},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999036458333332},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995291666666667},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995291666666667},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99973125},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99973125},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9941895833333334},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9941895833333334},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9797145833333334},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9797145833333334},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9869520833333336},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9869520833333336},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998874999999999},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998874999999999},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9964416666666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9964416666666667},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982197916666666},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982197916666666},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9974145833333333},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9974145833333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9864937500000001},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9864937500000001},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9919541666666667},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9919541666666667},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2185,"fn":15,"accuracy":0.9931818181818182}},"auroc":0.9991102272727272},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9992572916666667},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3382,"fn":18,"accuracy":0.9947058823529412}},"auroc":0.9991621323529412},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2150,"fn":50,"accuracy":0.9772727272727273}},"auroc":0.9951202651515152},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9996795138888889},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3379,"fn":21,"accuracy":0.9938235294117647},"0.01":{"tp":3348,"fn":52,"accuracy":0.9847058823529412}},"auroc":0.9967294117647059},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4377,"fn":23,"accuracy":0.9947727272727273},"0.01":{"tp":4335,"fn":65,"accuracy":0.9852272727272727}},"auroc":0.9971152462121211},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2395,"fn":5,"accuracy":0.9979166666666667}},"auroc":0.9994684027777778},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6775,"fn":25,"accuracy":0.9963235294117647},"0.01":{"tp":6730,"fn":70,"accuracy":0.9897058823529412}},"auroc":0.9979457720588236},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9953729166666667},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9952770833333333},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.995325},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9953062500000001},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9951333333333333},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9952197916666666},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9953395833333334},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9952052083333334},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":786,"fn":14,"accuracy":0.9825}},"auroc":0.9952723958333333},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9910666666666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9957697916666667},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9934182291666667},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":155,"fn":45,"accuracy":0.775}},"auroc":0.9814895833333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9886229166666667},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":338,"fn":62,"accuracy":0.845}},"auroc":0.98505625},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":334,"fn":66,"accuracy":0.835}},"auroc":0.9862781249999999},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.9921963541666666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":711,"fn":89,"accuracy":0.88875}},"auroc":0.9892372395833333},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9949958333333334},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9947604166666667},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.994878125},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9931416666666667},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9917875},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9924645833333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.99406875},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9932739583333333},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":761,"fn":39,"accuracy":0.95125}},"auroc":0.9936713541666666},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.98833125},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9960479166666667},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":371,"fn":29,"accuracy":0.9275}},"auroc":0.9921895833333333},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":167,"fn":33,"accuracy":0.835}},"auroc":0.9905479166666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":161,"fn":39,"accuracy":0.805}},"auroc":0.9879791666666666},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":328,"fn":72,"accuracy":0.82}},"auroc":0.9892635416666666},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":343,"fn":57,"accuracy":0.8575}},"auroc":0.9894395833333334},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":356,"fn":44,"accuracy":0.89}},"auroc":0.9920135416666667},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":699,"fn":101,"accuracy":0.87375}},"auroc":0.9907265625},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99920625},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995875000000001},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9935041666666666},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.9909583333333334},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":346,"fn":54,"accuracy":0.865}},"auroc":0.99223125},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9963552083333334},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":368,"fn":32,"accuracy":0.92}},"auroc":0.9954635416666666},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":746,"fn":54,"accuracy":0.9325}},"auroc":0.9959093750000001},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9957020833333333},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9948},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9952510416666667},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9934062499999999},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9900416666666666},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9917239583333334},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9945541666666666},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9924208333333333},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":775,"fn":25,"accuracy":0.96875}},"auroc":0.9934875},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":46,"fn":154,"accuracy":0.23}},"auroc":0.9145875},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":46,"fn":154,"accuracy":0.23}},"auroc":0.9145875},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":187,"fn":13,"accuracy":0.935},"0.01":{"tp":43,"fn":157,"accuracy":0.215}},"auroc":0.9167020833333335},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":187,"fn":13,"accuracy":0.935},"0.01":{"tp":43,"fn":157,"accuracy":0.215}},"auroc":0.9167020833333335},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":378,"fn":22,"accuracy":0.945},"0.01":{"tp":89,"fn":311,"accuracy":0.2225}},"auroc":0.9156447916666667},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":378,"fn":22,"accuracy":0.945},"0.01":{"tp":89,"fn":311,"accuracy":0.2225}},"auroc":0.9156447916666667},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9922958333333333},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9922958333333333},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9907374999999999},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9907374999999999},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9915166666666666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9915166666666666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967604166666667},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967604166666667},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9942895833333334},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9942895833333334},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.995525},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.995525},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9911020833333334},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9911020833333334},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":169,"fn":31,"accuracy":0.845}},"auroc":0.9883270833333333},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":169,"fn":31,"accuracy":0.845}},"auroc":0.9883270833333333},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9897145833333334},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9897145833333334},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":1940,"fn":260,"accuracy":0.8818181818181818}},"auroc":0.9872200757575758},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1174,"fn":26,"accuracy":0.9783333333333334}},"auroc":0.9961039930555556},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3391,"fn":9,"accuracy":0.9973529411764706},"0.01":{"tp":3114,"fn":286,"accuracy":0.9158823529411765}},"auroc":0.990355575980392},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2181,"fn":19,"accuracy":0.9913636363636363},"0.01":{"tp":1858,"fn":342,"accuracy":0.8445454545454546}},"auroc":0.9852219696969698},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1194,"fn":6,"accuracy":0.995},"0.01":{"tp":1080,"fn":120,"accuracy":0.9}},"auroc":0.9907538194444445},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3375,"fn":25,"accuracy":0.9926470588235294},"0.01":{"tp":2938,"fn":462,"accuracy":0.8641176470588235}},"auroc":0.9871743872549019},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4372,"fn":28,"accuracy":0.9936363636363637},"0.01":{"tp":3798,"fn":602,"accuracy":0.8631818181818182}},"auroc":0.9862210227272727},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2254,"fn":146,"accuracy":0.9391666666666667}},"auroc":0.99342890625},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6766,"fn":34,"accuracy":0.995},"0.01":{"tp":6052,"fn":748,"accuracy":0.89}},"auroc":0.9887649816176471},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9995572916666666},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9993170138888889},{"domain":"books","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4787,"fn":13,"accuracy":0.9972916666666667}},"auroc":0.9994371527777778},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9994434027777778},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2380,"fn":20,"accuracy":0.9916666666666667}},"auroc":0.9988375},{"domain":"books","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4777,"fn":23,"accuracy":0.9952083333333334}},"auroc":0.9991404513888889},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9995003472222221},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4771,"fn":29,"accuracy":0.9939583333333334}},"auroc":0.9990772569444444},{"domain":"books","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9596,"fn":4,"accuracy":0.9995833333333334},"0.01":{"tp":9564,"fn":36,"accuracy":0.99625}},"auroc":0.9992888020833334},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9989352430555556},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2387,"fn":13,"accuracy":0.9945833333333334}},"auroc":0.9993070312500001},{"domain":"books","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4760,"fn":40,"accuracy":0.9916666666666667}},"auroc":0.9991211371527777},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2347,"fn":53,"accuracy":0.9779166666666667},"0.01":{"tp":2205,"fn":195,"accuracy":0.91875}},"auroc":0.988913888888889},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2372,"fn":28,"accuracy":0.9883333333333333}},"auroc":0.9981489583333334},{"domain":"books","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4740,"fn":60,"accuracy":0.9875},"0.01":{"tp":4577,"fn":223,"accuracy":0.9535416666666666}},"auroc":0.993531423611111},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4747,"fn":53,"accuracy":0.9889583333333334},"0.01":{"tp":4578,"fn":222,"accuracy":0.95375}},"auroc":0.9939245659722223},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4759,"fn":41,"accuracy":0.9914583333333333}},"auroc":0.9987279947916666},{"domain":"books","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9539,"fn":61,"accuracy":0.9936458333333333},"0.01":{"tp":9337,"fn":263,"accuracy":0.9726041666666667}},"auroc":0.9963262803819444},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9991975694444445},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9988734375},{"domain":"books","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9990355034722224},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9989003472222222},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2360,"fn":40,"accuracy":0.9833333333333333}},"auroc":0.9981215277777777},{"domain":"books","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9985109375},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9990489583333334},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9984974826388888},{"domain":"books","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9598,"fn":2,"accuracy":0.9997916666666666},"0.01":{"tp":9519,"fn":81,"accuracy":0.9915625}},"auroc":0.9987732204861112},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2371,"fn":29,"accuracy":0.9879166666666667}},"auroc":0.9989177083333333},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2379,"fn":21,"accuracy":0.99125}},"auroc":0.9976895833333334},{"domain":"books","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4791,"fn":9,"accuracy":0.998125},"0.01":{"tp":4750,"fn":50,"accuracy":0.9895833333333334}},"auroc":0.9983036458333332},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2381,"fn":19,"accuracy":0.9920833333333333},"0.01":{"tp":2281,"fn":119,"accuracy":0.9504166666666667}},"auroc":0.9940564236111111},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2388,"fn":12,"accuracy":0.995},"0.01":{"tp":2320,"fn":80,"accuracy":0.9666666666666667}},"auroc":0.9960045138888889},{"domain":"books","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4769,"fn":31,"accuracy":0.9935416666666667},"0.01":{"tp":4601,"fn":199,"accuracy":0.9585416666666666}},"auroc":0.99503046875},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4781,"fn":19,"accuracy":0.9960416666666667},"0.01":{"tp":4652,"fn":148,"accuracy":0.9691666666666666}},"auroc":0.9964870659722221},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4779,"fn":21,"accuracy":0.995625},"0.01":{"tp":4699,"fn":101,"accuracy":0.9789583333333334}},"auroc":0.9968470486111112},{"domain":"books","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9560,"fn":40,"accuracy":0.9958333333333333},"0.01":{"tp":9351,"fn":249,"accuracy":0.9740625}},"auroc":0.9966670572916667},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998605902777777},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9993381944444446},{"domain":"books","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4785,"fn":15,"accuracy":0.996875}},"auroc":0.9995993923611111},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2374,"fn":26,"accuracy":0.9891666666666666},"0.01":{"tp":2259,"fn":141,"accuracy":0.94125}},"auroc":0.9936965277777778},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2342,"fn":58,"accuracy":0.9758333333333333}},"auroc":0.9971491319444444},{"domain":"books","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4765,"fn":35,"accuracy":0.9927083333333333},"0.01":{"tp":4601,"fn":199,"accuracy":0.9585416666666666}},"auroc":0.9954228298611111},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4774,"fn":26,"accuracy":0.9945833333333334},"0.01":{"tp":4659,"fn":141,"accuracy":0.970625}},"auroc":0.9967785590277778},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4790,"fn":10,"accuracy":0.9979166666666667},"0.01":{"tp":4727,"fn":73,"accuracy":0.9847916666666666}},"auroc":0.9982436631944445},{"domain":"books","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9564,"fn":36,"accuracy":0.99625},"0.01":{"tp":9386,"fn":214,"accuracy":0.9777083333333333}},"auroc":0.9975111111111111},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9995532986111112},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9994611111111111},{"domain":"books","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4794,"fn":6,"accuracy":0.99875}},"auroc":0.9995072048611111},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9991675347222222},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2379,"fn":21,"accuracy":0.99125}},"auroc":0.9987027777777777},{"domain":"books","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4771,"fn":29,"accuracy":0.9939583333333334}},"auroc":0.99893515625},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4789,"fn":11,"accuracy":0.9977083333333333}},"auroc":0.9993604166666665},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9990819444444444},{"domain":"books","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9598,"fn":2,"accuracy":0.9997916666666666},"0.01":{"tp":9565,"fn":35,"accuracy":0.9963541666666667}},"auroc":0.9992211805555555},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9990168402777777},{"domain":"books","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9990168402777777},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9979890625},{"domain":"books","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9979890625},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4759,"fn":41,"accuracy":0.9914583333333333}},"auroc":0.998502951388889},{"domain":"books","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4759,"fn":41,"accuracy":0.9914583333333333}},"auroc":0.998502951388889},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2329,"fn":71,"accuracy":0.9704166666666667},"0.01":{"tp":2082,"fn":318,"accuracy":0.8675}},"auroc":0.9822867187500001},{"domain":"books","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2329,"fn":71,"accuracy":0.9704166666666667},"0.01":{"tp":2082,"fn":318,"accuracy":0.8675}},"auroc":0.9822867187500001},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2245,"fn":155,"accuracy":0.9354166666666667},"0.01":{"tp":1907,"fn":493,"accuracy":0.7945833333333333}},"auroc":0.9681184027777778},{"domain":"books","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2245,"fn":155,"accuracy":0.9354166666666667},"0.01":{"tp":1907,"fn":493,"accuracy":0.7945833333333333}},"auroc":0.9681184027777778},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4574,"fn":226,"accuracy":0.9529166666666666},"0.01":{"tp":3989,"fn":811,"accuracy":0.8310416666666667}},"auroc":0.9752025607638889},{"domain":"books","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4574,"fn":226,"accuracy":0.9529166666666666},"0.01":{"tp":3989,"fn":811,"accuracy":0.8310416666666667}},"auroc":0.9752025607638889},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2374,"fn":26,"accuracy":0.9891666666666666}},"auroc":0.9990536458333333},{"domain":"books","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2374,"fn":26,"accuracy":0.9891666666666666}},"auroc":0.9990536458333333},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2371,"fn":29,"accuracy":0.9879166666666667}},"auroc":0.99886953125},{"domain":"books","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2371,"fn":29,"accuracy":0.9879166666666667}},"auroc":0.99886953125},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4745,"fn":55,"accuracy":0.9885416666666667}},"auroc":0.9989615885416666},{"domain":"books","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4745,"fn":55,"accuracy":0.9885416666666667}},"auroc":0.9989615885416666},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9996621527777778},{"domain":"books","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9996621527777778},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2377,"fn":23,"accuracy":0.9904166666666666}},"auroc":0.9977367187499999},{"domain":"books","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2377,"fn":23,"accuracy":0.9904166666666666}},"auroc":0.9977367187499999},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4794,"fn":6,"accuracy":0.99875},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9986994357638889},{"domain":"books","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4794,"fn":6,"accuracy":0.99875},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9986994357638889},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2309,"fn":91,"accuracy":0.9620833333333333}},"auroc":0.9966682291666666},{"domain":"books","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2309,"fn":91,"accuracy":0.9620833333333333}},"auroc":0.9966682291666666},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2359,"fn":41,"accuracy":0.9829166666666667},"0.01":{"tp":2226,"fn":174,"accuracy":0.9275}},"auroc":0.9900792534722223},{"domain":"books","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2359,"fn":41,"accuracy":0.9829166666666667},"0.01":{"tp":2226,"fn":174,"accuracy":0.9275}},"auroc":0.9900792534722223},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4754,"fn":46,"accuracy":0.9904166666666666},"0.01":{"tp":4535,"fn":265,"accuracy":0.9447916666666667}},"auroc":0.9933737413194443},{"domain":"books","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4754,"fn":46,"accuracy":0.9904166666666666},"0.01":{"tp":4535,"fn":265,"accuracy":0.9447916666666667}},"auroc":0.9933737413194443},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26323,"fn":77,"accuracy":0.9970833333333333},"0.01":{"tp":25880,"fn":520,"accuracy":0.9803030303030303}},"auroc":0.9975190261994951},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14388,"fn":12,"accuracy":0.9991666666666666},"0.01":{"tp":14322,"fn":78,"accuracy":0.9945833333333334}},"auroc":0.998997728587963},{"domain":"books","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40711,"fn":89,"accuracy":0.9978186274509804},"0.01":{"tp":40202,"fn":598,"accuracy":0.985343137254902}},"auroc":0.9980409211601308},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26092,"fn":308,"accuracy":0.9883333333333333},"0.01":{"tp":25171,"fn":1229,"accuracy":0.9534469696969697}},"auroc":0.9933610085227274},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14366,"fn":34,"accuracy":0.9976388888888889},"0.01":{"tp":14153,"fn":247,"accuracy":0.9828472222222222}},"auroc":0.9978274016203704},{"domain":"books","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40458,"fn":342,"accuracy":0.9916176470588235},"0.01":{"tp":39324,"fn":1476,"accuracy":0.9638235294117647}},"auroc":0.9949373825571896},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52415,"fn":385,"accuracy":0.9927083333333333},"0.01":{"tp":51051,"fn":1749,"accuracy":0.966875}},"auroc":0.9954400173611111},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28754,"fn":46,"accuracy":0.9984027777777778},"0.01":{"tp":28475,"fn":325,"accuracy":0.9887152777777778}},"auroc":0.9984125651041666},{"domain":"books","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81169,"fn":431,"accuracy":0.994718137254902},"0.01":{"tp":79526,"fn":2074,"accuracy":0.9745833333333334}},"auroc":0.9964891518586603},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999807291666667},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.988553125},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9942598958333334},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9942765625},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9971278645833334},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991916666666667},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995458333333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999675},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995999999999999},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993583333333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995729166666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991145833333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995572916666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9919895833333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9970270833333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9945083333333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9959947916666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9980708333333334},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9970328124999999},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999468749999999},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9935875},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985937500000001},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.996090625},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.996771875},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999265625},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.99801875},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981708333333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986020833333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983864583333334},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990833333333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993010416666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9991921875},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997770833333333},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997770833333333},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998875},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998875},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999364583333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999364583333333},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99591875},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99591875},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9896364583333332},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9896364583333332},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9927776041666667},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9927776041666667},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.9996121212121213},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997059027777778},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9996452205882352},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2190,"fn":10,"accuracy":0.9954545454545455}},"auroc":0.9964755681818181},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9989399305555555},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.997345343137255},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4397,"fn":3,"accuracy":0.9993181818181818},"0.01":{"tp":4388,"fn":12,"accuracy":0.9972727272727273}},"auroc":0.9980438446969697},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9993229166666667},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6797,"fn":3,"accuracy":0.9995588235294117},"0.01":{"tp":6786,"fn":14,"accuracy":0.9979411764705882}},"auroc":0.998495281862745},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9939041666666666},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.996946875},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9969520833333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9984723958333334},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333332},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999052083333334},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999515625},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992958333333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996416666666667},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996479166666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998140625},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666665},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9968145833333334},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9968145833333334},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983614583333335},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983614583333335},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999914772727273},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999940972222222},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999924019607843},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9990710227272728},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999836805555555},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.999393137254902},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4398,"fn":2,"accuracy":0.9995454545454545},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.99953125},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999888888888889},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6798,"fn":2,"accuracy":0.9997058823529412},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9996927696078431},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9969625},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984666666666667},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99848125},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992317708333333},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999973958333332},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333332},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998437499999999},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666666},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999020833333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999203125},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993166666666666},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996572916666667},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333334},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999828125},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333332},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997729166666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997729166666667},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980020833333334},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980020833333334},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988874999999999},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988874999999999},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999793560606061},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999855392156863},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9994524621212121},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9996310049019608},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4399,"fn":1,"accuracy":0.9997727272727273}},"auroc":0.999715909090909},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999776041666667},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6799,"fn":1,"accuracy":0.9998529411764706}},"auroc":0.9998082720588235},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999911458333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.98836875},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9941656249999999},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.994184375},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9970776041666667},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993833333333334},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9979354166666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998659375},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988499999999999},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994083333333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991291666666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991166666666667},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998671875},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9988942708333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990541666666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995260416666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9924895833333334},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9953937500000001},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9939416666666666},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99624375},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9972239583333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9967338541666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9942604166666666},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988979166666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9965791666666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9971104166666667},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994020833333334},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9982562500000001},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9954312499999999},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9969583333333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9961947916666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9977135416666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9984677083333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.998090625},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99906875},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99906875},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964979166666666},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964979166666666},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977833333333332},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977833333333332},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970666666666667},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970666666666667},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.98729375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.98729375},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9921802083333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9921802083333333},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9948229166666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9948229166666667},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9867833333333335},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9867833333333335},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.990803125},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.990803125},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9991160984848485},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9994746527777777},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9992426470588236},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2184,"fn":16,"accuracy":0.9927272727272727}},"auroc":0.9945363636363637},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9984322916666666},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3381,"fn":19,"accuracy":0.9944117647058823}},"auroc":0.9959113970588236},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4396,"fn":4,"accuracy":0.9990909090909091},"0.01":{"tp":4383,"fn":17,"accuracy":0.9961363636363636}},"auroc":0.9968262310606061},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9989534722222222},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6796,"fn":4,"accuracy":0.9994117647058823},"0.01":{"tp":6779,"fn":21,"accuracy":0.9969117647058824}},"auroc":0.9975770220588236},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99063125},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666666},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9952958333333334},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9953156249999999},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9976453125},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333333},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997625},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666668},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999959375},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999177083333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998942708333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333333},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999135416666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9939875},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9974500000000001},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99571875},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99699375},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9986385416666665},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9978161458333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666665},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99600625},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993729166666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9976895833333334},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99798125},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99968125},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.99883125},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993270833333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992395833333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992833333333334},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996625},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996197916666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996411458333333},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999625},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999625},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999784375},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999784375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983520833333333},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983520833333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991229166666666},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991229166666666},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333332},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333332},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977041666666666},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977041666666666},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9936375000000001},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9936375000000001},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9956708333333334},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9956708333333334},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9997626893939393},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.999928125},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9998210784313726},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2189,"fn":11,"accuracy":0.995}},"auroc":0.9974089015151515},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9993336805555555},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.9980882352941176},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4399,"fn":1,"accuracy":0.9997727272727273},"0.01":{"tp":4388,"fn":12,"accuracy":0.9972727272727273}},"auroc":0.9985857954545454},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9996309027777778},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6799,"fn":1,"accuracy":0.9998529411764706},"0.01":{"tp":6787,"fn":13,"accuracy":0.9980882352941176}},"auroc":0.9989546568627451},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996749999999999},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99899375},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999334375},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974291666666666},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998571875},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996947916666666},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982114583333334},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9989531249999999},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977479166666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9957895833333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99676875},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9799270833333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9903270833333332},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9851270833333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9888375},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9930583333333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9909479166666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988916666666667},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977125},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983020833333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998425},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9923541666666666},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9953895833333334},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986583333333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9950333333333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9968458333333333},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986541666666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9913604166666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9950072916666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9802416666666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9883291666666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9842854166666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9894479166666668},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9898447916666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9896463541666667},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975125},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9865229166666667},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9920177083333332},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9670854166666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9805895833333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9738375},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9822989583333332},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.98355625},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9829276041666666},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333334},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994020833333334},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996145833333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99781875},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9960666666666667},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9969427083333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988229166666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977343750000001},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9982786458333333},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9917104166666668},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9917104166666668},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9892416666666666},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9892416666666666},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9904760416666667},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9904760416666667},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9796125},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9796125},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9727562500000001},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9727562500000001},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.976184375},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.976184375},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999229166666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999229166666667},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666667},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666667},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666667},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666667},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996895833333332},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996895833333332},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981104166666667},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981104166666667},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9924458333333334},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9924458333333334},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9875958333333333},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9875958333333333},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9900208333333333},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9900208333333333},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9959717803030304},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9949635416666667},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3394,"fn":6,"accuracy":0.9982352941176471}},"auroc":0.9956159313725491},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2192,"fn":8,"accuracy":0.9963636363636363}},"auroc":0.9882399621212121},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1191,"fn":9,"accuracy":0.9925}},"auroc":0.9908493055555555},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3383,"fn":17,"accuracy":0.995}},"auroc":0.9891609068627452},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4397,"fn":3,"accuracy":0.9993181818181818},"0.01":{"tp":4389,"fn":11,"accuracy":0.9975}},"auroc":0.9921058712121212},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2388,"fn":12,"accuracy":0.995}},"auroc":0.9929064236111111},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6794,"fn":6,"accuracy":0.9991176470588236},"0.01":{"tp":6777,"fn":23,"accuracy":0.9966176470588235}},"auroc":0.9923884191176471},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333334},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9888895833333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9944270833333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9944447916666667},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9972114583333332},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991354166666667},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995270833333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996375000000001},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995270833333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995822916666667},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997781250000001},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99933125},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995546874999999},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992083333333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996041666666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9930708333333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.997425},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9952479166666666},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965354166666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9983166666666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9974260416666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9936666666666666},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985708333333333},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99611875},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9968072916666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992572916666667},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9980322916666667},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981770833333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986479166666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9984124999999999},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990864583333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993239583333334},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9992052083333333},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9961541666666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9961541666666667},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9903375},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9903375},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9932458333333333},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9932458333333333},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.9996344696969698},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997131944444444},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9996622549019608},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2190,"fn":10,"accuracy":0.9954545454545455}},"auroc":0.996696590909091},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9990118055555555},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.997513725490196},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4397,"fn":3,"accuracy":0.9993181818181818},"0.01":{"tp":4388,"fn":12,"accuracy":0.9972727272727273}},"auroc":0.9981655303030303},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9993624999999999},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6797,"fn":3,"accuracy":0.9995588235294117},"0.01":{"tp":6786,"fn":14,"accuracy":0.9979411764705882}},"auroc":0.9985879901960785},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999843749999999},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999921875},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9955395833333334},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.997753125},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9977697916666668},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9988744791666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994458333333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9940104166666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994145833333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9967125000000001},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9970052083333334},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994302083333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9982177083333332},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997874999999999},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998822916666668},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9857791666666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996895833333332},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.992734375},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9928781250000001},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997385416666668},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9963083333333334},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999890625},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333334},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333334},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99963125},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99963125},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997697916666667},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997697916666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9945541666666666},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9945541666666666},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9927479166666666},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9927479166666666},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9936510416666666},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9936510416666666},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9994939393939395},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333333},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9996269607843137},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.997052840909091},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998333333333334},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9980341911764707},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4398,"fn":2,"accuracy":0.9995454545454545}},"auroc":0.9982733901515152},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6798,"fn":2,"accuracy":0.9997058823529412}},"auroc":0.9988305759803922},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999250000000001},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666668},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9812708333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9905979166666665},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9906020833333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9952635416666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991916666666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995770833333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997125},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981395833333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989260416666667},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998375},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998665625},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992515625},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983833333333334},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991916666666667},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970854166666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985083333333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.997796875},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985427083333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984458333333334},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984942708333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990666666666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9957999999999999},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9974333333333333},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995333333333333},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99788125},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9987072916666666},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998020833333333},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999010416666667},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991395833333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99874375},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989416666666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995697916666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992729166666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994213541666668},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99836875},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99836875},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9974999999999999},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9974999999999999},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9979343749999999},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9979343749999999},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994854166666667},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994854166666667},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995645833333334},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995645833333334},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980395833333334},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980395833333334},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9989854166666667},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9989854166666667},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9997892045454546},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9995440972222221},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9997026960784314},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2194,"fn":6,"accuracy":0.9972727272727273}},"auroc":0.9973950757575758},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9985152777777778},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3393,"fn":7,"accuracy":0.9979411764705882}},"auroc":0.9977904411764706},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4399,"fn":1,"accuracy":0.9997727272727273},"0.01":{"tp":4394,"fn":6,"accuracy":0.9986363636363637}},"auroc":0.9985921401515152},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9990296875},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6799,"fn":1,"accuracy":0.9998529411764706},"0.01":{"tp":6793,"fn":7,"accuracy":0.9989705882352942}},"auroc":0.998746568627451},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9928520833333334},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.996409375},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9964260416666667},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9982026041666666},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999218750000001},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999546875},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997645833333333},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998822916666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976625},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994520833333334},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985572916666666},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988312500000001},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992197916666667},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9978125},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993062500000001},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985593749999999},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988802083333332},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996479166666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9992640624999999},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994187499999999},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993083333333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993635416666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999709375},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996541666666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996817708333333},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666668},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666668},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998875},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998875},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99441875},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99441875},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.996646875},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.996646875},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9998905303030303},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999569444444445},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999139705882353},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2195,"fn":5,"accuracy":0.9977272727272727}},"auroc":0.9983604166666666},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9996652777777778},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.998820955882353},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4398,"fn":2,"accuracy":0.9995454545454545},"0.01":{"tp":4395,"fn":5,"accuracy":0.9988636363636364}},"auroc":0.9991254734848485},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999811111111111},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6798,"fn":2,"accuracy":0.9997058823529412},"0.01":{"tp":6795,"fn":5,"accuracy":0.9992647058823529}},"auroc":0.9993674632352942},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999906249999999},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.988615625},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9942911458333333},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9943078125},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9971434895833333},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992520833333334},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995854166666667},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996895833333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996072916666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666667},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993885416666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995963541666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99915},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999575},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99206875},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9974020833333334},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9947354166666666},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9960343749999999},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982760416666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9971552083333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999499999999999},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999447916666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9938541666666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985916666666667},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9962229166666666},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9969020833333333},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999265625},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9980838541666666},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982708333333333},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992104166666667},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998740625},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999134375},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996052083333333},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9993697916666666},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997770833333333},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997770833333333},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998885416666666},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998885416666666},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666666},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666666},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99624375},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99624375},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9902979166666667},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9902979166666667},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9932708333333333},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9932708333333333},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.9996443181818182},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997222222222222},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9996718137254901},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2190,"fn":10,"accuracy":0.9954545454545455}},"auroc":0.9965870265151515},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9991097222222223},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3389,"fn":11,"accuracy":0.9967647058823529}},"auroc":0.9974773897058824},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4396,"fn":4,"accuracy":0.9990909090909091},"0.01":{"tp":4388,"fn":12,"accuracy":0.9972727272727273}},"auroc":0.9981156723484849},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9994159722222221},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6796,"fn":4,"accuracy":0.9994117647058823},"0.01":{"tp":6787,"fn":13,"accuracy":0.9980882352941176}},"auroc":0.9985746017156862},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9971479166666667},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974749999999999},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973114583333332},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972958333333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973270833333334},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973114583333332},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972218750000001},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9974010416666665},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9973114583333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9865687499999999},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9940458333333333},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9903072916666668},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9716125},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9920229166666668},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9818177083333334},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.979090625},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.993034375},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9860625000000001},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9956791666666667},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99070625},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9931927083333334},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9940791666666666},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9888125},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9914458333333332},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9948791666666666},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.989759375},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9923192708333333},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9931729166666666},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965072916666666},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9961458333333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9923},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9942229166666667},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99799375},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9927364583333333},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9953651041666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998312500000001},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999915625},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979625},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9843},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99113125},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99898125},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.992065625},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9955234375},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976812500000001},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974541666666666},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975677083333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9953895833333334},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9941229166666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99475625},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965354166666667},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9957885416666666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9961619791666667},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99969375},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99969375},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998468750000001},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998468750000001},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996675},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996675},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9966625},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9966625},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99666875},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99666875},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9917458333333333},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9917458333333333},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9919416666666666},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9919416666666666},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99184375},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99184375},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9968291666666667},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9968291666666667},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964416666666668},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964416666666668},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9966354166666667},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9966354166666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9951916666666667},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9951916666666667},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9942375},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9942375},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9947145833333333},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9947145833333333},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9961236742424242},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9954475694444445},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9958850490196078},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9937693181818182},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9914809027777778},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.9929616421568627},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9949464962121213},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9934642361111111},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6794,"fn":6,"accuracy":0.9991176470588236}},"auroc":0.9944233455882353},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997348958333333},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997053819444445},{"domain":"news","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997201388888889},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997505208333334},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995411458333333},{"domain":"news","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996458333333333},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997427083333335},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996232638888889},{"domain":"news","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9996829861111111},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9986875000000001},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9991397569444443},{"domain":"news","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9989136284722222},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2370,"fn":30,"accuracy":0.9875}},"auroc":0.988093923611111},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9984991319444445},{"domain":"news","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4769,"fn":31,"accuracy":0.9935416666666667}},"auroc":0.9932965277777778},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4769,"fn":31,"accuracy":0.9935416666666667}},"auroc":0.9933907118055555},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9988194444444444},{"domain":"news","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9598,"fn":2,"accuracy":0.9997916666666666},"0.01":{"tp":9568,"fn":32,"accuracy":0.9966666666666667}},"auroc":0.996105078125},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9994607638888889},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9985732638888889},{"domain":"news","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9990170138888889},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9991552083333333},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9981022569444444},{"domain":"news","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4797,"fn":3,"accuracy":0.999375}},"auroc":0.998628732638889},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9993079861111112},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4795,"fn":5,"accuracy":0.9989583333333333}},"auroc":0.9983377604166667},{"domain":"news","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9595,"fn":5,"accuracy":0.9994791666666667}},"auroc":0.9988228732638889},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998744791666667},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9982059027777778},{"domain":"news","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9990401909722223},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9940427083333333},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9968699652777777},{"domain":"news","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4787,"fn":13,"accuracy":0.9972916666666667}},"auroc":0.9954563368055556},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4794,"fn":6,"accuracy":0.99875}},"auroc":0.9969585937500001},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4791,"fn":9,"accuracy":0.998125}},"auroc":0.9975379340277779},{"domain":"news","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9597,"fn":3,"accuracy":0.9996875},"0.01":{"tp":9585,"fn":15,"accuracy":0.9984375}},"auroc":0.9972482638888889},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997673611111111},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9988151041666666},{"domain":"news","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9992912326388887},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9931411458333332},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9961414930555554},{"domain":"news","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4795,"fn":5,"accuracy":0.9989583333333333},"0.01":{"tp":4779,"fn":21,"accuracy":0.995625}},"auroc":0.9946413194444443},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4796,"fn":4,"accuracy":0.9991666666666666},"0.01":{"tp":4786,"fn":14,"accuracy":0.9970833333333333}},"auroc":0.9964542534722222},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9974782986111111},{"domain":"news","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9595,"fn":5,"accuracy":0.9994791666666667},"0.01":{"tp":9578,"fn":22,"accuracy":0.9977083333333333}},"auroc":0.9969662760416665},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997909722222222},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997196180555555},{"domain":"news","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997552951388888},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9984276041666666},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9984027777777778},{"domain":"news","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9984151909722222},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4796,"fn":4,"accuracy":0.9991666666666666}},"auroc":0.9991092881944443},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4797,"fn":3,"accuracy":0.999375}},"auroc":0.9990611979166666},{"domain":"news","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9593,"fn":7,"accuracy":0.9992708333333333}},"auroc":0.9990852430555556},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9992260416666667},{"domain":"news","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9992260416666667},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9987024305555556},{"domain":"news","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9987024305555556},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9989642361111112},{"domain":"news","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9989642361111112},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9976248263888889},{"domain":"news","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9976248263888889},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9959685763888888},{"domain":"news","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9959685763888888},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9967967013888889},{"domain":"news","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9967967013888889},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9992552083333334},{"domain":"news","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9992552083333334},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9992635416666666},{"domain":"news","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9992635416666666},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.999259375},{"domain":"news","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.999259375},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997098958333333},{"domain":"news","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997098958333333},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995336805555556},{"domain":"news","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995336805555556},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996217881944445},{"domain":"news","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996217881944445},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9967935763888888},{"domain":"news","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9967935763888888},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2388,"fn":12,"accuracy":0.995},"0.01":{"tp":2376,"fn":24,"accuracy":0.99}},"auroc":0.9927124131944444},{"domain":"news","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2388,"fn":12,"accuracy":0.995},"0.01":{"tp":2376,"fn":24,"accuracy":0.99}},"auroc":0.9927124131944444},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4788,"fn":12,"accuracy":0.9975},"0.01":{"tp":4768,"fn":32,"accuracy":0.9933333333333333}},"auroc":0.9947529947916668},{"domain":"news","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4788,"fn":12,"accuracy":0.9975},"0.01":{"tp":4768,"fn":32,"accuracy":0.9933333333333333}},"auroc":0.9947529947916668},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26399,"fn":1,"accuracy":0.9999621212121212},"0.01":{"tp":26389,"fn":11,"accuracy":0.9995833333333334}},"auroc":0.9990841382575758},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14399,"fn":1,"accuracy":0.9999305555555555},"0.01":{"tp":14395,"fn":5,"accuracy":0.9996527777777777}},"auroc":0.9990265046296295},{"domain":"news","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40798,"fn":2,"accuracy":0.9999509803921569},"0.01":{"tp":40784,"fn":16,"accuracy":0.9996078431372549}},"auroc":0.9990637969771242},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26378,"fn":22,"accuracy":0.9991666666666666},"0.01":{"tp":26315,"fn":85,"accuracy":0.9967803030303031}},"auroc":0.9962537957702021},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14398,"fn":2,"accuracy":0.9998611111111111},"0.01":{"tp":14379,"fn":21,"accuracy":0.9985416666666667}},"auroc":0.9979261284722223},{"domain":"news","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40776,"fn":24,"accuracy":0.9994117647058823},"0.01":{"tp":40694,"fn":106,"accuracy":0.9974019607843138}},"auroc":0.9968440308415033},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52777,"fn":23,"accuracy":0.9995643939393939},"0.01":{"tp":52704,"fn":96,"accuracy":0.9981818181818182}},"auroc":0.9976689670138889},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28797,"fn":3,"accuracy":0.9998958333333333},"0.01":{"tp":28774,"fn":26,"accuracy":0.9990972222222222}},"auroc":0.998476316550926},{"domain":"news","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81574,"fn":26,"accuracy":0.9996813725490196},"0.01":{"tp":81478,"fn":122,"accuracy":0.9985049019607843}},"auroc":0.9979539139093137},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982166666666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974125},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978145833333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979583333333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99625625},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9971072916666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980875},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.996834375},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9974609375000001},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998572916666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987479166666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993026041666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99763125},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987583333333334},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981947916666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9987442708333334},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998753125},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9987486979166667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997478125},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995520833333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985151041666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9958770833333334},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977927083333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9966776041666666},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996302083333334},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.99815390625},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992916666666666},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977729166666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9985322916666667},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967010416666667},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9967833333333334},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9967421875},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9979963541666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.997278125},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9976372395833333},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996979166666666},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.99525},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9974739583333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9912989583333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9973145833333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9943067708333333},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9954984375000001},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9962822916666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":780,"fn":20,"accuracy":0.975}},"auroc":0.9958903645833332},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983458333333333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.997540625},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9979432291666666},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9961708333333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9965354166666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9963531250000001},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972583333333334},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9970380208333334},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9971481770833333},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995052083333333},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995052083333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995062499999999},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995062499999999},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995057291666667},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995057291666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990666666666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990666666666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977895833333333},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977895833333333},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998428125},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998428125},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998059375},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998059375},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.991746875},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.991746875},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.994903125},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.994903125},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987979166666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987979166666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9943333333333334},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9943333333333334},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.996565625},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.996565625},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9930770833333332},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9930770833333332},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9893833333333333},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9893833333333333},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9912302083333333},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9912302083333333},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2189,"fn":11,"accuracy":0.995}},"auroc":0.9983085227272728},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1193,"fn":7,"accuracy":0.9941666666666666}},"auroc":0.997712673611111},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3382,"fn":18,"accuracy":0.9947058823529412}},"auroc":0.9980982230392156},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2194,"fn":6,"accuracy":0.9972727272727273},"0.01":{"tp":2162,"fn":38,"accuracy":0.9827272727272728}},"auroc":0.9953088068181818},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1190,"fn":10,"accuracy":0.9916666666666667}},"auroc":0.997559375},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3392,"fn":8,"accuracy":0.9976470588235294},"0.01":{"tp":3352,"fn":48,"accuracy":0.9858823529411764}},"auroc":0.996103125},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4393,"fn":7,"accuracy":0.9984090909090909},"0.01":{"tp":4351,"fn":49,"accuracy":0.9888636363636364}},"auroc":0.9968086647727273},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9976360243055555},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6789,"fn":11,"accuracy":0.9983823529411765},"0.01":{"tp":6734,"fn":66,"accuracy":0.9902941176470588}},"auroc":0.9971006740196079},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998479166666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995604166666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997041666666666},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991197916666666},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994213541666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997854166666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993401041666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995627604166666},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979145833333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992729166666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99859375},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9984072916666668},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991604166666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9987838541666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9981609375},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992166666666666},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9986888020833333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996489583333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997458333333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996973958333334},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99893125},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997999999999999},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999365625},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992901041666666},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997729166666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9995315104166667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994625},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998208333333334},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996416666666668},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994166666666666},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994114583333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994140625},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994395833333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996161458333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9995278645833333},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9989374999999999},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9966479166666667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977927083333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9949270833333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981249999999999},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9965260416666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9969322916666666},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9973864583333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9971593750000001},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666666},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996958333333333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999775},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991958333333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989416666666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99906875},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99931875},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.999421875},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997083333333333},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997083333333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997864583333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997864583333333},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9978583333333333},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9978583333333333},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9981791666666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9981791666666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996989583333333},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996989583333333},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.995665625},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.995665625},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9976822916666667},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9976822916666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666666},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666666},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974437500000001},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974437500000001},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986677083333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986677083333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9961239583333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9961239583333333},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9935458333333334},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9935458333333334},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9948348958333333},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9948348958333333},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2186,"fn":14,"accuracy":0.9936363636363637}},"auroc":0.9990535037878787},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9991239583333332},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3384,"fn":16,"accuracy":0.9952941176470588}},"auroc":0.9990783700980392},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2195,"fn":5,"accuracy":0.9977272727272727},"0.01":{"tp":2174,"fn":26,"accuracy":0.9881818181818182}},"auroc":0.9977253787878788},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9990930555555555},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3394,"fn":6,"accuracy":0.9982352941176471},"0.01":{"tp":3372,"fn":28,"accuracy":0.991764705882353}},"auroc":0.9982080882352942},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4393,"fn":7,"accuracy":0.9984090909090909},"0.01":{"tp":4360,"fn":40,"accuracy":0.990909090909091}},"auroc":0.9983894412878789},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9991085069444443},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6791,"fn":9,"accuracy":0.9986764705882353},"0.01":{"tp":6756,"fn":44,"accuracy":0.9935294117647059}},"auroc":0.9986432291666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996291666666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997239583333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997791666666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993260416666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995526041666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997989583333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994776041666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99963828125},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989520833333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994343750000001},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9990333333333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988020833333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9989177083333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999475},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988770833333334},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9991760416666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99968125},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997375},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999709375},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991979166666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997604166666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994791666666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994395833333334},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997489583333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9995942708333334},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9989666666666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333333},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99943125},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991354166666666},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987770833333334},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99895625},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9990510416666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993364583333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.99919375},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333334},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973062500000001},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9985447916666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9966364583333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985770833333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9976067708333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982098958333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9979416666666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.99807578125},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333334},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999278125},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988708333333334},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990744791666666},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995994791666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992979166666666},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994486979166668},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997947916666667},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997947916666667},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997520833333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997520833333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997734375},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997734375},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994020833333334},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994020833333334},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987874999999999},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987874999999999},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990947916666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990947916666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997666666666666},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997666666666666},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9972729166666667},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9972729166666667},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985197916666668},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985197916666668},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984999999999999},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984999999999999},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992291666666666},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992291666666666},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9965041666666666},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9965041666666666},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.995378125},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.995378125},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9959411458333334},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9959411458333334},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2194,"fn":6,"accuracy":0.9972727272727273}},"auroc":0.999410321969697},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9992076388888889},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3391,"fn":9,"accuracy":0.9973529411764706}},"auroc":0.9993387867647059},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2182,"fn":18,"accuracy":0.9918181818181818}},"auroc":0.9984319128787879},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9990189236111111},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3380,"fn":20,"accuracy":0.9941176470588236}},"auroc":0.9986390931372549},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4396,"fn":4,"accuracy":0.9990909090909091},"0.01":{"tp":4376,"fn":24,"accuracy":0.9945454545454545}},"auroc":0.9989211174242425},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2395,"fn":5,"accuracy":0.9979166666666667}},"auroc":0.99911328125},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6795,"fn":5,"accuracy":0.9992647058823529},"0.01":{"tp":6771,"fn":29,"accuracy":0.995735294117647}},"auroc":0.9989889399509804},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997875},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970125000000001},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99744375},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975125},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99588125},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9966968749999999},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976937499999999},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9964468750000001},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9970703125000001},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333333},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987104166666666},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999290625},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.99615625},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987375},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.997446875},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9980135416666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987239583333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9983687499999999},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967072916666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994895833333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980984374999999},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9951677083333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997124999999999},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9974401041666666},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9959375},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996010416666666},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9977692708333332},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9985895833333334},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9969947916666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9977921875},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968083333333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9948666666666667},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9958374999999999},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9976989583333333},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9959307291666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.99681484375},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997125000000001},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9963041666666667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9980083333333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9912791666666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9968166666666666},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9940479166666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9954958333333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9965604166666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":777,"fn":23,"accuracy":0.97125}},"auroc":0.9960281249999999},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997771875},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968739583333334},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9973229166666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9951645833333332},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9955604166666666},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9953625},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9964682291666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9962171875},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9963427083333334},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9929125000000001},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9929125000000001},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9933458333333334},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9933458333333334},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9931291666666667},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9931291666666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98760625},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.98760625},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":166,"fn":34,"accuracy":0.83}},"auroc":0.9722895833333334},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":166,"fn":34,"accuracy":0.83}},"auroc":0.9722895833333334},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":348,"fn":52,"accuracy":0.87}},"auroc":0.9799479166666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":348,"fn":52,"accuracy":0.87}},"auroc":0.9799479166666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9979708333333334},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9979708333333334},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9917239583333334},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9917239583333334},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9948473958333333},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9948473958333333},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986072916666666},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986072916666666},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.993775},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.993775},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9961911458333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9961911458333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.990046875},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.990046875},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9883770833333333},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9883770833333333},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":371,"fn":29,"accuracy":0.9275}},"auroc":0.9892119791666666},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":371,"fn":29,"accuracy":0.9275}},"auroc":0.9892119791666666},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2192,"fn":8,"accuracy":0.9963636363636363},"0.01":{"tp":2165,"fn":35,"accuracy":0.9840909090909091}},"auroc":0.996151893939394},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1187,"fn":13,"accuracy":0.9891666666666666}},"auroc":0.997564236111111},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3391,"fn":9,"accuracy":0.9973529411764706},"0.01":{"tp":3352,"fn":48,"accuracy":0.9858823529411764}},"auroc":0.9966503676470587},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2114,"fn":86,"accuracy":0.9609090909090909}},"auroc":0.9919636363636364},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1188,"fn":12,"accuracy":0.99}},"auroc":0.9969291666666666},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3383,"fn":17,"accuracy":0.995},"0.01":{"tp":3302,"fn":98,"accuracy":0.9711764705882353}},"auroc":0.9937161764705883},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4378,"fn":22,"accuracy":0.995},"0.01":{"tp":4279,"fn":121,"accuracy":0.9725}},"auroc":0.9940577651515151},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2375,"fn":25,"accuracy":0.9895833333333334}},"auroc":0.9972467013888888},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6774,"fn":26,"accuracy":0.9961764705882353},"0.01":{"tp":6654,"fn":146,"accuracy":0.9785294117647059}},"auroc":0.9951832720588236},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984416666666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976041666666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980229166666665},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983895833333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99668125},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975354166666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998415625},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9971427083333334},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9977791666666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999859375},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986208333333333},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992401041666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9982291666666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987541666666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9984916666666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9990442708333334},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9986875},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9988658854166667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977427083333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995604166666667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986515625},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9964520833333332},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997041666666666},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998078125},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9970973958333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996322916666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9983648437500001},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992916666666666},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989250000000001},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991083333333334},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9975520833333332},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9946916666666668},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.996121875},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.998421875},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9968083333333333},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9976151041666665},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996666666666667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9964958333333334},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99808125},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9931041666666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9974822916666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":386,"fn":14,"accuracy":0.965}},"auroc":0.9952932291666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9963854166666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9969890625000001},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":781,"fn":19,"accuracy":0.97625}},"auroc":0.9966872395833333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998628125},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980208333333334},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983244791666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967208333333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968791666666666},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9968},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976744791666666},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99745},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9975622395833335},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9960187500000001},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9960187500000001},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9971427083333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9971427083333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9965807291666666},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9965807291666666},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.992515625},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.992515625},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9877041666666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9877041666666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9901098958333333},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9901098958333333},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998509375},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998509375},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9922031250000002},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9922031250000002},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9953562499999999},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9953562499999999},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999103125},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999103125},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9953458333333334},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9953458333333334},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9972244791666667},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9972244791666667},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9940635416666667},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9940635416666667},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.99041875},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.99041875},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9922411458333333},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9922411458333333},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2179,"fn":21,"accuracy":0.9904545454545455}},"auroc":0.997621875},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9982045138888889},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3395,"fn":5,"accuracy":0.9985294117647059},"0.01":{"tp":3374,"fn":26,"accuracy":0.9923529411764705}},"auroc":0.9978275122549018},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2151,"fn":49,"accuracy":0.9777272727272728}},"auroc":0.9948420454545455},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1190,"fn":10,"accuracy":0.9916666666666667}},"auroc":0.9973654513888889},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3389,"fn":11,"accuracy":0.9967647058823529},"0.01":{"tp":3341,"fn":59,"accuracy":0.9826470588235294}},"auroc":0.9957326593137256},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4387,"fn":13,"accuracy":0.9970454545454546},"0.01":{"tp":4330,"fn":70,"accuracy":0.9840909090909091}},"auroc":0.9962319602272727},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9977849826388889},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6784,"fn":16,"accuracy":0.9976470588235294},"0.01":{"tp":6715,"fn":85,"accuracy":0.9875}},"auroc":0.9967800857843138},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9909958333333333},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9888135416666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9899046875},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9907020833333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9876479166666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.989175},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9908489583333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9882307291666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":764,"fn":36,"accuracy":0.955}},"auroc":0.9895398437499999},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9921395833333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9922072916666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9921734375},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":104,"fn":96,"accuracy":0.52}},"auroc":0.9657145833333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.98509375},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":277,"fn":123,"accuracy":0.6925}},"auroc":0.9754041666666666},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":292,"fn":108,"accuracy":0.73}},"auroc":0.9789270833333334},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.9886505208333334},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":790,"fn":10,"accuracy":0.9875},"0.01":{"tp":657,"fn":143,"accuracy":0.82125}},"auroc":0.9837888020833332},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.989721875},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9864916666666667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9881067708333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9883260416666666},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":148,"fn":52,"accuracy":0.74}},"auroc":0.9795854166666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":338,"fn":62,"accuracy":0.845}},"auroc":0.9839557291666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9890239583333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":325,"fn":75,"accuracy":0.8125}},"auroc":0.9830385416666666},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":708,"fn":92,"accuracy":0.885}},"auroc":0.9860312500000001},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9936520833333333},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9889229166666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9912875},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":119,"fn":81,"accuracy":0.595}},"auroc":0.9755208333333334},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9865479166666667},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":295,"fn":105,"accuracy":0.7375}},"auroc":0.9810343749999999},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":306,"fn":94,"accuracy":0.765}},"auroc":0.9845864583333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":368,"fn":32,"accuracy":0.92}},"auroc":0.9877354166666668},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":674,"fn":126,"accuracy":0.8425}},"auroc":0.9861609375},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9937770833333334},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":169,"fn":31,"accuracy":0.845}},"auroc":0.9814979166666666},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":362,"fn":38,"accuracy":0.905}},"auroc":0.9876375},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":85,"fn":115,"accuracy":0.425}},"auroc":0.95634375},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.9819562500000001},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":253,"fn":147,"accuracy":0.6325}},"auroc":0.96915},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":278,"fn":122,"accuracy":0.695}},"auroc":0.9750604166666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":337,"fn":63,"accuracy":0.8425}},"auroc":0.9817270833333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":787,"fn":13,"accuracy":0.98375},"0.01":{"tp":615,"fn":185,"accuracy":0.76875}},"auroc":0.97839375},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99125625},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9901322916666667},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9906942708333334},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9887041666666666},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9868072916666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9877557291666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9899802083333333},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9884697916666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":772,"fn":28,"accuracy":0.965}},"auroc":0.989225},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9799395833333333},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9799395833333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9814875},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9814875},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9807135416666667},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9807135416666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":113,"fn":87,"accuracy":0.565}},"auroc":0.96713125},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":113,"fn":87,"accuracy":0.565}},"auroc":0.96713125},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":89,"fn":111,"accuracy":0.445}},"auroc":0.9432479166666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":89,"fn":111,"accuracy":0.445}},"auroc":0.9432479166666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":202,"fn":198,"accuracy":0.505}},"auroc":0.9551895833333335},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":202,"fn":198,"accuracy":0.505}},"auroc":0.9551895833333335},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9877177083333333},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9877177083333333},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9863354166666667},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9863354166666667},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9870265625000001},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9870265625000001},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99195625},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99195625},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":137,"fn":63,"accuracy":0.685}},"auroc":0.9709041666666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":137,"fn":63,"accuracy":0.685}},"auroc":0.9709041666666667},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":332,"fn":68,"accuracy":0.83}},"auroc":0.9814302083333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":332,"fn":68,"accuracy":0.83}},"auroc":0.9814302083333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9858104166666667},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9858104166666667},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":149,"fn":51,"accuracy":0.745}},"auroc":0.9799291666666667},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":149,"fn":51,"accuracy":0.745}},"auroc":0.9799291666666667},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":326,"fn":74,"accuracy":0.815}},"auroc":0.9828697916666667},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":326,"fn":74,"accuracy":0.815}},"auroc":0.9828697916666667},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2188,"fn":12,"accuracy":0.9945454545454545},"0.01":{"tp":2014,"fn":186,"accuracy":0.9154545454545454}},"auroc":0.9876452651515152},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1116,"fn":84,"accuracy":0.93}},"auroc":0.9880109375000001},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3387,"fn":13,"accuracy":0.9961764705882353},"0.01":{"tp":3130,"fn":270,"accuracy":0.9205882352941176}},"auroc":0.9877743259803922},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2160,"fn":40,"accuracy":0.9818181818181818},"0.01":{"tp":1631,"fn":569,"accuracy":0.7413636363636363}},"auroc":0.9752014204545454},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1190,"fn":10,"accuracy":0.9916666666666667},"0.01":{"tp":1033,"fn":167,"accuracy":0.8608333333333333}},"auroc":0.9846064236111112},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3350,"fn":50,"accuracy":0.9852941176470589},"0.01":{"tp":2664,"fn":736,"accuracy":0.7835294117647059}},"auroc":0.9785208333333333},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4348,"fn":52,"accuracy":0.9881818181818182},"0.01":{"tp":3645,"fn":755,"accuracy":0.8284090909090909}},"auroc":0.9814233428030302},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2389,"fn":11,"accuracy":0.9954166666666666},"0.01":{"tp":2149,"fn":251,"accuracy":0.8954166666666666}},"auroc":0.9863086805555555},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6737,"fn":63,"accuracy":0.990735294117647},"0.01":{"tp":5794,"fn":1006,"accuracy":0.8520588235294118}},"auroc":0.9831475796568627},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99820625},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974145833333333},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978104166666666},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979645833333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9962541666666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.997109375},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980854166666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.996834375},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9974598958333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998572916666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987229166666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992901041666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9976208333333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987166666666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981687499999999},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9987390625},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987197916666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9987294270833332},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974739583333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995520833333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985130208333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9958677083333334},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977880208333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9966708333333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996302083333334},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9981505208333333},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992770833333333},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977354166666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.99850625},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.996765625},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9969375},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9968515625000001},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9980213541666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9973364583333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.99767890625},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9963374999999999},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9980187500000001},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9913114583333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9973052083333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9943083333333332},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":386,"fn":14,"accuracy":0.965}},"auroc":0.9955057291666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9968213541666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":780,"fn":20,"accuracy":0.975}},"auroc":0.9961635416666667},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983458333333333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9975406250000001},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9979432291666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99616875},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9965541666666666},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9963614583333333},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972572916666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9970473958333332},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9971523437500001},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995052083333332},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995052083333332},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995062499999999},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995062499999999},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995057291666667},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995057291666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990687500000001},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990687500000001},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977958333333333},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977958333333333},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9984322916666666},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9984322916666666},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998059375},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998059375},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.991746875},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.991746875},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.994903125},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.994903125},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987979166666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987979166666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9943270833333333},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9943270833333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9965625},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9965625},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9930770833333332},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9930770833333332},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9893729166666666},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9893729166666666},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.991225},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.991225},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2189,"fn":11,"accuracy":0.995}},"auroc":0.99830625},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9978838541666666},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3383,"fn":17,"accuracy":0.995}},"auroc":0.998157169117647},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2194,"fn":6,"accuracy":0.9972727272727273},"0.01":{"tp":2161,"fn":39,"accuracy":0.9822727272727273}},"auroc":0.9953134469696969},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1191,"fn":9,"accuracy":0.9925}},"auroc":0.9975793402777777},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3392,"fn":8,"accuracy":0.9976470588235294},"0.01":{"tp":3352,"fn":48,"accuracy":0.9858823529411764}},"auroc":0.9961131740196079},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4393,"fn":7,"accuracy":0.9984090909090909},"0.01":{"tp":4350,"fn":50,"accuracy":0.9886363636363636}},"auroc":0.9968098484848485},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9977315972222222},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6790,"fn":10,"accuracy":0.9985294117647059},"0.01":{"tp":6735,"fn":65,"accuracy":0.9904411764705883}},"auroc":0.9971351715686273},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984833333333333},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977104166666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998096875},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981645833333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9966291666666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.997396875},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983239583333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9971697916666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.997746875},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333332},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9988229166666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99935},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9985229166666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987187500000001},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9986208333333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987708333333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9989854166666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979125},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997104166666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988114583333334},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9969166666666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997479166666666},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9983322916666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9974145833333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997291666666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9985718750000001},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992916666666666},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998771875},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9990317708333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99808125},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99725},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.997665625},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9986864583333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9980109375},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9983486979166667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9994354166666666},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9967104166666667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9980729166666666},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9887583333333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981312499999999},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9934447916666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.994096875},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9974208333333333},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":773,"fn":27,"accuracy":0.96625}},"auroc":0.9957588541666668},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99871875},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997984375},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983515624999999},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996765625},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9971864583333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9969760416666668},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977421875000001},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975854166666667},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9976638020833334},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99938125},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99938125},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993687499999999},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993687499999999},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999375},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999375},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989666666666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989666666666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99751875},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99751875},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982427083333334},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982427083333334},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9957479166666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9957479166666667},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9936999999999999},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9936999999999999},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9947239583333334},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9947239583333334},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993197916666666},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993197916666666},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9932937500000001},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9932937500000001},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9963067708333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9963067708333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9928822916666666},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9928822916666666},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9883208333333334},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9883208333333334},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9906015625},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9906015625},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2186,"fn":14,"accuracy":0.9936363636363637}},"auroc":0.9981833333333334},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1196,"fn":4,"accuracy":0.9966666666666667}},"auroc":0.9982850694444444},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3395,"fn":5,"accuracy":0.9985294117647059},"0.01":{"tp":3382,"fn":18,"accuracy":0.9947058823529412}},"auroc":0.9982192401960784},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2148,"fn":52,"accuracy":0.9763636363636363}},"auroc":0.9954010416666665},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1196,"fn":4,"accuracy":0.9966666666666667}},"auroc":0.9979439236111112},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3389,"fn":11,"accuracy":0.9967647058823529},"0.01":{"tp":3344,"fn":56,"accuracy":0.9835294117647059}},"auroc":0.9962985294117647},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4387,"fn":13,"accuracy":0.9970454545454546},"0.01":{"tp":4334,"fn":66,"accuracy":0.985}},"auroc":0.9967921875},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9981144965277778},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6784,"fn":16,"accuracy":0.9976470588235294},"0.01":{"tp":6726,"fn":74,"accuracy":0.9891176470588235}},"auroc":0.9972588848039216},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999878125},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993395833333334},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996088541666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997208333333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990500000000001},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993854166666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997994791666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991947916666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994971354166666},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998834375},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993869791666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.987625},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9974958333333334},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":371,"fn":29,"accuracy":0.9275}},"auroc":0.9925604166666666},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9937822916666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9981651041666666},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":771,"fn":29,"accuracy":0.96375}},"auroc":0.9959736979166667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9974958333333334},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9986875000000001},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.998609375},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9963416666666666},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9974755208333334},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992442708333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.99691875},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":782,"fn":18,"accuracy":0.9775}},"auroc":0.9980815104166667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9961},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.99805},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9960635416666667},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9916145833333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":369,"fn":31,"accuracy":0.9225}},"auroc":0.9938390625},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9980317708333333},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":369,"fn":31,"accuracy":0.9225}},"auroc":0.9938572916666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":760,"fn":40,"accuracy":0.95}},"auroc":0.9959445312499999},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995666666666666},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9952770833333333},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.997421875},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9928250000000001},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9936625},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.99324375},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9961958333333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9944697916666666},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":764,"fn":36,"accuracy":0.955}},"auroc":0.9953328125},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999575},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997843750000001},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996375},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.996084375},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9978609375},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999815625},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9978296875},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.99882265625},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333332},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333332},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991479166666667},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991479166666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985625},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985625},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988552083333334},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988552083333334},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998937499999999},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998937499999999},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992187499999999},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992187499999999},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99955625},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99955625},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992354166666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992354166666667},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9934229166666666},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9934229166666666},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9909791666666666},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9909791666666666},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9922010416666667},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9922010416666667},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2187,"fn":13,"accuracy":0.9940909090909091}},"auroc":0.9992438446969696},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1171,"fn":29,"accuracy":0.9758333333333333}},"auroc":0.9977703125},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3395,"fn":5,"accuracy":0.9985294117647059},"0.01":{"tp":3358,"fn":42,"accuracy":0.9876470588235294}},"auroc":0.998723774509804},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2134,"fn":66,"accuracy":0.97}},"auroc":0.9965888257575758},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1144,"fn":56,"accuracy":0.9533333333333334}},"auroc":0.9957081597222223},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3390,"fn":10,"accuracy":0.9970588235294118},"0.01":{"tp":3278,"fn":122,"accuracy":0.9641176470588235}},"auroc":0.9962780024509805},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4388,"fn":12,"accuracy":0.9972727272727273},"0.01":{"tp":4321,"fn":79,"accuracy":0.9820454545454546}},"auroc":0.9979163352272726},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2315,"fn":85,"accuracy":0.9645833333333333}},"auroc":0.9967392361111111},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6785,"fn":15,"accuracy":0.9977941176470588},"0.01":{"tp":6636,"fn":164,"accuracy":0.9758823529411764}},"auroc":0.9975008884803921},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998784375},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980072916666667},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983958333333334},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985375},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970854166666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978114583333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986609375},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9975463541666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9981036458333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999890625},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987479166666667},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993192708333334},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9979770833333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987583333333334},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9983677083333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9989338541666667},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998753125},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9988434895833334},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996083333333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989541666666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9972791666666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997145833333333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998496875},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9977895833333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996614583333333},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9987255208333333},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992916666666666},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985125},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9989020833333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9978583333333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9968937499999999},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973760416666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.998575},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.997703125},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9981390625},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997333333333334},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967666666666667},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.99825},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9934854166666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9972791666666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9953822916666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.996609375},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9970229166666666},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":786,"fn":14,"accuracy":0.9825}},"auroc":0.9968161458333333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999009375},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983208333333333},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9986651041666667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997153125},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99763125},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973921875},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99808125},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9979760416666666},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9980286458333334},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996166666666666},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996166666666666},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996145833333333},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996145833333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999615625},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999615625},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993083333333334},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993083333333334},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981781249999999},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981781249999999},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987432291666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987432291666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990541666666667},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990541666666667},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9941447916666668},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9941447916666668},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9965994791666667},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9965994791666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996322916666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996322916666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996859375},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996859375},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982458333333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982458333333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9942916666666667},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9942916666666667},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.992178125},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.992178125},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9932348958333332},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9932348958333332},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2190,"fn":10,"accuracy":0.9954545454545455}},"auroc":0.9988102272727273},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9983272569444444},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3385,"fn":15,"accuracy":0.9955882352941177}},"auroc":0.9986397671568628},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2175,"fn":25,"accuracy":0.9886363636363636}},"auroc":0.9966605113636363},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.99789375},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3394,"fn":6,"accuracy":0.9982352941176471},"0.01":{"tp":3369,"fn":31,"accuracy":0.9908823529411764}},"auroc":0.9970957720588235},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4395,"fn":5,"accuracy":0.9988636363636364},"0.01":{"tp":4365,"fn":35,"accuracy":0.9920454545454546}},"auroc":0.9977353693181819},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2389,"fn":11,"accuracy":0.9954166666666666}},"auroc":0.9981105034722222},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6792,"fn":8,"accuracy":0.9988235294117647},"0.01":{"tp":6754,"fn":46,"accuracy":0.9932352941176471}},"auroc":0.9978677696078432},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983375},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976635416666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980005208333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980895833333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9963697916666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972296875000001},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982135416666666},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9970166666666667},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9976151041666668},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333334},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9988458333333333},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993505208333333},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974854166666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987604166666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981229166666666},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9986703124999999},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998803125},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.99873671875},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997678125},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995583333333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986182291666668},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99605},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997041666666666},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9978770833333334},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9968640625},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99963125},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.99824765625},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992916666666666},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998340625},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9988161458333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.996825},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9969375},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.99688125},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9980583333333334},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9976390625},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9978486979166665},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996958333333333},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.99558125},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9976385416666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9914260416666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974166666666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9944213541666667},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9955609375000001},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9964989583333334},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":783,"fn":17,"accuracy":0.97875}},"auroc":0.9960299479166667},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998521875},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9976416666666666},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9980817708333334},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996384375},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99664375},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9965140625000001},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9974531249999999},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9971427083333333},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9972979166666667},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.999534375},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.999534375},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995479166666666},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995479166666666},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995411458333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995411458333333},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991083333333334},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991083333333334},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977854166666666},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977854166666666},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998446875},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998446875},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998284375},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998284375},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.992040625},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.992040625},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9951625},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9951625},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988989583333333},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988989583333333},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9947583333333333},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9947583333333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9968286458333333},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9968286458333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9931927083333333},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9931927083333333},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.98945},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.98945},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9913213541666667},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9913213541666667},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2190,"fn":10,"accuracy":0.9954545454545455}},"auroc":0.9983999053030304},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9979385416666666},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3384,"fn":16,"accuracy":0.9952941176470588}},"auroc":0.9982370710784314},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2194,"fn":6,"accuracy":0.9972727272727273},"0.01":{"tp":2166,"fn":34,"accuracy":0.9845454545454545}},"auroc":0.9954402462121215},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1191,"fn":9,"accuracy":0.9925}},"auroc":0.9976387152777777},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3392,"fn":8,"accuracy":0.9976470588235294},"0.01":{"tp":3357,"fn":43,"accuracy":0.9873529411764705}},"auroc":0.9962161764705881},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4392,"fn":8,"accuracy":0.9981818181818182},"0.01":{"tp":4356,"fn":44,"accuracy":0.99}},"auroc":0.9969200757575757},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9977886284722223},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6788,"fn":12,"accuracy":0.9982352941176471},"0.01":{"tp":6741,"fn":59,"accuracy":0.9913235294117647}},"auroc":0.9972266237745098},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9988104166666666},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9985406250000001},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9986755208333333},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99901875},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9984385416666667},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9987286458333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9989145833333333},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9984895833333334},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":786,"fn":14,"accuracy":0.9825}},"auroc":0.9987020833333333},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":163,"fn":37,"accuracy":0.815}},"auroc":0.9817875},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9908114583333334},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":143,"fn":57,"accuracy":0.715}},"auroc":0.971878125},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":138,"fn":62,"accuracy":0.69}},"auroc":0.9776166666666667},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":281,"fn":119,"accuracy":0.7025}},"auroc":0.9747473958333335},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":343,"fn":57,"accuracy":0.8575}},"auroc":0.9858567708333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":301,"fn":99,"accuracy":0.7525}},"auroc":0.9797020833333333},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":644,"fn":156,"accuracy":0.805}},"auroc":0.9827794270833333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992166666666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9950729166666666},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9971447916666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9978979166666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9932354166666667},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9955666666666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9985572916666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9941541666666667},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":765,"fn":35,"accuracy":0.95625}},"auroc":0.9963557291666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996791666666667},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":137,"fn":63,"accuracy":0.685}},"auroc":0.98488125},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":336,"fn":64,"accuracy":0.84}},"auroc":0.9922802083333333},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.9914020833333332},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":126,"fn":74,"accuracy":0.63}},"auroc":0.98049375},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":297,"fn":103,"accuracy":0.7425}},"auroc":0.9859479166666667},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9955406250000001},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":263,"fn":137,"accuracy":0.6575}},"auroc":0.9826875},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":633,"fn":167,"accuracy":0.79125}},"auroc":0.9891140624999999},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9980875},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.9915395833333334},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":367,"fn":33,"accuracy":0.9175}},"auroc":0.9948135416666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":166,"fn":34,"accuracy":0.83}},"auroc":0.9780520833333333},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":109,"fn":91,"accuracy":0.545}},"auroc":0.9625645833333334},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":384,"fn":16,"accuracy":0.96},"0.01":{"tp":275,"fn":125,"accuracy":0.6875}},"auroc":0.9703083333333333},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":362,"fn":38,"accuracy":0.905}},"auroc":0.9880697916666666},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":280,"fn":120,"accuracy":0.7}},"auroc":0.9770520833333333},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":784,"fn":16,"accuracy":0.98},"0.01":{"tp":642,"fn":158,"accuracy":0.8025}},"auroc":0.9825609375000001},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333334},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9987020833333334},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992833333333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9975614583333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9910270833333333},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9942942708333333},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9987130208333332},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9948645833333333},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":773,"fn":27,"accuracy":0.96625}},"auroc":0.9967888020833333},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333333},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333333},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9952572916666668},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9952572916666668},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9938104166666667},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9938104166666667},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9945338541666666},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9945338541666666},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99880625},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99880625},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9980708333333334},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9980708333333334},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9984385416666666},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9984385416666666},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990979166666667},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990979166666667},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974697916666666},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9974697916666666},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982838541666667},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982838541666667},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9869958333333334},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9869958333333334},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.982575},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.982575},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9847854166666666},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9847854166666666},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2151,"fn":49,"accuracy":0.9777272727272728}},"auroc":0.9977851325757575},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1051,"fn":149,"accuracy":0.8758333333333334}},"auroc":0.9917539930555556},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3202,"fn":198,"accuracy":0.941764705882353}},"auroc":0.9956564950980392},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2176,"fn":24,"accuracy":0.9890909090909091},"0.01":{"tp":2021,"fn":179,"accuracy":0.9186363636363636}},"auroc":0.9916078598484849},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1191,"fn":9,"accuracy":0.9925},"0.01":{"tp":934,"fn":266,"accuracy":0.7783333333333333}},"auroc":0.9838960069444446},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3367,"fn":33,"accuracy":0.9902941176470588},"0.01":{"tp":2955,"fn":445,"accuracy":0.8691176470588236}},"auroc":0.9888860294117647},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4372,"fn":28,"accuracy":0.9936363636363637},"0.01":{"tp":4172,"fn":228,"accuracy":0.9481818181818182}},"auroc":0.9946964962121213},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":1985,"fn":415,"accuracy":0.8270833333333333}},"auroc":0.9878250000000001},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6763,"fn":37,"accuracy":0.9945588235294117},"0.01":{"tp":6157,"fn":643,"accuracy":0.9054411764705882}},"auroc":0.992271262254902},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2390,"fn":10,"accuracy":0.9958333333333333}},"auroc":0.9981413194444445},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9973923611111111},{"domain":"poetry","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4776,"fn":24,"accuracy":0.995}},"auroc":0.9977668402777778},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9979633680555556},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2382,"fn":18,"accuracy":0.9925}},"auroc":0.9965616319444444},{"domain":"poetry","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4774,"fn":26,"accuracy":0.9945833333333334}},"auroc":0.9972624999999999},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4782,"fn":18,"accuracy":0.99625}},"auroc":0.99805234375},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4768,"fn":32,"accuracy":0.9933333333333333}},"auroc":0.9969769965277778},{"domain":"poetry","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9550,"fn":50,"accuracy":0.9947916666666666}},"auroc":0.9975146701388888},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9990677951388889},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2347,"fn":53,"accuracy":0.9779166666666667}},"auroc":0.996856076388889},{"domain":"poetry","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4733,"fn":67,"accuracy":0.9860416666666667}},"auroc":0.997961935763889},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2386,"fn":14,"accuracy":0.9941666666666666},"0.01":{"tp":2188,"fn":212,"accuracy":0.9116666666666666}},"auroc":0.9921901041666666},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2309,"fn":91,"accuracy":0.9620833333333333}},"auroc":0.995781076388889},{"domain":"poetry","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4780,"fn":20,"accuracy":0.9958333333333333},"0.01":{"tp":4497,"fn":303,"accuracy":0.936875}},"auroc":0.9939855902777778},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4784,"fn":16,"accuracy":0.9966666666666667},"0.01":{"tp":4574,"fn":226,"accuracy":0.9529166666666666}},"auroc":0.9956289496527778},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4794,"fn":6,"accuracy":0.99875},"0.01":{"tp":4656,"fn":144,"accuracy":0.97}},"auroc":0.9963185763888889},{"domain":"poetry","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9578,"fn":22,"accuracy":0.9977083333333333},"0.01":{"tp":9230,"fn":370,"accuracy":0.9614583333333333}},"auroc":0.9959737630208333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9976200520833333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2355,"fn":45,"accuracy":0.98125}},"auroc":0.9979645833333333},{"domain":"poetry","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4746,"fn":54,"accuracy":0.98875}},"auroc":0.9977923177083333},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2372,"fn":28,"accuracy":0.9883333333333333}},"auroc":0.996381076388889},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2324,"fn":76,"accuracy":0.9683333333333334}},"auroc":0.9972269097222222},{"domain":"poetry","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4696,"fn":104,"accuracy":0.9783333333333334}},"auroc":0.9968039930555556},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4763,"fn":37,"accuracy":0.9922916666666667}},"auroc":0.997000564236111},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4679,"fn":121,"accuracy":0.9747916666666666}},"auroc":0.9975957465277777},{"domain":"poetry","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9442,"fn":158,"accuracy":0.9835416666666666}},"auroc":0.9972981553819444},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2369,"fn":31,"accuracy":0.9870833333333333}},"auroc":0.9988404513888888},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2313,"fn":87,"accuracy":0.96375}},"auroc":0.9963894965277778},{"domain":"poetry","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4682,"fn":118,"accuracy":0.9754166666666667}},"auroc":0.9976149739583334},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2269,"fn":131,"accuracy":0.9454166666666667}},"auroc":0.9951775173611112},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2390,"fn":10,"accuracy":0.9958333333333333},"0.01":{"tp":2250,"fn":150,"accuracy":0.9375}},"auroc":0.9942671006944445},{"domain":"poetry","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4789,"fn":11,"accuracy":0.9977083333333333},"0.01":{"tp":4519,"fn":281,"accuracy":0.9414583333333333}},"auroc":0.9947223090277778},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4638,"fn":162,"accuracy":0.96625}},"auroc":0.997008984375},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4789,"fn":11,"accuracy":0.9977083333333333},"0.01":{"tp":4563,"fn":237,"accuracy":0.950625}},"auroc":0.995328298611111},{"domain":"poetry","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9586,"fn":14,"accuracy":0.9985416666666667},"0.01":{"tp":9201,"fn":399,"accuracy":0.9584375}},"auroc":0.9961686414930555},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2377,"fn":23,"accuracy":0.9904166666666666}},"auroc":0.9989828125},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2387,"fn":13,"accuracy":0.9945833333333334},"0.01":{"tp":2297,"fn":103,"accuracy":0.9570833333333333}},"auroc":0.9946428819444444},{"domain":"poetry","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4787,"fn":13,"accuracy":0.9972916666666667},"0.01":{"tp":4674,"fn":126,"accuracy":0.97375}},"auroc":0.9968128472222222},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2362,"fn":38,"accuracy":0.9841666666666666},"0.01":{"tp":2150,"fn":250,"accuracy":0.8958333333333334}},"auroc":0.9882873263888889},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2381,"fn":19,"accuracy":0.9920833333333333},"0.01":{"tp":2238,"fn":162,"accuracy":0.9325}},"auroc":0.9930526041666667},{"domain":"poetry","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4743,"fn":57,"accuracy":0.988125},"0.01":{"tp":4388,"fn":412,"accuracy":0.9141666666666667}},"auroc":0.9906699652777777},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4762,"fn":38,"accuracy":0.9920833333333333},"0.01":{"tp":4527,"fn":273,"accuracy":0.943125}},"auroc":0.9936350694444444},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4768,"fn":32,"accuracy":0.9933333333333333},"0.01":{"tp":4535,"fn":265,"accuracy":0.9447916666666667}},"auroc":0.9938477430555556},{"domain":"poetry","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9530,"fn":70,"accuracy":0.9927083333333333},"0.01":{"tp":9062,"fn":538,"accuracy":0.9439583333333333}},"auroc":0.99374140625},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9983526041666666},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2389,"fn":11,"accuracy":0.9954166666666666}},"auroc":0.9976460937499999},{"domain":"poetry","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4786,"fn":14,"accuracy":0.9970833333333333}},"auroc":0.9979993489583334},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2390,"fn":10,"accuracy":0.9958333333333333}},"auroc":0.9965754340277777},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2344,"fn":56,"accuracy":0.9766666666666667}},"auroc":0.9957268229166667},{"domain":"poetry","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4734,"fn":66,"accuracy":0.98625}},"auroc":0.9961511284722222},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4787,"fn":13,"accuracy":0.9972916666666667}},"auroc":0.9974640190972223},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4733,"fn":67,"accuracy":0.9860416666666667}},"auroc":0.9966864583333334},{"domain":"poetry","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9520,"fn":80,"accuracy":0.9916666666666667}},"auroc":0.9970752387152777},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9971567708333334},{"domain":"poetry","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9971567708333334},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2369,"fn":31,"accuracy":0.9870833333333333}},"auroc":0.9974238715277778},{"domain":"poetry","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2369,"fn":31,"accuracy":0.9870833333333333}},"auroc":0.9974238715277778},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4742,"fn":58,"accuracy":0.9879166666666667}},"auroc":0.9972903211805556},{"domain":"poetry","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4742,"fn":58,"accuracy":0.9879166666666667}},"auroc":0.9972903211805556},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2269,"fn":131,"accuracy":0.9454166666666667}},"auroc":0.9945899305555554},{"domain":"poetry","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2269,"fn":131,"accuracy":0.9454166666666667}},"auroc":0.9945899305555554},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2364,"fn":36,"accuracy":0.985},"0.01":{"tp":2217,"fn":183,"accuracy":0.92375}},"auroc":0.9901106770833332},{"domain":"poetry","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2364,"fn":36,"accuracy":0.985},"0.01":{"tp":2217,"fn":183,"accuracy":0.92375}},"auroc":0.9901106770833332},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4755,"fn":45,"accuracy":0.990625},"0.01":{"tp":4486,"fn":314,"accuracy":0.9345833333333333}},"auroc":0.9923503038194444},{"domain":"poetry","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4755,"fn":45,"accuracy":0.990625},"0.01":{"tp":4486,"fn":314,"accuracy":0.9345833333333333}},"auroc":0.9923503038194444},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9976307291666666},{"domain":"poetry","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9976307291666666},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2387,"fn":13,"accuracy":0.9945833333333334},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9936558159722222},{"domain":"poetry","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2387,"fn":13,"accuracy":0.9945833333333334},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9936558159722222},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4782,"fn":18,"accuracy":0.99625},"0.01":{"tp":4756,"fn":44,"accuracy":0.9908333333333333}},"auroc":0.9956432725694445},{"domain":"poetry","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4782,"fn":18,"accuracy":0.99625},"0.01":{"tp":4756,"fn":44,"accuracy":0.9908333333333333}},"auroc":0.9956432725694445},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9986702256944445},{"domain":"poetry","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9986702256944445},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2313,"fn":87,"accuracy":0.96375}},"auroc":0.9938538194444446},{"domain":"poetry","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2313,"fn":87,"accuracy":0.96375}},"auroc":0.9938538194444446},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4796,"fn":4,"accuracy":0.9991666666666666},"0.01":{"tp":4707,"fn":93,"accuracy":0.980625}},"auroc":0.9962620225694444},{"domain":"poetry","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4796,"fn":4,"accuracy":0.9991666666666666},"0.01":{"tp":4707,"fn":93,"accuracy":0.980625}},"auroc":0.9962620225694444},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2380,"fn":20,"accuracy":0.9916666666666667},"0.01":{"tp":2291,"fn":109,"accuracy":0.9545833333333333}},"auroc":0.9924573784722223},{"domain":"poetry","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2380,"fn":20,"accuracy":0.9916666666666667},"0.01":{"tp":2291,"fn":109,"accuracy":0.9545833333333333}},"auroc":0.9924573784722223},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2374,"fn":26,"accuracy":0.9891666666666666},"0.01":{"tp":2186,"fn":214,"accuracy":0.9108333333333334}},"auroc":0.9891590277777778},{"domain":"poetry","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2374,"fn":26,"accuracy":0.9891666666666666},"0.01":{"tp":2186,"fn":214,"accuracy":0.9108333333333334}},"auroc":0.9891590277777778},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4754,"fn":46,"accuracy":0.9904166666666666},"0.01":{"tp":4477,"fn":323,"accuracy":0.9327083333333334}},"auroc":0.9908082031250001},{"domain":"poetry","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4754,"fn":46,"accuracy":0.9904166666666666},"0.01":{"tp":4477,"fn":323,"accuracy":0.9327083333333334}},"auroc":0.9908082031250001},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26356,"fn":44,"accuracy":0.9983333333333333},"0.01":{"tp":26020,"fn":380,"accuracy":0.9856060606060606}},"auroc":0.9974100063131313},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14386,"fn":14,"accuracy":0.9990277777777777},"0.01":{"tp":14087,"fn":313,"accuracy":0.9782638888888889}},"auroc":0.9968152488425926},{"domain":"poetry","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40742,"fn":58,"accuracy":0.998578431372549},"0.01":{"tp":40107,"fn":693,"accuracy":0.983014705882353}},"auroc":0.9972000919117646},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26266,"fn":134,"accuracy":0.9949242424242424},"0.01":{"tp":25219,"fn":1181,"accuracy":0.9552651515151516}},"auroc":0.9937070943813132},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14364,"fn":36,"accuracy":0.9975},"0.01":{"tp":13847,"fn":553,"accuracy":0.9615972222222222}},"auroc":0.9954360243055556},{"domain":"poetry","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40630,"fn":170,"accuracy":0.9958333333333333},"0.01":{"tp":39066,"fn":1734,"accuracy":0.9575}},"auroc":0.9943173049428106},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52622,"fn":178,"accuracy":0.9966287878787878},"0.01":{"tp":51239,"fn":1561,"accuracy":0.9704356060606061}},"auroc":0.9955585503472221},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28750,"fn":50,"accuracy":0.9982638888888888},"0.01":{"tp":27934,"fn":866,"accuracy":0.9699305555555555}},"auroc":0.9961256365740742},{"domain":"poetry","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81372,"fn":228,"accuracy":0.9972058823529412},"0.01":{"tp":79173,"fn":2427,"accuracy":0.9702573529411764}},"auroc":0.9957586984272876},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999963541666667},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986708333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993145833333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993322916666667},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666668},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996541666666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333333},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9961416666666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994520833333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977968749999999},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9980666666666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996510416666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9988588541666665},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999965625},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99918125},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99905},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999115625},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995906250000001},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999490625},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999540625},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666666},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333334},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333334},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996125},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996125},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333332},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333332},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333334},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998010416666667},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998010416666667},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999689393939394},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333334},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999662990196079},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.999382196969697},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997326388888889},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9995058823529412},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9996755681818181},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998470486111111},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9997360906862746},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99914375},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99955},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995708333333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997739583333333},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991875},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995572916666666},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99959375},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997776041666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993708333333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999634375},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999489583333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99968125},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998151041666666},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666666},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999986742424243},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999975694444445},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999982843137255},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9998359848484847},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998756944444445},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.99985},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9999173295454545},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999366319444444},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9999241421568628},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996375},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997979166666667},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666668},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998973958333334},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666666},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988833333333332},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999359375},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994395833333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996729166666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99921875},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995677083333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995947916666668},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997765624999999},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999994791666668},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999971590909091},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999902777777778},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999947303921569},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9998549242424242},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998350694444444},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9998479166666667},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666665},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999912673611111},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9999213235294118},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999489583333334},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999453125},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999536458333333},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999580729166667},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989416666666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994458333333334},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999459375},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997140625},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999447916666666},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999723958333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9969916666666666},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997791666666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9983854166666666},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9984906250000001},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998197916666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9991552083333333},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999125},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994479166666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990645833333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99925625},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997239583333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994885416666667},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99960625},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999500000000001},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666666},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998864583333333},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999135416666667},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999171875},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998625},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998625},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995770833333334},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995770833333334},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985583333333334},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985583333333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990677083333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990677083333334},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333333},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333333},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999775},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999775},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998208333333334},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998208333333334},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666667},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666667},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999778125},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999778125},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999071969696969},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999440972222222},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999202205882354},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9993566287878788},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997706597222221},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9995027573529411},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4399,"fn":1,"accuracy":0.9997727272727273}},"auroc":0.9996319128787879},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998573784722222},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6799,"fn":1,"accuracy":0.9998529411764706}},"auroc":0.9997114889705883},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968749999999},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999973958333332},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986895833333334},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993239583333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993427083333334},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.999659375},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999942708333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9963604166666666},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333335},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99795},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9981760416666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997125},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9989442708333334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999525},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992625},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99939375},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997625},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995989583333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9996807291666667},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999843749999999},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999817708333333},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999156250000001},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999156250000001},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999463541666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999463541666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998083333333334},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998083333333334},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987083333333333},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987083333333333},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992583333333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992583333333334},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333335},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333335},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999187500000001},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999187500000001},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999020833333333},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999020833333333},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333334},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333334},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333334},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999662878787879},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999684027777779},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999670343137255},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9993510416666667},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997861111111112},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9995045955882353},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9996586647727272},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998772569444445},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9997358149509804},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987104166666666},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985875000000001},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986489583333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99865625},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99793125},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982937500000001},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986833333333334},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9982593750000001},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984713541666668},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968916666666667},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974708333333333},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9971812499999999},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9895708333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9962958333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9929333333333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99323125},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9968833333333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9950572916666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978458333333334},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9953625},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9966041666666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99746875},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9946458333333333},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9960572916666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976572916666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9950041666666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9963307291666668},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972395833333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9959125},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965760416666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9875072916666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9872541666666668},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9873807291666666},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9923734375},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9915833333333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9919783854166666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972375},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9939833333333334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9956104166666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9899249999999999},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9910208333333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9904729166666667},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9935812500000001},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9925020833333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9930416666666667},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977666666666667},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99755625},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976614583333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978416666666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99605625},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9969489583333333},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978041666666666},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99680625},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9973052083333334},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964270833333334},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964270833333334},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.995725},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.995725},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9960760416666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9960760416666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99248125},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99248125},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99103125},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99103125},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9917562499999999},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9917562499999999},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973479166666668},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973479166666668},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978854166666666},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978854166666666},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976166666666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976166666666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9955854166666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9955854166666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996675},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996675},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9961302083333333},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9961302083333333},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.995453125},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.995453125},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9942270833333333},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9942270833333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9948401041666668},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9948401041666668},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2196,"fn":4,"accuracy":0.9981818181818182}},"auroc":0.9966351325757575},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9964788194444445},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3396,"fn":4,"accuracy":0.9988235294117647}},"auroc":0.9965799632352942},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2196,"fn":4,"accuracy":0.9981818181818182}},"auroc":0.9942285037878789},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9938673611111111},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.9941010416666667},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4392,"fn":8,"accuracy":0.9981818181818182}},"auroc":0.9954318181818183},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9951730902777779},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6791,"fn":9,"accuracy":0.9986764705882353}},"auroc":0.9953405024509804},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985125},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992375},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992437500000001},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996109375},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999036458333332},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9956750000000001},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994854166666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9975802083333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9978234374999999},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996604166666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9987419270833333},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991541666666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991645833333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999159375},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995739583333334},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333334},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995567708333334},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999500000000001},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666668},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666668},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666668},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999312499999999},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996270833333333},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996270833333333},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997583333333333},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997583333333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998093750000001},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998093750000001},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999644886363637},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999552083333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999612132352942},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.999317803030303},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997569444444444},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.999472794117647},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9996411458333333},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998560763888888},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9997170036764705},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666668},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99893125},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994447916666667},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994625},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997197916666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999984375000001},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985625},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997020833333333},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991322916666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999278125},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998177083333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995479166666666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996479166666666},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996875000000001},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996677083333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998239583333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666668},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998265625},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99986875},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99986875},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666668},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666668},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999912878787879},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999884803921568},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.99971875},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998868055555556},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9997780637254903},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4400,"fn":0,"accuracy":1.0}},"auroc":0.9998550189393939},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9999350694444444},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6800,"fn":0,"accuracy":1.0}},"auroc":0.9998832720588235},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333334},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333334},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333334},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9964062499999999},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981614583333334},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981947916666667},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9990671874999999},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997416666666666},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333333},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992979166666666},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989958333333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991468750000001},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996489583333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993687500000001},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995088541666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999677083333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997270833333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9949583333333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973427083333334},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998635416666667},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9974468750000001},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9986552083333333},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999859375},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999364583333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999694852941177},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9995649621212122},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.99896875},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9993545343137256},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4399,"fn":1,"accuracy":0.9997727272727273}},"auroc":0.9997762310606061},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9994526041666667},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6799,"fn":1,"accuracy":0.9998529411764706}},"auroc":0.9996620098039215},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987020833333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993302083333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993489583333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666668},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996625000000001},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666668},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9975343750000001},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995229166666667},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985286458333333},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987630208333333},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997041666666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9992335937500001},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999755208333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995916666666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992833333333333},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994375000000001},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997958333333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996171875000001},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997065104166667},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666666},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666666},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333335},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333335},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666666},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666666},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999156250000001},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999156250000001},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999846590909092},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999717013888889},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999800857843137},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.999597821969697},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997902777777778},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3398,"fn":2,"accuracy":0.9994117647058823}},"auroc":0.9996657475490196},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4398,"fn":2,"accuracy":0.9995454545454545}},"auroc":0.999791240530303},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998809895833334},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6798,"fn":2,"accuracy":0.9997058823529412}},"auroc":0.9998229166666667},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666668},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986916666666668},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999325},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993427083333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.999659375},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.996175},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99949375},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9978343749999999},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9980833333333333},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999671875},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9988776041666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99915625},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990041666666666},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990802083333332},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999578125},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99946875},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9995234375},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999786458333334},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996354166666667},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996354166666667},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997958333333334},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997958333333334},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99978125},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99978125},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998083333333333},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998083333333333},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9999751893939394},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999618055555556},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9999704656862746},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9993880681818182},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9995099264705882},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9996816287878787},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998475694444444},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9997401960784313},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666666},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999302083333333},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998385416666667},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333335},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998859375},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99983125},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978583333333334},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988447916666666},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9935333333333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9968895833333333},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9952114583333334},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9966822916666667},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973739583333333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9970281249999999},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99953125},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999759375},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986333333333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972895833333334},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9979614583333334},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993104166666666},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984104166666667},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9988604166666666},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997208333333334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9955729166666667},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9882187499999999},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9918958333333334},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977864583333333},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9938302083333332},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9958083333333334},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999531250000001},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997541666666667},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998447916666666},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333334},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998989583333333},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994979166666667},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994979166666667},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989291666666668},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989291666666668},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992135416666666},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992135416666666},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999968750000001},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989270833333334},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989270833333334},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994562499999999},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994562499999999},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991916666666667},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991916666666667},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.99981875},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9994409722222222},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9996854166666667},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9987191287878788},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9970197916666668},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.998119362745098},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4399,"fn":1,"accuracy":0.9997727272727273}},"auroc":0.9992689393939395},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9982303819444445},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6799,"fn":1,"accuracy":0.9998529411764706}},"auroc":0.9989023897058824},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998750000000001},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998668402777778},{"domain":"recipes","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998709201388889},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998694444444445},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998181423611111},{"domain":"recipes","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998437934027777},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998722222222223},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9998424913194445},{"domain":"recipes","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9998573567708334},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9997190972222223},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996029513888889},{"domain":"recipes","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9996610243055556},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9974526041666666},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9993934027777778},{"domain":"recipes","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9984230034722221},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9985858506944444},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9994981770833333},{"domain":"recipes","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9592,"fn":8,"accuracy":0.9991666666666666}},"auroc":0.9990420138888889},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998135416666668},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996128472222223},{"domain":"recipes","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997131944444444},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999771875},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9995515625000001},{"domain":"recipes","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.99966171875},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997927083333333},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9995822048611112},{"domain":"recipes","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9599,"fn":1,"accuracy":0.9998958333333333}},"auroc":0.9996874565972222},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997620659722223},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995215277777778},{"domain":"recipes","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.999641796875},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2390,"fn":10,"accuracy":0.9958333333333333}},"auroc":0.9967458333333333},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9983564236111111},{"domain":"recipes","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4790,"fn":10,"accuracy":0.9979166666666667}},"auroc":0.9975511284722222},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4790,"fn":10,"accuracy":0.9979166666666667}},"auroc":0.9982539496527778},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9989389756944445},{"domain":"recipes","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9590,"fn":10,"accuracy":0.9989583333333333}},"auroc":0.998596462673611},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997692708333333},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9994059895833334},{"domain":"recipes","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9995876302083334},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9983953124999999},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9972753472222222},{"domain":"recipes","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9978353298611111},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9990822916666666},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9983406684027778},{"domain":"recipes","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9599,"fn":1,"accuracy":0.9998958333333333}},"auroc":0.9987114800347222},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9998026041666668},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997848958333334},{"domain":"recipes","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.99979375},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997942708333334},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996168402777779},{"domain":"recipes","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997055555555555},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997984375},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997008680555556},{"domain":"recipes","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9600,"fn":0,"accuracy":1.0}},"auroc":0.9997496527777777},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996899305555556},{"domain":"recipes","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996899305555556},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996089409722223},{"domain":"recipes","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996089409722223},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996494357638889},{"domain":"recipes","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9996494357638889},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9992512152777778},{"domain":"recipes","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9992512152777778},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9988979166666667},{"domain":"recipes","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9988979166666667},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4796,"fn":4,"accuracy":0.9991666666666666}},"auroc":0.9990745659722222},{"domain":"recipes","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4796,"fn":4,"accuracy":0.9991666666666666}},"auroc":0.9990745659722222},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997692708333333},{"domain":"recipes","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9997692708333333},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999803125},{"domain":"recipes","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.999803125},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997861979166667},{"domain":"recipes","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9997861979166667},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996050347222222},{"domain":"recipes","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996050347222222},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995935763888889},{"domain":"recipes","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9995935763888889},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9995993055555555},{"domain":"recipes","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9995993055555555},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.999455295138889},{"domain":"recipes","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.999455295138889},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9993565972222223},{"domain":"recipes","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9993565972222223},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9994059461805556},{"domain":"recipes","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9994059461805556},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26400,"fn":0,"accuracy":1.0},"0.01":{"tp":26395,"fn":5,"accuracy":0.999810606060606}},"auroc":0.9996829387626263},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14400,"fn":0,"accuracy":1.0},"0.01":{"tp":14400,"fn":0,"accuracy":1.0}},"auroc":0.9996325086805555},{"domain":"recipes","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40800,"fn":0,"accuracy":1.0},"0.01":{"tp":40795,"fn":5,"accuracy":0.9998774509803922}},"auroc":0.9996651399101308},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26400,"fn":0,"accuracy":1.0},"0.01":{"tp":26380,"fn":20,"accuracy":0.9992424242424243}},"auroc":0.9990263178661616},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14400,"fn":0,"accuracy":1.0},"0.01":{"tp":14399,"fn":1,"accuracy":0.9999305555555555}},"auroc":0.9990019531250002},{"domain":"recipes","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40800,"fn":0,"accuracy":1.0},"0.01":{"tp":40779,"fn":21,"accuracy":0.9994852941176471}},"auroc":0.9990177185457516},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52800,"fn":0,"accuracy":1.0},"0.01":{"tp":52775,"fn":25,"accuracy":0.9995265151515151}},"auroc":0.9993546283143939},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28800,"fn":0,"accuracy":1.0},"0.01":{"tp":28799,"fn":1,"accuracy":0.9999652777777778}},"auroc":0.9993172309027777},{"domain":"recipes","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81600,"fn":0,"accuracy":1.0},"0.01":{"tp":81574,"fn":26,"accuracy":0.9996813725490196}},"auroc":0.9993414292279412},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994895833333334},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996447916666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999072916666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666666},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996979166666666},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997760416666667},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9928312499999999},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9963520833333334},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9964},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9981630208333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.991975},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99805625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9950156250000001},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99311875},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9977479166666666},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9954333333333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.992546875},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9979020833333333},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9952244791666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999378125},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996880208333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.991853125},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985333333333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9951932291666667},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9959255208333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9989557291666668},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9974406250000001},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9850104166666668},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990187500000001},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9920145833333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.992503125},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994885416666667},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9959958333333334},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984354166666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995770833333334},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99900625},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9950458333333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9955},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9952729166666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9967406249999999},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9975385416666668},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9971395833333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980125},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980125},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988354166666665},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988354166666665},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997447916666666},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997447916666666},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993833333333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993833333333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995640625000001},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995640625000001},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9977979166666667},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9977979166666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9968604166666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9968604166666667},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973291666666666},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973291666666666},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9892854166666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9892854166666667},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9945604166666667},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9945604166666667},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9726395833333333},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9726395833333333},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":165,"fn":35,"accuracy":0.825}},"auroc":0.9427625},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":165,"fn":35,"accuracy":0.825}},"auroc":0.9427625},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":367,"fn":33,"accuracy":0.9175},"0.01":{"tp":342,"fn":58,"accuracy":0.855}},"auroc":0.9577010416666667},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":367,"fn":33,"accuracy":0.9175},"0.01":{"tp":342,"fn":58,"accuracy":0.855}},"auroc":0.9577010416666667},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2170,"fn":30,"accuracy":0.9863636363636363}},"auroc":0.9962002840909091},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9994064236111111},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3385,"fn":15,"accuracy":0.9955882352941177},"0.01":{"tp":3368,"fn":32,"accuracy":0.9905882352941177}},"auroc":0.997331862745098},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2157,"fn":43,"accuracy":0.9804545454545455},"0.01":{"tp":2127,"fn":73,"accuracy":0.9668181818181818}},"auroc":0.9896107007575757},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9984298611111111},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3354,"fn":46,"accuracy":0.9864705882352941},"0.01":{"tp":3321,"fn":79,"accuracy":0.976764705882353}},"auroc":0.9927233455882353},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4343,"fn":57,"accuracy":0.9870454545454546},"0.01":{"tp":4297,"fn":103,"accuracy":0.9765909090909091}},"auroc":0.9929054924242424},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9989181423611111},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6739,"fn":61,"accuracy":0.9910294117647059},"0.01":{"tp":6689,"fn":111,"accuracy":0.9836764705882353}},"auroc":0.9950276041666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999984375000001},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9961604166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999020833333333},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.99803125},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9980802083333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9990130208333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993395833333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996010416666666},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996770833333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996875},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996822916666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995083333333333},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997750000000001},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996416666666668},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994437500000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996645833333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999721875},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999322916666666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998270833333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9862625},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9984666666666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9923645833333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9931312500000002},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999221875},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9961765625},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999052083333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993562500000001},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985479166666668},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9989520833333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995875},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992697916666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9994286458333334},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333333},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986291666666667},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9986291666666667},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992239583333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992239583333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998395833333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998395833333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998489583333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998489583333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987520833333333},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987520833333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993718749999999},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993718749999999},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.97380625},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.97380625},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":179,"fn":21,"accuracy":0.895},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9551916666666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":179,"fn":21,"accuracy":0.895},"0.01":{"tp":175,"fn":25,"accuracy":0.875}},"auroc":0.9551916666666666},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":369,"fn":31,"accuracy":0.9225},"0.01":{"tp":358,"fn":42,"accuracy":0.895}},"auroc":0.9644989583333334},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":369,"fn":31,"accuracy":0.9225},"0.01":{"tp":358,"fn":42,"accuracy":0.895}},"auroc":0.9644989583333334},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2190,"fn":10,"accuracy":0.9954545454545455},"0.01":{"tp":2182,"fn":18,"accuracy":0.9918181818181818}},"auroc":0.9975062499999999},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666666},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3390,"fn":10,"accuracy":0.9970588235294118},"0.01":{"tp":3382,"fn":18,"accuracy":0.9947058823529412}},"auroc":0.9983746323529412},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2174,"fn":26,"accuracy":0.9881818181818182},"0.01":{"tp":2162,"fn":38,"accuracy":0.9827272727272728}},"auroc":0.9939357954545455},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9994149305555555},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3372,"fn":28,"accuracy":0.991764705882353},"0.01":{"tp":3359,"fn":41,"accuracy":0.9879411764705882}},"auroc":0.9958696078431372},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4364,"fn":36,"accuracy":0.9918181818181818},"0.01":{"tp":4344,"fn":56,"accuracy":0.9872727272727273}},"auroc":0.9957210227272727},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9996907986111111},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6762,"fn":38,"accuracy":0.9944117647058823},"0.01":{"tp":6741,"fn":59,"accuracy":0.9913235294117647}},"auroc":0.9971221200980392},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333334},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997583333333334},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999072916666666},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983666666666667},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99945625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9989114583333333},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9974958333333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987875},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981416666666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9979312499999999},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991218749999999},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9985265624999999},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985625},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999928125},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9983531250000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994291666666666},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988911458333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991765625},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996427083333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9994096354166666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9851541666666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999562500000001},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9925552083333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9925770833333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9962739583333334},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993291666666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993854166666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996458333333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996541666666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.99965},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99864375},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99864375},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993010416666667},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993010416666667},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666666},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993520833333334},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993520833333334},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99956875},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99956875},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9994604166666666},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9994604166666666},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9940916666666668},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9940916666666668},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9970364583333335},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9970364583333335},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9843604166666666},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9843604166666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":186,"fn":14,"accuracy":0.93},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9675458333333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":186,"fn":14,"accuracy":0.93},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9675458333333334},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.975953125},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.975953125},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2184,"fn":16,"accuracy":0.9927272727272727}},"auroc":0.9982255681818182},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.999878125},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3391,"fn":9,"accuracy":0.9973529411764706},"0.01":{"tp":3383,"fn":17,"accuracy":0.995}},"auroc":0.9988088235294117},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2180,"fn":20,"accuracy":0.990909090909091},"0.01":{"tp":2165,"fn":35,"accuracy":0.9840909090909091}},"auroc":0.9946644886363636},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9995631944444444},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3379,"fn":21,"accuracy":0.9938235294117647},"0.01":{"tp":3362,"fn":38,"accuracy":0.9888235294117647}},"auroc":0.9963934436274511},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4371,"fn":29,"accuracy":0.9934090909090909},"0.01":{"tp":4349,"fn":51,"accuracy":0.9884090909090909}},"auroc":0.996445028409091},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9997206597222222},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6770,"fn":30,"accuracy":0.9955882352941177},"0.01":{"tp":6745,"fn":55,"accuracy":0.9919117647058824}},"auroc":0.9976011335784314},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991375},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.999209375},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991734374999999},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994375},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995010416666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994692708333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992874999999999},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993552083333332},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9993213541666667},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9948208333333333},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99984375},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973322916666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973937500000001},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999020833333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9986479166666666},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9849374999999999},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9946750000000001},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":386,"fn":14,"accuracy":0.965}},"auroc":0.98980625},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9909020833333333},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99529375},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9930979166666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":383,"fn":17,"accuracy":0.9575}},"auroc":0.9879197916666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.994984375},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":775,"fn":25,"accuracy":0.96875}},"auroc":0.9914520833333333},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99890625},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994520833333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.989},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9988479166666666},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9939239583333332},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9944989583333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988770833333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9966880208333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9845291666666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9984687499999999},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9914989583333335},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9922645833333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999196875},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9957307291666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99705},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99805},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9975499999999999},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9917916666666666},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9910645833333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9914281250000001},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9944208333333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9945572916666666},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9944890625},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9855104166666667},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9855104166666667},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9783677083333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9783677083333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9819390625000002},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9819390625000002},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":154,"fn":46,"accuracy":0.77}},"auroc":0.9411020833333335},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":154,"fn":46,"accuracy":0.77}},"auroc":0.9411020833333335},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":170,"fn":30,"accuracy":0.85},"0.01":{"tp":145,"fn":55,"accuracy":0.725}},"auroc":0.9261895833333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":170,"fn":30,"accuracy":0.85},"0.01":{"tp":145,"fn":55,"accuracy":0.725}},"auroc":0.9261895833333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":345,"fn":55,"accuracy":0.8625},"0.01":{"tp":299,"fn":101,"accuracy":0.7475}},"auroc":0.9336458333333334},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":345,"fn":55,"accuracy":0.8625},"0.01":{"tp":299,"fn":101,"accuracy":0.7475}},"auroc":0.9336458333333334},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.995834375},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.995834375},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.996796875},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.996796875},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9963156249999999},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9963156249999999},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992395833333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992395833333333},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9934020833333334},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9934020833333334},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9963208333333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9963208333333333},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":177,"fn":23,"accuracy":0.885},"0.01":{"tp":160,"fn":40,"accuracy":0.8}},"auroc":0.9470020833333334},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":177,"fn":23,"accuracy":0.885},"0.01":{"tp":160,"fn":40,"accuracy":0.8}},"auroc":0.9470020833333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":166,"fn":34,"accuracy":0.83},"0.01":{"tp":148,"fn":52,"accuracy":0.74}},"auroc":0.9180427083333333},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":166,"fn":34,"accuracy":0.83},"0.01":{"tp":148,"fn":52,"accuracy":0.74}},"auroc":0.9180427083333333},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":343,"fn":57,"accuracy":0.8575},"0.01":{"tp":308,"fn":92,"accuracy":0.77}},"auroc":0.9325223958333333},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":343,"fn":57,"accuracy":0.8575},"0.01":{"tp":308,"fn":92,"accuracy":0.77}},"auroc":0.9325223958333333},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2140,"fn":60,"accuracy":0.9727272727272728},"0.01":{"tp":2089,"fn":111,"accuracy":0.9495454545454546}},"auroc":0.986343465909091},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9984543402777778},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3339,"fn":61,"accuracy":0.9820588235294118},"0.01":{"tp":3284,"fn":116,"accuracy":0.9658823529411765}},"auroc":0.9906178921568627},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2110,"fn":90,"accuracy":0.9590909090909091},"0.01":{"tp":2034,"fn":166,"accuracy":0.9245454545454546}},"auroc":0.9784800189393941},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1196,"fn":4,"accuracy":0.9966666666666667},"0.01":{"tp":1187,"fn":13,"accuracy":0.9891666666666666}},"auroc":0.9971699652777777},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3306,"fn":94,"accuracy":0.9723529411764706},"0.01":{"tp":3221,"fn":179,"accuracy":0.9473529411764706}},"auroc":0.9850764705882353},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4250,"fn":150,"accuracy":0.9659090909090909},"0.01":{"tp":4123,"fn":277,"accuracy":0.9370454545454545}},"auroc":0.9824117424242425},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2382,"fn":18,"accuracy":0.9925}},"auroc":0.9978121527777778},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6645,"fn":155,"accuracy":0.9772058823529411},"0.01":{"tp":6505,"fn":295,"accuracy":0.9566176470588236}},"auroc":0.987847181372549},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995166666666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997072916666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997427083333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998401041666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9966541666666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9982635416666668},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9983124999999999},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9991192708333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9932375},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99825625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.995746875},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9954989583333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9984062499999999},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9969526041666668},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9943682291666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99833125},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9963497395833334},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999197916666668},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9961041666666668},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992541666666667},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9976791666666667},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9980510416666666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995479166666666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9987994791666667},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9897979166666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333334},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.994846875},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9948989583333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999302083333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9974145833333334},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99894375},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997541666666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993489583333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9967385416666666},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9957812500000002},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9962598958333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9978411458333334},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977677083333334},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9978044270833333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968333333333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9968333333333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9940291666666666},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9940291666666666},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99543125},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99543125},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9827333333333332},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9827333333333332},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":189,"fn":11,"accuracy":0.945},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9779229166666668},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":189,"fn":11,"accuracy":0.945},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9779229166666668},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.9803281250000001},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.9803281250000001},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9981229166666666},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9981229166666666},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9968187500000001},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9968187500000001},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9974708333333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9974708333333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990583333333333},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990583333333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995072916666666},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995072916666666},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9814041666666666},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9814041666666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9629520833333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9629520833333334},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":376,"fn":24,"accuracy":0.94},"0.01":{"tp":357,"fn":43,"accuracy":0.8925}},"auroc":0.972178125},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":376,"fn":24,"accuracy":0.94},"0.01":{"tp":357,"fn":43,"accuracy":0.8925}},"auroc":0.972178125},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2163,"fn":37,"accuracy":0.9831818181818182}},"auroc":0.9955543560606062},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9995520833333333},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3378,"fn":22,"accuracy":0.9935294117647059},"0.01":{"tp":3361,"fn":39,"accuracy":0.9885294117647059}},"auroc":0.9969653186274511},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2160,"fn":40,"accuracy":0.9818181818181818},"0.01":{"tp":2123,"fn":77,"accuracy":0.965}},"auroc":0.9914138257575758},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1196,"fn":4,"accuracy":0.9966666666666667}},"auroc":0.9988631944444444},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3359,"fn":41,"accuracy":0.9879411764705882},"0.01":{"tp":3319,"fn":81,"accuracy":0.9761764705882353}},"auroc":0.9940430147058823},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4339,"fn":61,"accuracy":0.9861363636363636},"0.01":{"tp":4286,"fn":114,"accuracy":0.9740909090909091}},"auroc":0.993484090909091},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9992076388888889},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6737,"fn":63,"accuracy":0.990735294117647},"0.01":{"tp":6680,"fn":120,"accuracy":0.9823529411764705}},"auroc":0.9955041666666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9975166666666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9969541666666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9972354166666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982916666666667},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9970541666666667},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9976729166666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9979041666666666},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9970041666666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9974541666666668},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9978395833333333},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9970749999999999},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9974572916666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9754020833333332},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9831260416666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":367,"fn":33,"accuracy":0.9175}},"auroc":0.9792640625},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9866208333333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9901005208333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":762,"fn":38,"accuracy":0.9525}},"auroc":0.9883606770833333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.99391875},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.99335},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9936343750000001},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99105625},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9911541666666667},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9911052083333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9924875},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9922520833333335},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":782,"fn":18,"accuracy":0.9775}},"auroc":0.9923697916666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997291666666668},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9957520833333333},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.997740625},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9755239583333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9927833333333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9841536458333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9876265625},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9942677083333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":778,"fn":22,"accuracy":0.9725}},"auroc":0.9909471354166668},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9977416666666666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9938916666666666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9958166666666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":186,"fn":14,"accuracy":0.93},"0.01":{"tp":167,"fn":33,"accuracy":0.835}},"auroc":0.9591875000000001},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9875364583333333},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":382,"fn":18,"accuracy":0.955},"0.01":{"tp":356,"fn":44,"accuracy":0.89}},"auroc":0.9733619791666667},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":386,"fn":14,"accuracy":0.965},"0.01":{"tp":365,"fn":35,"accuracy":0.9125}},"auroc":0.9784645833333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9907140624999999},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":781,"fn":19,"accuracy":0.97625},"0.01":{"tp":749,"fn":51,"accuracy":0.93625}},"auroc":0.9845893229166667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9923708333333333},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9965354166666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.994453125},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9924625},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9862583333333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9893604166666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9924166666666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9913968750000001},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":778,"fn":22,"accuracy":0.9725}},"auroc":0.9919067708333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9856645833333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9856645833333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9844958333333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9844958333333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9850802083333332},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9850802083333332},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":156,"fn":44,"accuracy":0.78}},"auroc":0.9475645833333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":156,"fn":44,"accuracy":0.78}},"auroc":0.9475645833333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":148,"fn":52,"accuracy":0.74}},"auroc":0.9417333333333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":148,"fn":52,"accuracy":0.74}},"auroc":0.9417333333333334},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":366,"fn":34,"accuracy":0.915},"0.01":{"tp":304,"fn":96,"accuracy":0.76}},"auroc":0.9446489583333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":366,"fn":34,"accuracy":0.915},"0.01":{"tp":304,"fn":96,"accuracy":0.76}},"auroc":0.9446489583333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9954479166666667},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9954479166666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981895833333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981895833333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9968187500000001},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9968187500000001},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99745},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99745},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.98885625},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.98885625},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9931531250000001},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9931531250000001},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":158,"fn":42,"accuracy":0.79}},"auroc":0.9573395833333334},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":158,"fn":42,"accuracy":0.79}},"auroc":0.9573395833333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9541354166666667},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9541354166666667},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":376,"fn":24,"accuracy":0.94},"0.01":{"tp":315,"fn":85,"accuracy":0.7875}},"auroc":0.9557375000000001},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":376,"fn":24,"accuracy":0.94},"0.01":{"tp":315,"fn":85,"accuracy":0.7875}},"auroc":0.9557375000000001},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2163,"fn":37,"accuracy":0.9831818181818182},"0.01":{"tp":2083,"fn":117,"accuracy":0.9468181818181818}},"auroc":0.9875075757575758},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1184,"fn":16,"accuracy":0.9866666666666667}},"auroc":0.9955930555555556},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3362,"fn":38,"accuracy":0.9888235294117647},"0.01":{"tp":3267,"fn":133,"accuracy":0.9608823529411765}},"auroc":0.9903612745098039},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2139,"fn":61,"accuracy":0.9722727272727273},"0.01":{"tp":2009,"fn":191,"accuracy":0.9131818181818182}},"auroc":0.9781213068181818},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1185,"fn":15,"accuracy":0.9875},"0.01":{"tp":1155,"fn":45,"accuracy":0.9625}},"auroc":0.9896520833333333},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3324,"fn":76,"accuracy":0.9776470588235294},"0.01":{"tp":3164,"fn":236,"accuracy":0.9305882352941176}},"auroc":0.9821909926470589},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4302,"fn":98,"accuracy":0.9777272727272728},"0.01":{"tp":4092,"fn":308,"accuracy":0.93}},"auroc":0.9828144412878788},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2384,"fn":16,"accuracy":0.9933333333333333},"0.01":{"tp":2339,"fn":61,"accuracy":0.9745833333333334}},"auroc":0.9926225694444445},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6686,"fn":114,"accuracy":0.9832352941176471},"0.01":{"tp":6431,"fn":369,"accuracy":0.945735294117647}},"auroc":0.9862761335784314},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997958333333333},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993854166666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995906250000001},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999062500000001},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999072916666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998520833333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996458333333332},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997489583333332},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99159375},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999875},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9957343750000001},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9957791666666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333332},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.997853125},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9920875},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99850625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9952968750000001},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9930916666666667},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9977333333333332},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9954125},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9925895833333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981197916666668},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9953546875000001},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992697916666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996338541666667},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.992109375},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985479166666668},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9953286458333332},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9960536458333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9989088541666666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.99748125},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9844791666666668},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9990229166666668},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9917510416666666},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9922354166666667},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999490625},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9958630208333333},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984229166666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995729166666666},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989979166666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9952145833333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9954854166666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9953500000000001},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9968187499999999},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9975291666666668},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9971739583333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980145833333334},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980145833333334},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996395833333334},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996395833333334},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988270833333334},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988270833333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997260416666666},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997260416666666},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993500000000001},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993500000000001},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995380208333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995380208333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9976895833333334},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9976895833333334},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967166666666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967166666666667},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.997203125},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.997203125},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9892875000000001},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9892875000000001},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9945614583333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9945614583333333},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9727875},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9727875},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":165,"fn":35,"accuracy":0.825}},"auroc":0.943925},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":165,"fn":35,"accuracy":0.825}},"auroc":0.943925},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":367,"fn":33,"accuracy":0.9175},"0.01":{"tp":342,"fn":58,"accuracy":0.855}},"auroc":0.95835625},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":367,"fn":33,"accuracy":0.9175},"0.01":{"tp":342,"fn":58,"accuracy":0.855}},"auroc":0.95835625},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2170,"fn":30,"accuracy":0.9863636363636363}},"auroc":0.9962103219696969},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9994453125},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3386,"fn":14,"accuracy":0.9958823529411764},"0.01":{"tp":3368,"fn":32,"accuracy":0.9905882352941177}},"auroc":0.9973520833333334},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2156,"fn":44,"accuracy":0.98},"0.01":{"tp":2127,"fn":73,"accuracy":0.9668181818181818}},"auroc":0.9895741477272728},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9984284722222223},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3353,"fn":47,"accuracy":0.9861764705882353},"0.01":{"tp":3321,"fn":79,"accuracy":0.976764705882353}},"auroc":0.9926992034313726},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4342,"fn":58,"accuracy":0.9868181818181818},"0.01":{"tp":4297,"fn":103,"accuracy":0.9765909090909091}},"auroc":0.9928922348484849},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9989368923611112},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6739,"fn":61,"accuracy":0.9910294117647059},"0.01":{"tp":6689,"fn":111,"accuracy":0.9836764705882353}},"auroc":0.995025643382353},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666666},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9918374999999999},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998750000000001},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.99585625},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.99591875},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999928125},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9979234375},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9988458333333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997312500000001},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992885416666666},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9959583333333335},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995937500000001},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9977760416666668},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9974020833333332},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996624999999999},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9985322916666668},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998083333333333},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666667},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9943500000000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99935625},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9968531249999999},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9971749999999999},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995822916666667},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9983786458333332},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9802604166666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9985354166666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9893979166666667},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9901302083333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9992520833333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":785,"fn":15,"accuracy":0.98125}},"auroc":0.9946911458333333},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995979166666668},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99985},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997239583333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979395833333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9976708333333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9978052083333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.99876875},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987604166666666},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9987645833333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996166666666667},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996166666666667},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997104166666666},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997104166666666},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996635416666666},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996635416666666},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997854166666666},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997854166666666},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9975645833333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9975645833333334},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998675},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998675},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999208333333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997291666666667},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997291666666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983458333333334},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983458333333334},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990375},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990375},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9775333333333334},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.9775333333333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9596479166666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9596479166666666},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":377,"fn":23,"accuracy":0.9425},"0.01":{"tp":351,"fn":49,"accuracy":0.8775}},"auroc":0.968590625},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":377,"fn":23,"accuracy":0.9425},"0.01":{"tp":351,"fn":49,"accuracy":0.8775}},"auroc":0.968590625},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2193,"fn":7,"accuracy":0.9968181818181818},"0.01":{"tp":2178,"fn":22,"accuracy":0.99}},"auroc":0.9977272727272727},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998861111111111},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3393,"fn":7,"accuracy":0.9979411764705882},"0.01":{"tp":3378,"fn":22,"accuracy":0.9935294117647059}},"auroc":0.9984892156862745},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2168,"fn":32,"accuracy":0.9854545454545455},"0.01":{"tp":2147,"fn":53,"accuracy":0.975909090909091}},"auroc":0.9923155303030303},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9991656250000001},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3367,"fn":33,"accuracy":0.9902941176470588},"0.01":{"tp":3342,"fn":58,"accuracy":0.9829411764705882}},"auroc":0.9947332107843138},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4361,"fn":39,"accuracy":0.9911363636363636},"0.01":{"tp":4325,"fn":75,"accuracy":0.9829545454545454}},"auroc":0.9950214015151515},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2395,"fn":5,"accuracy":0.9979166666666667}},"auroc":0.9995258680555555},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6760,"fn":40,"accuracy":0.9941176470588236},"0.01":{"tp":6720,"fn":80,"accuracy":0.9882352941176471}},"auroc":0.9966112132352941},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999718750000001},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997875},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666667},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999223958333333},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9877979166666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333332},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.993790625},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9938989583333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998874999999998},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9968932291666668},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9977854166666666},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99884375},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9983145833333333},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99779375},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9981145833333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9979541666666666},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977895833333332},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9984791666666667},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.998134375},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9921020833333334},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9960510416666668},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9817187500000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9948},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9882593749999999},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9908593750000001},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9934510416666668},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":768,"fn":32,"accuracy":0.96}},"auroc":0.9921552083333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9981333333333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9990666666666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9873020833333334},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992864583333333},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":384,"fn":16,"accuracy":0.96}},"auroc":0.9932942708333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9936510416666666},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9987098958333334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":781,"fn":19,"accuracy":0.97625}},"auroc":0.99618046875},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994229166666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998874999999999},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996552083333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9987604166666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.996725},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977427083333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990916666666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.99830625},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9986989583333333},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973958333333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973958333333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992458333333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992458333333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983208333333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983208333333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973124999999999},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973124999999999},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9955541666666666},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9955541666666666},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9964333333333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9964333333333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996875000000001},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996875000000001},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998395833333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998395833333333},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9795666666666666},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9795666666666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.97399375},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.97399375},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":385,"fn":15,"accuracy":0.9625},"0.01":{"tp":359,"fn":41,"accuracy":0.8975}},"auroc":0.9767802083333333},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":385,"fn":15,"accuracy":0.9625},"0.01":{"tp":359,"fn":41,"accuracy":0.8975}},"auroc":0.9767802083333333},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2176,"fn":24,"accuracy":0.9890909090909091}},"auroc":0.9974017045454545},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.9981597222222223},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3391,"fn":9,"accuracy":0.9973529411764706},"0.01":{"tp":3365,"fn":35,"accuracy":0.9897058823529412}},"auroc":0.9976692401960784},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2122,"fn":78,"accuracy":0.9645454545454546}},"auroc":0.9928920454545455},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1191,"fn":9,"accuracy":0.9925}},"auroc":0.9980828125},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3377,"fn":23,"accuracy":0.9932352941176471},"0.01":{"tp":3313,"fn":87,"accuracy":0.9744117647058823}},"auroc":0.994724080882353},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4370,"fn":30,"accuracy":0.9931818181818182},"0.01":{"tp":4298,"fn":102,"accuracy":0.9768181818181818}},"auroc":0.995146875},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2380,"fn":20,"accuracy":0.9916666666666667}},"auroc":0.9981212673611112},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6768,"fn":32,"accuracy":0.9952941176470588},"0.01":{"tp":6678,"fn":122,"accuracy":0.9820588235294118}},"auroc":0.9961966605392157},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999083333333333},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999614583333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666666},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999500000000001},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9976895833333334},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.99878125},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988343749999999},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9993802083333334},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9950520833333333},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982229166666666},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9966375},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9949489583333333},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983479166666667},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9966484375},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9950005208333333},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9982854166666666},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.99664296875},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998354166666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9939250000000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989145833333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9964197916666667},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9969614583333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999375},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9981682291666666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9861249999999999},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9930447916666668},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9930625000000001},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9965166666666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99946875},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997395833333333},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996041666666666},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9970270833333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99669375},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9968604166666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9982479166666668},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982166666666666},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9982322916666666},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982291666666666},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982291666666666},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999125},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999125},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990708333333334},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990708333333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998333333333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998333333333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333334},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997458333333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997458333333333},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9981854166666667},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9981854166666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973708333333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9973708333333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977781250000001},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9977781250000001},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9915395833333335},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9915395833333335},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9957291666666667},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9957291666666667},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.9760729166666666},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.9760729166666666},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":181,"fn":19,"accuracy":0.905},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.95466875},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":181,"fn":19,"accuracy":0.905},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.95466875},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":371,"fn":29,"accuracy":0.9275},"0.01":{"tp":353,"fn":47,"accuracy":0.8825}},"auroc":0.9653708333333333},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":371,"fn":29,"accuracy":0.9275},"0.01":{"tp":353,"fn":47,"accuracy":0.8825}},"auroc":0.9653708333333333},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2186,"fn":14,"accuracy":0.9936363636363637},"0.01":{"tp":2175,"fn":25,"accuracy":0.9886363636363636}},"auroc":0.9969678030303031},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9996204861111111},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3385,"fn":15,"accuracy":0.9955882352941177},"0.01":{"tp":3374,"fn":26,"accuracy":0.9923529411764705}},"auroc":0.997904044117647},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2167,"fn":33,"accuracy":0.985},"0.01":{"tp":2143,"fn":57,"accuracy":0.9740909090909091}},"auroc":0.9920764204545455},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9989569444444444},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3365,"fn":35,"accuracy":0.9897058823529412},"0.01":{"tp":3340,"fn":60,"accuracy":0.9823529411764705}},"auroc":0.9945048406862745},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4353,"fn":47,"accuracy":0.9893181818181818},"0.01":{"tp":4318,"fn":82,"accuracy":0.9813636363636363}},"auroc":0.9945221117424241},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9992887152777779},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6750,"fn":50,"accuracy":0.9926470588235294},"0.01":{"tp":6714,"fn":86,"accuracy":0.9873529411764705}},"auroc":0.9962044424019607},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998625},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995125},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996875},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666666},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997333333333334},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998197916666667},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666668},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9927229166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9962979166666668},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9963520833333334},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9981390625},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.992375},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982270833333334},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9953010416666666},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9933458333333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979895833333333},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9956677083333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9928604166666668},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9981083333333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.995484375},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995864583333333},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997921875000001},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9918822916666666},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985333333333333},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9952078124999999},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9959401041666666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990598958333333},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9975},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9828145833333334},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995916666666667},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9912031250000001},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9914052083333333},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999775},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":788,"fn":12,"accuracy":0.985}},"auroc":0.9955901041666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99865625},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997166666666666},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991864583333333},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9957229166666667},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9957677083333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9957453125},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9971895833333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977421875},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9974658854166667},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980458333333334},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980458333333334},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997208333333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997208333333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988833333333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9988833333333333},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995875000000001},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995875000000001},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979677083333334},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9979677083333334},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967958333333333},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9967958333333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973817708333333},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9973817708333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998979166666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9900458333333334},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9900458333333334},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9949718749999998},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9949718749999998},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.975503125},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.975503125},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":178,"fn":22,"accuracy":0.89},"0.01":{"tp":166,"fn":34,"accuracy":0.83}},"auroc":0.9473520833333334},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":178,"fn":22,"accuracy":0.89},"0.01":{"tp":166,"fn":34,"accuracy":0.83}},"auroc":0.9473520833333334},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":344,"fn":56,"accuracy":0.86}},"auroc":0.9614276041666667},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":344,"fn":56,"accuracy":0.86}},"auroc":0.9614276041666667},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2188,"fn":12,"accuracy":0.9945454545454545},"0.01":{"tp":2171,"fn":29,"accuracy":0.9868181818181818}},"auroc":0.9965469696969698},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9994967013888889},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3387,"fn":13,"accuracy":0.9961764705882353},"0.01":{"tp":3369,"fn":31,"accuracy":0.9908823529411764}},"auroc":0.9975880514705883},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2159,"fn":41,"accuracy":0.9813636363636363},"0.01":{"tp":2129,"fn":71,"accuracy":0.9677272727272728}},"auroc":0.9899813446969696},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9986182291666668},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3357,"fn":43,"accuracy":0.9873529411764705},"0.01":{"tp":3323,"fn":77,"accuracy":0.9773529411764705}},"auroc":0.9930296568627451},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4347,"fn":53,"accuracy":0.9879545454545454},"0.01":{"tp":4300,"fn":100,"accuracy":0.9772727272727273}},"auroc":0.9932641571969698},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9990574652777777},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6744,"fn":56,"accuracy":0.991764705882353},"0.01":{"tp":6692,"fn":108,"accuracy":0.9841176470588235}},"auroc":0.9953088541666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9965354166666667},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9955104166666666},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9960229166666668},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9944312499999999},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9934270833333333},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9939291666666668},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9954833333333334},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99446875},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9949760416666666},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9808500000000001},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9922958333333334},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9865729166666667},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":161,"fn":39,"accuracy":0.805}},"auroc":0.9671479166666668},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9915229166666666},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":360,"fn":40,"accuracy":0.9}},"auroc":0.9793354166666667},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":349,"fn":51,"accuracy":0.8725}},"auroc":0.9739989583333333},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9919093750000001},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":748,"fn":52,"accuracy":0.935}},"auroc":0.9829541666666666},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9738125},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9770729166666667},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9754427083333334},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9743458333333332},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9761520833333335},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9752489583333334},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":368,"fn":32,"accuracy":0.92}},"auroc":0.9740791666666666},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9766125000000001},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":748,"fn":52,"accuracy":0.935}},"auroc":0.9753458333333332},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9918229166666666},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.9732854166666667},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9825541666666667},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":163,"fn":37,"accuracy":0.815}},"auroc":0.9733},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9751958333333334},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":340,"fn":60,"accuracy":0.85}},"auroc":0.9742479166666667},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":360,"fn":40,"accuracy":0.9}},"auroc":0.9825614583333334},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":359,"fn":41,"accuracy":0.8975}},"auroc":0.974240625},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":719,"fn":81,"accuracy":0.89875}},"auroc":0.9784010416666666},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9959208333333334},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9937708333333333},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9948458333333333},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.9789291666666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9848479166666666},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":361,"fn":39,"accuracy":0.9025}},"auroc":0.9818885416666666},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.987425},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9893093749999999},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":750,"fn":50,"accuracy":0.9375}},"auroc":0.9883671875000001},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9819354166666667},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.990925},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9864302083333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9800156250000001},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":184,"fn":16,"accuracy":0.92}},"auroc":0.9827520833333334},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":367,"fn":33,"accuracy":0.9175}},"auroc":0.9813838541666667},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9809755208333333},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":382,"fn":18,"accuracy":0.955}},"auroc":0.9868385416666666},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":756,"fn":44,"accuracy":0.945}},"auroc":0.98390703125},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9785145833333333},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9785145833333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.9750708333333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.9750708333333333},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":347,"fn":53,"accuracy":0.8675}},"auroc":0.9767927083333334},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":347,"fn":53,"accuracy":0.8675}},"auroc":0.9767927083333334},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9728916666666667},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9728916666666667},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9737916666666666},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9737916666666666},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9733416666666667},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9733416666666667},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9867520833333333},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9867520833333333},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9762291666666667},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9762291666666667},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.981490625},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.981490625},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.96544375},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.96544375},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.9665291666666667},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.9665291666666667},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":340,"fn":60,"accuracy":0.85}},"auroc":0.9659864583333333},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":340,"fn":60,"accuracy":0.85}},"auroc":0.9659864583333333},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2080,"fn":120,"accuracy":0.9454545454545454}},"auroc":0.9840435606060606},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1160,"fn":40,"accuracy":0.9666666666666667}},"auroc":0.9871434027777778},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3390,"fn":10,"accuracy":0.9970588235294118},"0.01":{"tp":3240,"fn":160,"accuracy":0.9529411764705882}},"auroc":0.9851376225490195},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2181,"fn":19,"accuracy":0.9913636363636363},"0.01":{"tp":1959,"fn":241,"accuracy":0.8904545454545455}},"auroc":0.9781624053030302},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1135,"fn":65,"accuracy":0.9458333333333333}},"auroc":0.9839829861111111},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3380,"fn":20,"accuracy":0.9941176470588236},"0.01":{"tp":3094,"fn":306,"accuracy":0.91}},"auroc":0.9802167279411765},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4372,"fn":28,"accuracy":0.9936363636363637},"0.01":{"tp":4039,"fn":361,"accuracy":0.9179545454545455}},"auroc":0.9811029829545455},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2295,"fn":105,"accuracy":0.95625}},"auroc":0.9855631944444445},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6770,"fn":30,"accuracy":0.9955882352941177},"0.01":{"tp":6334,"fn":466,"accuracy":0.9314705882352942}},"auroc":0.9826771752450981},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2395,"fn":5,"accuracy":0.9979166666666667}},"auroc":0.9993637152777778},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9991269965277778},{"domain":"reddit","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4786,"fn":14,"accuracy":0.9970833333333333}},"auroc":0.9992453559027777},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9993185763888889},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9991177951388889},{"domain":"reddit","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4793,"fn":7,"accuracy":0.9985416666666667}},"auroc":0.9992181857638889},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4791,"fn":9,"accuracy":0.998125}},"auroc":0.9993411458333332},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4788,"fn":12,"accuracy":0.9975}},"auroc":0.9991223958333333},{"domain":"reddit","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9600,"fn":0,"accuracy":1.0},"0.01":{"tp":9579,"fn":21,"accuracy":0.9978125}},"auroc":0.9992317708333333},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9982100694444445},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9990984375},{"domain":"reddit","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4783,"fn":17,"accuracy":0.9964583333333333}},"auroc":0.9986542534722223},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2373,"fn":27,"accuracy":0.98875},"0.01":{"tp":2295,"fn":105,"accuracy":0.95625}},"auroc":0.9903680555555555},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2386,"fn":14,"accuracy":0.9941666666666666}},"auroc":0.9977749131944443},{"domain":"reddit","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4768,"fn":32,"accuracy":0.9933333333333333},"0.01":{"tp":4681,"fn":119,"accuracy":0.9752083333333333}},"auroc":0.994071484375},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4772,"fn":28,"accuracy":0.9941666666666666},"0.01":{"tp":4681,"fn":119,"accuracy":0.9752083333333333}},"auroc":0.9942890625},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4795,"fn":5,"accuracy":0.9989583333333333},"0.01":{"tp":4783,"fn":17,"accuracy":0.9964583333333333}},"auroc":0.9984366753472221},{"domain":"reddit","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9567,"fn":33,"accuracy":0.9965625},"0.01":{"tp":9464,"fn":136,"accuracy":0.9858333333333333}},"auroc":0.996362868923611},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2382,"fn":18,"accuracy":0.9925},"0.01":{"tp":2343,"fn":57,"accuracy":0.97625}},"auroc":0.9926444444444444},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2377,"fn":23,"accuracy":0.9904166666666666}},"auroc":0.9961883680555554},{"domain":"reddit","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4777,"fn":23,"accuracy":0.9952083333333334},"0.01":{"tp":4720,"fn":80,"accuracy":0.9833333333333333}},"auroc":0.99441640625},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2388,"fn":12,"accuracy":0.995},"0.01":{"tp":2347,"fn":53,"accuracy":0.9779166666666667}},"auroc":0.9931027777777778},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2370,"fn":30,"accuracy":0.9875}},"auroc":0.9957506944444444},{"domain":"reddit","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4785,"fn":15,"accuracy":0.996875},"0.01":{"tp":4717,"fn":83,"accuracy":0.9827083333333333}},"auroc":0.994426736111111},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4770,"fn":30,"accuracy":0.99375},"0.01":{"tp":4690,"fn":110,"accuracy":0.9770833333333333}},"auroc":0.9928736111111109},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4747,"fn":53,"accuracy":0.9889583333333334}},"auroc":0.99596953125},{"domain":"reddit","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9562,"fn":38,"accuracy":0.9960416666666667},"0.01":{"tp":9437,"fn":163,"accuracy":0.9830208333333333}},"auroc":0.9944215711805555},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9992949652777778},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9964667534722222},{"domain":"reddit","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4770,"fn":30,"accuracy":0.99375}},"auroc":0.997880859375},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2372,"fn":28,"accuracy":0.9883333333333333},"0.01":{"tp":2283,"fn":117,"accuracy":0.95125}},"auroc":0.9897969618055555},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2360,"fn":40,"accuracy":0.9833333333333333}},"auroc":0.9961734375},{"domain":"reddit","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4765,"fn":35,"accuracy":0.9927083333333333},"0.01":{"tp":4643,"fn":157,"accuracy":0.9672916666666667}},"auroc":0.9929851996527778},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4772,"fn":28,"accuracy":0.9941666666666666},"0.01":{"tp":4680,"fn":120,"accuracy":0.975}},"auroc":0.9945459635416666},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4793,"fn":7,"accuracy":0.9985416666666667},"0.01":{"tp":4733,"fn":67,"accuracy":0.9860416666666667}},"auroc":0.9963200954861111},{"domain":"reddit","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9565,"fn":35,"accuracy":0.9963541666666667},"0.01":{"tp":9413,"fn":187,"accuracy":0.9805208333333333}},"auroc":0.9954330295138889},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2395,"fn":5,"accuracy":0.9979166666666667}},"auroc":0.999470486111111},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2384,"fn":16,"accuracy":0.9933333333333333}},"auroc":0.9987890625000001},{"domain":"reddit","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4779,"fn":21,"accuracy":0.995625}},"auroc":0.9991297743055555},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2328,"fn":72,"accuracy":0.97},"0.01":{"tp":2246,"fn":154,"accuracy":0.9358333333333333}},"auroc":0.9824876736111111},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2366,"fn":34,"accuracy":0.9858333333333333}},"auroc":0.9970493055555556},{"domain":"reddit","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4721,"fn":79,"accuracy":0.9835416666666666},"0.01":{"tp":4612,"fn":188,"accuracy":0.9608333333333333}},"auroc":0.9897684895833334},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4728,"fn":72,"accuracy":0.985},"0.01":{"tp":4641,"fn":159,"accuracy":0.966875}},"auroc":0.9909790798611111},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4791,"fn":9,"accuracy":0.998125},"0.01":{"tp":4750,"fn":50,"accuracy":0.9895833333333334}},"auroc":0.9979191840277777},{"domain":"reddit","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9519,"fn":81,"accuracy":0.9915625},"0.01":{"tp":9391,"fn":209,"accuracy":0.9782291666666667}},"auroc":0.9944491319444444},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2384,"fn":16,"accuracy":0.9933333333333333}},"auroc":0.9969977430555557},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9986315972222222},{"domain":"reddit","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4780,"fn":20,"accuracy":0.9958333333333333}},"auroc":0.9978146701388889},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2382,"fn":18,"accuracy":0.9925},"0.01":{"tp":2354,"fn":46,"accuracy":0.9808333333333333}},"auroc":0.9949597222222223},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2385,"fn":15,"accuracy":0.99375},"0.01":{"tp":2353,"fn":47,"accuracy":0.9804166666666667}},"auroc":0.9942980034722222},{"domain":"reddit","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4767,"fn":33,"accuracy":0.993125},"0.01":{"tp":4707,"fn":93,"accuracy":0.980625}},"auroc":0.9946288628472221},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4781,"fn":19,"accuracy":0.9960416666666667},"0.01":{"tp":4738,"fn":62,"accuracy":0.9870833333333333}},"auroc":0.9959787326388889},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4785,"fn":15,"accuracy":0.996875},"0.01":{"tp":4749,"fn":51,"accuracy":0.989375}},"auroc":0.9964648003472222},{"domain":"reddit","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9566,"fn":34,"accuracy":0.9964583333333333},"0.01":{"tp":9487,"fn":113,"accuracy":0.9882291666666667}},"auroc":0.9962217664930556},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2382,"fn":18,"accuracy":0.9925},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9965423611111112},{"domain":"reddit","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2382,"fn":18,"accuracy":0.9925},"0.01":{"tp":2373,"fn":27,"accuracy":0.98875}},"auroc":0.9965423611111112},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2389,"fn":11,"accuracy":0.9954166666666666},"0.01":{"tp":2370,"fn":30,"accuracy":0.9875}},"auroc":0.9962894965277779},{"domain":"reddit","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2389,"fn":11,"accuracy":0.9954166666666666},"0.01":{"tp":2370,"fn":30,"accuracy":0.9875}},"auroc":0.9962894965277779},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4771,"fn":29,"accuracy":0.9939583333333334},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9964159288194444},{"domain":"reddit","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4771,"fn":29,"accuracy":0.9939583333333334},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9964159288194444},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2349,"fn":51,"accuracy":0.97875},"0.01":{"tp":2270,"fn":130,"accuracy":0.9458333333333333}},"auroc":0.9871567708333333},{"domain":"reddit","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2349,"fn":51,"accuracy":0.97875},"0.01":{"tp":2270,"fn":130,"accuracy":0.9458333333333333}},"auroc":0.9871567708333333},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2340,"fn":60,"accuracy":0.975},"0.01":{"tp":2241,"fn":159,"accuracy":0.93375}},"auroc":0.9845109375000001},{"domain":"reddit","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2340,"fn":60,"accuracy":0.975},"0.01":{"tp":2241,"fn":159,"accuracy":0.93375}},"auroc":0.9845109375000001},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4689,"fn":111,"accuracy":0.976875},"0.01":{"tp":4511,"fn":289,"accuracy":0.9397916666666667}},"auroc":0.9858338541666667},{"domain":"reddit","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4689,"fn":111,"accuracy":0.976875},"0.01":{"tp":4511,"fn":289,"accuracy":0.9397916666666667}},"auroc":0.9858338541666667},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2365,"fn":35,"accuracy":0.9854166666666667}},"auroc":0.9958651041666666},{"domain":"reddit","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2365,"fn":35,"accuracy":0.9854166666666667}},"auroc":0.9958651041666666},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2361,"fn":39,"accuracy":0.98375}},"auroc":0.9956808159722222},{"domain":"reddit","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2361,"fn":39,"accuracy":0.98375}},"auroc":0.9956808159722222},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4785,"fn":15,"accuracy":0.996875},"0.01":{"tp":4726,"fn":74,"accuracy":0.9845833333333334}},"auroc":0.9957729600694444},{"domain":"reddit","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4785,"fn":15,"accuracy":0.996875},"0.01":{"tp":4726,"fn":74,"accuracy":0.9845833333333334}},"auroc":0.9957729600694444},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9985482638888888},{"domain":"reddit","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2394,"fn":6,"accuracy":0.9975}},"auroc":0.9985482638888888},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2379,"fn":21,"accuracy":0.99125},"0.01":{"tp":2339,"fn":61,"accuracy":0.9745833333333334}},"auroc":0.9923817708333333},{"domain":"reddit","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2379,"fn":21,"accuracy":0.99125},"0.01":{"tp":2339,"fn":61,"accuracy":0.9745833333333334}},"auroc":0.9923817708333333},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4779,"fn":21,"accuracy":0.995625},"0.01":{"tp":4733,"fn":67,"accuracy":0.9860416666666667}},"auroc":0.995465017361111},{"domain":"reddit","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4779,"fn":21,"accuracy":0.995625},"0.01":{"tp":4733,"fn":67,"accuracy":0.9860416666666667}},"auroc":0.995465017361111},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2282,"fn":118,"accuracy":0.9508333333333333},"0.01":{"tp":2119,"fn":281,"accuracy":0.8829166666666667}},"auroc":0.9719549479166667},{"domain":"reddit","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2282,"fn":118,"accuracy":0.9508333333333333},"0.01":{"tp":2119,"fn":281,"accuracy":0.8829166666666667}},"auroc":0.9719549479166667},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2185,"fn":215,"accuracy":0.9104166666666667},"0.01":{"tp":2015,"fn":385,"accuracy":0.8395833333333333}},"auroc":0.9538955729166667},{"domain":"reddit","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2185,"fn":215,"accuracy":0.9104166666666667},"0.01":{"tp":2015,"fn":385,"accuracy":0.8395833333333333}},"auroc":0.9538955729166667},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4467,"fn":333,"accuracy":0.930625},"0.01":{"tp":4134,"fn":666,"accuracy":0.86125}},"auroc":0.9629252604166666},{"domain":"reddit","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4467,"fn":333,"accuracy":0.930625},"0.01":{"tp":4134,"fn":666,"accuracy":0.86125}},"auroc":0.9629252604166666},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26184,"fn":216,"accuracy":0.9918181818181818},"0.01":{"tp":25821,"fn":579,"accuracy":0.9780681818181818}},"auroc":0.9941862610479798},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14393,"fn":7,"accuracy":0.9995138888888889},"0.01":{"tp":14318,"fn":82,"accuracy":0.9943055555555556}},"auroc":0.9980502025462963},{"domain":"reddit","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40577,"fn":223,"accuracy":0.9945343137254902},"0.01":{"tp":40139,"fn":661,"accuracy":0.9837990196078431}},"auroc":0.9955500051062092},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":25930,"fn":470,"accuracy":0.9821969696969697},"0.01":{"tp":25247,"fn":1153,"accuracy":0.9563257575757576}},"auroc":0.988435669191919},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14363,"fn":37,"accuracy":0.9974305555555556},"0.01":{"tp":14232,"fn":168,"accuracy":0.9883333333333333}},"auroc":0.9966940248842593},{"domain":"reddit","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40293,"fn":507,"accuracy":0.9875735294117647},"0.01":{"tp":39479,"fn":1321,"accuracy":0.9676225490196079}},"auroc":0.9913503829656862},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52114,"fn":686,"accuracy":0.9870075757575758},"0.01":{"tp":51068,"fn":1732,"accuracy":0.9671969696969697}},"auroc":0.9913109651199494},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28756,"fn":44,"accuracy":0.9984722222222222},"0.01":{"tp":28550,"fn":250,"accuracy":0.9913194444444444}},"auroc":0.9973721137152778},{"domain":"reddit","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":80870,"fn":730,"accuracy":0.9910539215686275},"0.01":{"tp":79618,"fn":1982,"accuracy":0.9757107843137255}},"auroc":0.9934501940359478},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996395833333334},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998072916666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999734375},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998609374999999},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9912416666666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99940625},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9953239583333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9955510416666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996458333333332},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9975984375},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999275},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994395833333334},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993572916666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99895625},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.998996875},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9989765625},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999115625},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992182291666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9991669270833333},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995270833333333},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996729166666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9944625},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9962270833333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9953447916666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.997140625},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9978770833333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":780,"fn":20,"accuracy":0.975}},"auroc":0.9975088541666667},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9972687499999999},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9986322916666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":181,"fn":19,"accuracy":0.905}},"auroc":0.9868104166666668},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9981291666666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9924697916666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9934031249999999},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9976989583333334},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":773,"fn":27,"accuracy":0.96625}},"auroc":0.9955510416666667},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333334},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333334},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999940625},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999598958333333},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333334},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333334},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333334},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333334},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968499999999999},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968499999999999},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9981947916666667},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9981947916666667},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9925854166666668},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9925854166666668},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":159,"fn":41,"accuracy":0.795}},"auroc":0.9698},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":159,"fn":41,"accuracy":0.795}},"auroc":0.9698},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9811927083333334},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9811927083333334},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2186,"fn":14,"accuracy":0.9936363636363637}},"auroc":0.9991852272727273},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.999325},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3380,"fn":20,"accuracy":0.9941176470588236}},"auroc":0.9992345588235294},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2169,"fn":31,"accuracy":0.985909090909091},"0.01":{"tp":2113,"fn":87,"accuracy":0.9604545454545454}},"auroc":0.9943357954545455},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.9987262152777778},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3366,"fn":34,"accuracy":0.99},"0.01":{"tp":3302,"fn":98,"accuracy":0.9711764705882353}},"auroc":0.9958853553921568},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4367,"fn":33,"accuracy":0.9925},"0.01":{"tp":4299,"fn":101,"accuracy":0.9770454545454546}},"auroc":0.9967605113636363},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9990256076388888},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6764,"fn":36,"accuracy":0.9947058823529412},"0.01":{"tp":6682,"fn":118,"accuracy":0.9826470588235294}},"auroc":0.9975599571078432},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998666666666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999260416666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999630208333333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333334},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666668},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9949395833333334},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996145833333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9972770833333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9974697916666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997802083333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9986250000000001},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994020833333332},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9994458333333334},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996927083333333},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999666666666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992583333333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9980395833333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9986489583333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9996291666666666},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.999003125},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9993161458333335},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9975572916666667},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9987786458333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.991575},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9978583333333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9947166666666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9957875},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9977078125000001},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":791,"fn":9,"accuracy":0.98875},"0.01":{"tp":784,"fn":16,"accuracy":0.98}},"auroc":0.99674765625},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333332},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333332},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996041666666666},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996041666666666},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.996775},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.996775},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9981895833333333},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9981895833333333},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.997125},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.997125},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9804895833333334},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.9804895833333334},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9888072916666668},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9888072916666668},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2196,"fn":4,"accuracy":0.9981818181818182}},"auroc":0.9997003787878789},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1196,"fn":4,"accuracy":0.9966666666666667}},"auroc":0.9995744791666666},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3392,"fn":8,"accuracy":0.9976470588235294}},"auroc":0.999655943627451},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2150,"fn":50,"accuracy":0.9772727272727273}},"auroc":0.9966291666666667},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9990465277777778},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3376,"fn":24,"accuracy":0.9929411764705882},"0.01":{"tp":3345,"fn":55,"accuracy":0.9838235294117647}},"auroc":0.9974823529411765},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4378,"fn":22,"accuracy":0.995},"0.01":{"tp":4346,"fn":54,"accuracy":0.9877272727272727}},"auroc":0.9981647727272727},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9993105034722222},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6773,"fn":27,"accuracy":0.9960294117647058},"0.01":{"tp":6737,"fn":63,"accuracy":0.990735294117647}},"auroc":0.9985691482843138},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999635416666666},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999817708333333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99988125},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9970437499999999},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99941875},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99823125},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9984604166666666},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996520833333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.99905625},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999959375},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996333333333334},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997802083333334},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998041666666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998697916666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997979166666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998989583333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9968354166666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9968479166666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9968416666666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9983166666666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9984239583333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9983703125000001},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9991208333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9995604166666667},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9951625},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9991416666666667},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9971520833333334},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.99758125},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.99913125},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9983562500000001},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666667},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666667},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9978729166666666},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9978729166666666},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9988822916666666},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9988822916666666},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99706875},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99706875},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.9823083333333333},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.9823083333333333},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":369,"fn":31,"accuracy":0.9225}},"auroc":0.9896885416666666},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":369,"fn":31,"accuracy":0.9225}},"auroc":0.9896885416666666},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2194,"fn":6,"accuracy":0.9972727272727273}},"auroc":0.9996890151515152},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.999826388888889},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3392,"fn":8,"accuracy":0.9976470588235294}},"auroc":0.9997375000000001},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2185,"fn":15,"accuracy":0.9931818181818182},"0.01":{"tp":2156,"fn":44,"accuracy":0.98}},"auroc":0.9971935606060607},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1192,"fn":8,"accuracy":0.9933333333333333}},"auroc":0.9991652777777776},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3384,"fn":16,"accuracy":0.9952941176470588},"0.01":{"tp":3348,"fn":52,"accuracy":0.9847058823529412}},"auroc":0.9978894607843138},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4384,"fn":16,"accuracy":0.9963636363636363},"0.01":{"tp":4350,"fn":50,"accuracy":0.9886363636363636}},"auroc":0.9984412878787878},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2390,"fn":10,"accuracy":0.9958333333333333}},"auroc":0.9994958333333333},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6783,"fn":17,"accuracy":0.9975},"0.01":{"tp":6740,"fn":60,"accuracy":0.9911764705882353}},"auroc":0.9988134803921568},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997833333333335},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998916666666666},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666668},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992020833333333},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999565625},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9994927083333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9997286458333332},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999447916666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9922541666666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992624999999999},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9957583333333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9961135416666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995895833333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9978515625},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.997778125},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998525},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9981515624999999},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9974291666666668},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9966145833333332},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.997021875},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9976036458333334},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9975697916666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":787,"fn":13,"accuracy":0.98375}},"auroc":0.9975867187499999},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9981041666666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9990468750000001},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.992625},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9967104166666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":382,"fn":18,"accuracy":0.955}},"auroc":0.9946677083333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9963072916666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9974072916666666},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":779,"fn":21,"accuracy":0.97375}},"auroc":0.9968572916666667},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9956125},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.99780625},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9839187500000001},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9980729166666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9909958333333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.991959375},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9968427083333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":791,"fn":9,"accuracy":0.98875},"0.01":{"tp":768,"fn":32,"accuracy":0.96}},"auroc":0.9944010416666667},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999250000000001},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998645833333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999871875},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999510416666667},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999114583333333},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.98779375},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.98779375},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":162,"fn":38,"accuracy":0.81}},"auroc":0.98131875},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":162,"fn":38,"accuracy":0.81}},"auroc":0.98131875},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":338,"fn":62,"accuracy":0.845}},"auroc":0.98455625},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":338,"fn":62,"accuracy":0.845}},"auroc":0.98455625},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":177,"fn":23,"accuracy":0.885},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9645395833333333},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":177,"fn":23,"accuracy":0.885},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.9645395833333333},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":168,"fn":32,"accuracy":0.84},"0.01":{"tp":133,"fn":67,"accuracy":0.665}},"auroc":0.9435875},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":168,"fn":32,"accuracy":0.84},"0.01":{"tp":133,"fn":67,"accuracy":0.665}},"auroc":0.9435875},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":345,"fn":55,"accuracy":0.8625},"0.01":{"tp":290,"fn":110,"accuracy":0.725}},"auroc":0.9540635416666667},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":345,"fn":55,"accuracy":0.8625},"0.01":{"tp":290,"fn":110,"accuracy":0.725}},"auroc":0.9540635416666667},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999906249999999},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999906249999999},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.98733125},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.98733125},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":146,"fn":54,"accuracy":0.73}},"auroc":0.9573072916666666},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":146,"fn":54,"accuracy":0.73}},"auroc":0.9573072916666666},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":320,"fn":80,"accuracy":0.8}},"auroc":0.9723192708333332},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":320,"fn":80,"accuracy":0.8}},"auroc":0.9723192708333332},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2171,"fn":29,"accuracy":0.9868181818181818},"0.01":{"tp":2103,"fn":97,"accuracy":0.9559090909090909}},"auroc":0.9943017992424242},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1190,"fn":10,"accuracy":0.9916666666666667}},"auroc":0.9986555555555555},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3370,"fn":30,"accuracy":0.9911764705882353},"0.01":{"tp":3293,"fn":107,"accuracy":0.9685294117647059}},"auroc":0.995838419117647},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2125,"fn":75,"accuracy":0.9659090909090909},"0.01":{"tp":1994,"fn":206,"accuracy":0.9063636363636364}},"auroc":0.9861976325757575},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1185,"fn":15,"accuracy":0.9875}},"auroc":0.9982954861111111},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3323,"fn":77,"accuracy":0.9773529411764705},"0.01":{"tp":3179,"fn":221,"accuracy":0.935}},"auroc":0.9904674632352942},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4296,"fn":104,"accuracy":0.9763636363636363},"0.01":{"tp":4097,"fn":303,"accuracy":0.9311363636363637}},"auroc":0.9902497159090908},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2375,"fn":25,"accuracy":0.9895833333333334}},"auroc":0.9984755208333332},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6693,"fn":107,"accuracy":0.9842647058823529},"0.01":{"tp":6472,"fn":328,"accuracy":0.951764705882353}},"auroc":0.9931529411764707},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999385416666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996916666666666},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998364583333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999784375},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998875},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9951645833333334},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99939375},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9972791666666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9975125000000001},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996395833333334},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9985760416666667},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996124999999999},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995562500000001},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991395833333334},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991020833333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991208333333335},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993197916666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993572916666668},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9993385416666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998739583333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9959510416666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.99619375},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9960723958333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9978848958333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9980614583333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":785,"fn":15,"accuracy":0.98125}},"auroc":0.9979731770833333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9976104166666666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9988052083333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.9898270833333335},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9980208333333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":382,"fn":18,"accuracy":0.955}},"auroc":0.9939239583333332},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9949135416666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9978156250000001},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":777,"fn":23,"accuracy":0.97125}},"auroc":0.9963645833333334},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666665},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666668},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999776041666666},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9965645833333334},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9965645833333334},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.994065625},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.994065625},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9953151041666668},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":380,"fn":20,"accuracy":0.95}},"auroc":0.9953151041666668},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9898916666666666},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9898916666666666},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.981},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":192,"fn":8,"accuracy":0.96},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.981},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":386,"fn":14,"accuracy":0.965},"0.01":{"tp":361,"fn":39,"accuracy":0.9025}},"auroc":0.9854458333333334},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":386,"fn":14,"accuracy":0.965},"0.01":{"tp":361,"fn":39,"accuracy":0.9025}},"auroc":0.9854458333333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9943958333333334},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9943958333333334},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":186,"fn":14,"accuracy":0.93},"0.01":{"tp":167,"fn":33,"accuracy":0.835}},"auroc":0.9753645833333333},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":186,"fn":14,"accuracy":0.93},"0.01":{"tp":167,"fn":33,"accuracy":0.835}},"auroc":0.9753645833333333},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":384,"fn":16,"accuracy":0.96},"0.01":{"tp":359,"fn":41,"accuracy":0.8975}},"auroc":0.9848802083333335},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":384,"fn":16,"accuracy":0.96},"0.01":{"tp":359,"fn":41,"accuracy":0.8975}},"auroc":0.9848802083333335},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2192,"fn":8,"accuracy":0.9963636363636363},"0.01":{"tp":2172,"fn":28,"accuracy":0.9872727272727273}},"auroc":0.9981842803030303},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9994857638888889},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3392,"fn":8,"accuracy":0.9976470588235294},"0.01":{"tp":3367,"fn":33,"accuracy":0.9902941176470588}},"auroc":0.9986436274509803},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2168,"fn":32,"accuracy":0.9854545454545455},"0.01":{"tp":2094,"fn":106,"accuracy":0.9518181818181818}},"auroc":0.9936755681818182},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.9987291666666667},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3365,"fn":35,"accuracy":0.9897058823529412},"0.01":{"tp":3283,"fn":117,"accuracy":0.9655882352941176}},"auroc":0.9954591911764706},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4360,"fn":40,"accuracy":0.990909090909091},"0.01":{"tp":4266,"fn":134,"accuracy":0.9695454545454546}},"auroc":0.9959299242424243},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2384,"fn":16,"accuracy":0.9933333333333333}},"auroc":0.9991074652777777},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6757,"fn":43,"accuracy":0.9936764705882353},"0.01":{"tp":6650,"fn":150,"accuracy":0.9779411764705882}},"auroc":0.9970514093137254},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9989666666666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9986979166666666},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9988322916666665},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9965729166666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.98894375},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9927583333333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9977697916666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":385,"fn":15,"accuracy":0.9625}},"auroc":0.9938208333333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":777,"fn":23,"accuracy":0.97125}},"auroc":0.9957953125},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9970604166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.9862916666666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":370,"fn":30,"accuracy":0.925}},"auroc":0.9916760416666666},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":181,"fn":19,"accuracy":0.905},"0.01":{"tp":82,"fn":118,"accuracy":0.41}},"auroc":0.9405229166666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":170,"fn":30,"accuracy":0.85}},"auroc":0.9808770833333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":372,"fn":28,"accuracy":0.93},"0.01":{"tp":252,"fn":148,"accuracy":0.63}},"auroc":0.9606999999999999},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":279,"fn":121,"accuracy":0.6975}},"auroc":0.9687916666666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":343,"fn":57,"accuracy":0.8575}},"auroc":0.9835843750000001},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":768,"fn":32,"accuracy":0.96},"0.01":{"tp":622,"fn":178,"accuracy":0.7775}},"auroc":0.9761880208333332},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.9927854166666668},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":161,"fn":39,"accuracy":0.805}},"auroc":0.9810062500000001},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":351,"fn":49,"accuracy":0.8775}},"auroc":0.9868958333333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9920447916666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":139,"fn":61,"accuracy":0.695}},"auroc":0.9705458333333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":327,"fn":73,"accuracy":0.8175}},"auroc":0.9812953125},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9924151041666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":300,"fn":100,"accuracy":0.75}},"auroc":0.9757760416666668},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":790,"fn":10,"accuracy":0.9875},"0.01":{"tp":678,"fn":122,"accuracy":0.8475}},"auroc":0.9840955729166667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.99798125},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":182,"fn":18,"accuracy":0.91}},"auroc":0.9873625},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9926718750000001},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":77,"fn":123,"accuracy":0.385}},"auroc":0.9470541666666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":136,"fn":64,"accuracy":0.68}},"auroc":0.96886875},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":213,"fn":187,"accuracy":0.5325}},"auroc":0.9579614583333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":271,"fn":129,"accuracy":0.6775}},"auroc":0.9725177083333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":318,"fn":82,"accuracy":0.795}},"auroc":0.978115625},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":785,"fn":15,"accuracy":0.98125},"0.01":{"tp":589,"fn":211,"accuracy":0.73625}},"auroc":0.9753166666666666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.997615625},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":157,"fn":43,"accuracy":0.785}},"auroc":0.97755},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":354,"fn":46,"accuracy":0.885}},"auroc":0.9875828124999999},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":175,"fn":25,"accuracy":0.875},"0.01":{"tp":38,"fn":162,"accuracy":0.19}},"auroc":0.9202},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":144,"fn":56,"accuracy":0.72}},"auroc":0.9629874999999999},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":358,"fn":42,"accuracy":0.895},"0.01":{"tp":182,"fn":218,"accuracy":0.455}},"auroc":0.94159375},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":374,"fn":26,"accuracy":0.935},"0.01":{"tp":235,"fn":165,"accuracy":0.5875}},"auroc":0.9589078125},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":381,"fn":19,"accuracy":0.9525},"0.01":{"tp":301,"fn":99,"accuracy":0.7525}},"auroc":0.97026875},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":755,"fn":45,"accuracy":0.94375},"0.01":{"tp":536,"fn":264,"accuracy":0.67}},"auroc":0.96458828125},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991541666666667},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982541666666667},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9987041666666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.99763125},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9949833333333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9963072916666667},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9983927083333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.99661875},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9975057291666667},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":151,"fn":49,"accuracy":0.755}},"auroc":0.9745062499999999},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":151,"fn":49,"accuracy":0.755}},"auroc":0.9745062499999999},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":140,"fn":60,"accuracy":0.7}},"auroc":0.9715104166666666},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":140,"fn":60,"accuracy":0.7}},"auroc":0.9715104166666666},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":291,"fn":109,"accuracy":0.7275}},"auroc":0.9730083333333334},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":291,"fn":109,"accuracy":0.7275}},"auroc":0.9730083333333334},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":180,"fn":20,"accuracy":0.9},"0.01":{"tp":99,"fn":101,"accuracy":0.495}},"auroc":0.9473395833333333},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":180,"fn":20,"accuracy":0.9},"0.01":{"tp":99,"fn":101,"accuracy":0.495}},"auroc":0.9473395833333333},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":156,"fn":44,"accuracy":0.78},"0.01":{"tp":67,"fn":133,"accuracy":0.335}},"auroc":0.9145770833333333},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":156,"fn":44,"accuracy":0.78},"0.01":{"tp":67,"fn":133,"accuracy":0.335}},"auroc":0.9145770833333333},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":336,"fn":64,"accuracy":0.84},"0.01":{"tp":166,"fn":234,"accuracy":0.415}},"auroc":0.9309583333333333},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":336,"fn":64,"accuracy":0.84},"0.01":{"tp":166,"fn":234,"accuracy":0.415}},"auroc":0.9309583333333333},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991791666666667},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991791666666667},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992916666666667},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9992916666666667},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992354166666666},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9992354166666666},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996562499999999},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996562499999999},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9959166666666668},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9959166666666668},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9977864583333333},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9977864583333333},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":160,"fn":40,"accuracy":0.8}},"auroc":0.9777177083333334},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":160,"fn":40,"accuracy":0.8}},"auroc":0.9777177083333334},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":138,"fn":62,"accuracy":0.69}},"auroc":0.9548291666666667},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":176,"fn":24,"accuracy":0.88},"0.01":{"tp":138,"fn":62,"accuracy":0.69}},"auroc":0.9548291666666667},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":298,"fn":102,"accuracy":0.745}},"auroc":0.9662734374999999},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":370,"fn":30,"accuracy":0.925},"0.01":{"tp":298,"fn":102,"accuracy":0.745}},"auroc":0.9662734374999999},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2167,"fn":33,"accuracy":0.985},"0.01":{"tp":1985,"fn":215,"accuracy":0.9022727272727272}},"auroc":0.9892693181818182},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1191,"fn":9,"accuracy":0.9925},"0.01":{"tp":1070,"fn":130,"accuracy":0.8916666666666667}},"auroc":0.9881937499999999},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3358,"fn":42,"accuracy":0.9876470588235294},"0.01":{"tp":3055,"fn":345,"accuracy":0.8985294117647059}},"auroc":0.9888897058823529},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2073,"fn":127,"accuracy":0.9422727272727273},"0.01":{"tp":1513,"fn":687,"accuracy":0.6877272727272727}},"auroc":0.9663773674242424},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1157,"fn":43,"accuracy":0.9641666666666666},"0.01":{"tp":969,"fn":231,"accuracy":0.8075}},"auroc":0.9778677083333333},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3230,"fn":170,"accuracy":0.95},"0.01":{"tp":2482,"fn":918,"accuracy":0.73}},"auroc":0.9704327818627451},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4240,"fn":160,"accuracy":0.9636363636363636},"0.01":{"tp":3498,"fn":902,"accuracy":0.795}},"auroc":0.9778233428030303},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2348,"fn":52,"accuracy":0.9783333333333334},"0.01":{"tp":2039,"fn":361,"accuracy":0.8495833333333334}},"auroc":0.9830307291666667},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6588,"fn":212,"accuracy":0.9688235294117648},"0.01":{"tp":5537,"fn":1263,"accuracy":0.8142647058823529}},"auroc":0.979661243872549},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333334},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9993541666666668},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996645833333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995916666666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997895833333335},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998604166666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999871875},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.99131875},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994270833333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9953729166666666},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9955895833333334},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996552083333334},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9976223958333335},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992770833333333},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994354166666667},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99935625},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989416666666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.999003125},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9989723958333333},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999109375},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992192708333334},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9991643229166667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995229166666666},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996708333333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9944354166666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9962395833333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":382,"fn":18,"accuracy":0.955}},"auroc":0.9953375},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9971270833333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9978812499999999},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":781,"fn":19,"accuracy":0.97625}},"auroc":0.9975041666666666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9972791666666667},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9986375},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":181,"fn":19,"accuracy":0.905}},"auroc":0.9869145833333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99815},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9925322916666668},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9934552083333335},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9977145833333334},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":773,"fn":27,"accuracy":0.96625}},"auroc":0.9955848958333333},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998958333333334},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999940625},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999598958333333},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997333333333334},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333334},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998552083333334},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333334},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995395833333334},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968770833333332},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968770833333332},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982083333333334},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9982083333333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333334},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9925312500000001},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":186,"fn":14,"accuracy":0.93}},"auroc":0.9925312500000001},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":159,"fn":41,"accuracy":0.795}},"auroc":0.9699166666666666},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":182,"fn":18,"accuracy":0.91},"0.01":{"tp":159,"fn":41,"accuracy":0.795}},"auroc":0.9699166666666666},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9812239583333334},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":345,"fn":55,"accuracy":0.8625}},"auroc":0.9812239583333334},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2186,"fn":14,"accuracy":0.9936363636363637}},"auroc":0.9991804924242425},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.999325},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3380,"fn":20,"accuracy":0.9941176470588236}},"auroc":0.9992314950980393},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2169,"fn":31,"accuracy":0.985909090909091},"0.01":{"tp":2113,"fn":87,"accuracy":0.9604545454545454}},"auroc":0.994361553030303},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.9986887152777778},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3366,"fn":34,"accuracy":0.99},"0.01":{"tp":3302,"fn":98,"accuracy":0.9711764705882353}},"auroc":0.9958887867647059},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4367,"fn":33,"accuracy":0.9925},"0.01":{"tp":4299,"fn":101,"accuracy":0.9770454545454546}},"auroc":0.9967710227272728},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2383,"fn":17,"accuracy":0.9929166666666667}},"auroc":0.9990068576388889},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6764,"fn":36,"accuracy":0.9947058823529412},"0.01":{"tp":6682,"fn":118,"accuracy":0.9826470588235294}},"auroc":0.9975601409313725},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666666},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991229166666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995614583333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99954375},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.999771875},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999427083333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":190,"fn":10,"accuracy":0.95}},"auroc":0.994525},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994333333333334},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9969791666666666},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9972625},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999659375},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9984609375},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999416666666667},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999909375},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998385416666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999072916666667},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999840625},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998739583333334},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998885416666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9958041666666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9968020833333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9963031250000001},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9978114583333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9983802083333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9980958333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9986916666666668},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9993197916666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":188,"fn":12,"accuracy":0.94},"0.01":{"tp":176,"fn":24,"accuracy":0.88}},"auroc":0.9811739583333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9989833333333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":375,"fn":25,"accuracy":0.9375}},"auroc":0.9900786458333334},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":388,"fn":12,"accuracy":0.97},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9905609375000001},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988375},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":787,"fn":13,"accuracy":0.98375},"0.01":{"tp":773,"fn":27,"accuracy":0.96625}},"auroc":0.9946992187499999},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99986875},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99986875},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999333333333332},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994999999999999},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9994999999999999},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9955625},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9955625},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.99753125},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.99753125},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9970729166666668},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9970729166666668},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9855916666666666},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9855916666666666},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.9913322916666667},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.9913322916666667},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2196,"fn":4,"accuracy":0.9981818181818182}},"auroc":0.9996617424242424},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.999729513888889},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3394,"fn":6,"accuracy":0.9982352941176471}},"auroc":0.9996856617647059},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2175,"fn":25,"accuracy":0.9886363636363636},"0.01":{"tp":2134,"fn":66,"accuracy":0.97}},"auroc":0.9956726325757576},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1196,"fn":4,"accuracy":0.9966666666666667},"0.01":{"tp":1194,"fn":6,"accuracy":0.995}},"auroc":0.9990243055555555},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3371,"fn":29,"accuracy":0.9914705882352941},"0.01":{"tp":3328,"fn":72,"accuracy":0.9788235294117648}},"auroc":0.9968555759803922},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4374,"fn":26,"accuracy":0.9940909090909091},"0.01":{"tp":4330,"fn":70,"accuracy":0.9840909090909091}},"auroc":0.9976671874999999},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9993769097222223},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6770,"fn":30,"accuracy":0.9955882352941177},"0.01":{"tp":6722,"fn":78,"accuracy":0.9885294117647059}},"auroc":0.998270618872549},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333334},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99913125},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996666666666666},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993989583333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9995458333333335},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999825},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9996854166666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9977791666666667},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997708333333334},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9987750000000001},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":155,"fn":45,"accuracy":0.775}},"auroc":0.9760395833333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9986208333333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9873302083333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":352,"fn":48,"accuracy":0.88}},"auroc":0.9869093750000001},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9991958333333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":748,"fn":52,"accuracy":0.935}},"auroc":0.9930526041666667},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":183,"fn":17,"accuracy":0.915}},"auroc":0.9887958333333333},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9966541666666667},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":379,"fn":21,"accuracy":0.9475}},"auroc":0.9927250000000001},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":180,"fn":20,"accuracy":0.9}},"auroc":0.9894875},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9967166666666667},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":376,"fn":24,"accuracy":0.94}},"auroc":0.9931020833333333},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":363,"fn":37,"accuracy":0.9075}},"auroc":0.9891416666666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9966854166666668},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":755,"fn":45,"accuracy":0.94375}},"auroc":0.9929135416666668},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":177,"fn":23,"accuracy":0.885}},"auroc":0.99046875},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":377,"fn":23,"accuracy":0.9425}},"auroc":0.995234375},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":190,"fn":10,"accuracy":0.95},"0.01":{"tp":173,"fn":27,"accuracy":0.865}},"auroc":0.9839020833333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":181,"fn":19,"accuracy":0.905}},"auroc":0.9903833333333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":389,"fn":11,"accuracy":0.9725},"0.01":{"tp":354,"fn":46,"accuracy":0.885}},"auroc":0.9871427083333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":373,"fn":27,"accuracy":0.9325}},"auroc":0.9919510416666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":358,"fn":42,"accuracy":0.895}},"auroc":0.9904260416666667},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":789,"fn":11,"accuracy":0.98625},"0.01":{"tp":731,"fn":69,"accuracy":0.91375}},"auroc":0.9911885416666666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996458333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":172,"fn":28,"accuracy":0.86}},"auroc":0.9864052083333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":371,"fn":29,"accuracy":0.9275}},"auroc":0.9930255208333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":179,"fn":21,"accuracy":0.895}},"auroc":0.98856875},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9969864583333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":374,"fn":26,"accuracy":0.935}},"auroc":0.9927776041666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9941072916666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":367,"fn":33,"accuracy":0.9175}},"auroc":0.9916958333333334},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":745,"fn":55,"accuracy":0.93125}},"auroc":0.9929015625000001},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9978416666666667},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666666},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9988666666666668},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9975791666666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.99679375},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9971864583333334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9977104166666666},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9983427083333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":790,"fn":10,"accuracy":0.9875}},"auroc":0.9980265625},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":180,"fn":20,"accuracy":0.9},"0.01":{"tp":156,"fn":44,"accuracy":0.78}},"auroc":0.9664479166666666},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":180,"fn":20,"accuracy":0.9},"0.01":{"tp":156,"fn":44,"accuracy":0.78}},"auroc":0.9664479166666666},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":170,"fn":30,"accuracy":0.85},"0.01":{"tp":150,"fn":50,"accuracy":0.75}},"auroc":0.957125},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":170,"fn":30,"accuracy":0.85},"0.01":{"tp":150,"fn":50,"accuracy":0.75}},"auroc":0.957125},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":350,"fn":50,"accuracy":0.875},"0.01":{"tp":306,"fn":94,"accuracy":0.765}},"auroc":0.9617864583333333},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":350,"fn":50,"accuracy":0.875},"0.01":{"tp":306,"fn":94,"accuracy":0.765}},"auroc":0.9617864583333333},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9978083333333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9978083333333334},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991416666666668},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991416666666668},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.998475},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.998475},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9871375},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.9871375},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.9802895833333334},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":168,"fn":32,"accuracy":0.84}},"auroc":0.9802895833333334},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":346,"fn":54,"accuracy":0.865}},"auroc":0.9837135416666667},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":346,"fn":54,"accuracy":0.865}},"auroc":0.9837135416666667},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2174,"fn":26,"accuracy":0.9881818181818182},"0.01":{"tp":2106,"fn":94,"accuracy":0.9572727272727273}},"auroc":0.9941287878787879},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1144,"fn":56,"accuracy":0.9533333333333334}},"auroc":0.9955289930555555},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3372,"fn":28,"accuracy":0.991764705882353},"0.01":{"tp":3250,"fn":150,"accuracy":0.9558823529411765}},"auroc":0.9946229779411766},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2141,"fn":59,"accuracy":0.9731818181818181},"0.01":{"tp":2001,"fn":199,"accuracy":0.9095454545454545}},"auroc":0.9882967803030301},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1164,"fn":36,"accuracy":0.97}},"auroc":0.9965279513888889},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3338,"fn":62,"accuracy":0.981764705882353},"0.01":{"tp":3165,"fn":235,"accuracy":0.9308823529411765}},"auroc":0.991201899509804},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4315,"fn":85,"accuracy":0.9806818181818182},"0.01":{"tp":4107,"fn":293,"accuracy":0.9334090909090909}},"auroc":0.991212784090909},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2395,"fn":5,"accuracy":0.9979166666666667},"0.01":{"tp":2308,"fn":92,"accuracy":0.9616666666666667}},"auroc":0.9960284722222221},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6710,"fn":90,"accuracy":0.986764705882353},"0.01":{"tp":6415,"fn":385,"accuracy":0.9433823529411764}},"auroc":0.9929124387254902},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999177083333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999996875},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999536458333333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999343749999999},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.9950229166666666},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99940625},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9972145833333332},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9975031249999999},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996458333333332},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9985744791666666},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998125},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998062500000001},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995937500000001},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996354166666666},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9996145833333333},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999703125},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997177083333334},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9997104166666666},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9997854166666668},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998229166666666},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9998041666666667},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.994871875},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9973875},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":390,"fn":10,"accuracy":0.975}},"auroc":0.9961296875},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9973286458333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9986052083333333},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9979669270833333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.997525},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9987625},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":188,"fn":12,"accuracy":0.94}},"auroc":0.9906250000000001},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9992},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":386,"fn":14,"accuracy":0.965}},"auroc":0.9949125000000001},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":388,"fn":12,"accuracy":0.97}},"auroc":0.9953125},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9983625},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":781,"fn":19,"accuracy":0.97625}},"auroc":0.9968375},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999927083333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999953125000001},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997729166666667},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997729166666667},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333333},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333333},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9974229166666666},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9974229166666666},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9985739583333334},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9985739583333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999999999999999},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9952645833333333},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9952645833333333},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":189,"fn":11,"accuracy":0.945},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.97994375},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":189,"fn":11,"accuracy":0.945},"0.01":{"tp":174,"fn":26,"accuracy":0.87}},"auroc":0.97994375},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":368,"fn":32,"accuracy":0.92}},"auroc":0.9876041666666666},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":368,"fn":32,"accuracy":0.92}},"auroc":0.9876041666666666},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2193,"fn":7,"accuracy":0.9968181818181818}},"auroc":0.9995054924242426},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9995020833333333},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3397,"fn":3,"accuracy":0.9991176470588236},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.9995042892156862},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2179,"fn":21,"accuracy":0.9904545454545455},"0.01":{"tp":2144,"fn":56,"accuracy":0.9745454545454545}},"auroc":0.9961124053030302},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1193,"fn":7,"accuracy":0.9941666666666666}},"auroc":0.9992444444444444},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3378,"fn":22,"accuracy":0.9935294117647059},"0.01":{"tp":3337,"fn":63,"accuracy":0.9814705882352941}},"auroc":0.9972178308823529},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4377,"fn":23,"accuracy":0.9947727272727273},"0.01":{"tp":4337,"fn":63,"accuracy":0.9856818181818182}},"auroc":0.9978089488636364},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2388,"fn":12,"accuracy":0.995}},"auroc":0.9993732638888889},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6775,"fn":25,"accuracy":0.9963235294117647},"0.01":{"tp":6725,"fn":75,"accuracy":0.9889705882352942}},"auroc":0.9983610600490196},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998208333333333},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9996729166666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999825},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666667},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.999746875},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9998677083333334},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333332},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99988125},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":191,"fn":9,"accuracy":0.955}},"auroc":0.9917020833333334},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994062499999999},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9955541666666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9957895833333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996458333333333},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9977177083333334},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993375},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995479166666668},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994427083333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991083333333333},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9991749999999999},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9991416666666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992229166666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9993614583333333},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9992921875},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998187500000001},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9995916666666667},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9997052083333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":187,"fn":13,"accuracy":0.935}},"auroc":0.9939395833333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9965770833333333},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9952583333333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9968791666666666},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9980843749999999},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":780,"fn":20,"accuracy":0.975}},"auroc":0.9974817708333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9974156250000001},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9987067708333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":181,"fn":19,"accuracy":0.905}},"auroc":0.9874854166666667},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9986916666666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":378,"fn":22,"accuracy":0.945}},"auroc":0.9930885416666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":381,"fn":19,"accuracy":0.9525}},"auroc":0.9937416666666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9980536458333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":774,"fn":26,"accuracy":0.9675}},"auroc":0.9958976562500002},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666668},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999166666666666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999479166666667},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999562500000001},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99976875},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99976875},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995750000000001},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995750000000001},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9968041666666667},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9968041666666667},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9981895833333334},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9981895833333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9930333333333334},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":189,"fn":11,"accuracy":0.945}},"auroc":0.9930333333333334},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":164,"fn":36,"accuracy":0.82}},"auroc":0.9715791666666668},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":183,"fn":17,"accuracy":0.915},"0.01":{"tp":164,"fn":36,"accuracy":0.82}},"auroc":0.9715791666666668},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":381,"fn":19,"accuracy":0.9525},"0.01":{"tp":353,"fn":47,"accuracy":0.8825}},"auroc":0.9823062500000002},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":381,"fn":19,"accuracy":0.9525},"0.01":{"tp":353,"fn":47,"accuracy":0.8825}},"auroc":0.9823062500000002},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2189,"fn":11,"accuracy":0.995}},"auroc":0.9992390151515151},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1195,"fn":5,"accuracy":0.9958333333333333}},"auroc":0.9993769097222223},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3384,"fn":16,"accuracy":0.9952941176470588}},"auroc":0.9992876838235294},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2170,"fn":30,"accuracy":0.9863636363636363},"0.01":{"tp":2117,"fn":83,"accuracy":0.9622727272727273}},"auroc":0.9945710227272728},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1189,"fn":11,"accuracy":0.9908333333333333}},"auroc":0.998917013888889},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3369,"fn":31,"accuracy":0.9908823529411764},"0.01":{"tp":3306,"fn":94,"accuracy":0.9723529411764706}},"auroc":0.9961049019607843},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4368,"fn":32,"accuracy":0.9927272727272727},"0.01":{"tp":4306,"fn":94,"accuracy":0.9786363636363636}},"auroc":0.996905018939394},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2384,"fn":16,"accuracy":0.9933333333333333}},"auroc":0.9991469618055555},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6767,"fn":33,"accuracy":0.9951470588235294},"0.01":{"tp":6690,"fn":110,"accuracy":0.9838235294117647}},"auroc":0.9976962928921569},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":111,"fn":89,"accuracy":0.555}},"auroc":0.9621354166666667},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":86,"fn":114,"accuracy":0.43}},"auroc":0.9486729166666666},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":197,"fn":203,"accuracy":0.4925}},"auroc":0.9554041666666667},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":116,"fn":84,"accuracy":0.58}},"auroc":0.9637},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":101,"fn":99,"accuracy":0.505}},"auroc":0.957846875},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":390,"fn":10,"accuracy":0.975},"0.01":{"tp":217,"fn":183,"accuracy":0.5425}},"auroc":0.9607734374999999},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":227,"fn":173,"accuracy":0.5675}},"auroc":0.9629177083333333},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":187,"fn":213,"accuracy":0.4675}},"auroc":0.9532598958333334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":787,"fn":13,"accuracy":0.98375},"0.01":{"tp":414,"fn":386,"accuracy":0.5175}},"auroc":0.9580888020833334},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":178,"fn":22,"accuracy":0.89}},"auroc":0.98481875},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":103,"fn":97,"accuracy":0.515}},"auroc":0.961921875},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":281,"fn":119,"accuracy":0.7025}},"auroc":0.9733703125000001},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":180,"fn":20,"accuracy":0.9},"0.01":{"tp":94,"fn":106,"accuracy":0.47}},"auroc":0.9424166666666667},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":107,"fn":93,"accuracy":0.535}},"auroc":0.9645958333333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":201,"fn":199,"accuracy":0.5025}},"auroc":0.95350625},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":380,"fn":20,"accuracy":0.95},"0.01":{"tp":272,"fn":128,"accuracy":0.68}},"auroc":0.9636177083333334},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":210,"fn":190,"accuracy":0.525}},"auroc":0.9632588541666667},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":780,"fn":20,"accuracy":0.975},"0.01":{"tp":482,"fn":318,"accuracy":0.6025}},"auroc":0.96343828125},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":102,"fn":98,"accuracy":0.51}},"auroc":0.9585520833333333},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":185,"fn":15,"accuracy":0.925}},"auroc":0.98530625},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":287,"fn":113,"accuracy":0.7175}},"auroc":0.9719291666666667},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":107,"fn":93,"accuracy":0.535}},"auroc":0.9593750000000001},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":131,"fn":69,"accuracy":0.655}},"auroc":0.9649375},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":238,"fn":162,"accuracy":0.595}},"auroc":0.96215625},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":209,"fn":191,"accuracy":0.5225}},"auroc":0.9589635416666666},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":316,"fn":84,"accuracy":0.79}},"auroc":0.9751218749999999},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":791,"fn":9,"accuracy":0.98875},"0.01":{"tp":525,"fn":275,"accuracy":0.65625}},"auroc":0.9670427083333334},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9941666666666668},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":41,"fn":159,"accuracy":0.205}},"auroc":0.943103125},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":237,"fn":163,"accuracy":0.5925}},"auroc":0.9686348958333334},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":123,"fn":77,"accuracy":0.615}},"auroc":0.9631291666666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":83,"fn":117,"accuracy":0.415}},"auroc":0.9472979166666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":206,"fn":194,"accuracy":0.515}},"auroc":0.9552135416666666},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":319,"fn":81,"accuracy":0.7975}},"auroc":0.9786479166666666},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":124,"fn":276,"accuracy":0.31}},"auroc":0.9452005208333334},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":787,"fn":13,"accuracy":0.98375},"0.01":{"tp":443,"fn":357,"accuracy":0.55375}},"auroc":0.96192421875},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.99354375},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":50,"fn":150,"accuracy":0.25}},"auroc":0.9400333333333333},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":247,"fn":153,"accuracy":0.6175}},"auroc":0.9667885416666666},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":187,"fn":13,"accuracy":0.935},"0.01":{"tp":133,"fn":67,"accuracy":0.665}},"auroc":0.9632708333333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":191,"fn":9,"accuracy":0.955},"0.01":{"tp":89,"fn":111,"accuracy":0.445}},"auroc":0.9487833333333334},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":378,"fn":22,"accuracy":0.945},"0.01":{"tp":222,"fn":178,"accuracy":0.555}},"auroc":0.9560270833333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":387,"fn":13,"accuracy":0.9675},"0.01":{"tp":330,"fn":70,"accuracy":0.825}},"auroc":0.9784072916666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":391,"fn":9,"accuracy":0.9775},"0.01":{"tp":139,"fn":261,"accuracy":0.3475}},"auroc":0.9444083333333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":778,"fn":22,"accuracy":0.9725},"0.01":{"tp":469,"fn":331,"accuracy":0.58625}},"auroc":0.9614078125000001},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":167,"fn":33,"accuracy":0.835}},"auroc":0.9809833333333334},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":70,"fn":130,"accuracy":0.35}},"auroc":0.949859375},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":237,"fn":163,"accuracy":0.5925}},"auroc":0.9654213541666666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":140,"fn":60,"accuracy":0.7}},"auroc":0.9711875000000001},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":69,"fn":131,"accuracy":0.345}},"auroc":0.9502229166666667},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":209,"fn":191,"accuracy":0.5225}},"auroc":0.9607052083333334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":307,"fn":93,"accuracy":0.7675}},"auroc":0.9760854166666667},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":139,"fn":261,"accuracy":0.3475}},"auroc":0.9500411458333333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":446,"fn":354,"accuracy":0.5575}},"auroc":0.9630632812499998},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":107,"fn":93,"accuracy":0.535},"0.01":{"tp":38,"fn":162,"accuracy":0.19}},"auroc":0.88191875},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":107,"fn":93,"accuracy":0.535},"0.01":{"tp":38,"fn":162,"accuracy":0.19}},"auroc":0.88191875},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":97,"fn":103,"accuracy":0.485},"0.01":{"tp":25,"fn":175,"accuracy":0.125}},"auroc":0.8684916666666667},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":97,"fn":103,"accuracy":0.485},"0.01":{"tp":25,"fn":175,"accuracy":0.125}},"auroc":0.8684916666666667},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":204,"fn":196,"accuracy":0.51},"0.01":{"tp":63,"fn":337,"accuracy":0.1575}},"auroc":0.8752052083333334},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":204,"fn":196,"accuracy":0.51},"0.01":{"tp":63,"fn":337,"accuracy":0.1575}},"auroc":0.8752052083333334},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":128,"fn":72,"accuracy":0.64}},"auroc":0.9648770833333333},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":128,"fn":72,"accuracy":0.64}},"auroc":0.9648770833333333},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":123,"fn":77,"accuracy":0.615}},"auroc":0.9659125000000001},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":123,"fn":77,"accuracy":0.615}},"auroc":0.9659125000000001},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":251,"fn":149,"accuracy":0.6275}},"auroc":0.9653947916666666},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":251,"fn":149,"accuracy":0.6275}},"auroc":0.9653947916666666},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9901916666666667},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9901916666666667},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.9829895833333333},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":171,"fn":29,"accuracy":0.855}},"auroc":0.9829895833333333},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":364,"fn":36,"accuracy":0.91}},"auroc":0.986590625},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":364,"fn":36,"accuracy":0.91}},"auroc":0.986590625},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":69,"fn":131,"accuracy":0.345}},"auroc":0.9472541666666666},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":69,"fn":131,"accuracy":0.345}},"auroc":0.9472541666666666},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":60,"fn":140,"accuracy":0.3}},"auroc":0.93876875},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":184,"fn":16,"accuracy":0.92},"0.01":{"tp":60,"fn":140,"accuracy":0.3}},"auroc":0.93876875},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":129,"fn":271,"accuracy":0.3225}},"auroc":0.9430114583333333},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":379,"fn":21,"accuracy":0.9475},"0.01":{"tp":129,"fn":271,"accuracy":0.3225}},"auroc":0.9430114583333333},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2099,"fn":101,"accuracy":0.9540909090909091},"0.01":{"tp":1579,"fn":621,"accuracy":0.7177272727272728}},"auroc":0.9689492424242424},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1195,"fn":5,"accuracy":0.9958333333333333},"0.01":{"tp":535,"fn":665,"accuracy":0.44583333333333336}},"auroc":0.9548161458333333},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3294,"fn":106,"accuracy":0.9688235294117648},"0.01":{"tp":2114,"fn":1286,"accuracy":0.6217647058823529}},"auroc":0.9639610906862746},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2030,"fn":170,"accuracy":0.9227272727272727},"0.01":{"tp":1292,"fn":908,"accuracy":0.5872727272727273}},"auroc":0.9562946969696969},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1172,"fn":28,"accuracy":0.9766666666666667},"0.01":{"tp":580,"fn":620,"accuracy":0.48333333333333334}},"auroc":0.9556140625},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3202,"fn":198,"accuracy":0.941764705882353},"0.01":{"tp":1872,"fn":1528,"accuracy":0.5505882352941176}},"auroc":0.9560544730392158},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4129,"fn":271,"accuracy":0.9384090909090909},"0.01":{"tp":2871,"fn":1529,"accuracy":0.6525}},"auroc":0.9626219696969696},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2367,"fn":33,"accuracy":0.98625},"0.01":{"tp":1115,"fn":1285,"accuracy":0.46458333333333335}},"auroc":0.9552151041666667},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6496,"fn":304,"accuracy":0.9552941176470588},"0.01":{"tp":3986,"fn":2814,"accuracy":0.5861764705882353}},"auroc":0.9600077818627449},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2309,"fn":91,"accuracy":0.9620833333333333}},"auroc":0.9967552083333333},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2283,"fn":117,"accuracy":0.95125}},"auroc":0.9955333333333333},{"domain":"reviews","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4592,"fn":208,"accuracy":0.9566666666666667}},"auroc":0.9961442708333335},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2309,"fn":91,"accuracy":0.9620833333333333}},"auroc":0.9966029513888889},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2389,"fn":11,"accuracy":0.9954166666666666},"0.01":{"tp":2282,"fn":118,"accuracy":0.9508333333333333}},"auroc":0.9952332465277778},{"domain":"reviews","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4782,"fn":18,"accuracy":0.99625},"0.01":{"tp":4591,"fn":209,"accuracy":0.9564583333333333}},"auroc":0.9959180989583334},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4793,"fn":7,"accuracy":0.9985416666666667},"0.01":{"tp":4618,"fn":182,"accuracy":0.9620833333333333}},"auroc":0.996679079861111},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4786,"fn":14,"accuracy":0.9970833333333333},"0.01":{"tp":4565,"fn":235,"accuracy":0.9510416666666667}},"auroc":0.9953832899305556},{"domain":"reviews","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9579,"fn":21,"accuracy":0.9978125},"0.01":{"tp":9183,"fn":417,"accuracy":0.9565625}},"auroc":0.9960311848958333},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2372,"fn":28,"accuracy":0.9883333333333333}},"auroc":0.9982458333333335},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2275,"fn":125,"accuracy":0.9479166666666666}},"auroc":0.9955868923611112},{"domain":"reviews","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4796,"fn":4,"accuracy":0.9991666666666666},"0.01":{"tp":4647,"fn":153,"accuracy":0.968125}},"auroc":0.9969163628472223},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2323,"fn":77,"accuracy":0.9679166666666666},"0.01":{"tp":2055,"fn":345,"accuracy":0.85625}},"auroc":0.9835159722222221},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2273,"fn":127,"accuracy":0.9470833333333334}},"auroc":0.9949052083333333},{"domain":"reviews","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4714,"fn":86,"accuracy":0.9820833333333333},"0.01":{"tp":4328,"fn":472,"accuracy":0.9016666666666666}},"auroc":0.9892105902777778},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4722,"fn":78,"accuracy":0.98375},"0.01":{"tp":4427,"fn":373,"accuracy":0.9222916666666666}},"auroc":0.9908809027777777},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4788,"fn":12,"accuracy":0.9975},"0.01":{"tp":4548,"fn":252,"accuracy":0.9475}},"auroc":0.9952460503472221},{"domain":"reviews","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9510,"fn":90,"accuracy":0.990625},"0.01":{"tp":8975,"fn":625,"accuracy":0.9348958333333334}},"auroc":0.9930634765624999},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2271,"fn":129,"accuracy":0.94625}},"auroc":0.9945811631944443},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2342,"fn":58,"accuracy":0.9758333333333333}},"auroc":0.9965975694444444},{"domain":"reviews","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4795,"fn":5,"accuracy":0.9989583333333333},"0.01":{"tp":4613,"fn":187,"accuracy":0.9610416666666667}},"auroc":0.9955893663194444},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2265,"fn":135,"accuracy":0.94375}},"auroc":0.9944816840277778},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2391,"fn":9,"accuracy":0.99625},"0.01":{"tp":2256,"fn":144,"accuracy":0.94}},"auroc":0.9935887152777778},{"domain":"reviews","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4784,"fn":16,"accuracy":0.9966666666666667},"0.01":{"tp":4521,"fn":279,"accuracy":0.941875}},"auroc":0.9940351996527778},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4789,"fn":11,"accuracy":0.9977083333333333},"0.01":{"tp":4536,"fn":264,"accuracy":0.945}},"auroc":0.9945314236111111},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4790,"fn":10,"accuracy":0.9979166666666667},"0.01":{"tp":4598,"fn":202,"accuracy":0.9579166666666666}},"auroc":0.995093142361111},{"domain":"reviews","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9579,"fn":21,"accuracy":0.9978125},"0.01":{"tp":9134,"fn":466,"accuracy":0.9514583333333333}},"auroc":0.9948122829861112},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2388,"fn":12,"accuracy":0.995}},"auroc":0.999234548611111},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2194,"fn":206,"accuracy":0.9141666666666667}},"auroc":0.9931131076388888},{"domain":"reviews","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4798,"fn":2,"accuracy":0.9995833333333334},"0.01":{"tp":4582,"fn":218,"accuracy":0.9545833333333333}},"auroc":0.996173828125},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2363,"fn":37,"accuracy":0.9845833333333334},"0.01":{"tp":2099,"fn":301,"accuracy":0.8745833333333334}},"auroc":0.9876890625},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2374,"fn":26,"accuracy":0.9891666666666666},"0.01":{"tp":2153,"fn":247,"accuracy":0.8970833333333333}},"auroc":0.9897979166666666},{"domain":"reviews","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4737,"fn":63,"accuracy":0.986875},"0.01":{"tp":4252,"fn":548,"accuracy":0.8858333333333334}},"auroc":0.9887434895833332},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4763,"fn":37,"accuracy":0.9922916666666667},"0.01":{"tp":4487,"fn":313,"accuracy":0.9347916666666667}},"auroc":0.9934618055555555},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4772,"fn":28,"accuracy":0.9941666666666666},"0.01":{"tp":4347,"fn":453,"accuracy":0.905625}},"auroc":0.9914555121527778},{"domain":"reviews","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9535,"fn":65,"accuracy":0.9932291666666667},"0.01":{"tp":8834,"fn":766,"accuracy":0.9202083333333333}},"auroc":0.9924586588541666},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9992285590277779},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2392,"fn":8,"accuracy":0.9966666666666667},"0.01":{"tp":2141,"fn":259,"accuracy":0.8920833333333333}},"auroc":0.990172482638889},{"domain":"reviews","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4791,"fn":9,"accuracy":0.998125},"0.01":{"tp":4534,"fn":266,"accuracy":0.9445833333333333}},"auroc":0.9947005208333333},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2303,"fn":97,"accuracy":0.9595833333333333},"0.01":{"tp":2002,"fn":398,"accuracy":0.8341666666666666}},"auroc":0.9804610243055555},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2367,"fn":33,"accuracy":0.98625},"0.01":{"tp":2207,"fn":193,"accuracy":0.9195833333333333}},"auroc":0.9912504340277778},{"domain":"reviews","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4670,"fn":130,"accuracy":0.9729166666666667},"0.01":{"tp":4209,"fn":591,"accuracy":0.876875}},"auroc":0.9858557291666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4702,"fn":98,"accuracy":0.9795833333333334},"0.01":{"tp":4395,"fn":405,"accuracy":0.915625}},"auroc":0.9898447916666667},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4759,"fn":41,"accuracy":0.9914583333333333},"0.01":{"tp":4348,"fn":452,"accuracy":0.9058333333333334}},"auroc":0.9907114583333333},{"domain":"reviews","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9461,"fn":139,"accuracy":0.9855208333333333},"0.01":{"tp":8743,"fn":857,"accuracy":0.9107291666666667}},"auroc":0.990278125},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2364,"fn":36,"accuracy":0.985}},"auroc":0.9981552083333334},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2269,"fn":131,"accuracy":0.9454166666666667}},"auroc":0.9956664062499999},{"domain":"reviews","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4633,"fn":167,"accuracy":0.9652083333333333}},"auroc":0.9969108072916666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2336,"fn":64,"accuracy":0.9733333333333334}},"auroc":0.9971546875},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2257,"fn":143,"accuracy":0.9404166666666667}},"auroc":0.9951479166666666},{"domain":"reviews","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4593,"fn":207,"accuracy":0.956875}},"auroc":0.9961513020833334},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4700,"fn":100,"accuracy":0.9791666666666666}},"auroc":0.9976549479166666},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4790,"fn":10,"accuracy":0.9979166666666667},"0.01":{"tp":4526,"fn":274,"accuracy":0.9429166666666666}},"auroc":0.9954071614583333},{"domain":"reviews","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9589,"fn":11,"accuracy":0.9988541666666667},"0.01":{"tp":9226,"fn":374,"accuracy":0.9610416666666667}},"auroc":0.9965310546875},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2319,"fn":81,"accuracy":0.96625}},"auroc":0.9965670138888889},{"domain":"reviews","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2319,"fn":81,"accuracy":0.96625}},"auroc":0.9965670138888889},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2390,"fn":10,"accuracy":0.9958333333333333},"0.01":{"tp":2290,"fn":110,"accuracy":0.9541666666666667}},"auroc":0.9954775173611111},{"domain":"reviews","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2390,"fn":10,"accuracy":0.9958333333333333},"0.01":{"tp":2290,"fn":110,"accuracy":0.9541666666666667}},"auroc":0.9954775173611111},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4787,"fn":13,"accuracy":0.9972916666666667},"0.01":{"tp":4609,"fn":191,"accuracy":0.9602083333333333}},"auroc":0.996022265625},{"domain":"reviews","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4787,"fn":13,"accuracy":0.9972916666666667},"0.01":{"tp":4609,"fn":191,"accuracy":0.9602083333333333}},"auroc":0.996022265625},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2238,"fn":162,"accuracy":0.9325},"0.01":{"tp":2037,"fn":363,"accuracy":0.84875}},"auroc":0.978959375},{"domain":"reviews","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2238,"fn":162,"accuracy":0.9325},"0.01":{"tp":2037,"fn":363,"accuracy":0.84875}},"auroc":0.978959375},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2177,"fn":223,"accuracy":0.9070833333333334},"0.01":{"tp":1915,"fn":485,"accuracy":0.7979166666666667}},"auroc":0.9702454861111112},{"domain":"reviews","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2177,"fn":223,"accuracy":0.9070833333333334},"0.01":{"tp":1915,"fn":485,"accuracy":0.7979166666666667}},"auroc":0.9702454861111112},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4415,"fn":385,"accuracy":0.9197916666666667},"0.01":{"tp":3952,"fn":848,"accuracy":0.8233333333333334}},"auroc":0.9746024305555556},{"domain":"reviews","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4415,"fn":385,"accuracy":0.9197916666666667},"0.01":{"tp":3952,"fn":848,"accuracy":0.8233333333333334}},"auroc":0.9746024305555556},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2323,"fn":77,"accuracy":0.9679166666666666}},"auroc":0.9968211805555556},{"domain":"reviews","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2323,"fn":77,"accuracy":0.9679166666666666}},"auroc":0.9968211805555556},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2321,"fn":79,"accuracy":0.9670833333333333}},"auroc":0.9970276041666667},{"domain":"reviews","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2321,"fn":79,"accuracy":0.9670833333333333}},"auroc":0.9970276041666667},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4644,"fn":156,"accuracy":0.9675}},"auroc":0.9969243923611111},{"domain":"reviews","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4644,"fn":156,"accuracy":0.9675}},"auroc":0.9969243923611111},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9991539930555555},{"domain":"reviews","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2393,"fn":7,"accuracy":0.9970833333333333}},"auroc":0.9991539930555555},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2363,"fn":37,"accuracy":0.9845833333333334}},"auroc":0.9982366319444445},{"domain":"reviews","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2363,"fn":37,"accuracy":0.9845833333333334}},"auroc":0.9982366319444445},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4756,"fn":44,"accuracy":0.9908333333333333}},"auroc":0.9986953125},{"domain":"reviews","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4756,"fn":44,"accuracy":0.9908333333333333}},"auroc":0.9986953125},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2365,"fn":35,"accuracy":0.9854166666666667},"0.01":{"tp":2116,"fn":284,"accuracy":0.8816666666666667}},"auroc":0.9882098090277778},{"domain":"reviews","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2365,"fn":35,"accuracy":0.9854166666666667},"0.01":{"tp":2116,"fn":284,"accuracy":0.8816666666666667}},"auroc":0.9882098090277778},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2223,"fn":177,"accuracy":0.92625},"0.01":{"tp":1866,"fn":534,"accuracy":0.7775}},"auroc":0.9705157118055555},{"domain":"reviews","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2223,"fn":177,"accuracy":0.92625},"0.01":{"tp":1866,"fn":534,"accuracy":0.7775}},"auroc":0.9705157118055555},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4588,"fn":212,"accuracy":0.9558333333333333},"0.01":{"tp":3982,"fn":818,"accuracy":0.8295833333333333}},"auroc":0.9793627604166667},{"domain":"reviews","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4588,"fn":212,"accuracy":0.9558333333333333},"0.01":{"tp":3982,"fn":818,"accuracy":0.8295833333333333}},"auroc":0.9793627604166667},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26192,"fn":208,"accuracy":0.9921212121212121},"0.01":{"tp":25285,"fn":1115,"accuracy":0.9577651515151515}},"auroc":0.9950828993055556},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14380,"fn":20,"accuracy":0.9986111111111111},"0.01":{"tp":13504,"fn":896,"accuracy":0.9377777777777778}},"auroc":0.9944449652777777},{"domain":"reviews","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40572,"fn":228,"accuracy":0.9944117647058823},"0.01":{"tp":38789,"fn":2011,"accuracy":0.9507107843137255}},"auroc":0.9948577461192811},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":25763,"fn":637,"accuracy":0.9758712121212121},"0.01":{"tp":23821,"fn":2579,"accuracy":0.9023106060606061}},"auroc":0.9883098484848484},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14305,"fn":95,"accuracy":0.9934027777777777},"0.01":{"tp":13428,"fn":972,"accuracy":0.9325}},"auroc":0.9933205729166668},{"domain":"reviews","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40068,"fn":732,"accuracy":0.9820588235294118},"0.01":{"tp":37249,"fn":3551,"accuracy":0.9129656862745098}},"auroc":0.9900783394607842},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":51955,"fn":845,"accuracy":0.9839962121212121},"0.01":{"tp":49106,"fn":3694,"accuracy":0.9300378787878788}},"auroc":0.9916963738952022},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28685,"fn":115,"accuracy":0.9960069444444445},"0.01":{"tp":26932,"fn":1868,"accuracy":0.9351388888888889}},"auroc":0.9938827690972221},{"domain":"reviews","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":80640,"fn":960,"accuracy":0.9882352941176471},"0.01":{"tp":76038,"fn":5562,"accuracy":0.9318382352941177}},"auroc":0.9924680427900328},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993124999999999},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996427083333334},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996437499999999},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998078125},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983333333333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991302083333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9810645833333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996604166666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9903625},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9896989583333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99979375},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9947463541666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987812500000001},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99928125},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99903125},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981375},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990447916666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984593749999999},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996166666666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9990380208333334},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980166666666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989989583333333},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9955666666666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979541666666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9967604166666666},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977739583333334},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9979854166666666},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9978796875},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995916666666667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997229166666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9834291666666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9955875000000001},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9895083333333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9916416666666668},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9975895833333334},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.994615625},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997541666666667},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998364583333333},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978874999999999},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977916666666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978395833333333},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988208333333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988552083333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9988380208333334},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666666},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999104166666666},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985583333333333},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985583333333333},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999234375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999234375},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99995625},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994708333333333},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994708333333333},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997135416666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997135416666667},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333334},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99973125},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99973125},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998416666666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974854166666667},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974854166666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.98811875},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.98811875},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9928020833333333},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9928020833333333},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9994522727272728},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9994517361111112},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9994520833333334},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":2190,"fn":10,"accuracy":0.9954545454545455},"0.01":{"tp":2184,"fn":16,"accuracy":0.9927272727272727}},"auroc":0.9947210227272727},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9983763888888889},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3388,"fn":12,"accuracy":0.9964705882352941},"0.01":{"tp":3382,"fn":18,"accuracy":0.9947058823529412}},"auroc":0.9960111519607844},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":4389,"fn":11,"accuracy":0.9975},"0.01":{"tp":4383,"fn":17,"accuracy":0.9961363636363636}},"auroc":0.9970866477272727},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9989140624999999},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6787,"fn":13,"accuracy":0.9980882352941176},"0.01":{"tp":6781,"fn":19,"accuracy":0.9972058823529412}},"auroc":0.9977316176470588},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991125},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99955625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99955625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999778125},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99889375},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99943125},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9902958333333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994416666666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9948687500000001},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9945947916666668},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997052083333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.99715},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333332},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999864583333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999990625},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997354166666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991020833333334},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99941875},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998677083333334},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995385416666667},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999703125},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999959375},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9947270833333334},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988458333333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9967864583333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9973583333333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993875000000001},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9983729166666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99994375},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999940625},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999687500000001},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999971875},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999703125},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994854166666666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994854166666666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997416666666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997416666666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973833333333333},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973833333333333},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998678125},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998678125},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.999848106060606},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999774305555555},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9983585227272727},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9994072916666666},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9987286764705883},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":4399,"fn":1,"accuracy":0.9997727272727273},"0.01":{"tp":4397,"fn":3,"accuracy":0.9993181818181818}},"auroc":0.9991033143939394},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9996923611111111},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6799,"fn":1,"accuracy":0.9998529411764706},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9993112132352941},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996583333333333},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998291666666667},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999145833333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985020833333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992145833333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9926083333333333},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996395833333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9961239583333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9955552083333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997833333333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9976692708333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333334},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999802083333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999869791666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998833333333332},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989197916666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998925},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989223958333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994557291666667},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994041666666666},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994299479166667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9938395833333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9971437499999999},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9954916666666667},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9968927083333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985343749999999},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9977135416666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999934375},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999520833333333},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99911875},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99911875},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999559375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999559375},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991229166666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991229166666666},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99690625},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99690625},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980145833333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980145833333334},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9997765151515152},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9999545138888889},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9998393382352941},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":2197,"fn":3,"accuracy":0.9986363636363637},"0.01":{"tp":2196,"fn":4,"accuracy":0.9981818181818182}},"auroc":0.9982987689393938},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9992052083333333},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3396,"fn":4,"accuracy":0.9988235294117647},"0.01":{"tp":3395,"fn":5,"accuracy":0.9985294117647059}},"auroc":0.9986186887254902},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":4396,"fn":4,"accuracy":0.9990909090909091},"0.01":{"tp":4395,"fn":5,"accuracy":0.9988636363636364}},"auroc":0.9990376420454545},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9995798611111111},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6795,"fn":5,"accuracy":0.9992647058823529},"0.01":{"tp":6794,"fn":6,"accuracy":0.9991176470588236}},"auroc":0.9992290134803921},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999978125},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991104166666667},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995437500000001},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999546875},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997609375000001},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9982208333333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9990729166666668},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":192,"fn":8,"accuracy":0.96}},"auroc":0.98230625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991041666666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9907052083333332},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.9902635416666666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995145833333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":791,"fn":9,"accuracy":0.98875}},"auroc":0.9948890625},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9980895833333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982125},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981510416666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9973541666666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9986583333333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.997721875},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990875},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9984046875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989916666666666},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994864583333334},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9960447916666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9972166666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9966307291666667},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980130208333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981041666666666},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9980585937500001},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999125},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992354166666667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995739583333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9832729166666666},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9975958333333332},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9904343750000001},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9915927083333334},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.998415625},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9950041666666667},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997125},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998583333333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997854166666666},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979052083333333},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99873125},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983182291666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988088541666668},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992947916666666},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9990518229166667},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9942937500000001},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9942937500000001},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9846375},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9846375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.989465625},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.989465625},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974375},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974375},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9854645833333334},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9854645833333334},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9914510416666666},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9914510416666666},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99999375},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999750000000001},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999843749999999},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999843749999999},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994333333333334},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994333333333334},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996989583333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996989583333333},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976416666666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976416666666666},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9873437500000001},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9873437500000001},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9924927083333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9924927083333334},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2198,"fn":2,"accuracy":0.9990909090909091},"0.01":{"tp":2197,"fn":3,"accuracy":0.9986363636363637}},"auroc":0.9986564393939394},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9993677083333333},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3398,"fn":2,"accuracy":0.9994117647058823},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9989074754901961},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":2185,"fn":15,"accuracy":0.9931818181818182},"0.01":{"tp":2176,"fn":24,"accuracy":0.9890909090909091}},"auroc":0.9921558712121211},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9986201388888889},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3383,"fn":17,"accuracy":0.995},"0.01":{"tp":3374,"fn":26,"accuracy":0.9923529411764705}},"auroc":0.9944373774509804},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":4383,"fn":17,"accuracy":0.9961363636363636},"0.01":{"tp":4373,"fn":27,"accuracy":0.9938636363636364}},"auroc":0.9954061553030303},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9989939236111111},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6781,"fn":19,"accuracy":0.9972058823529412},"0.01":{"tp":6771,"fn":29,"accuracy":0.995735294117647}},"auroc":0.9966724264705883},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999984375},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993187499999999},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999646875},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999822916666667},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996489583333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998156250000001},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983645833333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991458333333334},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":194,"fn":6,"accuracy":0.97},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.98365625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99965625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9916562500000001},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9910104166666667},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997916666666666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9954010416666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988020833333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99955625},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9991791666666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989291666666668},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999874999999999},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994583333333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988656250000001},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999771875},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9993187499999999},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9990291666666666},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995083333333333},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9960395833333333},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979520833333333},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9969958333333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980135416666668},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984906250000001},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9982520833333333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998333333333334},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998802083333332},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9858083333333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9956166666666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9907125000000001},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9928677083333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9977250000000001},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":798,"fn":2,"accuracy":0.9975},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9952963541666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998145833333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99993125},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998729166666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982875},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.998825},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99855625},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990510416666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999378125},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9992145833333334},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974020833333334},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9974020833333334},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9932229166666666},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9932229166666666},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9953124999999999},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9953124999999999},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9944999999999999},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9944999999999999},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9971552083333335},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9971552083333335},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666667},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666667},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999395833333333},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984875},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9984875},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9898958333333333},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9898958333333333},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9941916666666666},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9941916666666666},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9993234848484849},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997093749999999},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.999459681372549},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2191,"fn":9,"accuracy":0.9959090909090909},"0.01":{"tp":2183,"fn":17,"accuracy":0.9922727272727273}},"auroc":0.994565340909091},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9985593749999999},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3389,"fn":11,"accuracy":0.9967647058823529},"0.01":{"tp":3381,"fn":19,"accuracy":0.9944117647058823}},"auroc":0.995975},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":4390,"fn":10,"accuracy":0.9977272727272727},"0.01":{"tp":4382,"fn":18,"accuracy":0.9959090909090909}},"auroc":0.9969444128787878},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.999134375},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6788,"fn":12,"accuracy":0.9982352941176471},"0.01":{"tp":6780,"fn":20,"accuracy":0.9970588235294118}},"auroc":0.9977173406862745},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9972083333333334},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9969302083333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9970692708333334},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.997275},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.988175},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9927250000000001},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972416666666667},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9925526041666666},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":798,"fn":2,"accuracy":0.9975}},"auroc":0.9948971354166667},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9949833333333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9872333333333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9911083333333333},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9480166666666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9777812499999998},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9628989583333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9715},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9825072916666667},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":793,"fn":7,"accuracy":0.99125},"0.01":{"tp":789,"fn":11,"accuracy":0.98625}},"auroc":0.9770036458333334},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9969895833333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9854979166666666},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99124375},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9952125},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.97236875},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9837906250000001},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9961010416666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9789333333333332},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.9875171875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99891875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9930270833333333},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9959729166666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9805604166666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9866416666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9836010416666667},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9897395833333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9898343749999999},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9897869791666667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9900291666666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9632979166666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9766635416666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9365062500000001},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9636729166666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":387,"fn":13,"accuracy":0.9675}},"auroc":0.9500895833333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9632677083333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":389,"fn":11,"accuracy":0.9725}},"auroc":0.9634854166666666},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":791,"fn":9,"accuracy":0.98875},"0.01":{"tp":782,"fn":18,"accuracy":0.9775}},"auroc":0.9633765625000001},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.996375},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9936135416666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9949942708333335},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9913927083333334},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9730458333333334},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9822192708333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9938838541666666},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9833296875},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9886067708333333},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9727187500000001},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":197,"fn":3,"accuracy":0.985},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9727187500000001},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.95413125},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.95413125},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.963425},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":391,"fn":9,"accuracy":0.9775}},"auroc":0.963425},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9753729166666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9753729166666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9572645833333334},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9572645833333334},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9663187500000001},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9663187500000001},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975479166666666},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975479166666666},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978833333333333},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978833333333333},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.997715625},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.997715625},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964229166666666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964229166666666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99286875},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99286875},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9946458333333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9946458333333333},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9881145833333334},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9881145833333334},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9802979166666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9802979166666667},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9842062500000001},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9842062500000001},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2195,"fn":5,"accuracy":0.9977272727272727}},"auroc":0.9913346590909091},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1193,"fn":7,"accuracy":0.9941666666666666}},"auroc":0.9866},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3394,"fn":6,"accuracy":0.9982352941176471},"0.01":{"tp":3388,"fn":12,"accuracy":0.9964705882352941}},"auroc":0.9896636029411764},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":2185,"fn":15,"accuracy":0.9931818181818182},"0.01":{"tp":2176,"fn":24,"accuracy":0.9890909090909091}},"auroc":0.9755826704545454},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1189,"fn":11,"accuracy":0.9908333333333333},"0.01":{"tp":1182,"fn":18,"accuracy":0.985}},"auroc":0.9769475694444444},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3374,"fn":26,"accuracy":0.9923529411764705},"0.01":{"tp":3358,"fn":42,"accuracy":0.9876470588235294}},"auroc":0.9760643995098038},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":4381,"fn":19,"accuracy":0.9956818181818182},"0.01":{"tp":4371,"fn":29,"accuracy":0.9934090909090909}},"auroc":0.9834586647727273},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":2387,"fn":13,"accuracy":0.9945833333333334},"0.01":{"tp":2375,"fn":25,"accuracy":0.9895833333333334}},"auroc":0.9817737847222222},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6768,"fn":32,"accuracy":0.9952941176470588},"0.01":{"tp":6746,"fn":54,"accuracy":0.9920588235294118}},"auroc":0.9828640012254902},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333332},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999760416666668},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333334},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999218750000001},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999239583333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999489583333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9985958333333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999925},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9992604166666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":196,"fn":4,"accuracy":0.98}},"auroc":0.9869666666666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996541666666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9933104166666666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.99278125},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997895833333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":795,"fn":5,"accuracy":0.99375}},"auroc":0.9962854166666666},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988708333333334},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99953125},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992010416666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99886875},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999541666666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994114583333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988697916666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997427083333332},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9993062500000001},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992104166666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995895833333334},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9964625},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9979458333333334},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9972041666666668},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998215625},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998578125},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9983968750000001},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998999999999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998906249999999},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.987475},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9966958333333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9920854166666667},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.993678125},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9982979166666668},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9959880208333334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99975625},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998510416666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9986958333333334},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993375},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990166666666668},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992260416666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996416666666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994338541666666},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333332},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333332},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994916666666667},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994916666666667},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997093750000001},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997093750000001},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994916666666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994916666666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997260416666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997260416666667},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997666666666667},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997666666666667},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998718750000001},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998718750000001},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976625},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9976625},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9916802083333334},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9916802083333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9946713541666667},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9946713541666667},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9995066287878788},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9997482638888888},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.999591911764706},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":2194,"fn":6,"accuracy":0.9972727272727273},"0.01":{"tp":2192,"fn":8,"accuracy":0.9963636363636363}},"auroc":0.9962605113636364},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9989097222222222},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3393,"fn":7,"accuracy":0.9979411764705882},"0.01":{"tp":3391,"fn":9,"accuracy":0.9973529411764706}},"auroc":0.9971955269607843},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":4394,"fn":6,"accuracy":0.9986363636363637},"0.01":{"tp":4391,"fn":9,"accuracy":0.9979545454545454}},"auroc":0.9978835700757576},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9993289930555557},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6793,"fn":7,"accuracy":0.9989705882352942},"0.01":{"tp":6790,"fn":10,"accuracy":0.9985294117647059}},"auroc":0.9983937193627451},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999937499999999},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99885625},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999428125},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666667},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994270833333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9997109375000001},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9984375},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991822916666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":196,"fn":4,"accuracy":0.98},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.98390625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996666666666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9917864583333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.991171875},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999796875},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":795,"fn":5,"accuracy":0.99375},"0.01":{"tp":794,"fn":6,"accuracy":0.9925}},"auroc":0.995484375},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999354166666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999572916666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998916666666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998697916666666},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999244791666666},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994270833333333},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997041666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967916666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9977708333333333},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9972812499999999},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983864583333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9985989583333332},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9984927083333334},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995562499999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999374999999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997468749999999},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9861208333333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9961749999999999},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.9911479166666668},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9928385416666666},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99805625},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":797,"fn":3,"accuracy":0.99625}},"auroc":0.9954473958333334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999645833333334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999946875},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998104166666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99635625},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9980833333333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998697916666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9981604166666666},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9990151041666667},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666667},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998541666666667},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99824375},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99824375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990489583333333},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990489583333333},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996979166666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996979166666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989541666666667},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989541666666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993260416666667},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993260416666667},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989416666666666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9989416666666666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997083333333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993249999999999},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993249999999999},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992458333333334},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992458333333334},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9935166666666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9935166666666667},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99638125},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99638125},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9995971590909092},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998722222222223},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9996942401960784},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2196,"fn":4,"accuracy":0.9981818181818182},"0.01":{"tp":2193,"fn":7,"accuracy":0.9968181818181818}},"auroc":0.9960776515151515},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1197,"fn":3,"accuracy":0.9975},"0.01":{"tp":1197,"fn":3,"accuracy":0.9975}},"auroc":0.9981340277777777},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3393,"fn":7,"accuracy":0.9979411764705882},"0.01":{"tp":3390,"fn":10,"accuracy":0.9970588235294118}},"auroc":0.996803431372549},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":4395,"fn":5,"accuracy":0.9988636363636364},"0.01":{"tp":4392,"fn":8,"accuracy":0.9981818181818182}},"auroc":0.9978374053030303},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9990031250000001},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6792,"fn":8,"accuracy":0.9988235294117647},"0.01":{"tp":6789,"fn":11,"accuracy":0.9983823529411765}},"auroc":0.9982488357843138},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998125},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99990625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.999953125},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978833333333332},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9997312500000001},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988072916666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9814791666666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991979166666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9903385416666667},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.98968125},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994645833333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9945729166666666},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9992979166666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9977895833333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99854375},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99841875},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9983541666666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9983864583333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9988583333333334},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998071875},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9984651041666668},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9901354166666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9950604166666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9903666666666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.99475},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9925583333333334},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9951760416666666},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9924427083333334},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":799,"fn":1,"accuracy":0.99875},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.993809375},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993104166666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991833333333333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992468750000001},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9905708333333334},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99833125},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9944510416666666},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.994940625},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9987572916666667},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9968489583333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994375},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99971875},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9981291666666666},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988875},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985083333333333},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9987833333333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99944375},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9991135416666667},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987166666666667},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987166666666667},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993583333333333},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993583333333333},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975979166666666},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9975979166666666},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9954041666666666},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9954041666666666},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965010416666668},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9965010416666668},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999947916666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994562499999999},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994562499999999},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967270833333334},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9967270833333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980916666666667},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9980916666666667},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9993607954545455},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9978065972222222},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9988122549019608},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2198,"fn":2,"accuracy":0.9990909090909091}},"auroc":0.995436553030303},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1199,"fn":1,"accuracy":0.9991666666666666},"0.01":{"tp":1199,"fn":1,"accuracy":0.9991666666666666}},"auroc":0.9982222222222221},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3397,"fn":3,"accuracy":0.9991176470588236}},"auroc":0.9964197303921568},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4398,"fn":2,"accuracy":0.9995454545454545}},"auroc":0.9973986742424242},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9980144097222222},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6799,"fn":1,"accuracy":0.9998529411764706},"0.01":{"tp":6797,"fn":3,"accuracy":0.9995588235294117}},"auroc":0.9976159926470588},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666666},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998812499999999},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999940625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999940625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999697916666667},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9984041666666666},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9991656250000001},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":195,"fn":5,"accuracy":0.975},"0.01":{"tp":194,"fn":6,"accuracy":0.97}},"auroc":0.9858625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996604166666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":395,"fn":5,"accuracy":0.9875},"0.01":{"tp":394,"fn":6,"accuracy":0.985}},"auroc":0.9927614583333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":394,"fn":6,"accuracy":0.985},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9921333333333333},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99979375},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":794,"fn":6,"accuracy":0.9925},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9959635416666668},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333334},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999291666666666},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998708333333333},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999302083333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998854166666666},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9999296875},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995895833333334},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997895833333332},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99718125},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982416666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9977114583333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9985854166666668},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998915625},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9987505208333334},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998937499999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996062499999999},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99975},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9902},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9964541666666666},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":397,"fn":3,"accuracy":0.9925},"0.01":{"tp":396,"fn":4,"accuracy":0.99}},"auroc":0.9933270833333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.995046875},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9980302083333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":797,"fn":3,"accuracy":0.99625},"0.01":{"tp":796,"fn":4,"accuracy":0.995}},"auroc":0.9965385416666667},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999958333333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999885416666666},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987625000000001},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.999175},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989687500000001},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993791666666667},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995781250000001},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9994786458333333},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999625000000001},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994520833333334},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9994520833333334},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997072916666667},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997072916666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999895833333333},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999583333333333},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999739583333334},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999916666666666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999791666666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999854166666666},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991354166666667},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9991354166666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9939020833333333},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9939020833333333},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9965187499999999},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9965187499999999},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.999750946969697},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9998437500000001},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9997837009803923},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":2193,"fn":7,"accuracy":0.9968181818181818},"0.01":{"tp":2191,"fn":9,"accuracy":0.9959090909090909}},"auroc":0.9968335227272727},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9989003472222222},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3391,"fn":9,"accuracy":0.9973529411764706},"0.01":{"tp":3389,"fn":11,"accuracy":0.9967647058823529}},"auroc":0.9975629901960784},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":4392,"fn":8,"accuracy":0.9981818181818182},"0.01":{"tp":4390,"fn":10,"accuracy":0.9977272727272727}},"auroc":0.9982922348484848},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9993720486111111},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6790,"fn":10,"accuracy":0.9985294117647059},"0.01":{"tp":6788,"fn":12,"accuracy":0.9982352941176471}},"auroc":0.9986733455882353},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999975},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999812499999999},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993166666666666},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996489583333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999770833333333},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9996468749999999},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9998119791666666},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9983854166666666},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999270833333334},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.99915625},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":193,"fn":7,"accuracy":0.965},"0.01":{"tp":193,"fn":7,"accuracy":0.965}},"auroc":0.9808729166666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99968125},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":393,"fn":7,"accuracy":0.9825},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9902770833333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":392,"fn":8,"accuracy":0.98},"0.01":{"tp":392,"fn":8,"accuracy":0.98}},"auroc":0.9896291666666668},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9998041666666666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":792,"fn":8,"accuracy":0.99},"0.01":{"tp":792,"fn":8,"accuracy":0.99}},"auroc":0.9947166666666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9993916666666667},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9996125},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9995020833333333},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9987874999999999},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999833333333333},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9993854166666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990895833333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9997979166666667},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.99944375},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99998125},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9988874999999999},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9994343750000001},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99570625},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9980854166666667},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9968958333333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9978437500000001},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9984864583333334},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9981651041666667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998791666666667},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9995708333333333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.999725},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":195,"fn":5,"accuracy":0.975}},"auroc":0.9836458333333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":198,"fn":2,"accuracy":0.99},"0.01":{"tp":198,"fn":2,"accuracy":0.99}},"auroc":0.9957645833333334},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":396,"fn":4,"accuracy":0.99},"0.01":{"tp":393,"fn":7,"accuracy":0.9825}},"auroc":0.9897052083333333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":395,"fn":5,"accuracy":0.9875}},"auroc":0.9917624999999999},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":398,"fn":2,"accuracy":0.995},"0.01":{"tp":398,"fn":2,"accuracy":0.995}},"auroc":0.9976677083333334},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":796,"fn":4,"accuracy":0.995},"0.01":{"tp":793,"fn":7,"accuracy":0.99125}},"auroc":0.9947151041666666},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9998770833333334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999604166666667},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99991875},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9982479166666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978645833333334},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99805625},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9990625},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9989125000000001},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9989874999999999},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999458333333333},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985875000000001},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9985875000000001},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992666666666667},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9992666666666667},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99996875},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99981875},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.99989375},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999979166666667},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999989583333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999708333333333},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666667},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9999041666666667},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9999375},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978708333333333},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9978708333333333},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9897604166666667},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":199,"fn":1,"accuracy":0.995},"0.01":{"tp":197,"fn":3,"accuracy":0.985}},"auroc":0.9897604166666667},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.993815625},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":399,"fn":1,"accuracy":0.9975},"0.01":{"tp":397,"fn":3,"accuracy":0.9925}},"auroc":0.993815625},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2199,"fn":1,"accuracy":0.9995454545454545},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9995676136363636},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9996559027777778},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3399,"fn":1,"accuracy":0.9997058823529412},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.999598774509804},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2190,"fn":10,"accuracy":0.9954545454545455},"0.01":{"tp":2185,"fn":15,"accuracy":0.9931818181818182}},"auroc":0.9950282196969696},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1198,"fn":2,"accuracy":0.9983333333333333},"0.01":{"tp":1198,"fn":2,"accuracy":0.9983333333333333}},"auroc":0.9984493055555554},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3388,"fn":12,"accuracy":0.9964705882352941},"0.01":{"tp":3383,"fn":17,"accuracy":0.995}},"auroc":0.9962356617647059},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":4389,"fn":11,"accuracy":0.9975},"0.01":{"tp":4384,"fn":16,"accuracy":0.9963636363636363}},"auroc":0.9972979166666667},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9990526041666667},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6787,"fn":13,"accuracy":0.9980882352941176},"0.01":{"tp":6782,"fn":18,"accuracy":0.9973529411764706}},"auroc":0.9979172181372549},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9846760416666666},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9873291666666667},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9860026041666667},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9867520833333334},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9849229166666666},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9858374999999999},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9857140625},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9861260416666666},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9859200520833333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9580062500000001},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9945708333333333},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9762885416666667},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9600041666666668},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9855729166666666},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9727885416666666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9590052083333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9900718750000002},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9745385416666666},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9759500000000001},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9714750000000001},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9737125},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9730354166666667},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.974075},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9735552083333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9744927083333333},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.972775},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9736338541666666},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9782479166666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9678604166666667},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9730541666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9820666666666666},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.98075625},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9814114583333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9801572916666668},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9743083333333333},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9772328125},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9862052083333334},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9946479166666666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9904265625},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":199,"fn":1,"accuracy":0.995}},"auroc":0.9781229166666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9846354166666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9813791666666667},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":399,"fn":1,"accuracy":0.9975}},"auroc":0.9821640625},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9896416666666666},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":799,"fn":1,"accuracy":0.99875}},"auroc":0.9859028645833334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9791708333333333},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9825770833333334},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9808739583333334},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9673958333333335},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9725166666666667},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9699562500000001},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9732833333333334},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.977546875},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":800,"fn":0,"accuracy":1.0},"0.01":{"tp":800,"fn":0,"accuracy":1.0}},"auroc":0.9754151041666665},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":1.0},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99744375},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.99744375},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998721875},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.998721875},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9492583333333334},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9492583333333334},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9505937500000001},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9505937500000001},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9499260416666666},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9499260416666666},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9820499999999999},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9820499999999999},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9799979166666667},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9799979166666667},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9810239583333334},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9810239583333334},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9741968750000001},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9741968750000001},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9718375000000001},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9718375000000001},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9730171875},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9730171875},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9739395833333333},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9739395833333333},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9679833333333334},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":200,"fn":0,"accuracy":1.0},"0.01":{"tp":200,"fn":0,"accuracy":1.0}},"auroc":0.9679833333333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9709614583333334},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":400,"fn":0,"accuracy":1.0},"0.01":{"tp":400,"fn":0,"accuracy":1.0}},"auroc":0.9709614583333334},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2200,"fn":0,"accuracy":1.0}},"auroc":0.9765182765151517},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9830767361111111},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3400,"fn":0,"accuracy":1.0}},"auroc":0.9788330269607842},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2200,"fn":0,"accuracy":1.0},"0.01":{"tp":2199,"fn":1,"accuracy":0.9995454545454545}},"auroc":0.9741121212121211},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1200,"fn":0,"accuracy":1.0},"0.01":{"tp":1200,"fn":0,"accuracy":1.0}},"auroc":0.9804131944444444},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3400,"fn":0,"accuracy":1.0},"0.01":{"tp":3399,"fn":1,"accuracy":0.9997058823529412}},"auroc":0.9763360294117647},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":4400,"fn":0,"accuracy":1.0},"0.01":{"tp":4399,"fn":1,"accuracy":0.9997727272727273}},"auroc":0.9753151988636363},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9817449652777777},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6800,"fn":0,"accuracy":1.0},"0.01":{"tp":6799,"fn":1,"accuracy":0.9998529411764706}},"auroc":0.9775845281862745},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9984794270833334},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.998679079861111},{"domain":"wiki","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9985792534722223},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9986588541666666},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9972789930555557},{"domain":"wiki","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9979689236111111},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9985691406249999},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9979790364583332},{"domain":"wiki","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9598,"fn":2,"accuracy":0.9997916666666666}},"auroc":0.9982740885416668},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2393,"fn":7,"accuracy":0.9970833333333333},"0.01":{"tp":2391,"fn":9,"accuracy":0.99625}},"auroc":0.9947508680555556},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2398,"fn":2,"accuracy":0.9991666666666666}},"auroc":0.9984097222222224},{"domain":"wiki","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4792,"fn":8,"accuracy":0.9983333333333333},"0.01":{"tp":4789,"fn":11,"accuracy":0.9977083333333333}},"auroc":0.9965802951388889},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2354,"fn":46,"accuracy":0.9808333333333333},"0.01":{"tp":2346,"fn":54,"accuracy":0.9775}},"auroc":0.9797532986111112},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2398,"fn":2,"accuracy":0.9991666666666666},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9965597222222222},{"domain":"wiki","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4752,"fn":48,"accuracy":0.99},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9881565104166666},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4747,"fn":53,"accuracy":0.9889583333333334},"0.01":{"tp":4737,"fn":63,"accuracy":0.986875}},"auroc":0.9872520833333334},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4795,"fn":5,"accuracy":0.9989583333333333}},"auroc":0.9974847222222223},{"domain":"wiki","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9544,"fn":56,"accuracy":0.9941666666666666},"0.01":{"tp":9532,"fn":68,"accuracy":0.9929166666666667}},"auroc":0.9923684027777777},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9971647569444444},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9959067708333333},{"domain":"wiki","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9965357638888889},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9965319444444444},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9953829861111111},{"domain":"wiki","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4796,"fn":4,"accuracy":0.9991666666666666},"0.01":{"tp":4795,"fn":5,"accuracy":0.9989583333333333}},"auroc":0.9959574652777777},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4798,"fn":2,"accuracy":0.9995833333333334}},"auroc":0.9968483506944444},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4795,"fn":5,"accuracy":0.9989583333333333},"0.01":{"tp":4795,"fn":5,"accuracy":0.9989583333333333}},"auroc":0.9956448784722222},{"domain":"wiki","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9595,"fn":5,"accuracy":0.9994791666666667},"0.01":{"tp":9593,"fn":7,"accuracy":0.9992708333333333}},"auroc":0.9962466145833333},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9980845486111111},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9953361111111112},{"domain":"wiki","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9967103298611111},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9937868055555554},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.9954451388888889},{"domain":"wiki","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4797,"fn":3,"accuracy":0.999375}},"auroc":0.9946159722222223},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9959356770833332},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4797,"fn":3,"accuracy":0.999375}},"auroc":0.995390625},{"domain":"wiki","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9597,"fn":3,"accuracy":0.9996875},"0.01":{"tp":9597,"fn":3,"accuracy":0.9996875}},"auroc":0.9956631510416666},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9978653645833333},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9962215277777778},{"domain":"wiki","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4795,"fn":5,"accuracy":0.9989583333333333}},"auroc":0.9970434461805556},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2383,"fn":17,"accuracy":0.9929166666666667},"0.01":{"tp":2362,"fn":38,"accuracy":0.9841666666666666}},"auroc":0.9828098958333333},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2384,"fn":16,"accuracy":0.9933333333333333},"0.01":{"tp":2381,"fn":19,"accuracy":0.9920833333333333}},"auroc":0.9930432291666667},{"domain":"wiki","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4767,"fn":33,"accuracy":0.993125},"0.01":{"tp":4743,"fn":57,"accuracy":0.988125}},"auroc":0.9879265625},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4782,"fn":18,"accuracy":0.99625},"0.01":{"tp":4761,"fn":39,"accuracy":0.991875}},"auroc":0.9903376302083333},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4784,"fn":16,"accuracy":0.9966666666666667},"0.01":{"tp":4777,"fn":23,"accuracy":0.9952083333333334}},"auroc":0.9946323784722222},{"domain":"wiki","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9566,"fn":34,"accuracy":0.9964583333333333},"0.01":{"tp":9538,"fn":62,"accuracy":0.9935416666666667}},"auroc":0.9924850043402778},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9978185763888889},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9979789062500001},{"domain":"wiki","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9978987413194444},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2399,"fn":1,"accuracy":0.9995833333333334}},"auroc":0.9955326388888889},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":2399,"fn":1,"accuracy":0.9995833333333334},"0.01":{"tp":2397,"fn":3,"accuracy":0.99875}},"auroc":0.994362326388889},{"domain":"wiki","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4796,"fn":4,"accuracy":0.9991666666666666}},"auroc":0.9949474826388889},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4799,"fn":1,"accuracy":0.9997916666666666}},"auroc":0.9966756076388888},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":4799,"fn":1,"accuracy":0.9997916666666666},"0.01":{"tp":4797,"fn":3,"accuracy":0.999375}},"auroc":0.9961706163194444},{"domain":"wiki","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9596,"fn":4,"accuracy":0.9995833333333334}},"auroc":0.9964231119791667},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9970012152777777},{"domain":"wiki","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2396,"fn":4,"accuracy":0.9983333333333333},"0.01":{"tp":2396,"fn":4,"accuracy":0.9983333333333333}},"auroc":0.9970012152777777},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2392,"fn":8,"accuracy":0.9966666666666667},"0.01":{"tp":2387,"fn":13,"accuracy":0.9945833333333334}},"auroc":0.9934581597222222},{"domain":"wiki","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2392,"fn":8,"accuracy":0.9966666666666667},"0.01":{"tp":2387,"fn":13,"accuracy":0.9945833333333334}},"auroc":0.9934581597222222},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4788,"fn":12,"accuracy":0.9975},"0.01":{"tp":4783,"fn":17,"accuracy":0.9964583333333333}},"auroc":0.9952296875000001},{"domain":"wiki","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4788,"fn":12,"accuracy":0.9975},"0.01":{"tp":4783,"fn":17,"accuracy":0.9964583333333333}},"auroc":0.9952296875000001},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9932539930555556},{"domain":"wiki","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9932539930555556},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9900744791666666},{"domain":"wiki","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2394,"fn":6,"accuracy":0.9975},"0.01":{"tp":2392,"fn":8,"accuracy":0.9966666666666667}},"auroc":0.9900744791666666},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4794,"fn":6,"accuracy":0.99875},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9916642361111111},{"domain":"wiki","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4794,"fn":6,"accuracy":0.99875},"0.01":{"tp":4792,"fn":8,"accuracy":0.9983333333333333}},"auroc":0.9916642361111111},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9982986111111111},{"domain":"wiki","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9982986111111111},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.998153298611111},{"domain":"wiki","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.998153298611111},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9982259548611111},{"domain":"wiki","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9982259548611111},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9974065104166666},{"domain":"wiki","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9974065104166666},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9969258680555556},{"domain":"wiki","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9969258680555556},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9971661892361112},{"domain":"wiki","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4800,"fn":0,"accuracy":1.0},"0.01":{"tp":4800,"fn":0,"accuracy":1.0}},"auroc":0.9971661892361112},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9956779513888889},{"domain":"wiki","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2400,"fn":0,"accuracy":1.0},"0.01":{"tp":2400,"fn":0,"accuracy":1.0}},"auroc":0.9956779513888889},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9894596354166666},{"domain":"wiki","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":2397,"fn":3,"accuracy":0.99875},"0.01":{"tp":2385,"fn":15,"accuracy":0.99375}},"auroc":0.9894596354166666},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4785,"fn":15,"accuracy":0.996875}},"auroc":0.9925687934027777},{"domain":"wiki","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":4797,"fn":3,"accuracy":0.999375},"0.01":{"tp":4785,"fn":15,"accuracy":0.996875}},"auroc":0.9925687934027777},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26388,"fn":12,"accuracy":0.9995454545454545},"0.01":{"tp":26385,"fn":15,"accuracy":0.9994318181818181}},"auroc":0.9968910748106061},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14398,"fn":2,"accuracy":0.9998611111111111},"0.01":{"tp":14393,"fn":7,"accuracy":0.9995138888888889}},"auroc":0.9970886863425927},{"domain":"wiki","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40786,"fn":14,"accuracy":0.999656862745098},"0.01":{"tp":40778,"fn":22,"accuracy":0.9994607843137255}},"auroc":0.9969608200571897},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":26320,"fn":80,"accuracy":0.996969696969697},"0.01":{"tp":26270,"fn":130,"accuracy":0.9950757575757576}},"auroc":0.9922858980429293},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":14373,"fn":27,"accuracy":0.998125},"0.01":{"tp":14366,"fn":34,"accuracy":0.9976388888888889}},"auroc":0.9953453993055557},{"domain":"wiki","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":40693,"fn":107,"accuracy":0.9973774509803922},"0.01":{"tp":40636,"fn":164,"accuracy":0.9959803921568627}},"auroc":0.9933657220179739},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":52708,"fn":92,"accuracy":0.9982575757575758},"0.01":{"tp":52655,"fn":145,"accuracy":0.9972537878787879}},"auroc":0.9945884864267676},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":28771,"fn":29,"accuracy":0.9989930555555555},"0.01":{"tp":28759,"fn":41,"accuracy":0.9985763888888889}},"auroc":0.9962170428240741},{"domain":"wiki","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":81479,"fn":121,"accuracy":0.9985171568627451},"0.01":{"tp":81414,"fn":186,"accuracy":0.9977205882352941}},"auroc":0.9951632710375816},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999118815104167},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998234537760416},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998676676432292},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999100748697917},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9996719401041666},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997910074869791},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999109781901042},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9997476969401041},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6396,"fn":4,"accuracy":0.999375}},"auroc":0.9998293375651042},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9994953125},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998954915364583},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996954020182292},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1581,"fn":19,"accuracy":0.988125},"0.01":{"tp":1566,"fn":34,"accuracy":0.97875}},"auroc":0.9915607259114583},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997801106770834},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3181,"fn":19,"accuracy":0.9940625},"0.01":{"tp":3166,"fn":34,"accuracy":0.989375}},"auroc":0.9956704182942708},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3180,"fn":20,"accuracy":0.99375},"0.01":{"tp":3164,"fn":36,"accuracy":0.98875}},"auroc":0.9955280192057291},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998378011067709},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6380,"fn":20,"accuracy":0.996875},"0.01":{"tp":6363,"fn":37,"accuracy":0.99421875}},"auroc":0.99768291015625},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9986759928385416},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9993036458333333},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9989898193359376},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9985017903645833},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.999478125},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3187,"fn":13,"accuracy":0.9959375}},"auroc":0.9989899576822917},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3186,"fn":14,"accuracy":0.995625}},"auroc":0.9985888916015625},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9993908854166667},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6395,"fn":5,"accuracy":0.99921875},"0.01":{"tp":6381,"fn":19,"accuracy":0.99703125}},"auroc":0.9989898885091145},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998677083333334},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9987304036458333},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9992990559895834},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1569,"fn":31,"accuracy":0.980625}},"auroc":0.9934728678385417},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1585,"fn":15,"accuracy":0.990625}},"auroc":0.9980943033854167},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":3154,"fn":46,"accuracy":0.985625}},"auroc":0.9957835856119792},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3166,"fn":34,"accuracy":0.989375}},"auroc":0.9966702880859375},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3180,"fn":20,"accuracy":0.99375}},"auroc":0.9984123535156251},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6388,"fn":12,"accuracy":0.998125},"0.01":{"tp":6346,"fn":54,"accuracy":0.9915625}},"auroc":0.9975413208007813},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999434733072917},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9992700520833334},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3190,"fn":10,"accuracy":0.996875}},"auroc":0.9996067626953125},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1581,"fn":19,"accuracy":0.988125},"0.01":{"tp":1547,"fn":53,"accuracy":0.966875}},"auroc":0.9906283528645834},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.998037451171875},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3176,"fn":24,"accuracy":0.9925},"0.01":{"tp":3138,"fn":62,"accuracy":0.980625}},"auroc":0.9943329020182292},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3181,"fn":19,"accuracy":0.9940625},"0.01":{"tp":3146,"fn":54,"accuracy":0.983125}},"auroc":0.9952859130859375},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9986537516276041},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6374,"fn":26,"accuracy":0.9959375},"0.01":{"tp":6328,"fn":72,"accuracy":0.98875}},"auroc":0.9969698323567708},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9995923990885417},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99973251953125},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9996624593098958},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9984663736979166},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.99848330078125},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3190,"fn":10,"accuracy":0.996875}},"auroc":0.9984748372395833},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9990293863932291},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9991079101562501},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":6397,"fn":3,"accuracy":0.99953125},"0.01":{"tp":6389,"fn":11,"accuracy":0.99828125}},"auroc":0.9990686482747395},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99971220703125},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99971220703125},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9994400553385416},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9994400553385416},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9995761311848959},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9995761311848959},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9990068359375001},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9990068359375001},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9968628417968749},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9968628417968749},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3165,"fn":35,"accuracy":0.9890625}},"auroc":0.9979348388671876},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3165,"fn":35,"accuracy":0.9890625}},"auroc":0.9979348388671876},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996265787760417},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996265787760417},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990425455729167},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990425455729167},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9993345621744792},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9993345621744792},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999113444010417},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999113444010417},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.99729892578125},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.99729892578125},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9986051350911459},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9986051350911459},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.99201904296875},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.99201904296875},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":1548,"fn":52,"accuracy":0.9675},"0.01":{"tp":1489,"fn":111,"accuracy":0.930625}},"auroc":0.9809818359375},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":1548,"fn":52,"accuracy":0.9675},"0.01":{"tp":1489,"fn":111,"accuracy":0.930625}},"auroc":0.9809818359375},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":3136,"fn":64,"accuracy":0.98},"0.01":{"tp":3034,"fn":166,"accuracy":0.948125}},"auroc":0.986500439453125},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":3136,"fn":64,"accuracy":0.98},"0.01":{"tp":3034,"fn":166,"accuracy":0.948125}},"auroc":0.986500439453125},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":17579,"fn":21,"accuracy":0.9988068181818182},"0.01":{"tp":17523,"fn":77,"accuracy":0.995625}},"auroc":0.9988875251538826},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":9595,"fn":5,"accuracy":0.9994791666666667},"0.01":{"tp":9580,"fn":20,"accuracy":0.9979166666666667}},"auroc":0.9994592610677084},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":27174,"fn":26,"accuracy":0.9990441176470588},"0.01":{"tp":27103,"fn":97,"accuracy":0.9964338235294118}},"auroc":0.9990893142999386},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":17485,"fn":115,"accuracy":0.993465909090909},"0.01":{"tp":17315,"fn":285,"accuracy":0.9838068181818181}},"auroc":0.995106035452178},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":9589,"fn":11,"accuracy":0.9988541666666667},"0.01":{"tp":9566,"fn":34,"accuracy":0.9964583333333333}},"auroc":0.9989242051866318},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":27074,"fn":126,"accuracy":0.9953676470588235},"0.01":{"tp":26881,"fn":319,"accuracy":0.9882720588235294}},"auroc":0.9964536247702206},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"none","accuracy":{"0.05":{"tp":35064,"fn":136,"accuracy":0.9961363636363636},"0.01":{"tp":34838,"fn":362,"accuracy":0.9897159090909091}},"auroc":0.9969967803030303},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"none","accuracy":{"0.05":{"tp":19184,"fn":16,"accuracy":0.9991666666666666},"0.01":{"tp":19146,"fn":54,"accuracy":0.9971875}},"auroc":0.9991917331271702},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"none","accuracy":{"0.05":{"tp":54248,"fn":152,"accuracy":0.9972058823529412},"0.01":{"tp":53984,"fn":416,"accuracy":0.9923529411764705}},"auroc":0.9977714695350797},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999960611979166},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999860677083333},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999910644531249},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999923177083333},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998595865885416},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999259521484375},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.999994189453125},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999228271484375},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6400,"fn":0,"accuracy":1.0}},"auroc":0.9999585083007813},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9996367513020834},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999492838541666},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.999793017578125},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1574,"fn":26,"accuracy":0.98375}},"auroc":0.9959485677083334},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998181152343749},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3174,"fn":26,"accuracy":0.991875}},"auroc":0.9978833414713542},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3172,"fn":28,"accuracy":0.99125}},"auroc":0.9977926595052083},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9998836995442708},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6392,"fn":8,"accuracy":0.99875},"0.01":{"tp":6372,"fn":28,"accuracy":0.995625}},"auroc":0.9988381795247396},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999884814453125},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999436686197917},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9999142415364584},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998700032552084},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998765787760416},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998732910156249},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998774088541666},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9999101236979167},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6397,"fn":3,"accuracy":0.99953125}},"auroc":0.9998937662760417},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999365885416667},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999729166666667},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9999547526041667},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9993223795572918},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.999597412109375},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9994598958333333},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9996294840494792},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997851643880208},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6391,"fn":9,"accuracy":0.99859375}},"auroc":0.9997073242187501},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998875},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9995707845052083},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9997291422526041},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1575,"fn":25,"accuracy":0.984375}},"auroc":0.9963050130208333},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9991473958333333},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3185,"fn":15,"accuracy":0.9953125},"0.01":{"tp":3170,"fn":30,"accuracy":0.990625}},"auroc":0.9977262044270834},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3173,"fn":27,"accuracy":0.9915625}},"auroc":0.9980962565104166},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9993590901692708},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6382,"fn":18,"accuracy":0.9971875},"0.01":{"tp":6362,"fn":38,"accuracy":0.9940625}},"auroc":0.9987276733398438},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999656575520833},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999901692708333},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999779134114584},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998728841145833},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999808837890625},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998408610026042},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999192708333333},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998995035807292},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6398,"fn":2,"accuracy":0.9996875}},"auroc":0.9999093872070313},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999656901041667},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999656901041667},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999524739583333},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999524739583333},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.99995908203125},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.99995908203125},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9992832194010417},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9992832194010417},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9972962727864584},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9972962727864584},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3164,"fn":36,"accuracy":0.98875}},"auroc":0.9982897460937501},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3164,"fn":36,"accuracy":0.98875}},"auroc":0.9982897460937501},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999964208984375},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999964208984375},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996476888020833},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996476888020833},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.999805948893229},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.999805948893229},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999430989583333},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999430989583333},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997370117187501},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997370117187501},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998400553385417},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998400553385417},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1574,"fn":26,"accuracy":0.98375}},"auroc":0.9968555664062501},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1574,"fn":26,"accuracy":0.98375}},"auroc":0.9968555664062501},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":1563,"fn":37,"accuracy":0.976875},"0.01":{"tp":1534,"fn":66,"accuracy":0.95875}},"auroc":0.9925132975260416},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":1563,"fn":37,"accuracy":0.976875},"0.01":{"tp":1534,"fn":66,"accuracy":0.95875}},"auroc":0.9925132975260416},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":3151,"fn":49,"accuracy":0.9846875},"0.01":{"tp":3108,"fn":92,"accuracy":0.97125}},"auroc":0.9946844319661459},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":3151,"fn":49,"accuracy":0.9846875},"0.01":{"tp":3108,"fn":92,"accuracy":0.97125}},"auroc":0.9946844319661459},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":17585,"fn":15,"accuracy":0.9991477272727273},"0.01":{"tp":17559,"fn":41,"accuracy":0.9976704545454546}},"auroc":0.9995744688091857},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":9597,"fn":3,"accuracy":0.9996875},"0.01":{"tp":9594,"fn":6,"accuracy":0.999375}},"auroc":0.9999021484374999},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":27182,"fn":18,"accuracy":0.9993382352941177},"0.01":{"tp":27153,"fn":47,"accuracy":0.9982720588235294}},"auroc":0.9996901204427084},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":17531,"fn":69,"accuracy":0.9960795454545455},"0.01":{"tp":17445,"fn":155,"accuracy":0.9911931818181818}},"auroc":0.998223446377841},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":9594,"fn":6,"accuracy":0.999375},"0.01":{"tp":9589,"fn":11,"accuracy":0.9988541666666667}},"auroc":0.9996846544053819},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":27125,"fn":75,"accuracy":0.9972426470588235},"0.01":{"tp":27034,"fn":166,"accuracy":0.9938970588235294}},"auroc":0.9987391668581496},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"whitespace","accuracy":{"0.05":{"tp":35116,"fn":84,"accuracy":0.9976136363636363},"0.01":{"tp":35004,"fn":196,"accuracy":0.9944318181818181}},"auroc":0.9988989575935132},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"whitespace","accuracy":{"0.05":{"tp":19191,"fn":9,"accuracy":0.99953125},"0.01":{"tp":19183,"fn":17,"accuracy":0.9991145833333334}},"auroc":0.9997934014214409},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"whitespace","accuracy":{"0.05":{"tp":54307,"fn":93,"accuracy":0.9982904411764706},"0.01":{"tp":54187,"fn":213,"accuracy":0.9960845588235294}},"auroc":0.999214643650429},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999956380208334},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999903645833333},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999930013020834},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999954752604167},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999443196614584},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999698974609376},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.999995556640625},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999673421223958},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6400,"fn":0,"accuracy":1.0}},"auroc":0.9999814493815103},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997629557291666},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999091796875},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998360677083333},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.9973641927083333},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997834147135416},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3187,"fn":13,"accuracy":0.9959375}},"auroc":0.9985738037109375},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3186,"fn":14,"accuracy":0.995625}},"auroc":0.99856357421875},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998462972005208},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6394,"fn":6,"accuracy":0.9990625},"0.01":{"tp":6385,"fn":15,"accuracy":0.99765625}},"auroc":0.9992049357096354},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997942708333334},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998702473958334},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9998322591145834},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.999671484375},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998226236979166},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9997470540364584},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9997328776041667},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9998464355468749},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6397,"fn":3,"accuracy":0.99953125},"0.01":{"tp":6392,"fn":8,"accuracy":0.99875}},"auroc":0.9997896565755209},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998736653645833},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999416829427082},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9999076741536458},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9985872395833333},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9993630859375},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3184,"fn":16,"accuracy":0.995}},"auroc":0.9989751627604166},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3188,"fn":12,"accuracy":0.99625}},"auroc":0.9992304524739584},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9996523844401042},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6394,"fn":6,"accuracy":0.9990625},"0.01":{"tp":6381,"fn":19,"accuracy":0.99703125}},"auroc":0.9994414184570313},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999810872395833},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9997142740885416},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9998476806640625},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1582,"fn":18,"accuracy":0.98875}},"auroc":0.9960351074218751},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9991027018229167},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":3178,"fn":22,"accuracy":0.993125}},"auroc":0.9975689046223958},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3191,"fn":9,"accuracy":0.9971875},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9980080973307293},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9994084879557292},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6389,"fn":11,"accuracy":0.99828125},"0.01":{"tp":6374,"fn":26,"accuracy":0.9959375}},"auroc":0.9987082926432291},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999972412109375},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.99998525390625},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999788330078124},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998815266927082},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999839306640625},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998604166666666},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999269694010416},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9999122802734375},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6399,"fn":1,"accuracy":0.99984375}},"auroc":0.9999196248372396},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998530436197917},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998530436197917},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998630859375},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998630859375},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998580647786458},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998580647786458},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9994198567708333},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9994198567708333},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1592,"fn":8,"accuracy":0.995},"0.01":{"tp":1577,"fn":23,"accuracy":0.985625}},"auroc":0.9977966796875001},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1592,"fn":8,"accuracy":0.995},"0.01":{"tp":1577,"fn":23,"accuracy":0.985625}},"auroc":0.9977966796875001},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3172,"fn":28,"accuracy":0.99125}},"auroc":0.9986082682291666},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3172,"fn":28,"accuracy":0.99125}},"auroc":0.9986082682291666},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99991787109375},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99991787109375},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99972392578125},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99972392578125},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9998208984375},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9998208984375},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999942057291666},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999942057291666},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990069986979169},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990069986979169},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9995006022135416},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9995006022135416},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1577,"fn":23,"accuracy":0.985625}},"auroc":0.9974763346354166},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1577,"fn":23,"accuracy":0.985625}},"auroc":0.9974763346354166},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":1575,"fn":25,"accuracy":0.984375},"0.01":{"tp":1539,"fn":61,"accuracy":0.961875}},"auroc":0.9935144368489583},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":1575,"fn":25,"accuracy":0.984375},"0.01":{"tp":1539,"fn":61,"accuracy":0.961875}},"auroc":0.9935144368489583},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":3166,"fn":34,"accuracy":0.989375},"0.01":{"tp":3116,"fn":84,"accuracy":0.97375}},"auroc":0.9954953857421875},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":3166,"fn":34,"accuracy":0.989375},"0.01":{"tp":3116,"fn":84,"accuracy":0.97375}},"auroc":0.9954953857421875},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":17584,"fn":16,"accuracy":0.9990909090909091},"0.01":{"tp":17565,"fn":35,"accuracy":0.9980113636363637}},"auroc":0.9996401219223485},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9593,"fn":7,"accuracy":0.9992708333333333}},"auroc":0.9999018337673611},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":27183,"fn":17,"accuracy":0.999375},"0.01":{"tp":27158,"fn":42,"accuracy":0.9984558823529411}},"auroc":0.9997324908088235},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":17545,"fn":55,"accuracy":0.996875},"0.01":{"tp":17468,"fn":132,"accuracy":0.9925}},"auroc":0.9983127411813448},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":9597,"fn":3,"accuracy":0.9996875},"0.01":{"tp":9586,"fn":14,"accuracy":0.9985416666666667}},"auroc":0.9996425754123264},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":27142,"fn":58,"accuracy":0.9978676470588236},"0.01":{"tp":27054,"fn":146,"accuracy":0.9946323529411765}},"auroc":0.9987820944393382},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"upper_lower","accuracy":{"0.05":{"tp":35129,"fn":71,"accuracy":0.9979829545454545},"0.01":{"tp":35033,"fn":167,"accuracy":0.9952556818181818}},"auroc":0.9989764315518466},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"upper_lower","accuracy":{"0.05":{"tp":19196,"fn":4,"accuracy":0.9997916666666666},"0.01":{"tp":19179,"fn":21,"accuracy":0.99890625}},"auroc":0.9997722045898436},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"upper_lower","accuracy":{"0.05":{"tp":54325,"fn":75,"accuracy":0.9986213235294118},"0.01":{"tp":54212,"fn":188,"accuracy":0.9965441176470589}},"auroc":0.9992572926240809},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997926920572917},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997224283854166},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997575602213542},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997842936197917},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9993163736979167},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9995503336588543},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997884928385417},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9995194010416666},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6390,"fn":10,"accuracy":0.9984375}},"auroc":0.9996539469401041},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9996462239583334},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99987724609375},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997617350260417},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1582,"fn":18,"accuracy":0.98875},"0.01":{"tp":1564,"fn":36,"accuracy":0.9775}},"auroc":0.991565869140625},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999710888671875},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3163,"fn":37,"accuracy":0.9884375}},"auroc":0.99563837890625},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3181,"fn":19,"accuracy":0.9940625},"0.01":{"tp":3162,"fn":38,"accuracy":0.988125}},"auroc":0.9956060465494792},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997940673828125},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6381,"fn":19,"accuracy":0.99703125},"0.01":{"tp":6360,"fn":40,"accuracy":0.99375}},"auroc":0.9977000569661458},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1584,"fn":16,"accuracy":0.99}},"auroc":0.9973988118489584},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9984578287760417},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3180,"fn":20,"accuracy":0.99375}},"auroc":0.9979283203125},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.9975226888020834},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.999001123046875},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3177,"fn":23,"accuracy":0.9928125}},"auroc":0.9982619059244792},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3170,"fn":30,"accuracy":0.990625}},"auroc":0.9974607503255208},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3187,"fn":13,"accuracy":0.9959375}},"auroc":0.9987294759114583},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6391,"fn":9,"accuracy":0.99859375},"0.01":{"tp":6357,"fn":43,"accuracy":0.99328125}},"auroc":0.9980951131184896},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998337565104166},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.998341455078125},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9990876057942708},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1570,"fn":30,"accuracy":0.98125}},"auroc":0.9928727376302083},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1581,"fn":19,"accuracy":0.988125}},"auroc":0.9977680989583333},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3151,"fn":49,"accuracy":0.9846875}},"auroc":0.9953204182942708},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":3168,"fn":32,"accuracy":0.99}},"auroc":0.9963532470703125},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3172,"fn":28,"accuracy":0.99125}},"auroc":0.9980547770182292},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6383,"fn":17,"accuracy":0.99734375},"0.01":{"tp":6340,"fn":60,"accuracy":0.990625}},"auroc":0.9972040120442709},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999524088541666},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.998971337890625},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3186,"fn":14,"accuracy":0.995625}},"auroc":0.9994618733723958},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1578,"fn":22,"accuracy":0.98625},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.990591259765625},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1589,"fn":11,"accuracy":0.993125}},"auroc":0.9984204752604167},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3175,"fn":25,"accuracy":0.9921875},"0.01":{"tp":3134,"fn":66,"accuracy":0.979375}},"auroc":0.9945058675130208},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3178,"fn":22,"accuracy":0.993125},"0.01":{"tp":3144,"fn":56,"accuracy":0.9825}},"auroc":0.9952718343098959},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3176,"fn":24,"accuracy":0.9925}},"auroc":0.9986959065755209},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6373,"fn":27,"accuracy":0.99578125},"0.01":{"tp":6320,"fn":80,"accuracy":0.9875}},"auroc":0.9969838704427083},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9992178385416666},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9992440266927083},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9992309326171875},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9973111653645833},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9970783528645834},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9971947591145833},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.998264501953125},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3188,"fn":12,"accuracy":0.99625}},"auroc":0.9981611897786458},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":6393,"fn":7,"accuracy":0.99890625},"0.01":{"tp":6379,"fn":21,"accuracy":0.99671875}},"auroc":0.9982128458658854},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1551,"fn":49,"accuracy":0.969375}},"auroc":0.9919619954427084},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1551,"fn":49,"accuracy":0.969375}},"auroc":0.9919619954427084},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1586,"fn":14,"accuracy":0.99125},"0.01":{"tp":1529,"fn":71,"accuracy":0.955625}},"auroc":0.985610595703125},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1586,"fn":14,"accuracy":0.99125},"0.01":{"tp":1529,"fn":71,"accuracy":0.955625}},"auroc":0.985610595703125},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3176,"fn":24,"accuracy":0.9925},"0.01":{"tp":3080,"fn":120,"accuracy":0.9625}},"auroc":0.9887862955729165},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3176,"fn":24,"accuracy":0.9925},"0.01":{"tp":3080,"fn":120,"accuracy":0.9625}},"auroc":0.9887862955729165},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1544,"fn":56,"accuracy":0.965},"0.01":{"tp":1480,"fn":120,"accuracy":0.925}},"auroc":0.9722078125},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1544,"fn":56,"accuracy":0.965},"0.01":{"tp":1480,"fn":120,"accuracy":0.925}},"auroc":0.9722078125},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1509,"fn":91,"accuracy":0.943125},"0.01":{"tp":1400,"fn":200,"accuracy":0.875}},"auroc":0.9565700846354167},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1509,"fn":91,"accuracy":0.943125},"0.01":{"tp":1400,"fn":200,"accuracy":0.875}},"auroc":0.9565700846354167},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3053,"fn":147,"accuracy":0.9540625},"0.01":{"tp":2880,"fn":320,"accuracy":0.9}},"auroc":0.9643889485677084},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3053,"fn":147,"accuracy":0.9540625},"0.01":{"tp":2880,"fn":320,"accuracy":0.9}},"auroc":0.9643889485677084},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9992848795572916},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9992848795572916},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.998443505859375},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.998443505859375},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9988641927083333},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9988641927083333},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999751708984375},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999751708984375},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9973218424479167},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9973218424479167},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3188,"fn":12,"accuracy":0.99625}},"auroc":0.9985367757161459},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3188,"fn":12,"accuracy":0.99625}},"auroc":0.9985367757161459},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1566,"fn":34,"accuracy":0.97875},"0.01":{"tp":1512,"fn":88,"accuracy":0.945}},"auroc":0.9875550618489584},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1566,"fn":34,"accuracy":0.97875},"0.01":{"tp":1512,"fn":88,"accuracy":0.945}},"auroc":0.9875550618489584},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":1532,"fn":68,"accuracy":0.9575},"0.01":{"tp":1443,"fn":157,"accuracy":0.901875}},"auroc":0.974547314453125},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":1532,"fn":68,"accuracy":0.9575},"0.01":{"tp":1443,"fn":157,"accuracy":0.901875}},"auroc":0.974547314453125},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":3098,"fn":102,"accuracy":0.968125},"0.01":{"tp":2955,"fn":245,"accuracy":0.9234375}},"auroc":0.9810511881510418},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":3098,"fn":102,"accuracy":0.968125},"0.01":{"tp":2955,"fn":245,"accuracy":0.9234375}},"auroc":0.9810511881510418},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":17492,"fn":108,"accuracy":0.9938636363636364},"0.01":{"tp":17316,"fn":284,"accuracy":0.9838636363636364}},"auroc":0.9951457445549242},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":9595,"fn":5,"accuracy":0.9994791666666667},"0.01":{"tp":9569,"fn":31,"accuracy":0.9967708333333334}},"auroc":0.9991023871527778},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":27087,"fn":113,"accuracy":0.9958455882352941},"0.01":{"tp":26885,"fn":315,"accuracy":0.9884191176470588}},"auroc":0.9965422066482844},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":17368,"fn":232,"accuracy":0.9868181818181818},"0.01":{"tp":17013,"fn":587,"accuracy":0.9666477272727273}},"auroc":0.9892855779474433},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":9587,"fn":13,"accuracy":0.9986458333333333},"0.01":{"tp":9544,"fn":56,"accuracy":0.9941666666666666}},"auroc":0.99854921875},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":26955,"fn":245,"accuracy":0.9909926470588235},"0.01":{"tp":26557,"fn":643,"accuracy":0.976360294117647}},"auroc":0.9925550982306985},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"synonym","accuracy":{"0.05":{"tp":34860,"fn":340,"accuracy":0.9903409090909091},"0.01":{"tp":34329,"fn":871,"accuracy":0.9752556818181818}},"auroc":0.9922156612511838},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"synonym","accuracy":{"0.05":{"tp":19182,"fn":18,"accuracy":0.9990625},"0.01":{"tp":19113,"fn":87,"accuracy":0.99546875}},"auroc":0.9988258029513888},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"synonym","accuracy":{"0.05":{"tp":54042,"fn":358,"accuracy":0.9934191176470588},"0.01":{"tp":53442,"fn":958,"accuracy":0.982389705882353}},"auroc":0.9945486524394914},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999417643229167},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998768717447916},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9999093180338542},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999458007812501},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997784342447916},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998621175130208},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999437825520834},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998276529947916},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6398,"fn":2,"accuracy":0.9996875}},"auroc":0.9998857177734375},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9995629557291668},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999893115234375},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997280354817708},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1564,"fn":36,"accuracy":0.9775}},"auroc":0.9934155598958334},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997743815104166},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3187,"fn":13,"accuracy":0.9959375},"0.01":{"tp":3164,"fn":36,"accuracy":0.98875}},"auroc":0.996594970703125},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3163,"fn":37,"accuracy":0.9884375}},"auroc":0.9964892578125},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998337483723958},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6386,"fn":14,"accuracy":0.9978125},"0.01":{"tp":6362,"fn":38,"accuracy":0.9940625}},"auroc":0.9981615030924479},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9989055338541667},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9995060384114582},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9992057861328125},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9990120442708333},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9996719401041666},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9993419921875},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9989587890625},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9995889892578125},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6395,"fn":5,"accuracy":0.99921875},"0.01":{"tp":6385,"fn":15,"accuracy":0.99765625}},"auroc":0.9992738891601562},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998909505208333},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9992555501302084},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9995732503255209},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1577,"fn":23,"accuracy":0.985625}},"auroc":0.9951755533854167},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1585,"fn":15,"accuracy":0.990625}},"auroc":0.9981215820312499},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3162,"fn":38,"accuracy":0.988125}},"auroc":0.9966485677083334},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3175,"fn":25,"accuracy":0.9921875}},"auroc":0.997533251953125},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3183,"fn":17,"accuracy":0.9946875}},"auroc":0.9986885660807291},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6390,"fn":10,"accuracy":0.9984375},"0.01":{"tp":6358,"fn":42,"accuracy":0.9934375}},"auroc":0.9981109090169271},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999488444010417},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9994600748697916},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3190,"fn":10,"accuracy":0.996875}},"auroc":0.9997044596354167},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1559,"fn":41,"accuracy":0.974375}},"auroc":0.9930655436197917},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9982883951822916},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3183,"fn":17,"accuracy":0.9946875},"0.01":{"tp":3150,"fn":50,"accuracy":0.984375}},"auroc":0.9956769694010417},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3187,"fn":13,"accuracy":0.9959375},"0.01":{"tp":3158,"fn":42,"accuracy":0.986875}},"auroc":0.9965071940104167},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9988742350260417},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6382,"fn":18,"accuracy":0.9971875},"0.01":{"tp":6340,"fn":60,"accuracy":0.990625}},"auroc":0.9976907145182292},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999709716796875},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998233235677084},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9997665201822916},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990866536458334},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9989211751302084},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9990039143880208},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9993981852213542},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9993722493489583},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":6398,"fn":2,"accuracy":0.9996875},"0.01":{"tp":6393,"fn":7,"accuracy":0.99890625}},"auroc":0.9993852172851563},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9984727376302083},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9984727376302083},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1594,"fn":6,"accuracy":0.99625},"0.01":{"tp":1578,"fn":22,"accuracy":0.98625}},"auroc":0.9969052083333334},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1594,"fn":6,"accuracy":0.99625},"0.01":{"tp":1578,"fn":22,"accuracy":0.98625}},"auroc":0.9969052083333334},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3166,"fn":34,"accuracy":0.989375}},"auroc":0.9976889729817708},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3166,"fn":34,"accuracy":0.989375}},"auroc":0.9976889729817708},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1581,"fn":19,"accuracy":0.988125},"0.01":{"tp":1556,"fn":44,"accuracy":0.9725}},"auroc":0.9928514322916667},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1581,"fn":19,"accuracy":0.988125},"0.01":{"tp":1556,"fn":44,"accuracy":0.9725}},"auroc":0.9928514322916667},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1570,"fn":30,"accuracy":0.98125},"0.01":{"tp":1520,"fn":80,"accuracy":0.95}},"auroc":0.9870188313802084},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1570,"fn":30,"accuracy":0.98125},"0.01":{"tp":1520,"fn":80,"accuracy":0.95}},"auroc":0.9870188313802084},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3151,"fn":49,"accuracy":0.9846875},"0.01":{"tp":3076,"fn":124,"accuracy":0.96125}},"auroc":0.9899351318359375},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3151,"fn":49,"accuracy":0.9846875},"0.01":{"tp":3076,"fn":124,"accuracy":0.96125}},"auroc":0.9899351318359375},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9997150390625},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9997150390625},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.999080322265625},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.999080322265625},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9993976806640625},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9993976806640625},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999536458333333},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999536458333333},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9988732421875001},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9988732421875001},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9994134440104167},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9994134440104167},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1564,"fn":36,"accuracy":0.9775}},"auroc":0.9942942220052083},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1564,"fn":36,"accuracy":0.9775}},"auroc":0.9942942220052083},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1565,"fn":35,"accuracy":0.978125},"0.01":{"tp":1513,"fn":87,"accuracy":0.945625}},"auroc":0.9861625162760416},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":1565,"fn":35,"accuracy":0.978125},"0.01":{"tp":1513,"fn":87,"accuracy":0.945625}},"auroc":0.9861625162760416},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3155,"fn":45,"accuracy":0.9859375},"0.01":{"tp":3077,"fn":123,"accuracy":0.9615625}},"auroc":0.990228369140625},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":3155,"fn":45,"accuracy":0.9859375},"0.01":{"tp":3077,"fn":123,"accuracy":0.9615625}},"auroc":0.990228369140625},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":17564,"fn":36,"accuracy":0.9979545454545454},"0.01":{"tp":17497,"fn":103,"accuracy":0.9941477272727273}},"auroc":0.9984769856770834},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":9596,"fn":4,"accuracy":0.9995833333333334},"0.01":{"tp":9585,"fn":15,"accuracy":0.9984375}},"auroc":0.9996358289930556},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":27160,"fn":40,"accuracy":0.9985294117647059},"0.01":{"tp":27082,"fn":118,"accuracy":0.9956617647058823}},"auroc":0.9988859892003676},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":17495,"fn":105,"accuracy":0.9940340909090909},"0.01":{"tp":17294,"fn":306,"accuracy":0.9826136363636364}},"auroc":0.9952492069128788},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":9591,"fn":9,"accuracy":0.9990625},"0.01":{"tp":9569,"fn":31,"accuracy":0.9967708333333334}},"auroc":0.9990926513671874},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":27086,"fn":114,"accuracy":0.9958088235294118},"0.01":{"tp":26863,"fn":337,"accuracy":0.9876102941176471}},"auroc":0.9966057167202819},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":35059,"fn":141,"accuracy":0.9959943181818182},"0.01":{"tp":34791,"fn":409,"accuracy":0.9883806818181818}},"auroc":0.9968630962949812},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":19187,"fn":13,"accuracy":0.9993229166666666},"0.01":{"tp":19154,"fn":46,"accuracy":0.9976041666666666}},"auroc":0.9993642401801215},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"perplexity_misspelling","accuracy":{"0.05":{"tp":54246,"fn":154,"accuracy":0.9971691176470588},"0.01":{"tp":53945,"fn":455,"accuracy":0.9916360294117647}},"auroc":0.9977458529603247},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9978980305989584},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1584,"fn":16,"accuracy":0.99}},"auroc":0.99703046875},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3174,"fn":26,"accuracy":0.991875}},"auroc":0.9974642496744792},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1589,"fn":11,"accuracy":0.993125}},"auroc":0.9977762695312501},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1562,"fn":38,"accuracy":0.97625}},"auroc":0.9933329915364584},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3151,"fn":49,"accuracy":0.9846875}},"auroc":0.9955546305338542},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3179,"fn":21,"accuracy":0.9934375}},"auroc":0.9978371500651041},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3146,"fn":54,"accuracy":0.983125}},"auroc":0.9951817301432291},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6391,"fn":9,"accuracy":0.99859375},"0.01":{"tp":6325,"fn":75,"accuracy":0.98828125}},"auroc":0.9965094401041668},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1578,"fn":22,"accuracy":0.98625}},"auroc":0.995873876953125},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1553,"fn":47,"accuracy":0.970625}},"auroc":0.9931219726562501},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3131,"fn":69,"accuracy":0.9784375}},"auroc":0.9944979248046875},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1556,"fn":44,"accuracy":0.9725},"0.01":{"tp":1285,"fn":315,"accuracy":0.803125}},"auroc":0.96747607421875},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1576,"fn":24,"accuracy":0.985},"0.01":{"tp":1515,"fn":85,"accuracy":0.946875}},"auroc":0.986568359375},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3132,"fn":68,"accuracy":0.97875},"0.01":{"tp":2800,"fn":400,"accuracy":0.875}},"auroc":0.977022216796875},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3154,"fn":46,"accuracy":0.985625},"0.01":{"tp":2863,"fn":337,"accuracy":0.8946875}},"auroc":0.9816749755859375},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3171,"fn":29,"accuracy":0.9909375},"0.01":{"tp":3068,"fn":132,"accuracy":0.95875}},"auroc":0.9898451660156249},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6325,"fn":75,"accuracy":0.98828125},"0.01":{"tp":5931,"fn":469,"accuracy":0.92671875}},"auroc":0.9857600708007812},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1579,"fn":21,"accuracy":0.986875}},"auroc":0.99611279296875},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1528,"fn":72,"accuracy":0.955}},"auroc":0.9912767740885418},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3107,"fn":93,"accuracy":0.9709375}},"auroc":0.9936947835286458},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1571,"fn":29,"accuracy":0.981875}},"auroc":0.9951319173177083},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1450,"fn":150,"accuracy":0.90625}},"auroc":0.9846246419270833},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3185,"fn":15,"accuracy":0.9953125},"0.01":{"tp":3021,"fn":179,"accuracy":0.9440625}},"auroc":0.9898782796223958},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3150,"fn":50,"accuracy":0.984375}},"auroc":0.9956223551432292},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":2978,"fn":222,"accuracy":0.930625}},"auroc":0.9879507080078125},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6380,"fn":20,"accuracy":0.996875},"0.01":{"tp":6128,"fn":272,"accuracy":0.9575}},"auroc":0.9917865315755208},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1579,"fn":21,"accuracy":0.986875}},"auroc":0.9976549641927083},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1568,"fn":32,"accuracy":0.98}},"auroc":0.9920350585937501},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3147,"fn":53,"accuracy":0.9834375}},"auroc":0.9948450113932291},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1586,"fn":14,"accuracy":0.99125},"0.01":{"tp":1350,"fn":250,"accuracy":0.84375}},"auroc":0.9773399739583333},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1485,"fn":115,"accuracy":0.928125}},"auroc":0.98326474609375},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3169,"fn":31,"accuracy":0.9903125},"0.01":{"tp":2835,"fn":365,"accuracy":0.8859375}},"auroc":0.9803023600260417},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":2929,"fn":271,"accuracy":0.9153125}},"auroc":0.9874974690755209},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3180,"fn":20,"accuracy":0.99375},"0.01":{"tp":3053,"fn":147,"accuracy":0.9540625}},"auroc":0.98764990234375},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6366,"fn":34,"accuracy":0.9946875},"0.01":{"tp":5982,"fn":418,"accuracy":0.9346875}},"auroc":0.9875736857096354},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.995305078125},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1501,"fn":99,"accuracy":0.938125}},"auroc":0.9773215169270834},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3088,"fn":112,"accuracy":0.965}},"auroc":0.9863132975260416},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1533,"fn":67,"accuracy":0.958125},"0.01":{"tp":1199,"fn":401,"accuracy":0.749375}},"auroc":0.95709658203125},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1561,"fn":39,"accuracy":0.975625},"0.01":{"tp":1466,"fn":134,"accuracy":0.91625}},"auroc":0.972371923828125},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3094,"fn":106,"accuracy":0.966875},"0.01":{"tp":2665,"fn":535,"accuracy":0.8328125}},"auroc":0.9647342529296875},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3131,"fn":69,"accuracy":0.9784375},"0.01":{"tp":2786,"fn":414,"accuracy":0.870625}},"auroc":0.9762008300781251},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3156,"fn":44,"accuracy":0.98625},"0.01":{"tp":2967,"fn":233,"accuracy":0.9271875}},"auroc":0.9748467203776041},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6287,"fn":113,"accuracy":0.98234375},"0.01":{"tp":5753,"fn":647,"accuracy":0.89890625}},"auroc":0.9755237752278646},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9966697591145833},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9963390299479167},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3185,"fn":15,"accuracy":0.9953125}},"auroc":0.9965043945312501},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9947419433593749},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1559,"fn":41,"accuracy":0.974375}},"auroc":0.9889411946614584},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":3147,"fn":53,"accuracy":0.9834375}},"auroc":0.9918415690104168},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3179,"fn":21,"accuracy":0.9934375}},"auroc":0.9957058512369792},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3153,"fn":47,"accuracy":0.9853125}},"auroc":0.9926401123046875},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":6390,"fn":10,"accuracy":0.9984375},"0.01":{"tp":6332,"fn":68,"accuracy":0.989375}},"auroc":0.9941729817708332},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1584,"fn":16,"accuracy":0.99},"0.01":{"tp":1517,"fn":83,"accuracy":0.948125}},"auroc":0.9858702962239584},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1584,"fn":16,"accuracy":0.99},"0.01":{"tp":1517,"fn":83,"accuracy":0.948125}},"auroc":0.9858702962239584},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1585,"fn":15,"accuracy":0.990625},"0.01":{"tp":1488,"fn":112,"accuracy":0.93}},"auroc":0.9805230794270833},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1585,"fn":15,"accuracy":0.990625},"0.01":{"tp":1488,"fn":112,"accuracy":0.93}},"auroc":0.9805230794270833},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3169,"fn":31,"accuracy":0.9903125},"0.01":{"tp":3005,"fn":195,"accuracy":0.9390625}},"auroc":0.9831966878255209},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3169,"fn":31,"accuracy":0.9903125},"0.01":{"tp":3005,"fn":195,"accuracy":0.9390625}},"auroc":0.9831966878255209},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1550,"fn":50,"accuracy":0.96875},"0.01":{"tp":1322,"fn":278,"accuracy":0.82625}},"auroc":0.9656286946614583},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1550,"fn":50,"accuracy":0.96875},"0.01":{"tp":1322,"fn":278,"accuracy":0.82625}},"auroc":0.9656286946614583},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1495,"fn":105,"accuracy":0.934375},"0.01":{"tp":1218,"fn":382,"accuracy":0.76125}},"auroc":0.9506155598958334},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1495,"fn":105,"accuracy":0.934375},"0.01":{"tp":1218,"fn":382,"accuracy":0.76125}},"auroc":0.9506155598958334},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3045,"fn":155,"accuracy":0.9515625},"0.01":{"tp":2540,"fn":660,"accuracy":0.79375}},"auroc":0.9581221272786458},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3045,"fn":155,"accuracy":0.9515625},"0.01":{"tp":2540,"fn":660,"accuracy":0.79375}},"auroc":0.9581221272786458},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1589,"fn":11,"accuracy":0.993125}},"auroc":0.9969734212239583},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1589,"fn":11,"accuracy":0.993125}},"auroc":0.9969734212239583},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.9969235188802084},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.9969235188802084},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3175,"fn":25,"accuracy":0.9921875}},"auroc":0.9969484700520834},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3175,"fn":25,"accuracy":0.9921875}},"auroc":0.9969484700520834},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9967319010416666},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9967319010416666},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1517,"fn":83,"accuracy":0.948125}},"auroc":0.990761181640625},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1517,"fn":83,"accuracy":0.948125}},"auroc":0.990761181640625},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3110,"fn":90,"accuracy":0.971875}},"auroc":0.9937465413411457},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3110,"fn":90,"accuracy":0.971875}},"auroc":0.9937465413411457},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1580,"fn":20,"accuracy":0.9875},"0.01":{"tp":1480,"fn":120,"accuracy":0.925}},"auroc":0.9846248209635416},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1580,"fn":20,"accuracy":0.9875},"0.01":{"tp":1480,"fn":120,"accuracy":0.925}},"auroc":0.9846248209635416},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":1556,"fn":44,"accuracy":0.9725},"0.01":{"tp":1415,"fn":185,"accuracy":0.884375}},"auroc":0.97679091796875},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":1556,"fn":44,"accuracy":0.9725},"0.01":{"tp":1415,"fn":185,"accuracy":0.884375}},"auroc":0.97679091796875},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":3136,"fn":64,"accuracy":0.98},"0.01":{"tp":2895,"fn":305,"accuracy":0.9046875}},"auroc":0.9807078694661457},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":3136,"fn":64,"accuracy":0.98},"0.01":{"tp":2895,"fn":305,"accuracy":0.9046875}},"auroc":0.9807078694661457},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":17501,"fn":99,"accuracy":0.994375},"0.01":{"tp":17005,"fn":595,"accuracy":0.9661931818181818}},"auroc":0.9917585123697916},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":9583,"fn":17,"accuracy":0.9982291666666666},"0.01":{"tp":9328,"fn":272,"accuracy":0.9716666666666667}},"auroc":0.9911874701605903},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":27084,"fn":116,"accuracy":0.995735294117647},"0.01":{"tp":26333,"fn":867,"accuracy":0.968125}},"auroc":0.9915569680606617},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":17293,"fn":307,"accuracy":0.9825568181818182},"0.01":{"tp":15806,"fn":1794,"accuracy":0.8980681818181818}},"auroc":0.9804706380208335},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":9498,"fn":102,"accuracy":0.989375},"0.01":{"tp":9037,"fn":563,"accuracy":0.9413541666666667}},"auroc":0.9848506429036459},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":26791,"fn":409,"accuracy":0.9849632352941177},"0.01":{"tp":24843,"fn":2357,"accuracy":0.9133455882352941}},"auroc":0.9820165220971201},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"paraphrase","accuracy":{"0.05":{"tp":34794,"fn":406,"accuracy":0.9884659090909091},"0.01":{"tp":32811,"fn":2389,"accuracy":0.9321306818181818}},"auroc":0.9861145751953125},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"paraphrase","accuracy":{"0.05":{"tp":19081,"fn":119,"accuracy":0.9938020833333333},"0.01":{"tp":18365,"fn":835,"accuracy":0.9565104166666667}},"auroc":0.9880190565321181},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"paraphrase","accuracy":{"0.05":{"tp":53875,"fn":525,"accuracy":0.9903492647058824},"0.01":{"tp":51176,"fn":3224,"accuracy":0.9407352941176471}},"auroc":0.986786745078891},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999108072916667},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998140136718751},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998624104817709},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999101725260416},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99972236328125},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998162679036459},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999104899088541},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9997681884765625},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6396,"fn":4,"accuracy":0.999375}},"auroc":0.9998393391927083},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9995008138020833},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998938313802083},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996973225911459},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1568,"fn":32,"accuracy":0.98}},"auroc":0.9924936197916667},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997766276041667},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3183,"fn":17,"accuracy":0.9946875},"0.01":{"tp":3168,"fn":32,"accuracy":0.99}},"auroc":0.9961351236979167},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3183,"fn":17,"accuracy":0.9946875},"0.01":{"tp":3166,"fn":34,"accuracy":0.989375}},"auroc":0.995997216796875},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998352294921875},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6383,"fn":17,"accuracy":0.99734375},"0.01":{"tp":6365,"fn":35,"accuracy":0.99453125}},"auroc":0.9979162231445313},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9987091959635417},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999361962890625},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9990355794270833},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9985695149739584},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9994774088541666},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3187,"fn":13,"accuracy":0.9959375}},"auroc":0.9990234619140624},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3186,"fn":14,"accuracy":0.995625}},"auroc":0.99863935546875},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9994196858723958},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6396,"fn":4,"accuracy":0.999375},"0.01":{"tp":6381,"fn":19,"accuracy":0.99703125}},"auroc":0.9990295206705729},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998517415364583},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.998961083984375},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9994064127604166},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9936130208333334},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1585,"fn":15,"accuracy":0.990625}},"auroc":0.9981790364583334},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":3157,"fn":43,"accuracy":0.9865625}},"auroc":0.9958960286458334},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3169,"fn":31,"accuracy":0.9903125}},"auroc":0.9967323811848958},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":3181,"fn":19,"accuracy":0.9940625}},"auroc":0.9985700602213542},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6389,"fn":11,"accuracy":0.99828125},"0.01":{"tp":6350,"fn":50,"accuracy":0.9921875}},"auroc":0.997651220703125},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999433430989584},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9994150227864583},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9996791829427083},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1582,"fn":18,"accuracy":0.98875},"0.01":{"tp":1548,"fn":52,"accuracy":0.9675}},"auroc":0.99137138671875},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9982665201822918},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3178,"fn":22,"accuracy":0.993125},"0.01":{"tp":3140,"fn":60,"accuracy":0.98125}},"auroc":0.9948189534505208},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3147,"fn":53,"accuracy":0.9834375}},"auroc":0.9956573649088541},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3184,"fn":16,"accuracy":0.995}},"auroc":0.998840771484375},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6377,"fn":23,"accuracy":0.99640625},"0.01":{"tp":6331,"fn":69,"accuracy":0.98921875}},"auroc":0.9972490681966146},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9995894205729167},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997354817708333},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.999662451171875},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.998571630859375},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.998673291015625},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9986224609375001},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9990805257161459},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9992043863932292},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":6397,"fn":3,"accuracy":0.99953125},"0.01":{"tp":6390,"fn":10,"accuracy":0.9984375}},"auroc":0.9991424560546874},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997152343750001},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997152343750001},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9995785970052083},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9995785970052083},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996469156901041},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996469156901041},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9990172200520834},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9990172200520834},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9968896972656249},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1572,"fn":28,"accuracy":0.9825}},"auroc":0.9968896972656249},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3165,"fn":35,"accuracy":0.9890625}},"auroc":0.9979534586588541},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3165,"fn":35,"accuracy":0.9890625}},"auroc":0.9979534586588541},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996164225260417},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996164225260417},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990258951822917},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990258951822917},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9993211588541666},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9993211588541666},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999912646484375},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999912646484375},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9973119466145833},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9973119466145833},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9986122965494793},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9986122965494793},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.99209931640625},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.99209931640625},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":1549,"fn":51,"accuracy":0.968125},"0.01":{"tp":1491,"fn":109,"accuracy":0.931875}},"auroc":0.9818151041666667},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":1549,"fn":51,"accuracy":0.968125},"0.01":{"tp":1491,"fn":109,"accuracy":0.931875}},"auroc":0.9818151041666667},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":3137,"fn":63,"accuracy":0.9803125},"0.01":{"tp":3036,"fn":164,"accuracy":0.94875}},"auroc":0.9869572102864583},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":3137,"fn":63,"accuracy":0.9803125},"0.01":{"tp":3036,"fn":164,"accuracy":0.94875}},"auroc":0.9869572102864583},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":17580,"fn":20,"accuracy":0.9988636363636364},"0.01":{"tp":17523,"fn":77,"accuracy":0.995625}},"auroc":0.998896923828125},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":9598,"fn":2,"accuracy":0.9997916666666666},"0.01":{"tp":9582,"fn":18,"accuracy":0.998125}},"auroc":0.9995302327473958},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":27178,"fn":22,"accuracy":0.9991911764705882},"0.01":{"tp":27105,"fn":95,"accuracy":0.9965073529411764}},"auroc":0.9991204446231617},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":17489,"fn":111,"accuracy":0.9936931818181818},"0.01":{"tp":17323,"fn":277,"accuracy":0.9842613636363636}},"auroc":0.9953773259943183},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":9590,"fn":10,"accuracy":0.9989583333333333},"0.01":{"tp":9568,"fn":32,"accuracy":0.9966666666666667}},"auroc":0.9990158745659722},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":27079,"fn":121,"accuracy":0.9955514705882353},"0.01":{"tp":26891,"fn":309,"accuracy":0.988639705882353}},"auroc":0.9966615196078432},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"number","accuracy":{"0.05":{"tp":35069,"fn":131,"accuracy":0.9962784090909091},"0.01":{"tp":34846,"fn":354,"accuracy":0.9899431818181819}},"auroc":0.9971371249112215},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"number","accuracy":{"0.05":{"tp":19188,"fn":12,"accuracy":0.999375},"0.01":{"tp":19150,"fn":50,"accuracy":0.9973958333333334}},"auroc":0.999273053656684},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"number","accuracy":{"0.05":{"tp":54257,"fn":143,"accuracy":0.9973713235294117},"0.01":{"tp":53996,"fn":404,"accuracy":0.9925735294117647}},"auroc":0.9978909821155026},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999530598958334},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999259602864583},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999395100911459},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999480305989583},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9996178873697917},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.999782958984375},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999505452473958},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997719238281251},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6398,"fn":2,"accuracy":0.9996875}},"auroc":0.9998612345377604},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997488769531251},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998986490885416},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998237630208333},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1586,"fn":14,"accuracy":0.99125},"0.01":{"tp":1570,"fn":30,"accuracy":0.98125}},"auroc":0.994430859375},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997818684895834},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3170,"fn":30,"accuracy":0.990625}},"auroc":0.9971063639322917},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3185,"fn":15,"accuracy":0.9953125},"0.01":{"tp":3169,"fn":31,"accuracy":0.9903125}},"auroc":0.9970898681640624},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998402587890625},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6385,"fn":15,"accuracy":0.99765625},"0.01":{"tp":6368,"fn":32,"accuracy":0.995}},"auroc":0.9984650634765626},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997454264322917},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998654947916668},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998054606119792},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99939599609375},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998618977864583},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9996289469401041},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9995707112630208},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9998636962890625},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6399,"fn":1,"accuracy":0.99984375},"0.01":{"tp":6397,"fn":3,"accuracy":0.99953125}},"auroc":0.9997172037760416},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998950520833334},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997475260416667},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.9966472493489584},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9988560546874999},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3191,"fn":9,"accuracy":0.9971875},"0.01":{"tp":3177,"fn":23,"accuracy":0.9928125}},"auroc":0.9977516520182292},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3185,"fn":15,"accuracy":0.9953125}},"auroc":0.9982711507161458},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9992280273437499},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6391,"fn":9,"accuracy":0.99859375},"0.01":{"tp":6374,"fn":26,"accuracy":0.9959375}},"auroc":0.9987495890299479},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998941731770834},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9995304036458333},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9997122884114583},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1576,"fn":24,"accuracy":0.985},"0.01":{"tp":1532,"fn":68,"accuracy":0.9575}},"auroc":0.9900781575520834},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9987847981770833},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3173,"fn":27,"accuracy":0.9915625},"0.01":{"tp":3126,"fn":74,"accuracy":0.976875}},"auroc":0.9944314778645833},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3176,"fn":24,"accuracy":0.9925},"0.01":{"tp":3129,"fn":71,"accuracy":0.9778125}},"auroc":0.9949861653645833},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9991576009114583},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6372,"fn":28,"accuracy":0.995625},"0.01":{"tp":6318,"fn":82,"accuracy":0.9871875}},"auroc":0.9970718831380209},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998836588541667},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998960286458334},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.99988984375},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99961025390625},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9990599609375002},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.999335107421875},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997469563802084},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9994779947916667},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":6397,"fn":3,"accuracy":0.99953125},"0.01":{"tp":6396,"fn":4,"accuracy":0.999375}},"auroc":0.9996124755859375},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998464518229166},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998464518229166},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99948642578125},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99948642578125},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996664388020833},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996664388020833},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9989106282552084},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.9989106282552084},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1569,"fn":31,"accuracy":0.980625}},"auroc":0.996975390625},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1569,"fn":31,"accuracy":0.980625}},"auroc":0.996975390625},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3184,"fn":16,"accuracy":0.995},"0.01":{"tp":3161,"fn":39,"accuracy":0.9878125}},"auroc":0.9979430094401042},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3184,"fn":16,"accuracy":0.995},"0.01":{"tp":3161,"fn":39,"accuracy":0.9878125}},"auroc":0.9979430094401042},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996281087239584},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996281087239584},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9995040527343749},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9995040527343749},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9995660807291666},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9995660807291666},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998061686197917},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998061686197917},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9993452148437499},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9993452148437499},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9995756917317709},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9995756917317709},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1567,"fn":33,"accuracy":0.979375}},"auroc":0.99536796875},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1590,"fn":10,"accuracy":0.99375},"0.01":{"tp":1567,"fn":33,"accuracy":0.979375}},"auroc":0.99536796875},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1573,"fn":27,"accuracy":0.983125},"0.01":{"tp":1525,"fn":75,"accuracy":0.953125}},"auroc":0.9907710937499999},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":1573,"fn":27,"accuracy":0.983125},"0.01":{"tp":1525,"fn":75,"accuracy":0.953125}},"auroc":0.9907710937499999},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3163,"fn":37,"accuracy":0.9884375},"0.01":{"tp":3092,"fn":108,"accuracy":0.96625}},"auroc":0.99306953125},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":3163,"fn":37,"accuracy":0.9884375},"0.01":{"tp":3092,"fn":108,"accuracy":0.96625}},"auroc":0.99306953125},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":17583,"fn":17,"accuracy":0.9990340909090909},"0.01":{"tp":17548,"fn":52,"accuracy":0.9970454545454546}},"auroc":0.9993345066879735},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":9599,"fn":1,"accuracy":0.9998958333333333},"0.01":{"tp":9593,"fn":7,"accuracy":0.9992708333333333}},"auroc":0.9997860894097222},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":27182,"fn":18,"accuracy":0.9993382352941177},"0.01":{"tp":27141,"fn":59,"accuracy":0.9978308823529412}},"auroc":0.9994938888250613},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":17511,"fn":89,"accuracy":0.9949431818181819},"0.01":{"tp":17366,"fn":234,"accuracy":0.9867045454545454}},"auroc":0.996926611328125},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":9590,"fn":10,"accuracy":0.9989583333333333},"0.01":{"tp":9580,"fn":20,"accuracy":0.9979166666666667}},"auroc":0.9993270779079861},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":27101,"fn":99,"accuracy":0.996360294117647},"0.01":{"tp":26946,"fn":254,"accuracy":0.9906617647058824}},"auroc":0.9977738348268994},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":35094,"fn":106,"accuracy":0.9969886363636363},"0.01":{"tp":34914,"fn":286,"accuracy":0.991875}},"auroc":0.9981305590080491},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":19189,"fn":11,"accuracy":0.9994270833333333},"0.01":{"tp":19173,"fn":27,"accuracy":0.99859375}},"auroc":0.9995565836588542},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"insert_paragraphs","accuracy":{"0.05":{"tp":54283,"fn":117,"accuracy":0.9978492647058823},"0.01":{"tp":54087,"fn":313,"accuracy":0.9942463235294118}},"auroc":0.9986338618259804},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999798665364583},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.99996796875},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999739176432292},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.99985888671875},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998464355468749},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998526611328125},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9999193766276042},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999072021484374},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6398,"fn":2,"accuracy":0.9996875},"0.01":{"tp":6398,"fn":2,"accuracy":0.9996875}},"auroc":0.9999132893880208},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990142740885417},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999809912109375},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9994120930989583},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1582,"fn":18,"accuracy":0.98875},"0.01":{"tp":1487,"fn":113,"accuracy":0.929375}},"auroc":0.98589345703125},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9994260253906251},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3082,"fn":118,"accuracy":0.963125}},"auroc":0.9926597412109375},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3084,"fn":116,"accuracy":0.96375}},"auroc":0.9924538655598958},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.99961796875},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6382,"fn":18,"accuracy":0.9971875},"0.01":{"tp":6278,"fn":122,"accuracy":0.9809375}},"auroc":0.996035917154948},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1580,"fn":20,"accuracy":0.9875}},"auroc":0.9987658365885417},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1588,"fn":12,"accuracy":0.9925}},"auroc":0.9982304524739584},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3168,"fn":32,"accuracy":0.99}},"auroc":0.9984981445312501},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1576,"fn":24,"accuracy":0.985}},"auroc":0.9983788736979167},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.9979387695312499},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3162,"fn":38,"accuracy":0.988125}},"auroc":0.9981588216145834},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3156,"fn":44,"accuracy":0.98625}},"auroc":0.9985723551432292},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3174,"fn":26,"accuracy":0.991875}},"auroc":0.9980846110026043},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6398,"fn":2,"accuracy":0.9996875},"0.01":{"tp":6330,"fn":70,"accuracy":0.9890625}},"auroc":0.9983284830729167},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999869140625},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1560,"fn":40,"accuracy":0.975}},"auroc":0.9964578287760417},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3160,"fn":40,"accuracy":0.9875}},"auroc":0.9982223714192708},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1582,"fn":18,"accuracy":0.98875},"0.01":{"tp":1525,"fn":75,"accuracy":0.953125}},"auroc":0.9916986002604167},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1549,"fn":51,"accuracy":0.968125}},"auroc":0.9958528808593751},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3179,"fn":21,"accuracy":0.9934375},"0.01":{"tp":3074,"fn":126,"accuracy":0.960625}},"auroc":0.9937757405598958},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3125,"fn":75,"accuracy":0.9765625}},"auroc":0.9958427571614583},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3109,"fn":91,"accuracy":0.9715625}},"auroc":0.9961553548177083},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6378,"fn":22,"accuracy":0.9965625},"0.01":{"tp":6234,"fn":166,"accuracy":0.9740625}},"auroc":0.9959990559895833},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999769970703125},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1557,"fn":43,"accuracy":0.973125}},"auroc":0.998511572265625},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3155,"fn":45,"accuracy":0.9859375}},"auroc":0.999140771484375},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1549,"fn":51,"accuracy":0.968125}},"auroc":0.9941633951822917},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1576,"fn":24,"accuracy":0.985}},"auroc":0.9963461751302084},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3125,"fn":75,"accuracy":0.9765625}},"auroc":0.99525478515625},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3187,"fn":13,"accuracy":0.9959375},"0.01":{"tp":3147,"fn":53,"accuracy":0.9834375}},"auroc":0.9969666829427083},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3133,"fn":67,"accuracy":0.9790625}},"auroc":0.9974288736979167},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6383,"fn":17,"accuracy":0.99734375},"0.01":{"tp":6280,"fn":120,"accuracy":0.98125}},"auroc":0.9971977783203125},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9996395670572916},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997746093750001},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997070882161458},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9990191569010417},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1582,"fn":18,"accuracy":0.98875}},"auroc":0.9984068196614584},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3178,"fn":22,"accuracy":0.993125}},"auroc":0.9987129882812501},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9993293619791667},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9990907145182292},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":6398,"fn":2,"accuracy":0.9996875},"0.01":{"tp":6375,"fn":25,"accuracy":0.99609375}},"auroc":0.9992100382486978},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999986979166667},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999986979166667},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999841357421875},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999841357421875},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999200276692709},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999200276692709},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1554,"fn":46,"accuracy":0.97125},"0.01":{"tp":1497,"fn":103,"accuracy":0.935625}},"auroc":0.9924888997395833},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1554,"fn":46,"accuracy":0.97125},"0.01":{"tp":1497,"fn":103,"accuracy":0.935625}},"auroc":0.9924888997395833},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1530,"fn":70,"accuracy":0.95625},"0.01":{"tp":1484,"fn":116,"accuracy":0.9275}},"auroc":0.98991669921875},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1530,"fn":70,"accuracy":0.95625},"0.01":{"tp":1484,"fn":116,"accuracy":0.9275}},"auroc":0.98991669921875},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3084,"fn":116,"accuracy":0.96375},"0.01":{"tp":2981,"fn":219,"accuracy":0.9315625}},"auroc":0.9912027994791666},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3084,"fn":116,"accuracy":0.96375},"0.01":{"tp":2981,"fn":219,"accuracy":0.9315625}},"auroc":0.9912027994791666},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.99898349609375},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.99898349609375},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.998731982421875},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.998731982421875},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9988577392578125},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3182,"fn":18,"accuracy":0.994375}},"auroc":0.9988577392578125},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999383300781249},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999383300781249},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997295084635417},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997295084635417},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998339192708333},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998339192708333},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1547,"fn":53,"accuracy":0.966875}},"auroc":0.9961082682291666},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1547,"fn":53,"accuracy":0.966875}},"auroc":0.9961082682291666},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1513,"fn":87,"accuracy":0.945625}},"auroc":0.993842822265625},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1513,"fn":87,"accuracy":0.945625}},"auroc":0.993842822265625},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":3166,"fn":34,"accuracy":0.989375},"0.01":{"tp":3060,"fn":140,"accuracy":0.95625}},"auroc":0.9949755452473958},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":3166,"fn":34,"accuracy":0.989375},"0.01":{"tp":3060,"fn":140,"accuracy":0.95625}},"auroc":0.9949755452473958},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":17537,"fn":63,"accuracy":0.9964204545454546},"0.01":{"tp":17408,"fn":192,"accuracy":0.9890909090909091}},"auroc":0.99860673828125},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":9596,"fn":4,"accuracy":0.9995833333333334},"0.01":{"tp":9504,"fn":96,"accuracy":0.99}},"auroc":0.9987920572916666},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":27133,"fn":67,"accuracy":0.9975367647058824},"0.01":{"tp":26912,"fn":288,"accuracy":0.9894117647058823}},"auroc":0.9986721449908088},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":17462,"fn":138,"accuracy":0.9921590909090909},"0.01":{"tp":17117,"fn":483,"accuracy":0.9725568181818182}},"auroc":0.9955522490530302},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":9592,"fn":8,"accuracy":0.9991666666666666},"0.01":{"tp":9488,"fn":112,"accuracy":0.9883333333333333}},"auroc":0.9979695176866319},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":27054,"fn":146,"accuracy":0.9946323529411765},"0.01":{"tp":26605,"fn":595,"accuracy":0.978125}},"auroc":0.9964054026884192},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"homoglyph","accuracy":{"0.05":{"tp":34999,"fn":201,"accuracy":0.9942897727272727},"0.01":{"tp":34525,"fn":675,"accuracy":0.9808238636363636}},"auroc":0.9970794936671402},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"homoglyph","accuracy":{"0.05":{"tp":19188,"fn":12,"accuracy":0.999375},"0.01":{"tp":18992,"fn":208,"accuracy":0.9891666666666666}},"auroc":0.9983807874891493},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"homoglyph","accuracy":{"0.05":{"tp":54187,"fn":213,"accuracy":0.9960845588235294},"0.01":{"tp":53517,"fn":883,"accuracy":0.9837683823529412}},"auroc":0.9975387738396139},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999536783854167},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999938916015625},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999462972005209},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999518554687501},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998722493489584},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999120524088542},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999527669270833},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999055826822916},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6400,"fn":0,"accuracy":1.0}},"auroc":0.9999291748046875},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996430338541666},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998954915364583},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9997692626953125},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1589,"fn":11,"accuracy":0.993125},"0.01":{"tp":1571,"fn":29,"accuracy":0.981875}},"auroc":0.9942769205729167},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9997801106770834},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3171,"fn":29,"accuracy":0.9909375}},"auroc":0.9970285156250001},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3170,"fn":30,"accuracy":0.990625}},"auroc":0.9969599772135416},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998378011067709},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6388,"fn":12,"accuracy":0.998125},"0.01":{"tp":6369,"fn":31,"accuracy":0.99515625}},"auroc":0.9983988891601563},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9993257975260417},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996640950520833},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9994949462890625},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1595,"fn":5,"accuracy":0.996875}},"auroc":0.9992294596354168},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9996963053385417},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9994628824869792},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9992776285807291},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9996802001953125},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6396,"fn":4,"accuracy":0.999375},"0.01":{"tp":6389,"fn":11,"accuracy":0.99828125}},"auroc":0.999478914388021},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998910481770833},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9995957031249999},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9997433756510418},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.9964429199218751},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9988113932291667},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3176,"fn":24,"accuracy":0.9925}},"auroc":0.9976271565755208},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":3183,"fn":17,"accuracy":0.9946875}},"auroc":0.9981669840494791},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3188,"fn":12,"accuracy":0.99625}},"auroc":0.9992035481770833},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6389,"fn":11,"accuracy":0.99828125},"0.01":{"tp":6371,"fn":29,"accuracy":0.99546875}},"auroc":0.9986852661132812},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999536458333333},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9995058430989584},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.9997297444661458},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1569,"fn":31,"accuracy":0.980625}},"auroc":0.9934930013020833},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9986033854166667},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3184,"fn":16,"accuracy":0.995},"0.01":{"tp":3162,"fn":38,"accuracy":0.988125}},"auroc":0.996048193359375},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3187,"fn":13,"accuracy":0.9959375},"0.01":{"tp":3168,"fn":32,"accuracy":0.99}},"auroc":0.9967233235677083},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3186,"fn":14,"accuracy":0.995625}},"auroc":0.9990546142578126},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6382,"fn":18,"accuracy":0.9971875},"0.01":{"tp":6354,"fn":46,"accuracy":0.9928125}},"auroc":0.9978889689127605},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9998699381510417},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998787923177084},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.999874365234375},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990532877604166},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9992887858072917},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9991710367838541},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9994616129557292},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9995837890624999},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":6398,"fn":2,"accuracy":0.9996875},"0.01":{"tp":6395,"fn":5,"accuracy":0.99921875}},"auroc":0.9995227010091146},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99979912109375},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99979912109375},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998117838541667},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998117838541667},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998054524739584},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998054524739584},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.999099951171875},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.999099951171875},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1589,"fn":11,"accuracy":0.993125},"0.01":{"tp":1578,"fn":22,"accuracy":0.98625}},"auroc":0.9974511067708333},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1589,"fn":11,"accuracy":0.993125},"0.01":{"tp":1578,"fn":22,"accuracy":0.98625}},"auroc":0.9974511067708333},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3171,"fn":29,"accuracy":0.9909375}},"auroc":0.9982755289713542},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3186,"fn":14,"accuracy":0.995625},"0.01":{"tp":3171,"fn":29,"accuracy":0.9909375}},"auroc":0.9982755289713542},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9997650390625},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9997650390625},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9993244954427084},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9993244954427084},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9995447672526041},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9995447672526041},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999698079427083},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999698079427083},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9983005696614582},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1594,"fn":6,"accuracy":0.99625}},"auroc":0.9983005696614582},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9991351888020833},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9991351888020833},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1568,"fn":32,"accuracy":0.98}},"auroc":0.9938754069010417},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1587,"fn":13,"accuracy":0.991875},"0.01":{"tp":1568,"fn":32,"accuracy":0.98}},"auroc":0.9938754069010417},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":1563,"fn":37,"accuracy":0.976875},"0.01":{"tp":1524,"fn":76,"accuracy":0.9525}},"auroc":0.9859128092447917},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":1563,"fn":37,"accuracy":0.976875},"0.01":{"tp":1524,"fn":76,"accuracy":0.9525}},"auroc":0.9859128092447917},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":3150,"fn":50,"accuracy":0.984375},"0.01":{"tp":3092,"fn":108,"accuracy":0.96625}},"auroc":0.9898941080729167},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":3150,"fn":50,"accuracy":0.984375},"0.01":{"tp":3092,"fn":108,"accuracy":0.96625}},"auroc":0.9898941080729167},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":17579,"fn":21,"accuracy":0.9988068181818182},"0.01":{"tp":17548,"fn":52,"accuracy":0.9970454545454546}},"auroc":0.9991951334635417},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":9597,"fn":3,"accuracy":0.9996875},"0.01":{"tp":9588,"fn":12,"accuracy":0.99875}},"auroc":0.9997464735243056},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":27176,"fn":24,"accuracy":0.9991176470588236},"0.01":{"tp":27136,"fn":64,"accuracy":0.9976470588235294}},"auroc":0.9993897240732232},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":17513,"fn":87,"accuracy":0.9950568181818182},"0.01":{"tp":17410,"fn":190,"accuracy":0.9892045454545455}},"auroc":0.9966589281486743},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":9592,"fn":8,"accuracy":0.9991666666666666},"0.01":{"tp":9581,"fn":19,"accuracy":0.9980208333333334}},"auroc":0.9993420383029514},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":27105,"fn":95,"accuracy":0.9965073529411764},"0.01":{"tp":26991,"fn":209,"accuracy":0.9923161764705882}},"auroc":0.997605908203125},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"article_deletion","accuracy":{"0.05":{"tp":35092,"fn":108,"accuracy":0.9969318181818182},"0.01":{"tp":34958,"fn":242,"accuracy":0.993125}},"auroc":0.997927030806108},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"article_deletion","accuracy":{"0.05":{"tp":19189,"fn":11,"accuracy":0.9994270833333333},"0.01":{"tp":19169,"fn":31,"accuracy":0.9983854166666667}},"auroc":0.9995442559136285},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"article_deletion","accuracy":{"0.05":{"tp":54281,"fn":119,"accuracy":0.9978125},"0.01":{"tp":54127,"fn":273,"accuracy":0.9949816176470588}},"auroc":0.998497816138174},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.999930078125},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9998392740885417},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3198,"fn":2,"accuracy":0.999375}},"auroc":0.9998846761067709},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999277994791667},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997328776041666},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998303385416666},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9999289388020833},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9997860758463541},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6400,"fn":0,"accuracy":1.0},"0.01":{"tp":6397,"fn":3,"accuracy":0.99953125}},"auroc":0.9998575073242187},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999508837890625},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9998979980468751},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.99970341796875},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1582,"fn":18,"accuracy":0.98875},"0.01":{"tp":1565,"fn":35,"accuracy":0.978125}},"auroc":0.9915776529947917},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.99978212890625},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3182,"fn":18,"accuracy":0.994375},"0.01":{"tp":3165,"fn":35,"accuracy":0.9890625}},"auroc":0.9956798909505209},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3181,"fn":19,"accuracy":0.9940625},"0.01":{"tp":3163,"fn":37,"accuracy":0.9884375}},"auroc":0.9955432454427082},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9998400634765625},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6381,"fn":19,"accuracy":0.99703125},"0.01":{"tp":6362,"fn":38,"accuracy":0.9940625}},"auroc":0.9976916544596355},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9988303873697917},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.999403955078125},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9991171712239584},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.9986808105468751},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.999531103515625},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3190,"fn":10,"accuracy":0.996875}},"auroc":0.9991059570312499},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3189,"fn":11,"accuracy":0.9965625}},"auroc":0.9987555989583332},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.999467529296875},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6396,"fn":4,"accuracy":0.999375},"0.01":{"tp":6385,"fn":15,"accuracy":0.99765625}},"auroc":0.9991115641276043},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9998722330729167},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9989379069010417},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3194,"fn":6,"accuracy":0.998125}},"auroc":0.9994050699869791},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1570,"fn":30,"accuracy":0.98125}},"auroc":0.9936685384114584},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1586,"fn":14,"accuracy":0.99125}},"auroc":0.998292724609375},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3188,"fn":12,"accuracy":0.99625},"0.01":{"tp":3156,"fn":44,"accuracy":0.98625}},"auroc":0.9959806315104166},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3191,"fn":9,"accuracy":0.9971875},"0.01":{"tp":3167,"fn":33,"accuracy":0.9896875}},"auroc":0.9967703857421875},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3183,"fn":17,"accuracy":0.9946875}},"auroc":0.9986153157552083},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6386,"fn":14,"accuracy":0.9978125},"0.01":{"tp":6350,"fn":50,"accuracy":0.9921875}},"auroc":0.997692850748698},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9999463053385417},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1592,"fn":8,"accuracy":0.995}},"auroc":0.999274169921875},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3191,"fn":9,"accuracy":0.9971875}},"auroc":0.9996102376302083},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1584,"fn":16,"accuracy":0.99},"0.01":{"tp":1550,"fn":50,"accuracy":0.96875}},"auroc":0.9906648274739582},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1591,"fn":9,"accuracy":0.994375}},"auroc":0.9981405436197917},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3181,"fn":19,"accuracy":0.9940625},"0.01":{"tp":3141,"fn":59,"accuracy":0.9815625}},"auroc":0.9944026855468749},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3184,"fn":16,"accuracy":0.995},"0.01":{"tp":3149,"fn":51,"accuracy":0.9840625}},"auroc":0.99530556640625},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3183,"fn":17,"accuracy":0.9946875}},"auroc":0.9987073567708332},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6379,"fn":21,"accuracy":0.99671875},"0.01":{"tp":6332,"fn":68,"accuracy":0.989375}},"auroc":0.9970064615885417},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9996743977864584},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.9997787760416667},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3199,"fn":1,"accuracy":0.9996875}},"auroc":0.9997265869140626},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9986790690104167},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1596,"fn":4,"accuracy":0.9975}},"auroc":0.9986858723958334},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3192,"fn":8,"accuracy":0.9975}},"auroc":0.998682470703125},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3196,"fn":4,"accuracy":0.99875}},"auroc":0.9991767333984375},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.99923232421875},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":6397,"fn":3,"accuracy":0.99953125},"0.01":{"tp":6391,"fn":9,"accuracy":0.99859375}},"auroc":0.9992045288085938},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997279622395834},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.9997279622395834},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99956474609375},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1599,"fn":1,"accuracy":0.999375}},"auroc":0.99956474609375},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996463541666667},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3197,"fn":3,"accuracy":0.9990625}},"auroc":0.9996463541666667},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.99903984375},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.99903984375},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1574,"fn":26,"accuracy":0.98375}},"auroc":0.9968990234374999},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1591,"fn":9,"accuracy":0.994375},"0.01":{"tp":1574,"fn":26,"accuracy":0.98375}},"auroc":0.9968990234374999},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3167,"fn":33,"accuracy":0.9896875}},"auroc":0.9979694335937499},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":3167,"fn":33,"accuracy":0.9896875}},"auroc":0.9979694335937499},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999671728515625},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1598,"fn":2,"accuracy":0.99875}},"auroc":0.999671728515625},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990800618489584},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1597,"fn":3,"accuracy":0.998125}},"auroc":0.9990800618489584},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9993758951822916},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3195,"fn":5,"accuracy":0.9984375}},"auroc":0.9993758951822916},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999324869791667},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999324869791667},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.99750263671875},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1593,"fn":7,"accuracy":0.995625}},"auroc":0.99750263671875},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9987175618489583},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3193,"fn":7,"accuracy":0.9978125}},"auroc":0.9987175618489583},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1553,"fn":47,"accuracy":0.970625}},"auroc":0.992794677734375},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1588,"fn":12,"accuracy":0.9925},"0.01":{"tp":1553,"fn":47,"accuracy":0.970625}},"auroc":0.992794677734375},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1550,"fn":50,"accuracy":0.96875},"0.01":{"tp":1497,"fn":103,"accuracy":0.935625}},"auroc":0.982659521484375},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":1550,"fn":50,"accuracy":0.96875},"0.01":{"tp":1497,"fn":103,"accuracy":0.935625}},"auroc":0.982659521484375},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3138,"fn":62,"accuracy":0.980625},"0.01":{"tp":3050,"fn":150,"accuracy":0.953125}},"auroc":0.9877270996093749},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":3138,"fn":62,"accuracy":0.980625},"0.01":{"tp":3050,"fn":150,"accuracy":0.953125}},"auroc":0.9877270996093749},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":17581,"fn":19,"accuracy":0.9989204545454545},"0.01":{"tp":17532,"fn":68,"accuracy":0.9961363636363636}},"auroc":0.9989935398910985},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":9595,"fn":5,"accuracy":0.9994791666666667},"0.01":{"tp":9584,"fn":16,"accuracy":0.9983333333333333}},"auroc":0.9995220133463543},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":27176,"fn":24,"accuracy":0.9991176470588236},"0.01":{"tp":27116,"fn":84,"accuracy":0.9969117647058824}},"auroc":0.9991800599341298},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":17488,"fn":112,"accuracy":0.9936363636363637},"0.01":{"tp":17334,"fn":266,"accuracy":0.9848863636363636}},"auroc":0.995354971590909},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":9593,"fn":7,"accuracy":0.9992708333333333},"0.01":{"tp":9569,"fn":31,"accuracy":0.9967708333333334}},"auroc":0.9990275417751735},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":27081,"fn":119,"accuracy":0.995625},"0.01":{"tp":26903,"fn":297,"accuracy":0.9890808823529412}},"auroc":0.9966511728324141},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"alternative_spelling","accuracy":{"0.05":{"tp":35069,"fn":131,"accuracy":0.9962784090909091},"0.01":{"tp":34866,"fn":334,"accuracy":0.9905113636363636}},"auroc":0.9971742557410037},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"alternative_spelling","accuracy":{"0.05":{"tp":19188,"fn":12,"accuracy":0.999375},"0.01":{"tp":19153,"fn":47,"accuracy":0.9975520833333333}},"auroc":0.9992747775607639},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"alternative_spelling","accuracy":{"0.05":{"tp":54257,"fn":143,"accuracy":0.9973713235294117},"0.01":{"tp":54019,"fn":381,"accuracy":0.9929963235294118}},"auroc":0.9979156163832719},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1501,"fn":99,"accuracy":0.938125}},"auroc":0.99396220703125},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1476,"fn":124,"accuracy":0.9225}},"auroc":0.9934611165364584},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":2977,"fn":223,"accuracy":0.9303125}},"auroc":0.9937116617838542},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1508,"fn":92,"accuracy":0.9425}},"auroc":0.9939082031250001},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1491,"fn":109,"accuracy":0.931875}},"auroc":0.9934176106770833},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":2999,"fn":201,"accuracy":0.9371875}},"auroc":0.9936629069010416},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":3009,"fn":191,"accuracy":0.9403125}},"auroc":0.9939352050781249},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3192,"fn":8,"accuracy":0.9975},"0.01":{"tp":2967,"fn":233,"accuracy":0.9271875}},"auroc":0.9934393636067709},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6387,"fn":13,"accuracy":0.99796875},"0.01":{"tp":5976,"fn":424,"accuracy":0.93375}},"auroc":0.993687284342448},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1545,"fn":55,"accuracy":0.965625}},"auroc":0.986473486328125},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1460,"fn":140,"accuracy":0.9125}},"auroc":0.9916297037760416},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3005,"fn":195,"accuracy":0.9390625}},"auroc":0.9890515950520833},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1565,"fn":35,"accuracy":0.978125},"0.01":{"tp":1351,"fn":249,"accuracy":0.844375}},"auroc":0.9720858072916667},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1427,"fn":173,"accuracy":0.891875}},"auroc":0.9883191080729166},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3160,"fn":40,"accuracy":0.9875},"0.01":{"tp":2778,"fn":422,"accuracy":0.868125}},"auroc":0.9802024576822916},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3164,"fn":36,"accuracy":0.98875},"0.01":{"tp":2896,"fn":304,"accuracy":0.905}},"auroc":0.9792796468098959},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3195,"fn":5,"accuracy":0.9984375},"0.01":{"tp":2887,"fn":313,"accuracy":0.9021875}},"auroc":0.9899744059244792},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6359,"fn":41,"accuracy":0.99359375},"0.01":{"tp":5783,"fn":617,"accuracy":0.90359375}},"auroc":0.9846270263671875},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1477,"fn":123,"accuracy":0.923125}},"auroc":0.9891686360677083},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1552,"fn":48,"accuracy":0.97}},"auroc":0.9884088053385417},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3029,"fn":171,"accuracy":0.9465625}},"auroc":0.988788720703125},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1595,"fn":5,"accuracy":0.996875},"0.01":{"tp":1478,"fn":122,"accuracy":0.92375}},"auroc":0.9883051920572916},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1596,"fn":4,"accuracy":0.9975},"0.01":{"tp":1490,"fn":110,"accuracy":0.93125}},"auroc":0.9865610677083334},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3191,"fn":9,"accuracy":0.9971875},"0.01":{"tp":2968,"fn":232,"accuracy":0.9275}},"auroc":0.9874331298828125},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":2955,"fn":245,"accuracy":0.9234375}},"auroc":0.9887369140625},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3196,"fn":4,"accuracy":0.99875},"0.01":{"tp":3042,"fn":158,"accuracy":0.950625}},"auroc":0.9874849365234375},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6390,"fn":10,"accuracy":0.9984375},"0.01":{"tp":5997,"fn":403,"accuracy":0.93703125}},"auroc":0.9881109252929687},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1568,"fn":32,"accuracy":0.98}},"auroc":0.9938057291666667},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1355,"fn":245,"accuracy":0.846875}},"auroc":0.9853635416666666},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":2923,"fn":277,"accuracy":0.9134375}},"auroc":0.9895846354166667},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1593,"fn":7,"accuracy":0.995625},"0.01":{"tp":1424,"fn":176,"accuracy":0.89}},"auroc":0.9875997884114582},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1594,"fn":6,"accuracy":0.99625},"0.01":{"tp":1347,"fn":253,"accuracy":0.841875}},"auroc":0.984075439453125},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3187,"fn":13,"accuracy":0.9959375},"0.01":{"tp":2771,"fn":429,"accuracy":0.8659375}},"auroc":0.9858376139322916},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3193,"fn":7,"accuracy":0.9978125},"0.01":{"tp":2992,"fn":208,"accuracy":0.935}},"auroc":0.9907027587890627},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3194,"fn":6,"accuracy":0.998125},"0.01":{"tp":2702,"fn":498,"accuracy":0.844375}},"auroc":0.9847194905598958},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6387,"fn":13,"accuracy":0.99796875},"0.01":{"tp":5694,"fn":706,"accuracy":0.8896875}},"auroc":0.9877111246744792},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1590,"fn":10,"accuracy":0.99375}},"auroc":0.9971205240885417},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1413,"fn":187,"accuracy":0.883125}},"auroc":0.9947792643229167},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3003,"fn":197,"accuracy":0.9384375}},"auroc":0.9959498942057291},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1572,"fn":28,"accuracy":0.9825},"0.01":{"tp":1449,"fn":151,"accuracy":0.905625}},"auroc":0.9869490234374999},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1584,"fn":16,"accuracy":0.99},"0.01":{"tp":1353,"fn":247,"accuracy":0.845625}},"auroc":0.9806123046874999},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3156,"fn":44,"accuracy":0.98625},"0.01":{"tp":2802,"fn":398,"accuracy":0.875625}},"auroc":0.9837806640625},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3172,"fn":28,"accuracy":0.99125},"0.01":{"tp":3039,"fn":161,"accuracy":0.9496875}},"auroc":0.9920347737630208},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3183,"fn":17,"accuracy":0.9946875},"0.01":{"tp":2766,"fn":434,"accuracy":0.864375}},"auroc":0.9876957845052083},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6355,"fn":45,"accuracy":0.99296875},"0.01":{"tp":5805,"fn":595,"accuracy":0.90703125}},"auroc":0.9898652791341147},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1555,"fn":45,"accuracy":0.971875}},"auroc":0.992062353515625},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1463,"fn":137,"accuracy":0.914375}},"auroc":0.9918604166666667},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3198,"fn":2,"accuracy":0.999375},"0.01":{"tp":3018,"fn":182,"accuracy":0.943125}},"auroc":0.9919613850911457},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1597,"fn":3,"accuracy":0.998125},"0.01":{"tp":1513,"fn":87,"accuracy":0.945625}},"auroc":0.9894801757812499},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":1592,"fn":8,"accuracy":0.995},"0.01":{"tp":1419,"fn":181,"accuracy":0.886875}},"auroc":0.9877083007812499},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3189,"fn":11,"accuracy":0.9965625},"0.01":{"tp":2932,"fn":268,"accuracy":0.91625}},"auroc":0.98859423828125},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":3068,"fn":132,"accuracy":0.95875}},"auroc":0.9907712646484375},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":3190,"fn":10,"accuracy":0.996875},"0.01":{"tp":2882,"fn":318,"accuracy":0.900625}},"auroc":0.9897843587239583},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":6387,"fn":13,"accuracy":0.99796875},"0.01":{"tp":5950,"fn":450,"accuracy":0.9296875}},"auroc":0.9902778116861979},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999997721354167},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9999997721354167},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9996617838541667},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1600,"fn":0,"accuracy":1.0}},"auroc":0.9996617838541667},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9998307779947917},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3200,"fn":0,"accuracy":1.0},"0.01":{"tp":3200,"fn":0,"accuracy":1.0}},"auroc":0.9998307779947917},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1498,"fn":102,"accuracy":0.93625},"0.01":{"tp":1247,"fn":353,"accuracy":0.779375}},"auroc":0.9697653971354167},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1498,"fn":102,"accuracy":0.93625},"0.01":{"tp":1247,"fn":353,"accuracy":0.779375}},"auroc":0.9697653971354167},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1484,"fn":116,"accuracy":0.9275},"0.01":{"tp":1222,"fn":378,"accuracy":0.76375}},"auroc":0.9685116048177085},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1484,"fn":116,"accuracy":0.9275},"0.01":{"tp":1222,"fn":378,"accuracy":0.76375}},"auroc":0.9685116048177085},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":2982,"fn":218,"accuracy":0.931875},"0.01":{"tp":2469,"fn":731,"accuracy":0.7715625}},"auroc":0.9691385009765626},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":2982,"fn":218,"accuracy":0.931875},"0.01":{"tp":2469,"fn":731,"accuracy":0.7715625}},"auroc":0.9691385009765626},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1486,"fn":114,"accuracy":0.92875}},"auroc":0.9886204589843751},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1598,"fn":2,"accuracy":0.99875},"0.01":{"tp":1486,"fn":114,"accuracy":0.92875}},"auroc":0.9886204589843751},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1476,"fn":124,"accuracy":0.9225}},"auroc":0.9883840006510416},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1476,"fn":124,"accuracy":0.9225}},"auroc":0.9883840006510416},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":2962,"fn":238,"accuracy":0.925625}},"auroc":0.9885022298177083},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3197,"fn":3,"accuracy":0.9990625},"0.01":{"tp":2962,"fn":238,"accuracy":0.925625}},"auroc":0.9885022298177083},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.9924042805989584},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1600,"fn":0,"accuracy":1.0},"0.01":{"tp":1587,"fn":13,"accuracy":0.991875}},"auroc":0.9924042805989584},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1534,"fn":66,"accuracy":0.95875}},"auroc":0.9900533528645833},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1599,"fn":1,"accuracy":0.999375},"0.01":{"tp":1534,"fn":66,"accuracy":0.95875}},"auroc":0.9900533528645833},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3121,"fn":79,"accuracy":0.9753125}},"auroc":0.9912288167317709},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3199,"fn":1,"accuracy":0.9996875},"0.01":{"tp":3121,"fn":79,"accuracy":0.9753125}},"auroc":0.9912288167317709},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1393,"fn":207,"accuracy":0.870625}},"auroc":0.9859080891927083},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1583,"fn":17,"accuracy":0.989375},"0.01":{"tp":1393,"fn":207,"accuracy":0.870625}},"auroc":0.9859080891927083},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":1569,"fn":31,"accuracy":0.980625},"0.01":{"tp":1371,"fn":229,"accuracy":0.856875}},"auroc":0.9841312662760416},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":1569,"fn":31,"accuracy":0.980625},"0.01":{"tp":1371,"fn":229,"accuracy":0.856875}},"auroc":0.9841312662760416},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":3152,"fn":48,"accuracy":0.985},"0.01":{"tp":2764,"fn":436,"accuracy":0.86375}},"auroc":0.9850196777343749},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":3152,"fn":48,"accuracy":0.985},"0.01":{"tp":2764,"fn":436,"accuracy":0.86375}},"auroc":0.9850196777343749},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":17477,"fn":123,"accuracy":0.9930113636363637},"0.01":{"tp":16549,"fn":1051,"accuracy":0.9402840909090909}},"auroc":0.9899355394767992},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":9594,"fn":6,"accuracy":0.999375},"0.01":{"tp":8719,"fn":881,"accuracy":0.9082291666666666}},"auroc":0.9909171413845486},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":27071,"fn":129,"accuracy":0.9952573529411765},"0.01":{"tp":25268,"fn":1932,"accuracy":0.9289705882352941}},"auroc":0.9902819872089461},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":17368,"fn":232,"accuracy":0.9868181818181818},"0.01":{"tp":15926,"fn":1674,"accuracy":0.9048863636363637}},"auroc":0.9862791089607008},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":9556,"fn":44,"accuracy":0.9954166666666666},"0.01":{"tp":8527,"fn":1073,"accuracy":0.8882291666666666}},"auroc":0.9867823052300347},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":26924,"fn":276,"accuracy":0.9898529411764706},"0.01":{"tp":24453,"fn":2747,"accuracy":0.8990073529411765}},"auroc":0.9864567076439951},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"zero_width_space","accuracy":{"0.05":{"tp":34845,"fn":355,"accuracy":0.9899147727272727},"0.01":{"tp":32475,"fn":2725,"accuracy":0.9225852272727273}},"auroc":0.98810732421875},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"zero_width_space","accuracy":{"0.05":{"tp":19150,"fn":50,"accuracy":0.9973958333333334},"0.01":{"tp":17246,"fn":1954,"accuracy":0.8982291666666666}},"auroc":0.9888497233072916},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"zero_width_space","accuracy":{"0.05":{"tp":53995,"fn":405,"accuracy":0.9925551470588235},"0.01":{"tp":49721,"fn":4679,"accuracy":0.9139889705882352}},"auroc":0.9883693474264706},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19200,"fn":0,"accuracy":1.0},"0.01":{"tp":19090,"fn":110,"accuracy":0.9942708333333333}},"auroc":0.9992688137478298},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19196,"fn":4,"accuracy":0.9997916666666666},"0.01":{"tp":19051,"fn":149,"accuracy":0.9922395833333333}},"auroc":0.9991147420247396},{"domain":"all","model":"llama-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38396,"fn":4,"accuracy":0.9998958333333333},"0.01":{"tp":38141,"fn":259,"accuracy":0.9932552083333334}},"auroc":0.9991917778862847},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19192,"fn":8,"accuracy":0.9995833333333334},"0.01":{"tp":19094,"fn":106,"accuracy":0.9944791666666667}},"auroc":0.999242431640625},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19186,"fn":14,"accuracy":0.9992708333333333},"0.01":{"tp":19039,"fn":161,"accuracy":0.9916145833333333}},"auroc":0.9986760891384548},{"domain":"all","model":"llama-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38378,"fn":22,"accuracy":0.9994270833333333},"0.01":{"tp":38133,"fn":267,"accuracy":0.993046875}},"auroc":0.9989592603895399},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38392,"fn":8,"accuracy":0.9997916666666666},"0.01":{"tp":38184,"fn":216,"accuracy":0.994375}},"auroc":0.9992556226942274},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38382,"fn":18,"accuracy":0.99953125},"0.01":{"tp":38090,"fn":310,"accuracy":0.9919270833333333}},"auroc":0.9988954155815972},{"domain":"all","model":"llama-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76774,"fn":26,"accuracy":0.9996614583333333},"0.01":{"tp":76274,"fn":526,"accuracy":0.9931510416666667}},"auroc":0.9990755191379123},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19189,"fn":11,"accuracy":0.9994270833333333},"0.01":{"tp":19106,"fn":94,"accuracy":0.9951041666666667}},"auroc":0.9981556165907118},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19195,"fn":5,"accuracy":0.9997395833333333},"0.01":{"tp":19004,"fn":196,"accuracy":0.9897916666666666}},"auroc":0.9986393229166667},{"domain":"all","model":"mpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38384,"fn":16,"accuracy":0.9995833333333334},"0.01":{"tp":38110,"fn":290,"accuracy":0.9924479166666667}},"auroc":0.9983974697536894},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":18981,"fn":219,"accuracy":0.98859375},"0.01":{"tp":18252,"fn":948,"accuracy":0.950625}},"auroc":0.9890074422200521},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19171,"fn":29,"accuracy":0.9984895833333334},"0.01":{"tp":18936,"fn":264,"accuracy":0.98625}},"auroc":0.9976917616102431},{"domain":"all","model":"mpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38152,"fn":248,"accuracy":0.9935416666666667},"0.01":{"tp":37188,"fn":1212,"accuracy":0.9684375}},"auroc":0.9933496019151475},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38170,"fn":230,"accuracy":0.9940104166666667},"0.01":{"tp":37358,"fn":1042,"accuracy":0.9728645833333334}},"auroc":0.993581529405382},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38366,"fn":34,"accuracy":0.9991145833333334},"0.01":{"tp":37940,"fn":460,"accuracy":0.9880208333333333}},"auroc":0.9981655422634549},{"domain":"all","model":"mpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76536,"fn":264,"accuracy":0.9965625},"0.01":{"tp":75298,"fn":1502,"accuracy":0.9804427083333334}},"auroc":0.9958735358344184},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19178,"fn":22,"accuracy":0.9988541666666667},"0.01":{"tp":18997,"fn":203,"accuracy":0.9894270833333333}},"auroc":0.9979431247287326},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19193,"fn":7,"accuracy":0.9996354166666667},"0.01":{"tp":19054,"fn":146,"accuracy":0.9923958333333334}},"auroc":0.9977744140625},{"domain":"all","model":"mpt-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38371,"fn":29,"accuracy":0.9992447916666667},"0.01":{"tp":38051,"fn":349,"accuracy":0.9909114583333334}},"auroc":0.9978587693956164},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19181,"fn":19,"accuracy":0.9990104166666667},"0.01":{"tp":18966,"fn":234,"accuracy":0.9878125}},"auroc":0.9976891479492187},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19180,"fn":20,"accuracy":0.9989583333333333},"0.01":{"tp":18902,"fn":298,"accuracy":0.9844791666666667}},"auroc":0.9971284654405381},{"domain":"all","model":"mpt-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38361,"fn":39,"accuracy":0.998984375},"0.01":{"tp":37868,"fn":532,"accuracy":0.9861458333333334}},"auroc":0.9974088066948784},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38359,"fn":41,"accuracy":0.9989322916666666},"0.01":{"tp":37963,"fn":437,"accuracy":0.9886197916666667}},"auroc":0.9978161363389757},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38373,"fn":27,"accuracy":0.999296875},"0.01":{"tp":37956,"fn":444,"accuracy":0.9884375}},"auroc":0.997451439751519},{"domain":"all","model":"mpt-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76732,"fn":68,"accuracy":0.9991145833333334},"0.01":{"tp":75919,"fn":881,"accuracy":0.9885286458333333}},"auroc":0.9976337880452475},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19198,"fn":2,"accuracy":0.9998958333333333},"0.01":{"tp":19125,"fn":75,"accuracy":0.99609375}},"auroc":0.9991966959635417},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19187,"fn":13,"accuracy":0.9993229166666666},"0.01":{"tp":18857,"fn":343,"accuracy":0.9821354166666667}},"auroc":0.9972660942925349},{"domain":"all","model":"gpt2","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38385,"fn":15,"accuracy":0.999609375},"0.01":{"tp":37982,"fn":418,"accuracy":0.9891145833333334}},"auroc":0.9982313951280383},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19113,"fn":87,"accuracy":0.99546875},"0.01":{"tp":18516,"fn":684,"accuracy":0.964375}},"auroc":0.9930367390950521},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19142,"fn":58,"accuracy":0.9969791666666666},"0.01":{"tp":18673,"fn":527,"accuracy":0.9725520833333333}},"auroc":0.995856396484375},{"domain":"all","model":"gpt2","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38255,"fn":145,"accuracy":0.9962239583333333},"0.01":{"tp":37189,"fn":1211,"accuracy":0.9684635416666667}},"auroc":0.9944465677897134},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38311,"fn":89,"accuracy":0.9976822916666667},"0.01":{"tp":37641,"fn":759,"accuracy":0.980234375}},"auroc":0.996116717529297},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38329,"fn":71,"accuracy":0.9981510416666667},"0.01":{"tp":37530,"fn":870,"accuracy":0.97734375}},"auroc":0.9965612453884549},{"domain":"all","model":"gpt2","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76640,"fn":160,"accuracy":0.9979166666666667},"0.01":{"tp":75171,"fn":1629,"accuracy":0.9787890625}},"auroc":0.9963389814588759},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19198,"fn":2,"accuracy":0.9998958333333333},"0.01":{"tp":19164,"fn":36,"accuracy":0.998125}},"auroc":0.9993038628472222},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19176,"fn":24,"accuracy":0.99875},"0.01":{"tp":18802,"fn":398,"accuracy":0.9792708333333333}},"auroc":0.9971103597005209},{"domain":"all","model":"mistral","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38374,"fn":26,"accuracy":0.9993229166666666},"0.01":{"tp":37966,"fn":434,"accuracy":0.9886979166666666}},"auroc":0.9982071112738715},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":18946,"fn":254,"accuracy":0.9867708333333334},"0.01":{"tp":18204,"fn":996,"accuracy":0.948125}},"auroc":0.9892034708658854},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19115,"fn":85,"accuracy":0.9955729166666667},"0.01":{"tp":18727,"fn":473,"accuracy":0.9753645833333333}},"auroc":0.9946768391927083},{"domain":"all","model":"mistral","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38061,"fn":339,"accuracy":0.991171875},"0.01":{"tp":36931,"fn":1469,"accuracy":0.9617447916666667}},"auroc":0.991940155029297},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38144,"fn":256,"accuracy":0.9933333333333333},"0.01":{"tp":37368,"fn":1032,"accuracy":0.973125}},"auroc":0.9942536668565538},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38291,"fn":109,"accuracy":0.9971614583333334},"0.01":{"tp":37529,"fn":871,"accuracy":0.9773177083333333}},"auroc":0.9958935994466145},{"domain":"all","model":"mistral","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76435,"fn":365,"accuracy":0.9952473958333333},"0.01":{"tp":74897,"fn":1903,"accuracy":0.9752213541666667}},"auroc":0.9950736331515843},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19199,"fn":1,"accuracy":0.9999479166666667},"0.01":{"tp":19142,"fn":58,"accuracy":0.9969791666666666}},"auroc":0.9988205932617187},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19197,"fn":3,"accuracy":0.99984375},"0.01":{"tp":19051,"fn":149,"accuracy":0.9922395833333333}},"auroc":0.9988365356445313},{"domain":"all","model":"mistral-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38396,"fn":4,"accuracy":0.9998958333333333},"0.01":{"tp":38193,"fn":207,"accuracy":0.994609375}},"auroc":0.9988285644531251},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19180,"fn":20,"accuracy":0.9989583333333333},"0.01":{"tp":19067,"fn":133,"accuracy":0.9930729166666666}},"auroc":0.9978145100911459},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":19175,"fn":25,"accuracy":0.9986979166666666},"0.01":{"tp":18927,"fn":273,"accuracy":0.98578125}},"auroc":0.9970745998806424},{"domain":"all","model":"mistral-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38355,"fn":45,"accuracy":0.998828125},"0.01":{"tp":37994,"fn":406,"accuracy":0.9894270833333333}},"auroc":0.9974445549858941},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38379,"fn":21,"accuracy":0.999453125},"0.01":{"tp":38209,"fn":191,"accuracy":0.9950260416666666}},"auroc":0.9983175516764323},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":38372,"fn":28,"accuracy":0.9992708333333333},"0.01":{"tp":37978,"fn":422,"accuracy":0.9890104166666667}},"auroc":0.9979555677625869},{"domain":"all","model":"mistral-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":76751,"fn":49,"accuracy":0.9993619791666667},"0.01":{"tp":76187,"fn":613,"accuracy":0.9920182291666667}},"auroc":0.9981365597195095},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19167,"fn":33,"accuracy":0.99828125},"0.01":{"tp":19046,"fn":154,"accuracy":0.9919791666666666}},"auroc":0.9979102674696181},{"domain":"all","model":"gpt3","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19167,"fn":33,"accuracy":0.99828125},"0.01":{"tp":19046,"fn":154,"accuracy":0.9919791666666666}},"auroc":0.9979102674696181},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19162,"fn":38,"accuracy":0.9980208333333334},"0.01":{"tp":18988,"fn":212,"accuracy":0.9889583333333334}},"auroc":0.996686599392361},{"domain":"all","model":"gpt3","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19162,"fn":38,"accuracy":0.9980208333333334},"0.01":{"tp":18988,"fn":212,"accuracy":0.9889583333333334}},"auroc":0.996686599392361},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38329,"fn":71,"accuracy":0.9981510416666667},"0.01":{"tp":38034,"fn":366,"accuracy":0.99046875}},"auroc":0.9972984334309897},{"domain":"all","model":"gpt3","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38329,"fn":71,"accuracy":0.9981510416666667},"0.01":{"tp":38034,"fn":366,"accuracy":0.99046875}},"auroc":0.9972984334309897},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":18907,"fn":293,"accuracy":0.9847395833333333},"0.01":{"tp":18253,"fn":947,"accuracy":0.9506770833333333}},"auroc":0.9905599826388889},{"domain":"all","model":"cohere","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":18907,"fn":293,"accuracy":0.9847395833333333},"0.01":{"tp":18253,"fn":947,"accuracy":0.9506770833333333}},"auroc":0.9905599826388889},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":18718,"fn":482,"accuracy":0.9748958333333333},"0.01":{"tp":17858,"fn":1342,"accuracy":0.9301041666666666}},"auroc":0.9860669826931423},{"domain":"all","model":"cohere","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":18718,"fn":482,"accuracy":0.9748958333333333},"0.01":{"tp":17858,"fn":1342,"accuracy":0.9301041666666666}},"auroc":0.9860669826931423},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":37625,"fn":775,"accuracy":0.9798177083333334},"0.01":{"tp":36111,"fn":2289,"accuracy":0.940390625}},"auroc":0.9883134826660157},{"domain":"all","model":"cohere","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":37625,"fn":775,"accuracy":0.9798177083333334},"0.01":{"tp":36111,"fn":2289,"accuracy":0.940390625}},"auroc":0.9883134826660157},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19184,"fn":16,"accuracy":0.9991666666666666},"0.01":{"tp":19045,"fn":155,"accuracy":0.9919270833333333}},"auroc":0.9984806043836805},{"domain":"all","model":"chatgpt","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19184,"fn":16,"accuracy":0.9991666666666666},"0.01":{"tp":19045,"fn":155,"accuracy":0.9919270833333333}},"auroc":0.9984806043836805},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19180,"fn":20,"accuracy":0.9989583333333333},"0.01":{"tp":19026,"fn":174,"accuracy":0.9909375}},"auroc":0.9980759996202258},{"domain":"all","model":"chatgpt","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19180,"fn":20,"accuracy":0.9989583333333333},"0.01":{"tp":19026,"fn":174,"accuracy":0.9909375}},"auroc":0.9980759996202258},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38364,"fn":36,"accuracy":0.9990625},"0.01":{"tp":38071,"fn":329,"accuracy":0.9914322916666667}},"auroc":0.9982783020019531},{"domain":"all","model":"chatgpt","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38364,"fn":36,"accuracy":0.9990625},"0.01":{"tp":38071,"fn":329,"accuracy":0.9914322916666667}},"auroc":0.9982783020019531},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19200,"fn":0,"accuracy":1.0},"0.01":{"tp":19180,"fn":20,"accuracy":0.9989583333333333}},"auroc":0.9990208021375868},{"domain":"all","model":"gpt4","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19200,"fn":0,"accuracy":1.0},"0.01":{"tp":19180,"fn":20,"accuracy":0.9989583333333333}},"auroc":0.9990208021375868},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19169,"fn":31,"accuracy":0.9983854166666667},"0.01":{"tp":18992,"fn":208,"accuracy":0.9891666666666666}},"auroc":0.9971035359700522},{"domain":"all","model":"gpt4","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19169,"fn":31,"accuracy":0.9983854166666667},"0.01":{"tp":18992,"fn":208,"accuracy":0.9891666666666666}},"auroc":0.9971035359700522},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":38369,"fn":31,"accuracy":0.9991927083333333},"0.01":{"tp":38172,"fn":228,"accuracy":0.9940625}},"auroc":0.9980621690538194},{"domain":"all","model":"gpt4","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":38369,"fn":31,"accuracy":0.9991927083333333},"0.01":{"tp":38172,"fn":228,"accuracy":0.9940625}},"auroc":0.9980621690538194},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":19022,"fn":178,"accuracy":0.9907291666666667},"0.01":{"tp":18425,"fn":775,"accuracy":0.9596354166666666}},"auroc":0.9924148980034723},{"domain":"all","model":"cohere-chat","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":19022,"fn":178,"accuracy":0.9907291666666667},"0.01":{"tp":18425,"fn":775,"accuracy":0.9596354166666666}},"auroc":0.9924148980034723},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":18726,"fn":474,"accuracy":0.9753125},"0.01":{"tp":17854,"fn":1346,"accuracy":0.9298958333333334}},"auroc":0.985303578016493},{"domain":"all","model":"cohere-chat","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":18726,"fn":474,"accuracy":0.9753125},"0.01":{"tp":17854,"fn":1346,"accuracy":0.9298958333333334}},"auroc":0.985303578016493},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":37748,"fn":652,"accuracy":0.9830208333333333},"0.01":{"tp":36279,"fn":2121,"accuracy":0.944765625}},"auroc":0.9888592380099828},{"domain":"all","model":"cohere-chat","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":37748,"fn":652,"accuracy":0.9830208333333333},"0.01":{"tp":36279,"fn":2121,"accuracy":0.944765625}},"auroc":0.9888592380099828},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":210642,"fn":558,"accuracy":0.9973579545454545},"0.01":{"tp":208573,"fn":2627,"accuracy":0.987561553030303}},"auroc":0.9973704783430003},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":115144,"fn":56,"accuracy":0.9995138888888889},"0.01":{"tp":113819,"fn":1381,"accuracy":0.9880121527777778}},"auroc":0.9981235781069157},{"domain":"all","model":"all","decoding":"greedy","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":325786,"fn":614,"accuracy":0.9981188725490197},"0.01":{"tp":322392,"fn":4008,"accuracy":0.9877205882352941}},"auroc":0.9976362782596763},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":209548,"fn":1652,"accuracy":0.9921780303030303},"0.01":{"tp":204817,"fn":6383,"accuracy":0.9697774621212121}},"auroc":0.993566403414023},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":114969,"fn":231,"accuracy":0.9979947916666667},"0.01":{"tp":113204,"fn":1996,"accuracy":0.9826736111111111}},"auroc":0.996850691957827},{"domain":"all","model":"all","decoding":"sampling","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":324517,"fn":1883,"accuracy":0.9942310049019608},"0.01":{"tp":318021,"fn":8379,"accuracy":0.9743290441176471}},"auroc":0.9947255640765422},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"no","attack":"all","accuracy":{"0.05":{"tp":420190,"fn":2210,"accuracy":0.9947679924242424},"0.01":{"tp":413390,"fn":9010,"accuracy":0.9786695075757575}},"auroc":0.9954684408785117},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"yes","attack":"all","accuracy":{"0.05":{"tp":230113,"fn":287,"accuracy":0.9987543402777778},"0.01":{"tp":227023,"fn":3377,"accuracy":0.9853428819444444}},"auroc":0.9974871350323711},{"domain":"all","model":"all","decoding":"all","repetition_penalty":"all","attack":"all","accuracy":{"0.05":{"tp":650303,"fn":2497,"accuracy":0.9961749387254902},"0.01":{"tp":640413,"fn":12387,"accuracy":0.9810248161764706}},"auroc":0.9961809211681093}],"thresholds":{"0.05":{"abstracts":0.00012600871236145839,"books":0.7181804544221633,"news":0.004454382750145647,"poetry":0.46122234587364797,"recipes":0.0013763375612870776,"reddit":0.48842136817256687,"reviews":0.9358949006211219,"wiki":0.009791524441897681},"0.01":{"abstracts":0.0002480790248614584,"books":0.9818523294221633,"news":0.06686283001577065,"poetry":0.992472345873648,"recipes":0.03274840787378708,"reddit":0.9415463681725669,"reviews":0.9954652131211219,"wiki":0.04885402444189768}},"fpr":{"0.05":{"abstracts":0.050000000000000044,"books":0.050000000000000044,"news":0.050000000000000044,"poetry":0.050000000000000044,"recipes":0.050000000000000044,"reddit":0.050000000000000044,"reviews":0.050000000000000044,"wiki":0.050000000000000044},"0.01":{"abstracts":0.010000000000000009,"books":0.010000000000000009,"news":0.010000000000000009,"poetry":0.010000000000000009,"recipes":0.010000000000000009,"reddit":0.010000000000000009,"reviews":0.010000000000000009,"wiki":0.010000000000000009}}}