%PDF-1.5
%
1 0 obj
<< /Metadata 3 0 R /Names 4 0 R /OpenAction 5 0 R /PageMode /UseOutlines /Pages 6 0 R /Type /Catalog >>
endobj
2 0 obj
<< /Author (Yang Wang; Chenghao Xiao; Yizhi Li; Stuart E. Middleton; Noura Al Moubayed; Chenghua Lin) /Creator (arXiv GenPDF \(tex2pdf:\)) /DOI (https://doi.org/10.48550/arXiv.2507.21750) /License (http://arxiv.org/licenses/nonexclusive-distrib/1.0/) /PTEX.Fullbanner (This is pdfTeX, Version 3.141592653-2.6-1.40.25 \(TeX Live 2023\) kpathsea version 6.3.5) /Producer (pikepdf 8.15.1) /Title (Adversarial Defence without Adversarial Defence: Enhancing Language Model Robustness via Instance-level Principal Component Removal) /Trapped /False /arXivID (https://arxiv.org/abs/2507.21750v1) >>
endobj
3 0 obj
<< /Subtype /XML /Type /Metadata /Length 1782 >>
stream
Adversarial Defence without Adversarial Defence: Enhancing Language Model Robustness via Instance-level Principal Component RemovalYang WangChenghao XiaoYizhi LiStuart E. MiddletonNoura Al MoubayedChenghua Linhttp://arxiv.org/licenses/nonexclusive-distrib/1.0/cs.CL
endstream
endobj
4 0 obj
<< /Dests 7 0 R >>
endobj
5 0 obj
<< /D [ 8 0 R /Fit ] /S /GoTo >>
endobj
6 0 obj
<< /Count 27 /Kids [ 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R ] /Type /Pages >>
endobj
7 0 obj
<< /Kids [ 14 0 R 15 0 R ] /Limits [ (Doc-Start) (table.9) ] >>
endobj
8 0 obj
<< /Annots [ 16 0 R 17 0 R 18 0 R 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R 54 0 R 55 0 R 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R 71 0 R 72 0 R 73 0 R 74 0 R 75 0 R ] /Contents [ 76 0 R 77 0 R 78 0 R 79 0 R ] /MediaBox [ 0 0 595.276 841.89 ] /Parent 9 0 R /Resources 80 0 R /Type /Page >>
endobj
9 0 obj
<< /Count 6 /Kids [ 8 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R ] /Parent 6 0 R /Type /Pages >>
endobj
10 0 obj
<< /Count 6 /Kids [ 86 0 R 87 0 R 88 0 R 89 0 R 90 0 R 91 0 R ] /Parent 6 0 R /Type /Pages >>
endobj
11 0 obj
<< /Count 6 /Kids [ 92 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R ] /Parent 6 0 R /Type /Pages >>
endobj
12 0 obj
<< /Count 6 /Kids [ 98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R ] /Parent 6 0 R /Type /Pages >>
endobj
13 0 obj
<< /Count 3 /Kids [ 104 0 R 105 0 R 106 0 R ] /Parent 6 0 R /Type /Pages >>
endobj
14 0 obj
<< /Kids [ 107 0 R 108 0 R 109 0 R 110 0 R 111 0 R 112 0 R ] /Limits [ (Doc-Start) (subsection.5.3) ] >>
endobj
15 0 obj
<< /Kids [ 113 0 R ] /Limits [ (subsection.5.4) (table.9) ] >>
endobj
16 0 obj
<< /A << /D (cite.dosovitskiy2021an) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 182.48 129.763 260.965 141.513 ] /Subtype /Link /Type /Annot >>
endobj
17 0 obj
<< /A << /D (cite.dosovitskiy2021an) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 264.421 129.763 288.231 141.513 ] /Subtype /Link /Type /Annot >>
endobj
18 0 obj
<< /A << /D (cite.pmlr-v139-touvron21a) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 71.004 116.214 138.336 127.964 ] /Subtype /Link /Type /Annot >>
endobj
19 0 obj
<< /A << /D (cite.pmlr-v139-touvron21a) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 144.151 116.214 167.962 127.964 ] /Subtype /Link /Type /Annot >>
endobj
20 0 obj
<< /A << /D (cite.khan2022transformers) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 174.083 116.214 228.346 127.964 ] /Subtype /Link /Type /Annot >>
endobj
21 0 obj
<< /A << /D (cite.khan2022transformers) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 234.162 116.214 257.972 127.964 ] /Subtype /Link /Type /Annot >>
endobj
22 0 obj
<< /A << /D (cite.wang2023internimage) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 264.093 116.214 291.264 127.964 ] /Subtype /Link /Type /Annot >>
endobj
23 0 obj
<< /A << /D (cite.wang2023internimage) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 71.004 102.665 93.981 114.415 ] /Subtype /Link /Type /Annot >>
endobj
24 0 obj
<< /A << /D (cite.wang2023internimage) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 97.222 102.665 121.032 114.415 ] /Subtype /Link /Type /Annot >>
endobj
25 0 obj
<< /A << /D (cite.zhu2024vision) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 124.578 102.665 167.636 114.415 ] /Subtype /Link /Type /Annot >>
endobj
26 0 obj
<< /A << /D (cite.zhu2024vision) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 170.876 102.665 194.686 114.415 ] /Subtype /Link /Type /Annot >>
endobj
27 0 obj
<< /A << /D (cite.devlin2018bert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 156.233 89.115 213.193 100.866 ] /Subtype /Link /Type /Annot >>
endobj
28 0 obj
<< /A << /D (cite.devlin2018bert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 217.461 89.115 241.272 100.866 ] /Subtype /Link /Type /Annot >>
endobj
29 0 obj
<< /A << /D (cite.liu2019roberta) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 245.845 89.115 288.537 100.866 ] /Subtype /Link /Type /Annot >>
endobj
30 0 obj
<< /A << /D (cite.liu2019roberta) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 71.004 75.566 100.269 87.317 ] /Subtype /Link /Type /Annot >>
endobj
31 0 obj
<< /A << /D (cite.yang2019xlnet) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 104.91 75.566 155.123 87.317 ] /Subtype /Link /Type /Annot >>
endobj
32 0 obj
<< /A << /D (cite.yang2019xlnet) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 159.459 75.566 183.27 87.317 ] /Subtype /Link /Type /Annot >>
endobj
33 0 obj
<< /A << /D (cite.he2021deberta) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 187.911 75.566 228.306 87.317 ] /Subtype /Link /Type /Annot >>
endobj
34 0 obj
<< /A << /D (cite.he2021deberta) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 232.642 75.566 261.907 87.317 ] /Subtype /Link /Type /Annot >>
endobj
35 0 obj
<< /A << /D (cite.he2021debertav3) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 262.641 75.566 269.478 87.317 ] /Subtype /Link /Type /Annot >>
endobj
36 0 obj
<< /A << /D (cite.asl2023robustembed) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 274.119 75.566 291.264 87.317 ] /Subtype /Link /Type /Annot >>
endobj
37 0 obj
<< /A << /D (cite.asl2023robustembed) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 623.032 330.473 634.783 ] /Subtype /Link /Type /Annot >>
endobj
38 0 obj
<< /A << /D (cite.asl2023robustembed) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 334.929 623.032 358.739 634.783 ] /Subtype /Link /Type /Annot >>
endobj
39 0 obj
<< /A << /D (cite.sun2020adv) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 343.141 555.286 385.235 567.037 ] /Subtype /Link /Type /Annot >>
endobj
40 0 obj
<< /A << /D (cite.sun2020adv) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 388.293 555.286 412.104 567.037 ] /Subtype /Link /Type /Annot >>
endobj
41 0 obj
<< /A << /D (cite.li2020bert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 415.468 555.286 450.285 567.037 ] /Subtype /Link /Type /Annot >>
endobj
42 0 obj
<< /A << /D (cite.li2020bert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 453.344 555.286 482.609 567.037 ] /Subtype /Link /Type /Annot >>
endobj
43 0 obj
<< /A << /D (cite.he2021model) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 485.973 555.286 523.812 567.037 ] /Subtype /Link /Type /Annot >>
endobj
44 0 obj
<< /A << /D (cite.he2021model) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 541.737 334.934 553.488 ] /Subtype /Link /Type /Annot >>
endobj
45 0 obj
<< /A << /D (cite.jha2023codeattack) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 338.701 541.737 404.926 553.488 ] /Subtype /Link /Type /Annot >>
endobj
46 0 obj
<< /A << /D (cite.jha2023codeattack) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 408.388 541.737 432.198 553.488 ] /Subtype /Link /Type /Annot >>
endobj
47 0 obj
<< /A << /D (cite.madry2018towards) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 309.912 472.288 365.732 484.039 ] /Subtype /Link /Type /Annot >>
endobj
48 0 obj
<< /A << /D (cite.madry2018towards) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 369.598 472.288 393.409 484.039 ] /Subtype /Link /Type /Annot >>
endobj
49 0 obj
<< /A << /D (cite.Zhu2020FreeLB:) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 397.581 472.288 441.892 484.039 ] /Subtype /Link /Type /Annot >>
endobj
50 0 obj
<< /A << /D (cite.Zhu2020FreeLB:) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 445.759 472.288 469.569 484.039 ] /Subtype /Link /Type /Annot >>
endobj
51 0 obj
<< /A << /D (cite.li2021token) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 473.742 472.288 523.812 484.039 ] /Subtype /Link /Type /Annot >>
endobj
52 0 obj
<< /A << /D (cite.li2021token) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 458.739 330.09 470.489 ] /Subtype /Link /Type /Annot >>
endobj
53 0 obj
<< /A << /D (cite.wang2021infobert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 334.193 458.739 385.967 470.489 ] /Subtype /Link /Type /Annot >>
endobj
54 0 obj
<< /A << /D (cite.wang2021infobert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 389.765 458.739 418.419 470.489 ] /Subtype /Link /Type /Annot >>
endobj
55 0 obj
<< /A << /D (cite.ye-etal-2020-safer) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 512.918 390.993 526.54 402.743 ] /Subtype /Link /Type /Annot >>
endobj
56 0 obj
<< /A << /D (cite.ye-etal-2020-safer) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 378.229 331.813 389.194 ] /Subtype /Link /Type /Annot >>
endobj
57 0 obj
<< /A << /D (cite.ye-etal-2020-safer) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 337.61 378.229 366.264 389.194 ] /Subtype /Link /Type /Annot >>
endobj
58 0 obj
<< /A << /D (cite.zhou-etal-2021-defense) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 372.366 378.229 425.991 389.194 ] /Subtype /Link /Type /Annot >>
endobj
59 0 obj
<< /A << /D (cite.zhou-etal-2021-defense) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 431.788 378.229 461.053 389.194 ] /Subtype /Link /Type /Annot >>
endobj
60 0 obj
<< /A << /D (cite.moon-etal-2023-randomized) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 467.155 378.229 523.812 389.194 ] /Subtype /Link /Type /Annot >>
endobj
61 0 obj
<< /A << /D (cite.moon-etal-2023-randomized) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 363.895 335.545 375.645 ] /Subtype /Link /Type /Annot >>
endobj
62 0 obj
<< /A << /D (cite.zeng2023certified) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 341.082 363.895 392.965 375.645 ] /Subtype /Link /Type /Annot >>
endobj
63 0 obj
<< /A << /D (cite.zeng2023certified) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 398.197 363.895 422.008 375.645 ] /Subtype /Link /Type /Annot >>
endobj
64 0 obj
<< /A << /D (cite.10.5555/3524938.3525366) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 380.152 323.247 435.716 334.997 ] /Subtype /Link /Type /Annot >>
endobj
65 0 obj
<< /A << /D (cite.10.5555/3524938.3525366) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 440.666 323.247 464.477 334.997 ] /Subtype /Link /Type /Annot >>
endobj
66 0 obj
<< /A << /D (cite.wang2021infobert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 469.732 323.247 523.812 334.997 ] /Subtype /Link /Type /Annot >>
endobj
67 0 obj
<< /A << /D (cite.wang2021infobert) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 306.279 309.698 334.934 321.448 ] /Subtype /Link /Type /Annot >>
endobj
68 0 obj
<< /A << /D (cite.liu2022flooding) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 338.562 309.698 379.364 321.448 ] /Subtype /Link /Type /Annot >>
endobj
69 0 obj
<< /A << /D (cite.liu2022flooding) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 382.687 309.698 406.498 321.448 ] /Subtype /Link /Type /Annot >>
endobj
70 0 obj
<< /A << /D (cite.yang-etal-2023-domain) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 410.126 309.698 458.313 321.448 ] /Subtype /Link /Type /Annot >>
endobj
71 0 obj
<< /A << /D (cite.yang-etal-2023-domain) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 461.637 309.698 490.902 321.448 ] /Subtype /Link /Type /Annot >>
endobj
72 0 obj
<< /A << /D (cite.zhu-rao-2023-exploring) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 393.145 269.459 451.283 280.801 ] /Subtype /Link /Type /Annot >>
endobj
73 0 obj
<< /A << /D (cite.zhu-rao-2023-exploring) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 454.64 269.459 478.451 280.801 ] /Subtype /Link /Type /Annot >>
endobj
74 0 obj
<< /A << /D (Hfootnote.1) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 337.195 145.404 343.671 159.121 ] /Subtype /Link /Type /Annot >>
endobj
75 0 obj
<< /A << /S /URI /URI (https://arxiv.org/abs/2507.21750v1) >> /BS << /W 0 >> /NM (fitz-L0) /Rect [ 12 250.95502 32 590.935 ] /Subtype /Link >>
endobj
76 0 obj
<< /Length 10 /Filter /FlateDecode >>
stream
x+ |
endstream
endobj
77 0 obj
<< /Filter /FlateDecode /Length 3937 >>
stream
xڵْ]_`DsJ^ĊcGJI)Ð%P56_> HvJ`{fnzEDJPD߯<2[IIz_~^Dخ7]e껵K{oj(q7cQY 67#+!P%zwk_6iUM^f7Z, s)Vku:o͝2ٮk7]0&6[MK`0"% Cfb̾L'./Z*
48_]i S0=r r߁fB.^KZOw|yc}b7Un=`Ey Tm8~ v
8 g'ذ^6>R_- k0ͳc=I-p8Br4 9{3O2PF0bv aȄa*'`x5lQ5k%A=9=:G~ͫ=
)
6(Ƽy-ġ5:q>g u_Myh
؍4d^ iJ5hkc^G~m
/SIĹ%p-l
qQ8@=r糠G9iu'(xfa)bݒl@H3т33caGSdPg*`Q( b?Q'T4ҪSzL"HFju٢@":my)~c\,XMRv?U{V
>4<
*P,