%PDF-1.5 % 1 0 obj > endobj 2 0 obj > endobj 3 0 obj > stream <alt><li xml:lang="x-default">Unsolvable Problem Detection: Robust Understanding Evaluation for Large Multimodal Models</li></alt>

  • Atsuyuki Miyai
  • Jingkang Yang
  • Jingyang Zhang
  • Yifei Ming
  • Qing Yu
  • Go Irie
  • Yixuan Li
  • Hai Li
  • Ziwei Liu
  • Kiyoharu Aizawa
  • http://arxiv.org/licenses/nonexclusive-distrib/1.0/
  • cs.CV
  • cs.AI
  • cs.CL
  • cs.LG
    •  endstream endobj 4 0 obj > endobj 5 0 obj > endobj 6 0 obj > endobj 7 0 obj > endobj 8 0 obj > endobj 9 0 obj > endobj 10 0 obj > endobj 11 0 obj > endobj 12 0 obj > endobj 13 0 obj > endobj 14 0 obj > endobj 15 0 obj > endobj 16 0 obj > /Border [ 0 0 0 ] /C [ 0 1 1 ] /H /I /Rect [ 209.369 631.835 385.907 642.904 ] /Subtype /Link /Type /Annot >> endobj 17 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 265.339 119.894 290.13 131.645 ] /Subtype /Link /Type /Annot >> endobj 18 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 69.87 106.345 93.99 118.096 ] /Subtype /Link /Type /Annot >> endobj 19 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 98.058 106.345 127.245 118.096 ] /Subtype /Link /Type /Annot >> endobj 20 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 131.625 106.345 191.17 118.096 ] /Subtype /Link /Type /Annot >> endobj 21 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 195.237 106.345 219.484 118.096 ] /Subtype /Link /Type /Annot >> endobj 22 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 223.864 106.345 288.712 118.096 ] /Subtype /Link /Type /Annot >> endobj 23 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 69.87 92.796 93.484 104.547 ] /Subtype /Link /Type /Annot >> endobj 24 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 97.219 92.796 140.107 104.547 ] /Subtype /Link /Type /Annot >> endobj 25 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 143.54 92.796 167.154 104.547 ] /Subtype /Link /Type /Annot >> endobj 26 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 189.238 65.698 228.945 77.448 ] /Subtype /Link /Type /Annot >> endobj 27 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 232.003 65.698 260.124 77.448 ] /Subtype /Link /Type /Annot >> endobj 28 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 263.48 65.698 290.13 77.448 ] /Subtype /Link /Type /Annot >> endobj 29 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 201.706 328.594 213.047 ] /Subtype /Link /Type /Annot >> endobj 30 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 332.084 201.706 361.112 213.047 ] /Subtype /Link /Type /Annot >> endobj 31 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 364.912 201.706 415.657 213.047 ] /Subtype /Link /Type /Annot >> endobj 32 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 419.148 201.706 443.264 213.047 ] /Subtype /Link /Type /Annot >> endobj 33 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 398.329 160.649 450.197 172.4 ] /Subtype /Link /Type /Annot >> endobj 34 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 453.825 160.649 478.072 172.4 ] /Subtype /Link /Type /Annot >> endobj 35 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 482.012 160.649 523.988 172.4 ] /Subtype /Link /Type /Annot >> endobj 36 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 305.146 147.509 334.411 158.851 ] /Subtype /Link /Type /Annot >> endobj 37 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 335.146 147.509 341.982 158.851 ] /Subtype /Link /Type /Annot >> endobj 38 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 345.749 147.509 388.639 158.851 ] /Subtype /Link /Type /Annot >> endobj 39 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 392.101 147.509 420.755 158.851 ] /Subtype /Link /Type /Annot >> endobj 40 0 obj > /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 507.958 66.107 525.406 77.448 ] /Subtype /Link /Type /Annot >> endobj 41 0 obj > /BS > /NM (fitz-L0) /Rect [ 12 252.625 32 589.265 ] /Subtype /Link >> endobj 42 0 obj > stream xEA 1E9E.1Mq!Ρ;qQ#.;*V =:ɩ=rg1Uk-/7k!;:>da B"\nLLz4DMϓ)VO, R& endstream endobj 43 0 obj > stream xڭZ[w6~ϯRDq%6۞v[\SK\@2=9@37$^,7///_:TF,.fIlqY3jQ~UJ8Y4a뮨˕W"?W۴]^mꆖ=>ny̌1,SDz)tT7yG7]K?7lq+:g`NÕȘ撶>-}^з*Y$,Kb&)_dJ9 KZF}Gq[:sLA P(>a:^>mߖ2k;hv{3^j@&1S(Ы|23+7nl"bB*0k3&Aq(A𔾩wMag:fNn,'hib/ۼľR4'{qgg1;D0Q