=gggggggggggggggggggggggggggg= = = = 33333333333333333333333333 = = #bjbc c* q`= .oc[7w = = j3`mas ;s"o c[7":a d]$ = = ;n`/ g] eo2 d]$ `v.n `m;ma = = 33333333333333333333333333 = = = =7777777777777777777777777777= #bjbd4 #aa4 `ma"ob`masp3 ------------------------------#a `ma"ob`masp3 #bjbc-#ja-#ei ^1$3i[7"x^)ju #aa-#acgajbh-#jjjiff-#ja #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 d]$ `v.n `m;ma *`m;rao5. `o5j3,r5 `ma"ob`masp3 ------------------------------#b #a d+.n.o #a ------------------------------#c .n;&eg `ma"ob`masp3.7 `mrj `ma"ob`masp3`v ;n`\j3 *`m+7:a `/>an ,i"< ,8#bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 d]$ `v.n `m;ma0'n `v3j3 *`m ^u`u,s"! .a,]j<: .n;&jbcoi4 _7 lsb `o$3"1 #bjbc c* #cp1 #bdo1`9#bjbc c* #abp1 #bjo1 #bjbc c* #abp1 #bjo1 *`m;rao5."1 `o5j3,r58'*,n irja`+,0 *`m `o`v3"1 *,nirja`+ l3jaj:b":ai3" `u":irja`+ l3jaj:b":ai3" 8'.m,0c"<.o,oa .]^u" 8'.m,0hnio,,s5" 8'.m,0ea71 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 d]$ `v.n `m;ma o lsbz q`= .oc[7w j3`mas ;s"o c[7":a! d]$j1 ,m o/cz ;n`/"! e"*j`o mrjr `o.( #f.= e1em7;on irj3 .]^o"! .qjr7j`u `].qirjy" l7,o `v.n"! g]j<: j>7jm d]$ ;n`/n irj3 `r,).s5`v ^1.) ^7j>7! .n<3jcz _s! ex.?["u j<:/i4 on ,i"z .m+ `vsb`v lsb ,]`vcz i<[5`v $8i4 d]$`v.n ,t`/ eo2 e1em7;o .]^o"1 ^( `v.nn,scz `ma"ob`masp3n,s `m;maiy3 $5.] ^g,? e1em7;o" o>`o v3,] e1em7;o" d+ `o^3 eg.7 ,r7,] e1em7;o" `["o5 `o^3 eg.7 ,r7,] e1em7;o" au ^m.?.t,] e1em7;ov j5w ^g,? e1em7;o #f.=! ^g,?j<: )s c[7":a d]$ `v.n"! ,t`/j`u" `v.nn ek`n e1em7;o"! .]^o" $`=j<: d]$+7 e1em7;o"u ^*jv3j<:/i4 .]^o ^7^sb"( *`m ,o $a e1em7;o"! `v.nn ek`n ^*jv3j1 ,m o/cz .o;o58'0guidel9e,0! ,t`/j`u ,o1.n .]^o ,o `s5,m `v.]! `s;o5["u,,s d]$+7 e1em7;on irj3 dm5.o1! .n`uj<:/i4 q`= .oc[78'0,,ai,0e1d] `].qirjy g]"1 ^( `v.nn,scz .]^oj3 #f.= e1em7;o .m7 $5.] ^g,?" o>`o v3,] e1em7;o"! l+7j<: .<*s ojrv ,r7,]! i"mcz `].qirjy `v.n"! ,t`/j<:/i4 `].qirjy g]! mrjr g] `o.g`v .t;<"! ,m"obj<:/[e:" ^1.m;svw j:bw"! h=jr p3jv1j3 `].qirjy"! `r;yj1 ,m o/iu"x .g^oj<:/i4 ,iuj3 eqp3 [7ir ;n`/"! e"*j<: ;<5$.i!w eqp3n j+%1.?["u ir[7j<:/i4 `].qirjy .qjr7 ,o q$3 d]$" euin1 `o,&,s" ^1d+ d]$ i[7 i$aiuw d]$"! jv1+7j<: `].qirjy `\`vn irj3 ,q"y,]`v hi7,]! .n`uj<:/i4 q`= .oc[7 8'0,,ai,0 e1d] l7,o `v.n g] .t;< ,m"ob"1 jry eo2 a#e `maeg +>a #e `macr q`= .oc[7 )s c[7":a d]$ l"/i!! .ulj`u ^g,?j<: l7,o `v.n g] `o.g! ,m"obj`u" l7,o `v.n g]! mrj3 .t;< eo2 .o;o5,s"! e"*j<:/i4 ,iuj3 l7,o `v.n"ucz .]^oiy3 j5w ^g,?" d+ `o^3 eg.7 ,r7,]" `["o5 `o^3 eg.7 ,r7,]" au ^m.?.t,] e1em7;o"! l+7j<: ;= #d.=w d]$ `v.n8'j5w ^g,?" d+w o1^m^gn irj3 jr,? ,r7,]" ^m.?.t,] eg.7n irj3 hriu h5.o" eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,],0"! ,t`/j`u l7,o `v.n"! g]j<:/i4 q`=.oc[7 )s c[7":a d]$ ;n`/ .)eg$ mrp3jy `m,] eo2 g]"1 l3sb`/v ja`/w q`=.oc[7" )s;s"o" d]$ ^g>n `]js5o dm7^mj3 .)eg$"u `m,]iy3 `v.n mrp3jy"! `m,]j<: `].q ------------------------------#f irjy g] `/jya`v .t;<" au l7,o `v.n `/jya`v ,o1.n g]n irj3 .eg! ^97,] .)^3n irj3 .eg`v is^&s ;u`sir )s euin1 ,oirw d]$ ;n`/ ^1.) ^7j>7n irj3 .)eg$^\ .eg! ^9< ^1.) ^7j>7 .n<3n ^3]j<:/i4 j3`mas q`= .oc[7w )s c[7":a d]$ ^1.) ^7j>7 .n<3"1 ^( `v.nn,s ,mjr7j3 q`= .oc[7 8'0,,ai,0 e1d] `].qirjy" l7,o `v.n g] `\`v"! .]"oj<: j>7jm d]$ ;n`/ g]! mrj3 ."+"u jv1+7jcz j3d*" ;u`sir )s euin1 ,oirw *`m i=j>7 .ul" j3`mas q`=.oc[7 *`m ,o1hr .ul" au j3`mas q`=.oc[7 *`m. ,m+ .ul"! ,o1,oj5["u,,s ,o1.n l7jv7n ^mjbjcz d]$ ;n`/ ^1.) ^7j>7! .n<3j<:/i4 .m+s"1 q`=.oc[7 )s c[7":a d]$ ;n`/" ^n3;oef[" `].qirjy" l7,o `v.n" $5.] ^g,?" o>`o v3,]" ^m.?.t,]" d+ $^3 %l eg.7 ,r7,]" `["o5 `o^3 %l eg.7 ,r7,]" j5w ^g,?" ;u`s ir )s euin1 8'0;,,llm,0 a#f `maeg +>a #g ------------------------------#g `<,ab/ract`> ,organiza;n `& ,3solida;n ( ! ,kor1n ,b5*m>ks & ,evalua;n ,tasks ,= ! ,language ,pr(ici5cy ,evalua;n on ,kor1n ,>tificial ,9tellig;e 9 #bjbc ,? rese>* aim$ to align ! six types ( corpora f ,na;nal ,9/itute ( ,kor1n ,language1 op]ate competi;ns & l1d]bo>ds1 & propose improve;ts direc;ns = ! future evalua;n sy/em 9 ord] to >range ! b5*m>k to evaluate ,kor1n language process+ capabilities ( >tificial 9tellig;e4 ,! ma9 tasks & a*ieve;ts ( ! rese>* >e z foll[s4 ,evalua;n task design & corpus align;t3 ,9 ? rese>* we analyz$ six corpora f ,na;nal ,9/itute ( ,kor1n ,language emo;n analysis1 /ory comple;n1 table-bas$ g5]a;n1 image-bas$ g5]a;n1 9approprite;s & adv]s>ial ,,nli corpus4 ,? project design$ evalua;n task al 3/ruct$ ! datasets : fit ! task4 ,"? ! process1 ? project made guidel9es = 3v]t+ ea* corpus to fit ! task & improv$ ! qual;y ( ! evalua;n corpus4 ,organize an >tificial 9tellig;e "<,,ai"> 3te/3 ,9 ? rese>*1 we design$ a 3te/ task t d1ls ) natural language "u/&+ & g5]a;n us+ ! emo;n analysis & /ory comple;n corpora am;g ! six corpora we align$4 ,to adm9i/rate ! 3te/1 we e/abli%$ /&>ds & proc$ures1 & prep>$ = a smoo? 3te/ "? 3sulta;n ) ! cli5t4 ,we al e/abli%$ a compla9t response sy/em to e6ici5tly respond to "picipants' compla9ts4 ,:5 3duct+ ! 3te/1 we improv$ ! reliabil;y & valid;y ( ! 3te/ results by utiliz+ v>i\s a#g ,ab/ract #i evalua;ns s* z human evalua;n1 model te*nical docu;ta;n1 & pres5ta;n evalua;n4 ,e/abli%;t ( ,a ,evalua;n ,l1d]bo>d ,proc$ures3 ,e/abli%$ organiza;n /&>ds & guidel9es = l1d]bo>d by analyz+ dome/ic & ov]s1s ,,ai language b5*m>k rese>*4 ,9 addi;n1 we design$ & op]at$ a total ( f\r l1d]bo>d tasks " ------------------------------#h ,op]a;n ( ,a ,language ,pr(ici5cy ,evalua;n ,sy/em ,exp]t ,committee3 ,a task committee bo>d 3si/+ ( exp]i;ed exp]ts 9 ! fields ( >tificial 9tellig;e1 language process+1 & evalua;n f 9du/ry & academia 0 =m$ to advise on ! op]a;n plan & proc$ures ( ! 3te/1 z well z ! plann+ & actual op]a;n ( ! l1d]bo>d4 ,9 addi;n1 we rcvd exp]t advice on ! develop;t direc;n ( ! evalua;n sy/em 9 ! ]a ( l>ge language models1 : 0 reflect$ 9 ! proposal = ! develop;t direc;n4 ,propos+ a direc;n = ! develop;t ( language pr(ici5cy evalua;n ( ,kor1n >tificial 9tellig;e3 ,! results ( ! >tificial 9tellig;e "<,,ai"> evalua;n 3te/ & l1d]bo>d 3duct$ 9 ? rese>* 7 summ>iz$ & us$ z mat]ials = future evalua;n sy/em op]a;n1 & a rese>* tr5d survey 9 ! ]a ( l>ge language models "<,,llm,'s">1 a survey ( ,kor1n >tificial 9tellig;e rese>* /atus1 & a survey ( ,kor1n >tificial 9tellig;e rese>*] dem& 7 3duct$ to propose a direc;n = ! develop;t ( ! evalua;n sy/em t meets ! actual situa;n4 ,key-^ws3 b5*m>ks1 3te/s1 a#h ,ab/ract #aa l1d]bo>ds1 emo;n analysis1 /ory comple;n1 9appropriate;s1 table-bas$ s5t;e g5]a;n1 image-bas$ s5t;e g5]a;n1 implica;n analysis1 l>ge language model "<;,,llm"> ------------------------------#i "7+>aeg71 #a4 lsb `r+ _7 lsbe] _0 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 d]$ `v.n `m;ma _7 lsb $$3 _0 #bjbc c* #cp1 #bdo1`9#bjbc c* #abp1 #bjo1 #b4 lsb ex.? eo2 ^s5mr _7 q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 `r,) _0 q`= .oc[7w j3`mas ;s"o c[7":a l7,o d]$ ;n`/ ,o^s5 g] _0 q`= .oc[7w j3`mas ;s"o c[7":a `].q irjy j3,o g] _0 d]$ ;n`/ g] .m7 `r,) lj7! iu;&j<: d]$ `v.nn ^3] #i +>aeg #ac _7 `ma"ob`masp3 `m;ma e1em7;on irj3 .]^o"2$`="2^*jv3! h=jr q`= .oc[7w j3`mas ;s"o c[7":a d]$ `v.n"u `m;ma _0 ;= #f.= e1em7;o8'o>`o v3,]" $5.] ^g,?" j5w ^g,?" ^o%3"o d+j*" d+ `o^3 eg.7 ,r7,]" `["o5 `o^3 eg.7 ,r7,],0n irj3 .]^o"2$`="2^*jv3 _7 q`= .oc[7w )s c[7":a d]$ ;n`/"! mrj3 ,qf% `v.n `m;ma _0 .]^oj3 #f.= e1em7;o .m7 #a.= ol7w e1em7;o"! l+7j<: ,q`% `v.n"u `m;ma _7 q`= .oc[7w )s c[7":a d]$ ;n`/ j=^u `/jya ,m"ob eo2 j=^u _7 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] `\`v .]"o eo2 ^1.) ^7j>7 .n<3 _7 #bjbc c* q`= .oc[7w )s c[7":a d]$ `v.n `r^1 eo2 d]$ ;n`/ g] eo2 d]$ `v.n `m;ma lsb ,mjr7! mrj3 .asb iu`m jv1+7 eo2 q":a `m,] `/jya" lsb `v3"o `/jya" ^u<3"2mrjs5 `v3"o `/jya e"* eo2 ,o1jr7 -----------------------------#aj #c4 lsb ,mjr7 cr+7 _7 d]$+7 e1em7;o .]^o ^7^sb"( e"* _4 #f.= e1em7;on irj3 d]$^\ ,n^m `v.n l7.] eo2 .]^o ^7^sb"( *`m _4 e1em7;o .]^o `/jya ,m"ob eo2 d]$ `v.n^\ e1em7;o .]^o _4 e1em7;o `s5,m `o.g eo2 .r.]^o ^7^sb"( ,t`/" eg,sjv _7 d]$+7 e1em7;o ^*jv3 _4 .]^o e1em7;o"! ^h7["u d]$+7 e1em7;o ^*jv3 _4 )s euin1 c[7":a d]$$ $c[7j3 inohs ,nh[ e"* _4 d]$ ;n`/ ,t`/"! h=j3 q`=.oc[7 )sc[7":ad]$ `v.n ,m"ob b#i +>aeg #ae _7 `v.n .qjr7! mrj3 .)eg$ mrp3jy g] _4 q`= .oc[7" )s ;s"o" d]$n `]js5o dm7^mj3 .)eg$"u `m,] _4 )s c[7":a d]$ ;n`/ g]`v )s c[7":a d]$ ;n`/ ^1.) ^7j>7 .n<3! mrj3 .eg" `s5hu _7 `].qirjy `v.n g] .t;< ,m"ob _4 #bjbc c* `ma"ob`masp3 `].qirjy `v.n g] `o.g ,t`/ eo2 .t;< ,m"ob _4 `].qirjy `v.n g]! mrj3 .o;o5,s e"* _4 .o;o5,s cr ;<5:. ho5 `m,]" .n;&e& j],oa" .nj3 `%.]" irjy .qjr7 o1.] eo2 ^7^sb i[7 ,m"x _4 eqp3 [7ir ;n`/"! e"*j<: /l7iycz mrj:b eo2 egwlj7n ir[7 _7 `].qirjy .qjr7 _4 $5.] ^g,? `v.n" o>`o v3,] `v.n"! .m7,o5["u q`=.oc[7 )s c[7":a d]$ `].qirjy .qjr7 _4 q$3 d]$" euin1 `o,&,s" ^1d+ d]$ i[7 i$aiuw d]$ ^7^sb! l+7j<: d]$ ,q"y,] eo2 hi7,] .n`u _7 l7,o `v.n g] .t;< ,m"ob _4 l7,o `v.n g] `o.g ,m"ob eo2 l7,o `v.n g]! mrj3 .t;<" .o;o5,s e"* _4 .o;o5,s cr ;<5:. ho5 `m,] ^7^sb" .n;&e& j],oa" .nj3 `%.] i[7 .n,o -----------------------------#aa _7 j3`mas q`= .oc[7w )s c[7":a d]$ ^1.) ^7j>7 .n<3 _4 j>7jm q`=.oc[78'0,,ai,0 e1d]w ^1.)! mrjr 0;,,llm4 ,oirw *`m i=j>7 .ul" j3`mas q`=.oc[7 *`m ,o1hr .ul au j3`mas q`=.oc[7 *`m. ,m+ .ul"! ,o1,oj<: ^1.) ^7j>7 .n,o -----------------------------#ab b#aj +>aeg #ag -----------------------------#ac ;<"/ ,'p3^( dno.o ^)ju .s5. dno.o ^)ju ,g["u .?[5,' .n#a.7 ,s"( #a4 ,s"( """""""""""""" #bc#ci #a4a4 lsb `r+ """"""""" #bc#ci #a4b4 lsb ex.? eo2 ^s5mr """""""""""""""""""""""" #bc#ci #a4c4 lsb ,mjr7 cr+7 "" #bd#db .n#b.7 d]$ ;n`/+7 e1em7;o .]^o #b4 d]$ ;n`/+7 e1em7;o .]^o """""""""""""""""""""""" #bi#di #b4a4 $5.] ^g,? e1em7;o """""""""""""""""""""""" #bi#di #b4b4 o>`o v3,] e1em7;o """""""""""""""""""""""" #db#hg #b4c4 `["o5 `o^3 %l eg.7 e1em7;o """""""""""""""" #dh#ajc #b4d4 d+ `o^3 %l eg.7 e1em7;o """"""""""""""""""""""" #ed#abc #ac ;<"/ #ai #b4e4 j5w ^g,? e1em7;o """"""""""""""""""""""" #ei#acg #b4f4 ^m.?.t,] e1em7;o """"""""""""""""""""""" #fe#aed .n#c.7 q`=.oc[78'0,,ai,0 e1d] `].qirjy `v.n `r^1 eo2 g] #c4 q`=.oc[78'0,,ai,0 e1d] `].qirjy `v.n `r^1 eo2 g] """"""""""""""""""""""" #gc#age #c4a4 $5.] ^g,? `v.n #gc#agg #c4b4 o>`o v3,] `v.n #gh#ahh .n#d.7 q`=.oc[78'0,,ai,0 e1d] l7,o`v.n `r^1 eo2 g] #d4 q`=.oc[78'0,,ai,0 e1d] l7,o`v.n `r^1 eo2 g] """ #hg#bjg #d4a4 l7,o`v.n `v.n ,).] `v.] """"""""""""""""""""""" #hg#bjg #d4b4 `v.n .]w """"""" #hi#bab -----------------------------#ad .n#e.7 d]$ ;n`/ ^1.) ^7j>7 c(w #e4 d]$ ;n`/ ^1.) ^7j>7 c(w """""""""""""""""""""" #aac#bgc #e4a4 0;,,llm4 ,oir *`m i=j>7 .ul 8'82^m"x#a;0 ;<5.u,0 """""""""""""""""""""" #aac#bgc #e4b4 j3`mas q`=.oc[7 *`m ,o1hr .ul 8'82^m"x #b;0 ;<5.u,0 """""""""""""""""""""" #aad#bgf #e4c4 d]$ ;n`/ `v3"* ,teg .ul """""""""""""""""""""" #aae#bhj .n#f.7 d]$ ;n`/ j=^u jv1i= #f4 d]$ ;n`/ j=^u jv1i= """""""""""""""""""""" #ace#cbg .n#g.7 d]$ ;n`/ g] .o;o5 #g4 d]$ ;n`/ g] .o;o5 """""""""""""""""""""" #ada#ccg #g4a4 `].qirjy g] .o;o5 eo2 .t;<,s """""""""""""""" #ada#ccg #g4b4 `].q irjy `\`v """""""""""""""""""""" #adg#cej #g4c4 o>`o v3,] `v.n q$3d]$ .o;o5 """"""""""""""""" #adh#ced #g4d4 l7,o `v.n g] .o;o5 eo2 .t;<,s """""""""""""""" #aee#cgc .n#h.7 d]$ ;n`/ j=^ue& a#ad ;<"/ #ba #h4 d]$ ;n`/ j=^ue& #afa#cha .n#i.7 `\"( eo2 $ir j+`v #i4 `\"( eo2 `oir j+`v """""""""""""""""""""" #afe#che 82;<5`u egj);0 """""" #aff#chi 82^m"x#a;0 0;,,llm4 *`m i=j>7 .ul """"""""""""""""""" #agb#dje 82^m"x#b;0 j3`ma .<*s ;s"o *`m i=j>7 .ul """"""""""""" #ahf#dde 82^m"x#c;0 `v.nmrp3jy jyw"x """""""""""""""""""""" #bjb#dgi 82^m"x#d;0 q`=.oc[7 d]$ ;n`/ ^1.) ^7<3 .egw`*,s """" #bab#ejg -----------------------------#ae d+ ;<"/ ,'dno.o ^)jucz p3^( dno.o ^)ju"! chcr54,' "7d+ #a71 $5.] ^g,? e1em7;o h[mrhs ."+ ,m.ob `o.g """""" #bi "7d+ #b71 i5jv ,).] ,n^m `o.g """"""""""""""""""""""""""" #cj "7d+ #c71 $5.] ^g,? d+.o #ca "7d+ #d71 $5.] ^g,? e1em7;o irl7 ,).] `%.oa """""""""""" #ca "7d+ #e71 $5.] ^g,? e1em7;o ."+ h=`/ 8'o]jw y" #bjbb"1 #dh,0 """"""""""""""""""""""""""" #cc "7d+ #f71 `ue`o v3,] e1em7;o `m,] """"""""""""""""""""""" #de "7d+ #bb71 o>`o v3,] e1em7;o `s5,m %j] eo2 `),m """"""""" #dg "7d+ #bc71 o>`o v3,] 0,,jsonl4 e1em7;o """""""""""""""""""" #dg "7d+ #bd71 `["o5 `o^3 e1em7;o `["o5 0,,id4^\ inohs `r,m "" #dh "7d+ #be71 ,m.] .) `["o5 `o^3 %l eg.7 e1em7;o """""""""""" #ej "7d+ #bf71 ,m.] jm `["o5 `o^3 %l eg.7 e1em7;o """""""""""" #ej "7d+ #bg71 0,,ocr4 ;m$ l"/ """"""""""""""""""""""""""" #ej "7d+ #bh71 0,,ocr4 p3eg cr j*,o1 d+`o q.] l0l """"""""" #ea "7d+ #bi71 `["o5 `o^3 %l eg.7 0,,jsonl4 e1em7;o """""""""" #ea "7d+ #cj71 d+ 0,,id4 ^\ inohs `r,m """"""""""""""""""""""" #ed -----------------------------#af "7d+ #ca71 d+ `o^3 %l eg.7 e1em7;o cr eg. eo2 ,m;o uh /,o """"""""""""""""""""""""""" #ef "7d+ #cb71 j`o v3,] `v.n /,o """"""""""""""""""""""""""" #gh "7d+ #eg71 o>`o v3,] `v.nw ^m.?.tj3 /,o """"""""""""""" #gi "7d+ #eh71 o>`o v3,]w euin1 ob":a`v ;&":a /,o """""""""" #ha "7d+ #ei71 o>`o v3,] inohs `%eu """"""""""""""""""""""" #ha "7d+ #fj71 o>`o v3,] inohs b#af d+ ;<"/ #bg j],oaw / """"""""""""""""""" #hb -----------------------------#ag "7d+ #fa71 l7,o`v.n `v.n `r+ """"""""""""""""""""""""""" #hg "7d+ #fb71 l7,o`v.n `v.n inohs j],oa """""""""""""""""""""" #hh "7d+ #fc71 `o.g euin1 ex"x #hh "7d+ #fd71 j5w ^g,? `v.n inohs ,nh[w /,o """""""""""""""""" #hi "7d+ #fe71 j5w ^g,? euin1 ob":a`v ;&":aw / """"""""""" #ij "7d+ #ff71 j5w ^g,? inohs `%eu """"""""""""""""""""""""""" #ij "7d+ #fg71 inohs j],oaw / #ia "7d+ #fh71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n euin1 ;&":aw / """"""""""""""""""""""""""" #ib "7d+ #fi71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n inohs `%eu #id "7d+ #gj71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n inohs j],oaw / """"""""""""""""""""""""""" #id "7d+ #ga71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n inohs j],oa ^*jv3 /,o """"""""""""""""" #ajj "7d+ #gb71 oeo.o frb,:co7 `vsbw /,o """"""""""""""""" #ajj "7d+ #gc71 eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,] `v.n euin1 ;&":aw / """""""""""""""""" #aja "7d+ #gd71 eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,] `v.n inohs `%eu """""""""""""""""""""""""" #ajb "7d+ #ge71 eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,] `v.n inohs j],oaw / """""""""""""""""" #ajb "7d+ #gf71 ^m.?.t,] eg.7n irj3 hriu h5.ow /,o """""""""""" #ajf "7d+ #gg71 ^m.?.t,] eg.7n irj3 hriu h5.o euin1 ob":a`v ;&":aw / """""""""""""""""""""""""" #ajg "7d+ #gh71 ^m.?.t,] eg.7n irj3 hriu h5.o ^o,oa^\jv hr`[ "" #ajg "7d+ #gi71 ^m.?.t,] eg.7n irj3 hriu h5.o inohs `%eu """""" #ajh "7d+ #hj71 ^m.?.t,] eg.7n irj3 hriu h5.o inohs j],oaw / "" #ajh "7d+ #ha71 ^n3;oef[ `r^1 do1+,] `v.n ,gmr """""""""" #abh "7d+ #hb71 q`=.oc[7 8'0,,ai,0e1d] `v3"* j=^u cr:a a#ag d+ ;<"/ #bi """""""""""""""""""""""""" #ace "7d+ #hc71 `v3"* ^g> irja `o`v3"2j:bjy 0;,,tm """"""" #acg "7d+ #hd71 `].qirjy g] `/jya eo2 l7,n .t;< """"""""""""" #ada "7d+ #he71 `].qirjy g] <3creg """""""""""""""""""""""""" #adb "7d+ #hf71 ;<5$. ,o,[hn5 `s5.[7! mrj3 d]$ j7ex """"" #ade "7d+ #hg71 ^1d+ d]$ ,o ,o5l `o.g eo2 ^r.s5 """""""""""" #adf "7d+ #hh71 `].qirjy ;<5$ j*jv7 """""""""""""""""""""""""" #adg "7d+ #hi71 $5.]^g,? .]">7 d]$ `\`v """""""""""""""""""""" #adg "7d+ #ij71 o>`ov3,] .]">7 d]$ `\`v """""""""""""""""""""" #adh -----------------------------#ah "7d+ #ia71 q$3d]$ +>a """ #adi "7d+ #ib71 q$3 d]$ #a i3`/ `r+ """""""""""""""""""""""""" #adi "7d+ #ic71 q$3d]$ #a i3`/d]$ .g`s """""""""""""""""""""" #aej "7d+ #id71 q$3 d]$ #b i3`/ `r+ """""""""""""""""""""""""" #aec "7d+ #ie71 q$3 d]$ pf[ ^n3;o """""""""""""""""""""""""" #aec "7d+ #if71 d+.g .s5,m `/l3,oa """""""""""""""""""""""""" #aed "7d+ #ig71 #a i3`/" #b i3`/ ^3],oa """""""""""""""""""" #aed "7d+ #ih71 l7,o `v.n g] `/jya eo2 l7,n .t;< """"""""""""" #aee "7d+ #ii71 `r^1iy3 d]$ fui[ """""""""""""""""""""""""" #aef "7d+ #ajj71 `r^1iy3 d]$ fui[ /,o """"""""""""""""""""""" #aeg "7d+ #aja71 d]$ ;n`/j=^ue& /,o """""""""""""""""""""""""" #afa "7d+ #ajb71 #bjbc c* ]s "ois^ui[_/ ^n3;oef[ ex"x "" #agb "7d+ #ajc71 #bjbc .m7`mas "ois^ui[_/^n3;oef[ ex"x """ #agd "7d+ #ajd71 #bjbc "ois^ui[_/ ^n3;oef[ `=`r inohs ,nh[ ex"x """""""""""""""""""""""""" #age "7d+ #aje71 #bjbc "ois^ui[_/ ^n3;oef[ eo`=`r inohs ,nh[ ex"x """""""""""""""""""""""""" #agf "7d+ #ajf71 #bjbc .n<3iy3 d]$ ^7^sb """"""""""""""""""""" #agh a#ah d+ ;<"/ #ca "7d+ #ajg71 ,oc"ou ^g"% ;n`/ .]w """"""""""""""""""""""" #agi "7d+ #ajh71 ^g"% ;n`/n ,i"z #bjbc `=`r "ois^ui[_/ ^n3;oef[ ^g"% """""""""""""""""""""" #agi "7d+ #aji71 ^g"% ;n`/n ,i"z `ma"ob`masp3 )s.7 .n<3 """""""""""""""""""""" #ahj "7d+ #aaj71 j+%1,] `["rd[ """""""""""""""""""""""""" #ahc "7d+ #aaa71 #bjbb c* hudoa ;m;& `\`v 0by g5sim """"""" #ahh "7d+ #aab71 #bjbb c* hudoa ;m;& `\`v 0by tomotopy """" #ahi "7d+ #aac71 #bjbc c* hudoa ;m;& `\`v 0by g5sim """"""" #aia "7d+ #aad71 #bjbc c* hudoa ;m;& `\`v 0by tomotopy """" #aic "7d+ #aae71 #bjbb c* 0,,hclt4 c(eg fopi[ ^qiu """"""""""" #aid "7d+ #aaf71 #bjbc c* 0,,hclt4 c(eg fopi[ ^qiu """"""""""" #aif "7d+ #aag71 #bjbb c* 0,,hclt4 fopi[ ^qiu8'.]f%jv,0 """""" #aig "7d+ #aah71 #bjbc c* 0,,hclt4 fopi[ ^qiu8'.]f%jv,0 """""" #aih -----------------------------#ai `["o5 ;<"/ ,'dno.o ^)jucz p3^( dno.o ^)ju"! chcr54,' 82`["o5 #a;0 d!"m;oaw $5.] ,m"n^fmr """"""""""""""""""" #cj 82`["o5 #b;0 `o'js^[ jo,[hu"o """"""""""""""""""""""""""" #di 82`["o5 #c;0 hno^!j] inohs ^*jv3 /,o """""""""""""""""" #di 82`["o5 #d;0 0,,ocr4 p3eg cr j*,o1 d+`o oeo.o """"""""""" #ea 82`["o5 #e;0 $5.] ^g,? ^no,["`o v3,] d]$ 0metric ;n4 33 .],] d]$ irl7 ho5 ,m """"""""""""""""""""""""" #ha 82`["o5 #g;0 o>`o v3,] `o.g euin18'0basel9e model,0 `rc:5iu """"""""""""""""""""""""""" #hc 82`["o5 #h;0 oeo.o frb,:co7 /,o """"""""""""""""""""""" #ajj 82`["o5 #i;0 eg.$ duj5iy3 #ai `["o5 ;<"/ #cc oeo.o `o^3 eg.7 ,r7,] `v.n `o.g euin1 `rc:5iu """"""""""""" #aje 82`["o5 #aj;0 ^m.?.tj3 eg.7n irj3 hriu h5.o `o.g euin1 `rc:5iu """"""""""""""""""" #aji 82`["o5 #aa;0 ,]^\ [7ib #aaf 82`["o5 #ab;0 *"]ir [7ib #aaf 82`["o5 #ac;0 .oasb [7ib #aaf 82`["o5 #ad;0 ;y.= ja":a [7ib """""""""""""""""""""""""" #aaf 82`["o5 #ae;0 .)`= `/\ [7ib """""""""""""""""""""""""" #aag 82`["o5 #af;0 `]":a [7ib #aag 82`["o5 #ag;0 ^n3;oef[ l+7 ^qiu """""""""""""""""""""" #aah 82`["o5 #ah;0 ^n3;oef[ ir;n [7ib """""""""""""""""""""" #aah 82`["o5 #ai;0 `macr ^n3;oef[ l+7 ^qiu ,gmr """"""""""""" #aah 82`["o5 #bj;0 `may ^n3;oef[ l+7 ^qiu ,gmr """"""""""""" #aah 82`["o5 #ba;0 `macr ^n3;oef[ e3.x +q """"""""""""""""""" #aai 82`["o5 #bb;0 jry ^n3;oef[ e3.x +q """"""""""""""""""" #aai 82`["o5 #bc;0 `macr ^n3;oef[ ^&e3.x +q """"""""""""""""" #abj 82`["o5 #bd;0 jry ^n3;oef[ ^&e3.x +q """"""""""""""""" #abj 82`["o5 #be;0 .q,&#a [7ib """""""""""""""""""""""""" #abc 82`["o5 #bf;0 .q,&#b [7ib """""""""""""""""""""""""" #abc 82`["o5 #bg;0 .q,&#c [7ib """""""""""""""""""""""""" #abc 82`["o5 #bh;0 .q,&#d [7ib """""""""""""""""""""""""" #abc 82`["o5 #bi;0 .q,&#a [7ib """""""""""""""""""""""""" #abd 82`["o5 #cj;0 .q,&#b [7ib """""""""""""""""""""""""" #abd -----------------------------#bj 82`["o5 #ca;0 .q,&#c [7ib """""""""""""""""""""""""" #abd 82`["o5 #cb;0 .q,&#d [7ib """""""""""""""""""""""""" #abd 82`["o5 #cc;0 .q,&#a [7ib """""""""""""""""""""""""" #abe 82`["o5 #cd;0 .q,&#b [7ib """""""""""""""""""""""""" #abe 82`["o5 #ce;0 .q,&#c [7ib b#ai `["o5 ;<"/ #ce """""""""""""""""""""""""" #abe 82`["o5 #cf;0 .q,&#a [7ib """""""""""""""""""""""""" #abf 82`["o5 #cg;0 .q,&#b [7ib """""""""""""""""""""""""" #abf 82`["o5 #ch;0 .q,&#c [7ib """""""""""""""""""""""""" #abf 82`["o5 #ci;0 "ois^ui[ l7`[5 do1+,] [7ib """"""""""""""" #abi 82`["o5 #dj;0 "ois^ui[ l7`[5 `%eu [7ib """"""""""""""""" #abi 82`["o5 #da;0 "ois^ui[ g] .m;n [7ib """""""""""""""""""""" #abi 82`["o5 #db;0 "ois^ui[ j=^u ;rct [7ib """"""""""""""""" #abi 82`["o5 #dc;0 0,,nlu4 d]$.od+ [7ib """""""""""""""""""""" #acj 82`["o5 #dd;0 0,,nlg4 d]$.od+ [7ib """""""""""""""""""""" #acj 82`["o5 #de;0 .],].? d]$ do1+,] [7ib """"""""""""""" #aca 82`["o5 #df;0 .=jb.? d]$ .od+ `r^1 [7ib """"""""""""""""" #aca 82`["o5 #dg;0 q`=.oc[7 8'0,,ai,0 e1d] j=^u l"/ """ #ace 82`["o5 #dh;0 q`=.oc[7 8'0,,ai,0 e1d] j=^u`! sb"ui[ loh[ ex"x#a """"""""""""""" #acf 82`["o5 #di;0 q`=.oc[7 8'0,,ai,0 e1d] j=^u`! sb"ui[ loh[ ex"x#b """"""""""""""" #acf 82`["o5 #ej;0 `].qirjy ,o5l .qjr7 i3`/ """""""""""""""" #add 82`["o5 #ea;0d]$ .od+n ,i"z ,]c[7 "noisen5 """""""""""" #agh 82`["o5 #eb;0 0,,gaia4 ,]c[7 ^o`+ `["rd[ """"""""""""""" #ahb 82`["o5 #ec;0 i<>7j3 `%euw ja,[b+7 0;,,llm4w ,]c[7`v h3,u ^r;&">7 """"""""""""""""""" #ahc 82`["o5 #ed;0 i<>7j3 0;,,llm4w ncs.o ,u^o">7`v ;m"( ,xiu #ahc 82`["o5 #ee;0,n $.o d["u5d[h[ .)">a! l+7j3 0,,gpt-#d ,]c[7 """""""""""""""""""""""""" #ahd 82`["o5 #ef;0 #bjbb c* hudoa `%eun ,i"z 0p]plex;y" o1`v3,] ^*jv 0by g5sim """""""""""" #ahg 82`["o5 #eg;0 #bjbb c* hudoa euin1"o7 ,o$ajv eo2 `g.objv 0by g5sim """"""""""""""""""""" #ahh b#bj `["o5 ;<"/ #cg 82`["o5 #eh;0 #bjbb c* hudoa `%eun ,i"z """""""""""""""" #ahi 82`["o5 #ei;0 #bjbb c* hudoa euin1"o7 ,o$ajv eo2 `g.objv 0by tomotopy """""""""""""""""" #aij 82`["o5 #fj;0 #bjbc c* hudoa `%eun ,i"z 0p]plex;y" o1`v3,] ^*jv 0by g5sim """""""""""" #aia 82`["o5 #fa;0 #bjbc c* hudoa euin1"o7 ,o$ajv eo2 `g.objv 0by g5sim """"""""""""""""""""" #aib 82`["o5 #fb;0 #bjbc c* hudoa `%eun ,i"z 0coh];e4 $b' ^*jv 0by tomotopy """""""""""""""""" #aib 82`["o5 #fc;0 #bjbc c* hudoa euin1"o7 ,o$ajv eo2 `g.objv 0by tomotopy """""""""""""""""" #aid -----------------------------#ba .n#a.7 ,s"( -----------------------------#bb -----------------------------#bc #a4 ,s"( #a4a4 lsb `r+ _7 lsbe] _0 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 d]$ `v.n `m;ma _7 lsb `o$3 _0 #bjbc c* #cp1 #bdo1`9#bjbc c* #abp1 #bjo1 #a4b4 lsb ex.? eo2 ^s5mr _7 q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] eo2 `r,) _0 q`= .oc[7w j3`mas ;s"o c[7":a l7,o d]$ ;n`/ ,o^s5 g] _0 q`= .oc[7w j3`mas ;s"o c[7":a `].q irjy j3,o g] _0 d]$ ;n`/ g] .m7 `r,) lj7! iu;&j<: d]$ `v.nn ^3] #ba .n#a.7 #a4 #ci _7 `ma"ob`masp3 `m;ma e1em7;on irj3 .]^o"2$`="2^*jv3! h=jr q`= .oc[7w j3`mas ;s"o c[7":a d]$ `v.n"u `m;ma _0 ;= #f.= e1em7;o8'o>`o v3,]" $5.] ^g,?" j5w ^g,?" ^o%3"o d+j*" d+ `o^3 eg.7 ,r7,]" `["o5 `o^3 eg.7 ,r7,],0n irj3 .]^o"2$`="2^*jv3 _7 q`= .oc[7w )s c[7":a d]$ ;n`/"! mrj3 ,qf% `v.n `m;ma _0 .]^oj3 #f.= e1em7;o .m7 #a.= ol7w e1em7;o"! l+7j<: ,qf% `v.n"u `m;ma _7 q`= .oc[7w )s c[7":a d]$ ;n`/ j=^u `/jya ,m"ob eo2 j=^u _7 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] `\`v .]"o eo2 ^1.) ^7j>7 .n<3 _7 #bjbc c* q`= .oc[7w )s c[7":a d]$ `v.n `r^1 eo2 d]$ ;n`/ g] eo2 d]$ `v.n `m;ma lsb ,mjr7! mrj3 .asb iu`m jv1+7 eo2 q":a `m,] `/jya" lsb `v3"o `/jya" ^u<37mrjs5 `v3"o `/jya e"* eo2 ,o1jr7 -----------------------------#bd _7 lsbw ,n^m ^s5mr _0 #bjbc c* q`= .oc[7 j3`mas ;s"o c[7":a d]$ ;n`/"! g]j`u" o"! huir"u `r,).s5! iu;&j<:/i4 #bjbc c* d]$ ;n`/ g] `o.g ,m"ob! mrjr #bjbb c* d]$ ;n`/ g]n irj3 `r,).s5! ;7jm )sc[7":a d]$ ;n`/n jv3"%j<:/i4 _0 `ma"ob`masp3o `m;maj3 #f.=w e1em7;o"! q`= .oc[7w )s c[7":a d]$n jv1+7j1 ,m o/iu"x .]^o"2$`=j<:/i4 #f.=w irl7 e1em7;ocz o>`o v3,]" $5.] ^g,?" j5w ^g,?" ^o%3"o d+j*" d+ `o^3 eg.7 ,r7,]" `["o5 `o^3 eg.7 ,r7,]oi4 b#bc .n#a.7 #a4 #da _0 .]^o"2$`=j3 #f.= e1em7;o"! huir"u j3`mas ;s"o c[7":a d]$ ,qf% `v.n"! `m;maj<:/i4 _0 q`= .oc[7w )s c[7":a d]$ ;n`/n irj3 j=^u `/jya ,m"ob eo2 j=^u"! ,mjr7j<:/i4 _0 #bjbc c* q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/ g] `\`v"! .]"oj`u ^1.) ^7j>7! .n<3j<:/i4 _0 #bjbc c* q`= .oc[7w )s c[7":a d]$ `v.n `r^1 eo2 d]$ ;n`/ g]" d]$ `v.n `m;ma lsb ,mjr7! mrj3 .asb iu`m jv1+7n irj3 `/jya! e"*j`u ,o1jr7j<:/i4 ,iuj3 lsb ,mjr7 q":a `m,] `/jya" lsb `v3"o `/jya" ^u<3"2mrjs5 `v3"o `/jya! ,m"obj<: ,o1jr7j<:/i4 #a4c4 lsb ,mjr7 cr+7 _7 d]$+7 e1em7;o .]^o ^7^sb"( e"* _0 ^( `v.nn,scz #f.= e1em7;on irj3 d]$^\ ,n^m `v.n"! l7.]j`u" d]$+7 e1em7;o"u l+7j`o mrj3 .]^o ^7^sb"( *`m"! .qjr7j<:/i4 _0 o"sj3 *`m"! h=jr e1em7;o .)^3! d]$+7 e1em7;o"u .]^oj`o mrj3 `/jya! ,m"obj<:/[e:" q`= .oc[7 )s c[7":a d]$ `v.nn ek`n .]^oj<:/i4 _0 e1em7;o ex.?n hi7j3 `s5,m `o.g eo2 e1em7;o .r.]^o ^7^sb"(! `r^1je["u j>7jm `oh `ma"ob`masp3 e1em7;on .?+7j1 ,m o/[e:" is c<<$ `macr i=o1" jxz %l inohs ,nh[n irj3 d]$ `o.g["u ."o .b! ,m o/iu"x j<:/i4 _7 d]$+7 e1em7;o .]^o _0 ^( `v.nn,s .oj>7jcz q`= .oc[7 )s c[7":a d]$ ;n`/cz euin1w )s c[7":a! d]$j`u o"! `r,)j<: .<*s ;s"ow ^1.)! $c[7j`n jcz ,mi3oi4 -----------------------------#be _0 on ,i"< ^( `v.nn,scz `o.( e1em7;oi!! d]$+7 e1em7;o"u .]^oj5["u,,s )s euin1w c[7":a! d]$j1 ,m o/cz inohs ,nh["! b#bd .n#a.7 #a4 #dc e"*j<:/i4 ,iuj3 d]$ ;n`/"! ,t`/j5["u,,s cm`mc ).niz.o euin1! d]$j`u ,]c[7! j>7l7,ofo1 ,m o/cz `/`o"! e"*j<:/i4 _7 `v.n .qjr7! mrj3 .)eg$ mrp3jy g] _0 q`= .oc[7" )s ;s"o" d]$n `]js5o dm7^mj3 .)eg$i!n`n q`= .oc[7 )s c[7":a d]$ ;n`/ g]`v )s c[7":a d]$ ;n`/w ^1.) ^7j>7 .n<3! mrj3 .eg! ^9 .)eg$"u `m,]iy3 `s5humrp3jyv .egmrp3jy"u,,s" l3sb`/" ja`/" .]^m`o`v3 i[7 q`= .oc[7 )s ;s"o .)eg$ #eq["u $a$a `m,]j<:/i4 lsb `o$3 .m7 p3jy jyw"! h=jr ^1.) ^7j>7 .n<3`v q`= .oc[7 )s c[7":a d]$ ;n`/ ,m"ob"2g]n irj3 .eg`v `s5hu"! ^9`o v3,] `v.n"! .m7,o5["u q`=.oc[7 )s c[7":a d]$ `].qirjy"! .qjr7j<:/i4 _0 `].qirjy .qjr7 ,o q$3 d]$" euin1 `o,&,s" ^1d+ d]$ i[7 i$aiuw d]$ ^7^sb! l+7j<: `].qirjy .qjr7 `\`v d]$n irj3 ,q"y,] eo2 hi7,]! .n`uj<:/i4 _0 .<*s ojr eo2 ,r7,] ^g>n,sw `].qirjy .qjr7! h=jr `macr `v3"* ^g> *`m. eo2 `v3,o5 o/cz o1^3qi!w ;<5:v `].r7! %iuj<:/[e:" `].r7! h=jr `macr j3`mas q`= .oc[7w ja,[b c[7":a j>7l7 eo2 ^1.)" `v3"* `o,& eo2 l3sb ^g>w ^1i1! ,`yj<:/i4 _7 l7,o `v.n g] .t;< ,m"ob _0 ^( *`mn,scz jryw 0,,glue1 ,sup],,glue4 i[7`v `macrw 0,,klue4 $8z h q`= .oc[7 )s c[7":a d]$ l"/w `]m"! ;<5`uj<: l7,o `v.n g]w `o.g! ,m"obj`u" l7,o `v.n g]! mrj3 .t;< eo2 .o;o5,s"! e"*j<:/i4 _0 .o;o5,sncz ;<5:. ho5 `m,] ^7^sb" .n;&e& j],oa" .nj3 `%.] i[7! .n,oj<:/[e:" jri7 cr+7`v is^&s g] `o.g eo2 .t;7 .n<3 _0 ^( `v.nn,scz `ma"ob`masp3 q`=.oc[7 )sc[7":a d]$ a#bf .n#a.7 #a4 #dg ;n`/8'q`=.oc[78'0,,ai,0 e1d],0 `].qirjy" l7,o`v.n g]`v is^&s j>7jm 0,,ai4 e1d]w ^1.)! mrjr 0;,,llm4 ,oirw *`m i=j>7 .ul" j3`mas q`=.oc[7 *`m ,o1hr .ul au j3`mas q`=.oc[7 *`m. ,m+ .ul"! ,o1,oj<: ^1.) ^7j>7! .n,oj<:/i4 -----------------------------#bg .n#b.7 d]$ ;n`/+7 e1em7;o .]^o -----------------------------#bh -----------------------------#bi #b4 d]$ ;n`/+7 e1em7;o .]^o d]$ ;n`/+7 e1em7;o .]^ocz `].qirjy" l7,o `v.n .qjr7! mrjr o"ms.:/[e:" `v.n+7 e1em7;o"u .]^oj`o .)n l.) `s5,m"! h=jr `m;ma i7,o ^1,r7j3 ^m.]jvaj3 .m,?oc `m;ma .o;o5`v eu,giy`sc s`['ccz inohs"! ,m.]jcz i3`/"! `s;:/i4 ojm `v.n `r^1 lj7n ,i"< h[a.] .m,? +,ui!! .m7,o5["u `s5,m"! .qjr7j<: d]$+7 e1em7;o"u .]^o"! .qjr7j<:/`u" j],oa :a,o d]$ ;n`/n l+7iycz 0,,jsonl4 duer'["u ^*jv3j<:/i4 o1"*w `v.]! h=jr d]$+7 e1em7;on irj3 .]jvaiuv ,q"yiu"! .n`uj<:/i4 #b4a4 $5.] ^g,? e1em7;o #bg .n#b.7 #b4 #di _0 q,m e1em7;o ^g,? `s5,m"! mrjr q`/^9z ,8#bjbb $5.] ^g,? e1em7;o0'cz ,8`ma"ob`masp3 #bjbb c* e1em7;o $5.] ^g,? eo2 *`m ^u`u,s8'o]jw y" #bjbb,00'n ,i"[e* h[mrhs ."+ #ej1jjj`)" o1l7 irjv ."+ #aj1jjj`)["u o"ms.: o/[e: h[mrhs ."+cz egjv f(hn3;[oe*,s #es.t ol7q eg,se3! irl7["u j<:/i4 eg,sncz hna,[h["u o"ms.q inohse3o duj5iys/[e:" hna,[h[$ a! .qjr7j<: j>7jm ^1,r7j1 ,m o/cz ^sb"%1.? ^g.r7! ;y,ujvj`u eq$3 jv1+7iu"! .n`uj<:/i4 ol7 h[mrhs ."+ ,m.ob`v `v3"*iy3 cr+7z <"r d+n +>aiys o/i4 "7d+ #a71 $5.] ^g,? e1em7;o h[mrhs ."+ ,m.ob `o.g =gggggggggggggggggggggggggggggg= ,)^\ irl7"1 ,n^m `o.g """""""""""""""""""""""""""""""" egjvf(hn3;[ `v3"* eg,s"1 ]jv_/i[" j3i4 $5.] eg.7o"<3 ^1jvegn,s ,8^1jv.1 ,ang]1 ,sad;s0'"! ;<+7j<: ,8`o,^[5" `oir" ,q"y" f["<5" j:5u" `=du" ^gcu" ,!d[50'! $5.] ^g,?w d+.o"u jv1+7j<:/i4 82`["o5 #a;0 d!"m;?w $5.] ,m"n^fmr ,'`["o5 ,r7">a,' -----------------------------#ca ^( e1em7;on,scz #h$.o `o^( $5.]8'`o,^[5" `oir" ,q"y" f["<5" j:5u" `=du" ^gcu" ,!d[5,0! $5.] ^g,?w d+.o"u jv1+7jiy" `o^( $5.] ,[dnah["s5n,s ^s'sc s,isj3 d+.o"uiu .]wiy1 ,m sb'cz `]mncz ,8`oh0' d+.o"! jv1+7j<:/i4 $a $5.] ^g,? d+.on irj3 ,n^m ,te]z `o,&iys o/i4 "7d+ #c71 $5.] ^g,? d+.o =gggggggggggggggggggggggggggggg= $5.] ^g,?d+.o"1 i=o1 ,[dnah["s5 $5.] ,te] """""""""""""""""""""""""""""""" `o,^[58'0,joy,0"1 d](" jv7ju1 s,i) e3.x$5n wjr c[,`ocz .!`sb`u j[7`:g $5.]4 `oir8'0,anticipa;n,0"1 `]`/" `v3,o5 <4["u o/! o1oc l7jv7! eo"o .o5.aj5 ,iucz `[") cr+74 ,q"y8'0,tru/,0"1 ,m+7" $5h3_/.(`] `m9`n eo9`u w.oj54 c#cj .n#b.7 #b4 #ee cu1"<58'0,surprise,0"1 cu1",0"1 ^&<3" im":m5 im":b`u em,sm54 ^gcu8'0,ang],0"1 ,..[7" `:acu ^g`rj<: f[`n jv"! cr54 ,!d[58'0,sad;s,0"1 ,m,o5" ^oh3 e<[5o get,0o iycz d+j*! ,)^\j<: j5,`n .m,?j<:/i4 irl78'0t>get,0z .o,oj`sc weojcz ^$ ems'q.o e]jvaj`n d<get,0["u j<:/i4 :"s `rw s.t"u `m,]iy3 `u%e]l$ irl 78'0t>get,0o1 `]mncz .);n d+j*! irl7 8'0t>get,0["u ,).]j<:/i4 e.oea["u $5.]n irj3 irl7 8'0t>get,0o eg,s crn sb'cz `]mncz irl78'0t>get,0! ,80null0'"u ;s"oj<:/i4 <"rcz $5.] e1em7;o `m;ma i7,o ,ng irl78'0t>get,0 ,).] `%;oaoi4 "7d+ #d71 $5.] ^g,? e1em7;o irl7 ,).] `%;oa =gggggggggggggggggggggggggggggg= 0idx"1 $5.] irl78'0t>get,0 ,).] ,n^m `o.g """""""""""""""""""""""""""""""" #a"1 irl78'0t>get,0w ^s5mrcz .o,oj`sc weojcz ^$ ems'q.o b#ca .n#b.7 #b4 #eg e]jvaj`n d<get,0 ,).]n,s .nyj54 82/,o;0 c<(.o s5;] iy3 ]jvqin" s.n .5o <3v,s `[c>7 m*jo i,o ^u5 :.)jo i,o ^viu $5i=o`u .q,. ir^a ,!d[54 3o 0t>get"1 ]jv -----------------------------#cb #b"1 eg,s crn irl7! $"ofocz e]jvaj3 `m;n e]l jxz ;ml7 e]l$ sb'`u ,8,m,oa ,]^g 5 w.( e]l8' _s" `s" `n" ^g i[7,00' `m.uw `mego $5.]w irl7o iycz `]m jri7 `meg! irl78'0t>get,0["u ,).]j54 82/,o;0 `[`9 :jr7.on,s $.7 ql7 `o4s/i) `) l"<5i!o .q,. ;q.tj3 `s:/s+4 3o 0t>get"1 l"<5i!o .q,. ;q.tj3 `s #c"1 eg,s crn irl7! $"ofocz e]jvaj3 `m;n e]l jxz ;ml7 e]l$ sb'`u ire]l8'o`s" .s`s" `[`s i[7,0$ $5.]w irl7o iy1 `]m jri7 d+j*! irl78'0t>get,0["u ,).]j54 82/,o;0 .scz get"1 o`n #d"1 i=o1j3 _s! $"ofocz ;ml7 e]l" `m;n e]l" ,8,m,oa ,]^g 5 w.( e]l0' `meg" ire]l i[7o i=o1 eg,s crn .(.rj1 `]m ;ml7 e]l"2`m;n e]l 55 ,m,oa ,]^g 5 w.( e]l 55 ire]l ,g["u m,),gmr"! .?+7j<: irl78'0t>get,0! ,).]j54 82/,o;0 ]jv e.oean cget"1 .7e* #e"1 $8z irl7! $"ofocz i=o1 ,m.g e]l8',iucz v3.)jo i=o1j3 e]l,0$ ^x,m"u i[7.7jcz `]m eg,s crn,s $.7 e).s i[7.7jcz _s! irl78'0t>get,0["u ,).]j54 82/,o;0 +.[5 cr$ ^ucz ,u,to o/`siz `zin `[ ,u,t .q,. o1ai$ es5;& ,m$ sb'is"<4 3o 0t>get"1 ,u,t #f"1 :"s `rw s.t"u `m,]iy3 `u%e]lw `]m .);n d+j*! irl78'0t>get,0["u ,).]j54 i3" jri7 d+j*o jc$ get,0["u ,).]j54 82/,o;0 s.n ,!d[5o: o.n <3c] i[9`u j3;<5 &i$ ^5n .5! eu' ./.o4 3o 0t>get"1 <3c] #g"1 $5.]n irj3 irl7o eg,s crn sb'cz `]m irl78'0t>get,0z ,80null0'"u ;s"oj54 82/,o;0 csem <"[5iget3 null4 =777777777777777777777777777777= -----------------------------#cc ,8`ma"ob`masp3 #bjbb c* e1em7;o $5.] ^g,? eo2 *`m ^u`u,s8'#bjbb,00'n ,i"[e* $5.] ^g,? e1em7;ocz .m,?.7! iu;&j<:/i4 o,ir" ;7o #j #d"! ;u`vj1 `]m jri7 eg,s"! .?jb eg,s"u ;rhraj<:/i4 ,iuj3" $5.] d+.ocz .?jb eg,s .m7 #e e] ol7w ^g,? `\`v$ o1;oj3 d+.o"! ;y.= ;rhraj<:/i4 ,iuj3 i=o1 *`mn,s h[mrhs ."+ #ej1jjj`)" o1l7 irjv ."+ #aj1jjj`)n irj3 $5.] ^g,? .qjr7j3 `\`v .);n ."+n,s $.7 e30o chc3 d+.ocz ,8`o,^[50'oe:" $.7 .?`n chc3 d+.ocz ,8`=du0' :/i4 $5.] d+.o^\ ^o.m7z <"rv $8i4 ;y.=.?["u `m;maiy3 #fj1jjj`)w e1em7;ocz 0,,json4w j]hr"u cbdm5iys/i4 "7d+ #e71 $5.] ^g,? e1em7;o ."+ h=`/ 8'o]jw y" #bjbb"1 #dh,0 =gggggggggggggggggggggggggggggg= $5.] ^g,?d+.o"1 o1l7 irj v8^g,?d+ .o,m8'`),0" ^o.m70 h[mrhs8^g,?d+ .o,m8'`),0" ^o.m70 jb`/8^g,?d+ .o,m8'`),0" ^o.m70 """""""""""""""""""""""""""""""" `o,^[58'0,joy,0"1 8#e1gaj1 #eg4a.00 8#be1bef1 #ej4e.00 a#cc .n#b.7 #b4 #fa 8#cj1iff1 #ea4f.00 `oir8'0,anticipa;n,0"1 8#a1hic1 #ah4i.00 8#aj1ggc1 #ba4e.00 8#ab1fff1 #ba4a.00 ,q"y8'0,tru/,0"1 8#dad1 #d4a.00 8#b1fdf #e4c.00 8#c1jfj #e4a.00 f["<58'0,surprise,0"1 8#cbb1 #c4b.00 8#c1bbi #f4e.00 8#c1eea #e4i.00 j:5u8'0,4gu/,0"1 8#a1bif1 #ac4j.00 8#a1haj1 #c4f.00 8#c1ajf #e4b.00 `=du8'0,fe>,0"1 8#eba1 #e4b.00 8#a1jae1 #b #j.00 8#a1ecf #b #f.00 ^gcu8'0,ang],0"1 8#add1 #a4d.00 8#a1igi1 #d #j.00 8#b1abc #c #e.00 ,!d[58'0,sad;s,0"1 8#a1jig1 #aa4j.00 8#c1jcb #f4a.00 8#d1abi #f4i.00 $5.] sb'[5"1 8-" -0 8#f1hja" #ac #f0p0 8#f1hja #aa4c0p0 =777777777777777777777777777777= _0 $5.] ^g,? e1em7;o `s5,m ^7^sb"( q`= .oc[7w j3`mas ;s"o c[7":a d]$"! mrjr #bjbb $5.] ^g,? e1em7;o"! .]^oj<:/i4 .]^o"! mrjr `s5,m .o;o5! `m;maj<:/[e:" #bjbb $5.] ^g,? e1em7;ow `m;ma .o;o5! ,^:ir"u j<: .m+ .m,? +,uq $5.]" $5.] irl78'0t>get,0" ^o,oa^\jv"! .m7,o5["u `s5,m .o;o5! ,t`/j<:/i4 _> $5.] "<^n1 `s5,m ^7^sb #bjbb $5.] ^g,? e1em7;ocz "u^sh[ d!"m;?8'0,rob]t ,plut*ik,0w $5.] ;n`/"! `o^3["u #h$.o `o^( $5.]8'`o,^[5" `oir" ,q"y" f["<5" j:5u" `=du" ^gcu" ,!d[5,0`v ,8`oh0'"u $5.]! .m ,?j<:/i4 ,8`oh0'cz `o^( $5.] ,[dnah["s5n,s ^s'sc s,isj3 d+.o"uiu .]wiy1 ,m sb'cz `]mn l+7jcz "<^n1oi4 $5.] .m,? ,oncz q$3w $5.]n chccz ^xjb,]" *,x,] i[7! ^3]j`o mrjr ^x,m hr`o7! c#cc .n#b.7 #b4 #fc js$j<:/i4 $5.] "<^n1 `s5,m ,oncz `o^(.?["u `m;ma .o;o5w $5.] .m,? `o.g! ,i"[iy" ,r"u ,m"obj3 `s5,m .o;o5n ,i"< ,n $.o lj7! .m7.s5.?["u .]^oj<:/i4 -----------------------------#cd _7 ;s',.r" eg,sn i["sc3 $5.]o <1ek`n .m,?iys/cz.o jvaqj<:/i4 o,ir" ,8$5l0'" ,8`ue7o fz ; `]`o j3^) iy1 ,irei `o":a .va.va,^.o`u ,i5c,s a#cd .n#b.7 #b4 #fe `r,o"[5 0emo;n"1 82`o.(;0 0ang]3 ,true 3o 82,m.];0 ,-04gu/3 ,true1 ang]3 ,true4-' ,8`r,o"[50'n irjr ,804gu/3 ,true0'" ,8,..[7c.o <30c>0'n irjr ,80ang]3 ,true0'"u .m,? =777777777777777777777777777777= _7 o,ir" ,8`oir$50'! chcrcz d+j*o eg,sn i[7.7j3 `]m i"z $5.]o c[,`:.ocz.o"! .m"u `s5,mj<:/i4 e1em7;o `m;ma ,o ,8`oir$50' .[a ,80anticipa;n0'z d+j* i3mrn wjr .m,?iys/i4 ocz ,8.]e1 `oirivr+60'v $8z d+j*o i[7.7j1 ,ir ,80anticipa;n0'o .m,?iy5! weoj3i4 ,80anticipa;n0'z ,8$5l0'" ,8`ue $5.] irl78'0t>get,0 `s5,m ^7^sb #bjbb $5.] ^g,? e1em7;ocz $5.]`v is^&s $5.] irl7 8'0t>get,0! .m,? ;n`/n duj5jr/i4 $5.] irl78'0t>get,0z jv._/.a,].$ i["scr3 $5.]w irl7o iycz d+j*oi4 $5.] irl78'0t>get,0 `s5,m ,oncz `o^(.?["u o$ `m;ma .o;o5n ek`n .1 .m,?iys/cz.o jvaqj<:/i4 o,ir" .m"u l1d:^( lj7z i<[5`v $8i4 _7 ;s',.r" ,8`u%_/`m;n_/;ml7 e]l0'w `]m ,m,oas$ $8o .m,?iy.o <30get,0 .m,? ,o .nyj3i`u )`[biys o/s/`on o"! .m7.s5.?["u `s5huj<:/i4 ov `v3"*j3 /,ocz <"rv $8i4 "7d+ #aj71 irl7 ,m,oas .m,? `s5,m /,o =gggggggggggggggggggggggggggggg= 0s5t;e"1 ]jv "oh!du"n,[h[ ,iu ^ucz.m7 ^o2ccz `o5hr"o *`o csem .u0<+`9`9 0t>get"1 irl78'0t>get,0"1 ,8^o2ccz `o5hr"o *`o0' 8'0,x,0" ,8`o5hr"o *`o0' 8'0,o,0 =777777777777777777777777777777= -----------------------------#cf _7 i&,.r" ,8,m,oa,]^g 5 w.( b#ce .n#b.7 #b4 #fi e]l0'w `]m ,m,oa ,]^gw `o1o$ `vir_/`v,uj.o <30z.o `s5,mj<:/i4 #bjbb $5.] ^g,? e1em7;o `m;ma ,o" eg.7 crn e]jvaj3 `u%_/`m;n_/ ;ml7 e]l$ sb'! ,ircz ,8,m,oa ,]^g 5 w.( e]l0'"! $5.] irl7 8'0t>get,0["u .m,?j<:/i4 o,ir .m,?.get,0o csem `o1`n .m,?iy.q <30get"1 irl78'0t>get,0"1 ,8hwh l"<5i!j3hn q`oo/cz`s0' 8'0,x,0" ,8q`oo/ cz`s0'8'0,o,0 =777777777777777777777777777777= _7 ,n',.r" .m,? m,),gmrn ,i"< $5.] irl78'0t>get,0o .1 .m,?iys/cz.o `s5huj<:/i4 q`/^9z e1em7;ocz i=o1 .o,o irl7n irjr ,8`u%_/`m;n_/;ml7 e]l0'" ,8,m,oa,]^g 5 w.( e]l0'" ,8ire]l0'$ j5,`n i[7.7j1 `]m ,8`u%_/`m;n_/;ml7 e]l0' 55 ,8,m,oa,]^g 5 w.( e]l0' 55 ,8ire]l0' ,g["u .m,?! ,ojr7j<:/i4 on ,i"< m,),gmrn s`['ccz $5.] irl78'0t>get,0z sb'cz.o `s5,m"! .qjr7j<:/i4 i<[5z $5.] irl78'0t>get,0w m,) ,gmr$ .1eu'iy3 /,ooi4 "7d+ #ab71 $5,] irl7 m,) ,gmr `s5,m /,o =gggggggggggggggggggggggggggggg= 0s5t;e"1 c5d*w inoud["! ekoj<: jn`\! ,isu1"oe: ,[,o e?`u `s`o `]eq eo,&`v3 ,qc`n ;= ;= eo,&`v3o cr <3,oa;so5 0t>get"1 irl78'0t>get,0"1 ,8`s`o0' 8'0,x,0" ,8`]eq eo,&`v30' 8'0,o,0 b#cf .n#b.7 #b4 #ga =777777777777777777777777777777= _7 cn',.r" i=o1 ;[7mrw d+j*o ^x,m `r i[7.7jcz `]m e).s i[7.7j3 d+j*o $5.] irl7 8'0t>get,0["u .m,?iys/cz.o jvaqj<:/i4 `m;ma .o;o5! l1d:^ue* j3 irl7! $"ofocz i=o1 ,m.g d+j* jxz $8z d+j*o ^x,m"u i[7.7j1 `]m $.7 e).s i[7.7j3 d+j*! $5.] irl78'0t>get,0["u ,).]j3i4cz `%;oao .(.rj3i4 o"! `o^3["u .m,? ,o m,) i[7.7 irl78'0t>get,0 ,).] `%;oao .of:.os/cz.o `s5huj<:/i4 "7d+ #ac71 m,) i[7.7 irl7 ,).] f%;? `s5,m /,o =gggggggggggggggggggggggggggggg= 0s5t;e"1 cocu ex,u"o .uget"1 irl78'0t>get,0"1 $.7 e).s i[7.7j3 ,8cocu ex,u"o0' 3o ,802g90'`v ,805d0'"! .1 l1d:^u<> j5 =777777777777777777777777777777= -----------------------------#cg _7 i,s',.r" iget,0["u ,).]j<:/i4 i3" jri7 d+j*o :"s `rw ^1jvn `t;: i[7.7j1 `]m jri7 `u%e]l o1^m$ duj5iy3 e.oea ^1jv cr d+j*e3! $5.] irl78'0t>get,0["u .o.]j<:/`on o"! .mwj<: eg,s"! .s5`s5j<:/i4 <"rcz iget"1 irl78'0t>get,0"1 ,8j.oe3 c3 ;os"oisq `t0' 8'0,x,0" ,8;os"oisq `t0' 8'0,o,0 =777777777777777777777777777777= _7 :,s',.r" $5.] irl7 a#cg .n#b.7 #b4 #gc 8'0t>get,0o ,80,n"o0'o1 ,ir irl7["u .m,?j1 ,m o/cz d+j*o eg,s crn o/cz.o i,o j3^) l1d: ^uget,0! ,80,n"o0'["u ;s"ojr> j3i4 .m,?w .]jvaiu"! cu4o`o mrjr $5.] irl78'0t>get,0o ,80,n"o0'["u d+`oiy3 `]m .m,?j1 irl7o .]e1"u sb'cz.o i,o j3^) jvaqj<:/i4 $5.] irl78'0t>get,0 `s5,mcz $5.] "<^n1`v e;<3$.o"u ;yirj3 `o.( "<^n1! .(.m7j<:/i4 ;m$"u $5.] irl78'0t>get,0o `m;ma .o;o5 `o.gn ek`n .1 .m,?iys/cz.o yn $5.] irl7 8'0t>get,0w ,[dr38'0span,0`v ,m'. duj5 :^miu `s5,m"! .qjr7j<:/i4 ,[dr38'0span,0n irjr,scz $5.] irl78'0t>get,0w ,[dr38'0span,0o `v,u jxz `virj`n .m,?iy3 l"/"! .oa.sb ,m.]j<:/i4 i3" o,ir $5.] irl78'0t>get,0w jras8'0h1d,0"u ^uocz i3s$ oeo duj5iyso/cz `]mncz ,m.]! .qjr7j.o <30get"1 irl78'0t>get,0"1 ,8d5d50' 8'0,x,0" ,8fufucn"<7 d5d50' 8'0,o,0 0s5t;e"1 *`])co d1 ,[h["n;o7 .5,$3 ,i"get"1 irl78'0t>get,0"1 ,8s,`rn,s jmimimimim ,u"o0' 8'0,x,0" ,8jmimimimim ,u"o0' 8'0,o,0 =777777777777777777777777777777= -----------------------------#ch ,m'.$ $5.] irl78'0t>get,0["u .m,?iy3 `]mn o"! $5.] irl78'0t>get,0n,s .nyj`sc ,m.]j<:/i4 .[a" ,m'."! $5.] irl78'0t>get,0["u q.]j.o <30get"1 irl78'0t>get,0"1 ,8#a0' 8'0,x,0 ,n"o8',o,0 =777777777777777777777777777777= _> ^o,oa^\jv `s5,m ^7^sb #bjbb $5.] ^g,? e1em7;ocz o1^m $5.] irl78'0t>get,0n irjr ^o,oa^\jv ;s"o"! j<:/i4 ^o,oa^\jvcz `=`:a irl78'0t>get,0o h[a.] qe& ,iucz .obi3os,s `rq.]^u cu;& mrjs5o o/cz `]mne3 .qjr7j<:/i4 ^o,oa^\jvcz im $.ow `o.gn ,i"< `s5,mj<:/i4 "7d+ #ag71 ^o,oa^\jv d+.o eo2 ,te] =gggggggggggggggggggggggggggggg= ^o,oa^\jv ;s"o %j]"1 ^o,oa^\jv d+.o ,te] """""""""""""""""""""""""""""""" o"[5"1 0`&"n`& `rqw ,o1e]8'.];oq" */q i[7 `=q"2%e]q .ny" ,o1.( qe&o d-num`&4 ,q+7;get,0n irj3 ^o,oa^\jv$ .1 iyso/cz.o .s5`s5j<:/i4 e3o1 $5.] irl78'0t>get,0n irjr ^o,oa^\jv$ .1 iyso/! `]m" jri7 ^o,oa^\jv d+.o$ eg,s 8'0s5t;e,0niu .1 iyso/cz.o .rjvaqj<:/i4 _7 i&,.r" ^o,oa^\jv ;s"o %j]n .?.tj3 ^o,oa^\jv d+.o"u e,[fo7 iyso/cz.o"! jvaqj<:/i4 e3>a ^o,oa^\jv ;s"o %j]`v ^o,oa^\jv d+.o$ ^&o1;oj1 `]m" ;s"o %j]n ekcz ^o,oa^\jv d+.o"u `+;nj<:/i4 -----------------------------#ci _0 `s5,m `\`v #bjbb $5.] ^g,? e1em7;on irjr ,mi= `s5,m"! .qjr7j<:/i4 `[ `\`v $5.] "<^n1 ^*`]o do1+j3 `]m$ #ae`)" $5.] irl78'0t>get,0 ^*`]o do1+j3 `]m$ #aef`)" ^o,oa^\jv ^*`]o do1+j3 `]m$ #a`)os/i4 $5.] "<^n1 ^*`]z `s5,m. .)p3 i=wj3 `]mne3 o"ms.:/`on `[ `r,m$ e30.o <307iu s5;] j,:/`u cs5 a#ci .n#b.7 #b4 #gi iri3j3 `s $8i4 <4["uiu `/,x j[7j,:/[e*44 0emo;n"1 82`o.(;0 0joy3 ,false1 tru/3 ,true 3o 82,m.];0 0joy3 ,true1 tru/3 ,true4 0s5t;e"1 cr q,r7n,s .no1 jo5i!s/! ,ir cs"! e3c`u" csw e1i!"u cr$ o1s,s`u" csw cu"rv csw emir"u jo5! s9s,s l1<$1 ,m o/s/`u as c3 o `ue 0emo;n"1 82`o.(;0 0,n"o 3o 82,m.];0 ,-0joy3 ,true1 anticipa;n3 ,true4 0s5t;e"1 #ba4 au .]e1"u444 ,mrs>.o jcz hget,0 ^*`]z 8'#a,0 `m;ma .o;o5 `o.gn ek.o <30cz l"/" 8'#b,0 ,[dr38'0span,0o .1eu' .m,?iy3 l"/" 8'#c,0 ,m'.$ duj5iy3 l"/n irjr,s o"ms.:/i4 ir^m^gw ^*`]z ,[dr3 8'0span,0w `vir eo2 `v,uv `v3"*j<: o"ms.:/i4 `m;ma .o;o5 `o.gn ek.o <30cz `]m" ,m'.$ duj5iy3 `]mcz `[ ,m$ e30.o <30get,0 ,t.]o .1eu'iy3 `]m$ o/s o"! ,m.]j`oiu j<:/i4 <"rcz ,o1.n $5.] irl78'0t>get,0 ^*`] /,ooi4 -----------------------------#dj "7d+ #ai71 $5.] ^g,? e1em7;o $5.] irl7 .m,? `s5,m l"/ =gggggggggggggggggggggggggggggg= 0s5t;e"1 j? `["nh `smra "7^^o71 ;v1] ,`[844 t"z .m,n+=%=% 0`&o!rs`& 0t>get"1 82`o.(;0 `["nh `smra c#ci .n#b.7 #b4 #ha "7^^o71 3o 82,m.];0 "7^^o71 0s5t;e"1 #i1ajmrho5 `[i!e3w e+,oj`u <3kget"1 82`o.(;0 #i 3o 82,m.];0 #i1ajmrho5 0s5t;e"1 ,.7 es'.q :. ,),mi! q,[hc `ol ;get"1 82`o.(;0 #fdhfgcd e] 3o 82,m.];0 l"<5i! =777777777777777777777777777777= _0 .]^o v3"+ e1em7;o /,o .]^o$ v3"+iy3 e1em7;ocz `o^(.?["u 0json4 j],oa["u .]^oiy3i4 jri7 e1em7;o"! `v.n ,mjr7! mrjr 0jsonl4 j],oa["u ^*jv3j<: d]$;n`/ ;<5$.i!o cr":^9! ,m o/iu"x j<:/i4 <"rcz 0jsonl4 /,ooi4 "7d+ #bj71 $5.] ^g,? 0,,jsonl4 e1em7;o =gggggggggggggggggggggggggggggg= _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjja0" 89put03 _<8=m0"1 8j 444 `zin .gd[,> csem `u,u$ao5 4440" 80t>get03 _<8=m0"1 8.gd[,>0" 802g903 #h1 85d03 #aa_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjjb0" 89put03 _<8=m0"1 8#b`o:/c .oz^mao"<7 #d`o en`s.qz .o`[5iu o1aczin0" 80t>get03 _<8=m0"1 8#d`o en`s.q0" 802g903 #aa1 85d03 #ag_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- b#dj .n#b.7 #b4 #hc tra9-#jjjjjc0" 89put03 _<8=m0"1 8j[<<<<get03 _<8=m0"1 8iy7jr5 ,(;_>1 8\tput03 _<8joy03 8,false01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,true01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjjd0" 89put03 _<8=m0"1 8iu^[$ ^3^3! $`u d["q,[$ <3eo1"qie* jcz l7l70" 80t>get03 _<8=m03 null1 82g903 null1 85d03 null_>_>1 8\tput03 _<8joy03 8,false01 8anticipa;n03 8,true01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjje0" 89put03 _<8=m0"1 8i5.mn hofn'ho7 `=.o ,i[`u ii5.mn hofn'ho7j1 c[,`o50" 80t>get03 _<8=m0"1 8hofn'ho7 `=.o0" 802g903 #d1 85d03 #aj_>_>1 8\tput03 _<0joy03 8,false01 8anticipa;n03 8,true01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjjf0" 89put03 _<8=m0"1 8.)"s ;m5 .(c.(c.(c c!z`s ^u1,irei $7 j<:5sb'o cge& c5 du.o,* e]jvajco,$ `m9o ;m5n +a,o5 cr.o <30get03 _<8=m0"1 8.)"s ;m50" 802g903 #j1 85d03 #d_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,false01 8tru/03 8,true01 8surprise03 d#dj .n#b.7 #b4 #he 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjjg0" 89put03 _<8=m0"1 8iuo1o `rcg,$1 ,i! ,irei ccz ,t"n-0" 80t>get03 _<8=m0"1 8iuo1o `rcg,$10" 802g903 #j1 85d03 #g_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 ,false0_>_> -----------------------------#da _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjjh0" 89put03 _<8=m0"1 8c .o`[5 csem $5i=.?o"< cge&cczin 0`&o!rs`&01 8t>get03 _<8=m03 null1 82g903 null1 85d03 null_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> _<80id03 8nikluge-#bjbc-ea- tra9-#jjjjji0" 89put03 _<8=m0"1 8:a,o ^["ufs444 #a c* `oi"q `[ `oir$5! .:^s"o.o <30cz `mc 0" 80t>get03 _<8=m0"1 8^["ufs0" 802g903 #c1 85d03 #f_>_>1 8\tput03 _<8joy03 8,true01 8anticipa;n03 8,true01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,false01 8sad;s03 8,false0_>_> =777777777777777777777777777777= -----------------------------#db #b4b4 o>`o v3,] e1em7;o _0 q,m e1em7;o ^g,? d]$ ;n`/+7 o>`o v3,] e1em7;ocz "7#bjbb c* o>`o v3,] d]$ e1em7;o *`m ^g,?71 lsb! h=jr `m;maiy3 e1em7;o"! `o^3["u j<:/i4 o>`o v3,] e1em7;ocz ;s' ^),.r eg.7`v ,n ^),.r eg.7 lon i!s$`on .?.tj3 eg.7! ,)hrajcz ,8o>`o v3,] ;m"( e1em7;o0'v .?.tj3 eg.7! ,r7,]jcz a#da .n#b.7 #b4 #hg ,8o>`o v3,] ,r7,] e1em7;o0' im $.o j]hr"u `m,]j<: .]^oj<:/i4 ie3 o^) d]$ ;n`/+7 o>`o v3,] e1em7;ocz ,r7,]n ;u.s5! ek;m`u o/[e["u .]^o `v.]n,s ,8o>`o v3,] ,r7,] e1em7;o0'" h[ajo ;s' ^),.r eg.7`v ,n ^),.r eg.7! .m7.].?["u `s5,m"! .qjr7j<:/i4 `\`ve& d]$ `v.]`v ;mjm jv1+7 $c[7,]! `u":j<:" ;m"(`v ,r7,] e1em7;ow ces.o eg.7i!n irjr,siu `s5,m"! .qjr7j<:/i4 ,8#bjbb c* `ma"ob`masp3 o>`o v3,] d]$ e1em7;o *`m ^g,? ^u`u,s8',=l7j) y" #bjbb,00'n ,i"[e* #bjbb c* `ma"ob`masp3 o>`o v3,] d]$ e1em7;ocz o>`o v3,] d]$ ^7^sb! ;y;u"u .n<3jr/i) 0,,lsds,'em #bjag ,%>$ ,task4w 0,/ory ,cloze ,te/4vcz j],oan,s im $.o ;`o$ .ms.oe* im `rw $,t eg.7 .m7 .ms.q eg.7n .?.tj`n os.o1 ,m o/cz j3 eg.7! `u"[cz ^7,oa["u `vsbo `m,]iys/i4 ^3e* o^) #bjbc c* d]$ ;n`/n jv1+7iy1 #bjbb c* `ma"ob`masp3 o>`o v3,] d]$ e1em7;ocz ;= ,n eg.7o jc`o"! o"gi4 .[a" $,t eg.7 im `r"! .nyj`u era"`o v3,] d]$ e1em7;on,scz $.7 e.oean u1 eg.7o `ov $,to $a`o 0json4w j],oa["u iyso/i4 inohsw `r',mcz o>`ov $,to $a #aej1agf`r au #aej1bgf`roi4 o>`ocz ,o$3w b#db .n#b.7 #b4 #hi j["[5n ,i"< `o,&iy3 ,n eg.7["u `m,]iys o/i48'0,s#a" ;,s#b1 ;,s#c,0 o"sj3 o1"*w eg.7! ,r7,]j`o mrjr ^x,mw ^7^sb! l+7j<:/czin $a`o" eg.7,r7,] ^7,oa #c.="1 .<%;<7.a8'm"oe1,r5 jv1+7,0" fopi[8'j3`mas `+%a+7 ."+n,s ^1;pr eo2 jva.7,0" `["o5`o^38'#bjba c* `["o5`o ^3 %leg.7 jv1+7,0 ^7,oaoi4 -----------------------------#dc ,iuj3 j3 eg.7z ;y,u #ds.tn,s ;yir #abs.t"u `m,]je:" euim `v`s,o.n"u `o,&j3icz `o^( p3;oa! ims/i4 $,t ^m;`o v3,] e1em7;o `s5,m ^7^sb"( o>`o v3,] e1em7;ow `]m j+%1.?q `s5,m .t;<"! mrjr i3^1s"! ;m;&j<: uh1." ,iws,,[`o eo2 `oh ^od+.g.?q d+j*! ,m.]j<:/i4 e]^raj3 uh1.7! eo;ocz y"rs uh1."! ,m.]jr> jcz `]mncz y"rsd+`o^sbn ek;ms ,m.]j<:/i4 ,iws,,[`ow `]m" jri7 e1em7;o$ )s euin1w ja,[b`v d]$n jv1+7iycz in o/s `[ .?j],]o jra,o5.?["u .a+7j3i`u ^u`o s":bi4 o1"/"u ^(+7)`v ^u.u +7)w `]m ^m8: ,,[5`v ,iws ,,[5o euim js+7iy`oiu j3i4 ,i"<,s ,iws,,[`ocz eg.7w ojr :^m"! jr;ocz.o"! $.7 m,).?q `o.g["u l5< `s5,m"! .qjr7j<:/`u" eg.7w .m7w.?q jr,?! ^1,r7,ofo.o <30cz `]m p3^(w j]hr"! %.oj<:/i4 ov `v3"*iy3 l"/cz <"rv $8i4 -----------------------------#dd #a,0 ^u.u +7) `[cz i5^:"`o v3,] e1em7;ow `]m" jc`o"! `m,]jcz ,n `rw eg.7o jc7jcz ^7j>7["u `s5,m"! .qjr7j<:/i4 _0 `s5,m `\`v eo2 h=`/ o>`ov3,] e1em7;ocz ,n `rw eg.7o c("o.?["u o1`v3iy3 jc`o"! .)i1j1 ,m o/cz j]hr"u `m,]iy3 e1em7;ooi4 ocz ;s' ^),.r eg.7`v ,n ^),.r eg.7e3! jv1+7j<: $;m.?q ;m"(! h=jr `[ lon i!s$`on .?.tj3 eg.7! ,r7,]jcz `vsb! d]$j`o mrjr `u<3iy3 j]hroi4 $a$aw o>`o ,nh[n,s .?.tj3 eg.7! .m7,o5["u ,n eg.7w c("o.? q`vn e]^raj3 u"%$ .(.rjcz `]mn j3j<: eg.7! ,m.]j<:/`u" `[ yncz i3^1s"! .m7,o5["u uh1." ,iws,,[`o eo2 `oh ^od+.g.?q d+j*! ,m.]j<:/i4 o>`ov3,] e1em7;ow `m,]z i<[5`v $8i4 -----------------------------#de "7d+ #ba71 o>`o v3,] e1em7;o `m,] =gggggggggggggggggggggggggggggg= 8docu;t03 .< b#dd .n#b.7 #b4 #ie _< 8id03 8metadata03 _< 8title03 8type03 8clue#a03 8clue#b03 _>1 8s5t;es03 _< 8s5t;e#a03 8s5t;e#b03 8s5t;e#c03 _>.> =777777777777777777777777777777= 0metadata4 .m7 0title1 type1 clue#a1 clue#b cz `vsbn jv1+7iy.o <30cz inohs"u `s5,m irl7n duj5j.o <30`o v3,] e1em7;ow /,ocz i<[5`v $8i4 8'#a,0 0s5t;e #a"1 eq,scz ;q`mcn .obn ;uir"! ^9< ^7egjr/i4 0s5t;e #b"1 ;q`m$ .oa.sb e3iz [5,oa! j3 l7 $i[a ;<":,s ir.sbjr/i4 0s5t;e #c"1 eq,scz [5,oa! e?`u ;q`mn`n s5.o,($"`ow *`\o s,rajr.qi4 o"sj3 .s5! `u":j<: ;s' ^),.r eg.7`v ,n ^),.r eg.7 lon i!s$`o .?.tj3 eg.7["u ;q`m$ eq,sn`n [5,oa! e3i!s ir.sbj3 cr+7o duj5iy3 eg.7o .n,oiys o/i4 8'#b,0 0s5t;e #a"1 eq,mcz +.[5 ^ui[ hcz _sn ;mreo"! i!:/i4 0s5t;e #b"1 `[cz er3c1 ^ui["! hi$ i;:,s chc/i4 0s5t;e #c"1 j.oe3 ^ui[ hcz _s! es5;m.o <30 j3i4 ;s' ^),.r eg.7n,s eq,m$ ^ui[n ;mreo"! i!:/icz .s5o .q,&iy3 l7hroe["u" eq,m$ ^ui[ hcz _s! es5;&e3j3 .?.tj3 o%$ .n,oiy.o <30czie* ,n ^),.r eg.7`vw cr+7 *`\o s,rajr.qi4 o"sj3 .s5! `u":j<: ;s' ^),.r eg.7`v ,n ^),.r eg.7 lon i!s$`o .?.tj3 eg.7["u eq,m$ ^ui["! hi$ i;:,s chc3 l7jv7o duj5iy3 eg.7o .n,oiys o/i4 8'#c,0 0s5t;e #a"1 ccz q`= .oc[7 ,[dofsn`n [5 j3i4 ;s' ^),.r eg.7n,s q`= .oc[7 ,[dofsn,s `m;n.?q +;]! j3 l7hroe["u" q`= .oc[7 ,[dofs"! l3 _s! jmjyj1 e3j3 l7jv7o .n,oiy.o <30czie* o>`ow *`\o s,rajr.qi4 o"sj3 .s5! `u":j<: ;s' ^),.r eg.7`v ,n ^),.r eg.7 lon i!s$`o .?.tj3 eg.7["u q`= .oc[7 ,[dofs$ e]"]! ojrj.o eu'jr .n `oc[7! ij.o eu'j3 l7jv7o duj5iy3 eg.7o .n,oiys o/i4 .);n .]^o `\`v e1em7;o ,m.] `),mcz #a1eig`)["u" #d`r u"%n irjr o"! `+.]jcz .]^o"! .qjr7j<:/i4 ;y.=.?["u .]^o"! .qjr7j3 `\`v o>`o v3,] eg.7 ,nh[cz #aej1age`)" .);n i3^1scz #aaj1gdj`)["u .ob`/iys/i4 <"rcz ,n^m u"% %j]`v jri7 u"% ,m.] `),m"! chcr3 _soi4 -----------------------------#dg "7d+ #bb71 o>`o v3,] e1em7;o b#df .n#b.7 #b4 #ii `s5,m %j] eo2 `),m =gggggggggggggggggggggggggggggg= ,m.] %j]"1 ,m.] `),m """""""""""""""""""""""""""""""" e]^raj3 ,iws,,[`o u"%"1 #igh`) e]^raj3 `u%e]l u"%"1 #aj`) jvaqo do1+j3 `u%e]l"1 #abb`) `oh jvaqo do1+j3 `]m"1 #dhg`) jb`/"1 #a1eig`) =777777777777777777777777777777= _0 .]^o v3"+ e1em7;o /,o "7d+ #bc71 o>`o v3,] 0,,jsonl4 e1em7;o =gggggggggggggggggggggggggggggg= _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjja0" 89put03 _<8s5t;e#a0"1 8,ozocz i<[5 .mw :"[5 j%$ o.)n `o^g! .) jv3j`u ,o4s/i40" 80s5t;e#c0"1 8/,^[`n ,`meq ,(hub! ^ue: :jr7! $1 ,r7$an j3;[7 is i!jr/i40_>" 80\tput0"1 8as cno1lbn $,s /,^[`n ,(hub! ;o1jr/i40_> _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjjb0" 89put03 _<0s5t;e#a0"1 8m"ocz w."! fz ;ral7 .mmrn ^o7 i&"scu0" 80\tput0"1 8`["s. w. _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjjc0" 89put03 _<8s5t;e#a0"1 8m.qocz dxm"u ix,s,o1o ;o5,miys/icz ,u,oa! i!s/i"0" 80s5t;e#c0"1 8ijr7jo m.qo$ icocz ix,s,o1z emljr,s m.qocz <3iujr/i40_>" 80\tput0"1 8as m.qo$ icocz ix,s,o1iu ;o5,miys/!,$ ^v `?.]ivr/i40_> _<80id03 8nikluge-#bjbc-sc tra9-#jjjjjd0" 89put03 _<8s5t;e#a0"1 8ccz .&! ,s,s ^r,oa! `oi":/i40" 80s5t;e#c0"1 8ccz ^b! `man e1< e?`u" ^3;<3z euim ^s":/i40_>" 80\tput0"1 8^r,oa! ^9<^uco cr$ ,o10sjcz ^3;<3e3 o/s/i40_> _<80id03 8nikluge-#bjbc-sc- b#dg .n#b.7 #b4 #aja tra9-#jjjjje0" 89put03 _<8s5t;e#a0"1 8`[cz ,(,^1"rjr> jcz u'! `).u`on cs0s^s":/i40" 80s5t;e#c03 8as `\`ma `[cz i,o u'! `merjr>e3 jr/i40_>" 80\tput0"1 8`["s. `[$ l3 u'o j"m<;o5n .&s^s":/i40_> _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjjf0" 89put03 _<8s5t;e#a0"1 8ccz y`maw j3 `=j7n iu;" 80\tput0"1 8`[,ir `=j7n,s j3`mas"! o1a! ,m o/cz l"<5! ; _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjjg0" 89put03 _<8s5t;e#a0"1 8s"q " 80\tput0"1 8`[ _<80id03 8nikluge-#bjbc-sc- tra9-#jjjjjh0" 89put03 _<8s5t;e#a0"1 8rq`v inoh["! jcz c1o"< j" 80\tput0"1 8>a,x .7,un $i$ j _<80id03 8nikluge-#bjbc sc tra9 #jjjjji0" 89put03 _<8s5t;e#a0"1 8,)^r$ c" 80\tput0"1 8ccz ^r,q$5n ,ite: ,)^rn`n .)jvjr/i40_> =777777777777777777777777777777= -----------------------------#dh #b4c4 `["o5 $^3 %l eg.7 e1em7;o _0 q,m e1em7;o ^g,? `["o5 `o^3 %l eg.7 e1em7;ocz oeo.on,s 0,,ocr4"u hna,[h["! ;m;&j3 `\`v"u e1em7;on 0,,ocr4 .]^u duj5iy3i4 hna,[h["! ;m;&j3 jmncz 0,,ocr4 hna,[h["! ^h7["u d#dg .n#b.7 #b4 #ajc fopi[ ,).]j`u fopi["! o+7j<: `o^( eg.7 ,r7,]j3 jm `o^( eg.7! ^h7["u %l eg.7 ,r7,]jcz ^7,oa["u `m;maiy3i4 #bjbc c* `["o5 `o^3 %l eg.7 ,r7,] e1em7;on,scz ,8#bjbb d+ `o^3 %l eg.7 e1em7;o0'w #a e3`) inohs"! euim jv1+7j<:/i4 ,iuj3 #bjbc c* inohs ,nh[cz #bjbb c* d]$ ,nh[v e;<3$.o"u ja,[b8'0tra9,0" `r^18'0dev,0" ,ojs58'0te/,0 inohs ,nh["! #h"1#a"1#aw ^o%1"u ^gj1j<: `m,]j<:/i4 inohs ,nh[cz em.amr"u ^gj1jiy" h=`/.?["u inohs ,nh[ $3n d*j>7 sb'o %l,]! $.oiu"x ^gj1j<:/i4 ;&":a8'0\tput,0 $b'w ^gduv ,8egera8'03text,00' eo2 ,8d["u5d[h[ 8'0prompt,00'w eg. `r,m$ %lj1 ,m o/iu"x ^gj1jcz _so ex.?oe:" o"! mrjr p3 inohsw h=`/.? h[a,]! `s5huj3i4 #bjba `["o5 `o^3 %l eg.7 e1em7;ow `]m `o.go iycz eg.7 #az d]`%3 #dj`!." eg.7 #b`9#e cz d]`%3 #cj" #bh" #bf" #cc`!."u" ;<5.u$ iycz eg.7 #ao l7ir.?["u `q _s["u jvaqj<:/i4 `m;n.?["u `masp3n,s q,mj3 inohs e],ncz <"rv $8i4 _7 `masp3n,s ,m"]j3 inohs `),m8'#e_/#aj,0 7 e1em7;o 0,,json4 d .);n `s5,m ^7^sb"( j3`! da,' ;y.= `s5hucz .asb. #cqo u"% eg.7n irjr c(w eo2 `s5hu jm `s5huj3 cr+7! ^3]j<:/i4 ,m.] jm ,m.] d %l eg.7 `s5,m ^7^sb"( `["o5 a,' -----------------------------#ej "7,m.] .)71 "7d+ #be71 ,m.] .) `["o5 `o^3 %l eg.7 e1em7;o =gggggggggggggggggggggggggggggg= 0,p#aafja3 "w]#a n1"o^nohs u"z,.xn ^m8s o/cz <3cregncz %eu; 0,,ocr4 `s5,m ^7^sb"( _7 0,,ocr4n,s cm"7 j^m j.) l3;ra"u"! o+7j,o`o ^"a ^9,[bcoi4 0,p#aaieb3 ,,ocr4 `u>7d]jv h=o1`+%a.),o`v3 0`s4 h=o1n 0`s4 ^rm`u ;njs5jcz 0`s4 d]jvh=o1 b#ej .n#b.7 #b4 #aji `+%a.),o`v3obcoi4 0,p#aaied3 ,,ocr4 .r"r`o5 0`s4 #e1dhj 0`s4 .ueo`o5 =777777777777777777777777777777= -----------------------------#ea _7 ,iuj3 0,,ocr4n duj5iys o/cz l7jue] i[7n,s l+7iycz i<>7j3 j*,o1 d+`o"! q.]j<: .]^oj<:/i4 /,0 ,iws ,,[`ov ek;m5^sb! ,m.]j<: ,8e'o/cz.x^u0'"u d+`oj3 `]mcz oeo.o d+`on o/cz `[ir"u ,8e'o'cz.x^u0'"u ,m.] 82`["o5 #d;0 0,,ocr4 p3eg cr j*,o1 d+`o oeo.o ,'`["o5 ,r7">a,' "7d+ #bh71 0,,ocr4 p3eg cr j*,o1 d+`o q.] l"/ =gggggggggggggggggggggggggggggg= ,m.].)"1 0,p#aabbe ref4 ,^1$0`u j<>3^o2o ccz $3d3o o/cz e'o/cz .x^ucz .x^1" ^u,l5 .)eg.s5oi4 ,m.]jm"1 0,p#aabbe ref4 ,^1$0`u j<>3^o2o ccz $3d3o o/cz e'o'cz .x^ucz .x^1" ^u,l5 .)eg.s5oi4 =777777777777777777777777777777= _7 e]^raj3 ;t. u"%$ o/cz `]m ,m.] 8'/,0 d"<3 .).7n ^m;_>.>_>1 8\tput0"1 828#bq,[7o"<`u .?j: o/cz jc!,ra hnim"o <3crd3 :4ncz i<>7j3 ,ra,$1w ml3i!o ,iwp.: o/i40" -----------------------------#eb 8i<>7j3 ,ra,$1w ml3i!o ,iwp.: o/cz `u' :4ncz #bq,[7o"<`u ,,[q jc!,ra hnim"o <3crd3o o/i40" 8i<>7j3 ,ra,$1w ml3o ,iwp.q `u' :4n o/cz jc!,ra hnim"o <3crd3ncz #bq,[7o"<`u .?j: o/i40" 8jc!,ra hnim"o <3crd3ncz #bq,[7o"<`u .?j: o/czin" `[ :4n ,iwp.: o/cz _sz i<>7j3 ,ra,$1w ml3i!oi40" 8<3crd3z jc!,ra hnim"on #bq,[7o"<`u .?j: o/[e:" `[ :4n ,iwp.: o/cz _sz i<>7j3 ,raw ml3i!oi40;0_> _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjja0" 89put03 _<8id03 8;,p#jjjjb01 8image,-wid?03 #ecbh1 8image.-hei_>1 _<8^ws0"1 8,uv7"[70" 80type03 8rect01 8bbox03 _<8;x03 #aecf1 8;y03 #bbji1 8wid?03 #ebj1 8hei_>.>_>1 8\tput0"1 828cem :4n o/cz $1,ra dr'e1z irv7"[7`v ,uv7"[7["u $cz ^7j>7! <1":.m`u o/i40" 8irv7"[7`v ,uv7"[7["u $cz ^7j>7z cem :4n o/cz $1,ra dr'e1o <1":.gi40" 8$1,ra dr'e1o <1":.mcz _sz irv7"[7`v ,uv7"[7["u $cz ^7j>7o`u" dr'e1z cem :4n o/i40" 8irv7"[7`v ,uv7"[7["u $cz ^7j>7! <1":.m`u o/cz _sz cem :4n o/cz $1,ra dr'e1oi40" 8cem :4 dr'e1z $1,raoe:" irv7"[7`v ,uv7"[7["u $cz ^7j>7! <1":.gi40;0_> _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjb0" 89put03 _<8id03 8;,p#jjjjd01 8image,-wid?03 #cafh1 8image.-hei_>.>_>1 8\tput0"1 828l"<5i!o u1"<$`u o/cz `/i3ncz ob.7`p3! `mobjr i1"<`u .?j: o/cz jw3,ra <3crego ^m8s o/i40" 8ob.7`p3! `mobjr i1"<`u ,,[: o/cz jw3,ra <3crego l"<5i!o u1"<$`u o/cz `/i3n ^m8s o/i40" 8l"<5i!o u1"<$`u o/cz `/i3n ^m; _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjc0" 89put03 _<8id03 8;,p#jjjje01 8image,-wid?03 #ajhj1 8image.-hei_>1 _<8^ws0"1 8`u`me;%0" 80type03 8rect01 8bbox03 _<8;x03 #ef1 8;y03 #gig1 8wid?03 #bgh1 8hei_>1 _<8^ws03 8#ajj.001 8type03 8polygon01 8bbox03 _<8all.-po9ts.-;x03 82#gee1 #fbi1 #ffd1 #hbe;01 8all.-po9ts.-;y03 82#fhj1 #gec1 #hjf1 #gbd;0_>_>1 _<8^ws0"1 8`u`me0" 80type03 8polygon01 8bbox03 _<8all.-po9ts.-;x03 82#hjd1 #ghf1 #ffd1 #fhe1 #hcd;01 8all.-po9ts.-;y03 82#gef1 #gdh1 #hbe1 #hgd1 #gia;0_>_>1 _<8^ws0"1 8`[ir"u0" 80type03 8polygon01 8bbox03 _<8all.-po9ts.-;x03 82#hjb1 #gba1 #gec1 #hcb;01 8all.-po9ts.-;y03 82#hah1 #hfj1 #ijb1 #hef;0_>_>.>_>1 8\tput0"1 828;].]p3n,s e3iz `u`me;%w ^=hmcz jw3,rao`u #ajj0p `u`me c#eb .n#b.7 #b4 #aae `[ir"u"3,rao`u" ;].]p3n,s e3i!s/i40" 8jw3,ra["u iy3 `u`me;% ^=hmn .?j: o/cz _sz #ajj0p `u`me `[ir"u" _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjd0" 89put03 _<8id03 8;,p#jjjjg01 8image,-wid?03 #djcb1 8image.-hei_>1 _<8^ws0"1 8cxjv.m70" 80type03 8rect01 0bbox03 _<8;x03 #bbce1 8;y03 #bcg1 8wid?03 #igd1 8hei_>1 _<8^ws0"1 8`u.]eg0" 80type03 8rect01 8bbox03 _<8;x03 #aihe1 8;y03 #babc1 8wid?03 #acai1 8hei_>1 _<8^ws0"1 8:4eg o+70" 80type03 8rect01 8bbox03 _<8;x03 #bcjb1 8;y03 #bgga1 8wid?03 #hde1 8hei_>.>_>1 8\tput0"1 828%"o;<7ncz d"<3,ra .7rq ,[hofsv `u.]egoco :4eg! o+7j"<`u .?j: o/cz jw3,ra <3creg" $5,o+7 fen"< cxjv .m7o5! <1"ocz jw3,ra dr'e1 i[7o ^m8s o/i40" 0d"<3,ra .7rq ,[hofsv `u.]egoco :4eg! o+7j"<`u <3crjcz jw3,ra <3creg" $5,o+7 fen"<$ cxjv .m7o5! <3crjcz jw3,ra dr'e1 i[7o %"o;<7n ^m8s o/i40" 8.7rq ,[hofscz d"<3,rao`u" `u.]egoco :4eg! o+7j"<`u .?jq <3creg`v $5,o+7 fen"< cxjv .m7o5! <1"ocz dr'e1z j<>3,raoe:" euiz _sz %"o;<7n ^m8s o/i40" 8%"o;<7n ^m; _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjje0" 89put03 _<8id03 8;,p#jjjjh01 8image,-wid?03 #ecbh1 8image.-hei_>.>_>1 8\tput0"1 828.m7e].) o1p3n `v3j3 ,te]o .?jq $1,ra dr'e1 imrncz ,^1$3,ra `)e&o o/i40" 0$1,ra dr'e1 -----------------------------#ec ncz .m7e].) o1p3n irj3 ,te]o .?j: o/`u" `[ imrncz ,^1$3,ra `)e&o o/i40" 8,^1$3 `)e& <4["u .m7e].) o1p3n `v3j3 ,te]o .?jq dr'e1o o/`u" dr'e1z $1,raoi40" 8,^1$3,ra `)e&w <4n o/cz _sz .m7e].) o1p3n `v3j3 ,te]o .?jq $1,ra dr'e1oi40" 8dr'e1z $1,ran .m7e].) o1p3n `v3j3 ,te]o .?j: o/[e: `[ imrncz ,^1$3,ra `)e&o o/i40;0_> _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjf0" 89put03 _<8id03 8;,p#jjjji01 8image,-wid?03 #cafh1 8image.-hei_>.>_>1 8\tput0"1 828`s5z,ra ^o,?`v iu1^o,? <4ncz exl `o5j+,]w ^o"<`u .?jq jy,ra dr'e1o o/i40" 8exl `o5j+,]w ^o"<`u ,,[q jy,ra dr'e1 imrn `s5z,ra ^o,?`v iu1^o,?o o/i40" 8jy,ra dr'e1ncz exl `o5j+,]w ^o"<`u .?j: o/`u" `[ imr"u o/cz _sz iu1^o,?`v `s5z,ra ^o,?oi40" 8exl `o5j+,]w ^o"<`u .?j: o/cz jy,ra dr'e1z `s5z,ra ^o,?`v iu1^o,? <4n o/i40" 0`s5z,ra a#ec .n#b.7 #b4 #aai ^o,?`v iu1^o,? <4 dr'e1z jy,raoe: exl `o5j+,]w ^o"<`u .?j: o/i40;0_> _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjg0" 89put03 _<8id03 8;,p#jjjaj01 8image,-wid?03 #cafh1 0image.-hei_>.>_>1 8\tput0"1 828j3xw $1,ra eg mrncz `v3`v7 <3cr,u"<`u .?jq $1,ra <3crd3o ^m8s o/i40" 8j3xw $1,ra eg mrn ^m8s o/cz $1,ra <3crd3ncz `v3`v7 <3cr,u"<`u ,,[: o/i40" 8<3crd3w ,raz $1,raoe: `v3`v7 <3cr,u"<`u .?j: o/`u j3xw $1,ra eg mrncz i1": o/i40" 8`v3`v7<3cr,u"<`u .?j: o/cz $1,ra <3crd3o ^m8s o/cz `u'z j3xw $1,ra eg mroi40" 8j3xw $1,ra eg mr ^m; _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjjh0" 89put03 _<8id03 8;,p#jjjaa01 8image,-wid?03 #cafh1 8image.-hei_>1 _<8^ws0"1 8`=.m em"]v7"[7`v v7"[7p30" 80type03 8rect01 8bbox03 _<8;x03 #fcb1 8;y03 #adfe1 8wid?03 #ghg1 8hei_>.>_>1 8\tput0"1 828jy,ra iu1ncz ,n`/%l3 ^ra.n :al %.? .o`m" `=.m em"]v7"[7`v v7"[7p3o" _<80id03 8nikluge-gips-#bjbc- tra9-#jjjjji0" 89put03 _<8id03 8;,p#jjjab01 8image,-wid?03 #cafh1 8image.-hei_>.>_>1 8\tput0"1 828`mig:a $3d3o ^m8s o/cz jw3,ra `)e& <4ncz cemi!`v cu"<3,ra dr'e1o o/i40" 8jw3,ra `)e&ncz `mig:a $3d3o ^m8s o/`u" `[ <4ncz cemi!`v cu"<3,ra dr'e1o o/i40" 8cu"<3,ra dr'e1`v cem imr"u o/cz jw3 `)e&ncz `mig:a $3d3o ^m8s o/i40" 8cemi!`v cu"<3,ra dr'e1o o/cz `u'z `mig:a $3d3o ^m; =777777777777777777777777777777= -----------------------------#ed #b4d4 d+ $^3 %l eg.7 e1em7;o _0 q,m e1em7;o ^g,? d+ `o^3 eg.7 ,r7,] e1em7;ocz .ms.q d+w h[a.] ^m^g! ,te]jcz eg.7! ,r7,]jcz `v.n"u,,s" ,mjr7jcz `v.nw ,]`:ao e]jvaji4 on ,i"< d+ `o^3 eg.7 ,r7,] e1em7;ocz .)^3.?q e1em7;o j],oan irj3 `s5,m" d+n irj3 j],oa.? u"% `s5,m" au ,r7,] eg.7n irj3 u"% `s5,m"! .m7,o5["u o"ms.qi4 #bjba c* d+ `o^3 %l eg.7 e1em7;ocz 0,,json4 j],oa["u .n`=iys/[e: on ,i"< d+w cr+7 :a,o 0,,json4 j],oaw #b;w hna,[h["! duj5j`u o/s .)eg +7si!o i,m i[7.7j3i4 `o`/ ^mdm5e]" jvjae&.o1e] i[7 h[a,mj3 +7s"! uh1."u uqj<: ,m.]j1 $c[7,]o o/[e["u `s5,m ,o .)eg +7s"! `u":j<: `s5,m"! .qjr7j3i4 e1em7;ow eg.7 .);nn irjr,siu j]hr,u ^g,?`v ek;m5^sb `s5l"! o+7j3 `s5,m"! .qjr7j3i4 ie3 .);n eg.7n irjr j]hr,u ^g,?^mhs .qjr7jcz _sz ,o$3`v q":aw .n>ao o/`o ,iregn" %co`["r58'#a- 0gram,0" ^ `o^( `s5,m p3.oa"1 %l eg.7 p3eg `s5,m" ,s"u i"z .asb. #bqn wj3 `s5,m _7 j3`! d .m+ `s5,m cr+7 _7 d+ `o^3 eg.7 ,r7,]n,s ^od+.gsw js+7 ,m.gz d+.g" m"oe1,r5 l.)n,s qina,o7jcz ,m.g! exd+"u j`u j .m+ u"% ,m.] /,o _7 eg.7 .]^u ^&o1;o u"% %j]["u eg. eo2 ,m;on uh$ o/cz `]m -----------------------------#ef "7d+ #ca71 d+ `o^3 %l eg.7 e1em7;o cr eg. eo2 ,m;o uh /,o =gggggggggggggggggggggggggggggg= `m^g"1 .);n ^iod["r3i[ j%hnf[l3sb 0,,lg4.). 0,,sk4er.oa """""""""""""""""""""""""""""""" <1`u o/cz jv1i= sb'[5"1 #aig8'#ba4i,0 #ic8'#ca4j,0 #ha8'#bg4j,0 #h8'#e4c,0 #ae8'#aj4j,0 ncs.o.t>a `o,& l+7"1 #age8'#ai4d,0 #eb8'#ag4c,0 #ed8'#ah4j,0 #cf8'#bd4j,0 #cc8'#bb4j,0 ;qjv3`] ,u.r l+7"1 #agb8'#ai4a,0 #de8'#ae4j,0 #ec8'#ag4g,0 #ce8'#bc4c,0 #ci8'#bf4j,0 `u`rae3.x`]]"1 #ajh8'#ab4j,0 #da8'#ac4g,0 #cc8'#aa4j,0 #bb8'#ad4g,0 #ab8'#h4j,0 fu"uc#ai w"+.q_/.a`/;[7 .op3" c=;( o1,(iub`o ;<5:"1 #dd8'#d4i,0 #ae8'#e4j,0 #aa8'#c4g,0 #h8'#e4c,0 #aj8'#f4g,0 ;]c*`u+7 .op3"1 #bf8'#b4i,0 #d8'#a4c,0 #i8'#c4j,0 #i8'#f4j,0 #d8'#b4g,0 .ob.m7jum i[7 .<*.rjr dojr`u0ll4 <3ea `o,& l+7n irj3 q,oan [7ibj<:" im j7ex $3 ;a #a_/#bn jri7jcz #af4j0p w qp3o $.x" ;q.o ,u`r8';m;),0"! h=jr ;mrsbj3 _s["u chc/i4 ,m.] jm"1 `u.u1 oj ;mrsb %`]js5._>1 8table03 .<_<8value0"1 8.u,nh[a"n .nj3^sb0" 80is.-h1d]03 true1 8col03 #j1 8colspan03 #d1 8r[3 #j1 8r[span03 #a_>1 _<8value03 8#bjjiehj0" 8is-'h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[3 #a1 8r[span03 #a_>1 _<8value0"1 8h[ajs ;&p3"2i[7"x^o+7 ,ui[a,n"2^sbq,n `=.n0" 80is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #a1 8r[span03 #a_>1 _<8value0"1 8.]^]`mawp30" 80is-'h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #a1 8r[span03 #a_>1 _<8value03 8#bjag #i #be0" 8is.-h1d]03 false1 8col03 #c1 8colspan03 #a1 8r[03 #a1 8r[span03 #a_>1 _<8value03 8#bjaagii0" 8is-'h1d]03 false1 8col03 #j1 8colspan3 #a1 8r[03 #b1 8r[span03 #a_>1 _<8value0"1 8.oc[7.]^u `o,& ^g>n irj3 0,r`&,d4^o+7 ,nra `=.n0" 80is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #b1 8r[span03 #a_>1 _<8value0"1 8^a`v7zwp30" 80is-'h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[3 #b1 8r[span03 #a_>1 _<8value03 8#bjah #b #f 0" 8is.-h1d]03 false1 8col03 #c1 8colspan03 #a1 8r[03 #b1 8r[span03 #a_>1 _<8value03 8#bjaccde0" 8is-'h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[03 #c1 8r[span03 #a_>1 _<8value0"1 8;<7sb." ,q`o,&lsb." ^n3;s`osbn ;&.j3 cr`ma^sbqw .m,oa>7iu;1 "<444"> 8is-'h1d]03 false1 8col03 #a1 d#eg .n#b.7 #b4 #ace 8colspan03 #a1 8r[03 #ae1 8r[span3 #a_>1 _<8value0"1 8^a,].m7wp30" 80is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #ae1 8r[span03 #a_>1 _<8value03 8#bjah4aa4cj401 8is-'h1d]03 false1 8col03 #c1 8colspan03 #a1 8r[03 #ae1 8r[span03 #a_>.>_>1 8\tput0"1 828#bjah c* #aap1 #fo1 ^1wiy3 ^m$$;o,n^sbw cr+7z ^m$$;o,n `v,nirl7 .)..? +7:a ^s5mr"! qhscn'`v7`u" f!" =777777777777777777777777777777= -----------------------------#ei #b4e4 j5w ^g,? e1em7;o _0 q,m e1em7;o ^g,? o^) `v.nw j5w ^g,?0 `v.ncz j:bww .<*s ;m"(" .[a j3 eg.7 ,l7 cr^mn,s im eg.7 low c("o.? ;m"( `v3`/"! d< irp3;oa"1 ,r7,]iy3 $,teg.7n ek;m5^sb eo2 ,iws,,[`o u"%"u qj3 ^oego .(.rjcz `]m .?.tjo ,m.]jiu"x j3i4 i3" ,m.]w ^s5mrcz j],oa.?q u"%w ,m.]n `maj3iye: $,teg.7w cr+78'j5w" .m7"ob" eu,g .m7 sc[ ,.xn jri7jcz.o :^m,0n irj3 ^*`]o o"ms.o.o <30iu"x j3i4 _7 mrw irp3;oa! ^s'sc.o <30cz ,)n,s <"r 82#a;0`v 82#b;0w ,m.] lj7! .g,mjcz _s! p3;?["u j3i4 82#a;0 $,teg.7n,s w.( e]l i[7w ,iws,,[`o u"%$ o/! `]m ,m.]jiu"x j3i4 82#b;0 $,teg.7n,s .1eu'iy3 .ulw l+7 i[7 ek;m5^sb u"%$ o/! `]m ,m.]jiu"x j3i4 7 ,m.] /,o #a "7d+ #ce71 j5w ^g,? e1em7;o ,m.] /,o #a =gggggggggggggggggggggggggggggg= ,m.] o.)"1 ,-o5eo,ma,,ow-' ,]^\z c5.$ 7 .qob^mhs s":g l7jv7n,s ,+do7 `\.n,$.o #aj:^g! `oi"ocz ;(`[an o"[`o,$.o `geqi!o `[i=<3 `]js5jr ^u.o eu'j3 l7jv7o *;&ivr/i4 ,m.] o.)"1 ;m,? ,-*j%i=<3-' irj]eh[ncz l"<5i!o eu1":i!s/i4 ,m.] ojm"1 ;m,? *j% i=<3 irj]eh[ncz l"<5i!o eu1":i!s/i4 =777777777777777777777777777777= -----------------------------#fa _0 `s5,m `\`v eo2 h=`/ m,) i3^1s `o.g `s5lw .);n.?q `\`vcz <"rv $8i4 "7d+ #ch71 j5w ^g,? e1em7;o ,m.] %j] eo2 `),m =gggggggggggggggggggggggggggggg= ,m.] %j]"1 ,m.] `),m """""""""""""""""""""""""""""""" e]^raj3 uh1."1 #afd e]^raj3 ,iws,,[`o u"%"1 #ebj e]^raj3 `u%e]l u"%"1 #ab c#fj .n#b.7 #b4 #adc jvaqo do1+j3 `u%e]l"1 #d `oh jvaqo do1+j3 `]m"1 #dj jb`/"1 #gdj =777777777777777777777777777777= j5w ^g,? e1em7;ow `]m ,qeg e1em7;o"! `o^3["u `m;maiys/`o ,iregn qe]" .oe]" .)eg +7s i[7w i3^1s$ `u^qiu"u ^gduj`u o/i4 o"sj3 o%"u qjr .);n i3^1sw ^1,r7 ^q iucz j5w ^g,? e1em7;o$ o>`o ^g,? e1em7;on ^ojr,s isma cu4[5niu ^&`mj`u ,m.] `),mcz is .?z _s["u i["sc/i4 .),m `s5l .asbw .);n.?q `\`vcz <"rv $8i4 "7d+ #ci71 d7j`n l+7iys/i4 j5w ^g,? e1em7;ow `m,]z i<[5`v b#fa .n#b.7 #b4 #ade $8i4 0id1 metadata4w `]m ^( e1em7;o$ exd+jcz `vsbw ,mjr7n jv1+7iy.o <30cz +,uo`o ,iregn `s5,m irl7n duj5,ofo.o <30`u" $b'w .(.r :^mv j],oae3 jvaqj<:/i4 -----------------------------#fb 8docu;t03 .< _< 8id03 8metadata03 _< 8s\rce03 8topic03 _>1 8me?od03 _< 8me?od.-num03 8me?od.-ref03 8me?od.-/d03 8me?od.-lex03 8me?od.-tricky03 8me?od.-r1s03 _>1 8s5t;es03 _< 8premise03 8proposi;n03 8label03 8explana;n03 _>1 8pr$ic;n03 _< 8model.-pr$ic;n#a03 8model.-pr$ic;n#b03 o .m7 ,o1.o1.?["u ,m.]o o"ms.q j7exz 80proposi;n0n `maj3iye: ocz j5w ^g,? e1em7;o .asb.7o j"m d]`%3 #h e3irn j.m7z #cb0t4:/i) i"on #dj0t4o c:5cz `v.? ;<">7! ^7;ojr/`u h=jr7">7z ,t`/ ir^o #b^r ol7q #af e3ir"! m'iu17z ,t`/l7 h=jr7">7^ui #h e3 ir ol7 e30i4 8'#a,0n,scz im `rw eg.7["u a#fb .n#b.7 #b4 #adg `m,]iy3 0premise4$ .ms.: o/`u jri7 0premise4"! `z`s"u .asb.$ ,r7,]j3 0proposi;n4 ,8j"m d]`%3 ,o1.n h=jr7">7z ,t`/l7 h=jr7">7^ui #h e3 ir ol7 e30i$ .ms.: o/i4 ,o1.n"u ,t`/l7 h=jr7">7o j"m d]`%3 #h e3 iro`u" ,o1.n h=jr7">7z #af e3ir oe["u j"m d]`%3 ,o1.n h=jr7">7z ,t`/l7 h=jr7">7^ui #h e3 ir ol7 e30i4 a5 8'#a,0w 0proposi;n4z 0premise4n irj<: j5w 8'05tail;t,0n jri7j5! <1 ,m o/i4 -----------------------------#fc 8'#b,0 0premise"1 #bgo1ncz `u#b" .m7#c" ;u#a1b jac*" %;op3o `rja! je:" #fp1 #co1ncz `u#a" .m7#b" ;u #c1d jac*" #ho1ncz .m7#a" ;u #e1f jac*o ,g;<.? i[7`+ ,msb! .qjr7j1 /.]oi4 fu"uc#ai $5:5 m":"! ^r.nj1 ,m sb'cz l7jv7n,s ,m,o eu.ob" ek^to" j3^meu $.]w .c: iu1^u5" `+%a `v3`/"! h=j3 q,]`+%a" `o;uja":a ^m.q i[7w m":$ i[7`+ `rja! ;m.qj3 ^r`]o ivr/i4 0propositon"1 ;= #co1n `t;: .) jac*o ,g;<.? `rja! j3i4 8'#b,0n,siu e;<3$.o"u im `rw eg.7["u `m,]iy3 0premise4$ .ms.: o/`u jri7 0premise4"! `z`s"u .asb.$ ,r7,]j3 0proposi;n ,8;= #co1n `t;: .) jac*o ,g;<.? `rja! j3i40'$ .ms.: o/i4 o `]mncz euiz jac*o a.?["u ^1.)j3 .s5n ;" 80\tput03 85tail;t0_> _<80id03 8nikluge-#bjbc-te- tra9-#jjjjjb01 89put03 _<8premise0"1 8ie3 eo`maw jr7i=n ,i"< .u;o"! ;mrj`n/icz c("o"! d* _sz :.)jo h["s5d[ irh="]w .r,) $c[7,]! `u":jr irjvw ;<7z v3.)jo i9.o <30" 80\tput03 85tail;t0_> a#fd .n#b.7 #b4 #aea _<80id03 8nikluge-#bjbc-te- tra9-#jjjjjc01 89put03 _<8premise0"1 8m"oc"< l7^3`o ;= ,m;&`%eucz #bdjf? i1"s"u .)c* i=`oir^o #aa4c0p $5,ujr/czin" ^ml3w ,m;& $5,udxz .)`maw #b^rn %a^aj3i4 o;s"s5 ^m.qo imi["s.oe*,s ^ml3w .o.;n ,m;& ,gmrcz #aamr" ,m;&.[7$5"%1z #admr"u ;yj" 80\tput03 85tail;t0_> _<80id03 8nikluge-#bjbc-te- tra9-#jjjjjd01 89put03 _<8premise0"1 8o j["[5o dr3ineoa ojm ,o5jvjr/`u %"sbn,s ljy <3.)e7o $.7 .1 ivro/i`u :`:.ocz `ma$n,siu `o7 ,r7l3`v `=`[b" ^g^r ,o,[hn5 .)^3! .r.s5`s5jr> j3i`u .m.7j3i40" 80proposi;n0"1 8fu"uc #ai ojm"u ^q`( mr`o"! f[`n c[,`o.o eu'jr/i) `ma$n,siu `o" 80\tput03 85tail;t0_> _<80id03 8nikluge-#bjbc-te- tra9-#jjjjje01 89put03 _<8premise0"1 8jvo.cz ixo1 ^a`ma8'0,,fda,0 `q`[b,[7q! `s;: #ado1^mhs ^ra,q .sb.=o ,o.aivr/i4 eo`mao .),o^sb,$.o i=p3je: ^ra,q! jva^uje*,s .) ,n`/ fu"uc #ai >7`[ajv j*l7z ,o5jvj1 _s["u /l7iy3i40" 80proposi;n0"1 8jvo.cz ixo1 ^" 80\tput03 83tradic;n0_> _<80id03 8nikluge-#bjbc-te- tra9-#jjjjjf01 89put03 _<8premise0"1 8eo`ma [5a #afj`r .m+ "" 80\tput03 83tradic;n0_> -----------------------------#fe #b4f4 ^m.?.t,] e1em7;o _0 q,m e1em7;o ^g,? #bjbb c* `ma"ob`masp3 e1em7;o ^o%3"o,] ^g,? eo2 *`m ^u`u,s 8'.uhr"q y" #bjbb,0n ,i"[e* ^m.?.t,] e1em7;ocz ^o%3"o,]`v is^&s s5`:aj3 weon,s ^o%3"o,]["u $3.mj`o s":g ^m.].? h[a,],$.o dxctbz `rc:5! ;rhraj3 e1em7;o"u,,s" `=`:a,]" d*j>7,]" ^oj,]" d*`* i[7! duj5j3 hna,[h["u `m,]iys o/i4 jri7 e1em7;ocz eg.7! .m,? i3mr"u ;rhraj`u o/[e: e],o.?" ^oe],o.? d+j*! .m,?j3 e],o,]" era"a ^o,['j3 ,m.g["u `v3;<1iys/i4 era"`u e&s^v/czin"1 e],o j.oe3 .)eg$ e1e3"<5 eo9! `n eu' iycz _siu sb'i4"1 ^oe],o y`ma <$,,oi!o"<7 f[`o mrjr"1 ^oe],o =777777777777777777777777777777= -----------------------------#fg $7iu8'09t5s;y,0cz eg.7w ^m.?.t,]w ,o5$a,]o sc[ .]iu 8'$7_/>a,0q.o"! d3.]jcz _s["u" era"a8'0w1k,0j`n .m,?iy3i4 eg.7o ^oe],o.?o1 `]mncz ,].? dx":a,]" ,).],] i[7`v $8z ^m.].? era" em9`siz $7 m'.o+ `zin ,`u1n es"ocz `sbc .u0i `[c>7 ,im7,im7j3 l"<5$8i =6=6 u"r l1<"<"1 >a `[c.sc uc! c1,,o vr1fn .u0<666 a#fg .n#b.7 #b4 #afa o") 0,x66 +a ca j3>a e?cz ^u"<5iu sb'o o`n em,z .o'o"<544"1 >a =777777777777777777777777777777= ^m.?.t d+j*8'09appropriate.- expres.n,0z e],o,]w d+j* ^s5mr"! chcr3 _s["u eg.7n,sw ,o.a-.="+ mr;ov d+j*o .m,?iys o/i4 e],ow d+j* ^s5mrcz s.t i3mr"u chc .m"u ;n) 5 .ul" +7) 5 seo i[7w j]hr"u chc3i4 o,ir ,iws,,[`o$ o"ms.o.o <30< jca0'["u chcr> j.oe3 <"r .]^o /,ov $8o era"a["u ,m.]j<:/i4 "7d+ #dg71 ^m.?.t,] e1em7;o ,8$7iu0' .]^o /,o =gggggggggggggggggggggggggggggg= 0s5t;e-id3 s5t;e.-=m 9t5s;y8'.]^o o.),0 09t5s;y8'.]^o ojm,0 """""""""""""""""""""""""""""""" 0,,esrw#aijgjjaih4j4ajd4a4a"1 .(c d`n/i 0,/r;g ,w1k4 =777777777777777777777777777777= -----------------------------#gj ^m.?.t,] e1em7;o ^g,? .o;o5 .o;o5n,s ^m.?.t d+j*w .]wcz e],o,]w d+j* ^s5mr"! weoj3i4 ,i"<,s e],o.? sjmrn irjr ,o.a- .="+ mr;ov d+j*o .m,?iys o/[e:" ^oe],o.?q eg.7w `]m .);n eg.7o ,o.a-.="+ mr;ov j5,`n chc o/i4 o,ir" e],o.? d+j*o eg.7 <3n .(.rj5niu `[ ,o.a-.="+ mr;o$ .);n eg.7["u iys o/cz `]mc ^m.?.t d+j*w ^s5 mr$ u1^"[`n d+j*iy.o <30z `]m"! ^1`*j<: .]^o irl7["u l5 _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjb01 89put0"1 8e$3jul .(ces'o/`u .(c _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjc01 89put0"1 8$i)e1i)co,.u2ir"ujr`9`90" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjd01 89put0"1 8.q,. .(c em`o":a.qi4 fzo1c50" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjje01 89put0"1 8eo;q 0`&"n`&01 8\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjf01 89put03 8;b4.u,oaz .u'$8<'czen5 =0=6=6=a=0=60" 80\tput03 8,,egative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjg01 89put0"1 8`r jmri&"qi 440" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjjh01 89put0"1 8< ,oda =6=6=6=6=6=6=6=6=6=60" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjji01 89put03 c#gj .n#b.7 #b4 #aga 8_?`&company`&4 z ep$ `["o em,sp,s cu.u jc eu' e3i!`n jcz.o0" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjaj01 89put0"1 8;oe].?q imrhr440" 80\tput03 8,,positive0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjaa01 89put0"1 8>7,o5o sb's80" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjab01 89put0"1 8`n!"s,s `)^7.:.:/cn:4440" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjac01 89put03 80`&>t`&4 .uk.obc5ertec ,.u2$8`o1"r0" 80\tput03 8,,negative0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjad0" 89put0"1 8,r7o1 ;majjr ,o^1"s50" 80\tput03 8,,positive0_> _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjae0" 89put0"1 8m ; _<80id03 8nikluge-#bjbc-iau- tra9-#jjjjaf01 89put0"1 8ccz s,i) cr5.:.oap3o jr.p/czin `mb`uc,s c[,`o5 ol7jr,s ^uco ,$ f%hof! o/czin"<7 `[ ,(hub :4" =777777777777777777777777777777= e#gj .n#b.7 #b4 #agc -----------------------------#ga .n#c.7 q`=.oc[78'0,,ai,0 e1d] `].qirjy `v.n `r^1 eo2 g] -----------------------------#gb -----------------------------#gc #c4 q`=.oc[78'0,,ai,0 e1d] `].qirjy `v.n `r^1 eo2 g] _0 `].qirjy .qjr7! mrjr `v.n"u ,8$5.] ^g,?0' `v.nv ,8o>`o v3,]0'! ,).]j<:/i4 im `v.ncz .<*s ojrv ,r7,]! ird+jcz `v.n"u,s" `o^(.?["u .]^o irl7 e1em7;o .m7 inohs `%eu" `r^1 `v.n c3oiu" au `].qirjy `v.n"u,,sw `r^1 .?jb,]" .<*s ;s"on,sw `vsb .m7+,] i[7! `u":j<: ,).]iys/i4 $5.] ^g,?z #bjbb c* `ma"ob`masp3 `].qirjy `v.n:/i) ,8,x,] `o^3 $5,] ^g,?0'n os .<*s ojrw $.7 `o^(.?q `v.noe*,siu irjv ,o,[hn5 `r^1n,s^mhs ,s^o,[n o"[`o,$.o `v7^s5mrj`n jv1+7iycz `v.no`on ,).]iys/`u 0'o>`o v3,],8z #ga .n#c.7 #c4 #age `ma"ob`masp3 `].qirjyw ;s' .<*s ,r7,] `v.n"u,,s" j>7jm q`=.oc[7w i<>7j3 ^g>n,s jv1+7iy1 ,m o/cz .m7+j3 `v.no`on ,).]iys/i4 _0 `o.g euin18'^no,["7w inohs$ jva^uiys/[5! ^u:/i4 _0 oj `v.n ,te]z #bjbc c* q`=.oc[78'0,,ai,0 e1d] `].qirjy cr `v.n `o,&,si!w cr+7["u" jri7 `v.n `o,&,scz ;<5$.i!w ojr"! iub`o mrjr .a,]iys/i4 "7d+ #ej71 `o.g euin1 ex"x =gggggggggggggggggggggggggggggg= `v.n `o.g euin1"1 `o.g ,]c[78'#bjbc c*,0 """""""""""""""""""""""""""""""" o>`ov3,]"1 0https3_/_/" gi?ub4com_/t$dysum_/,kor1n.-" ,,sc.-#bjbc #j4cbc "<,,,r\ge #a">1 #j4chf "1 #j4gfb 8'b]t,' score,0 $5.]^g,?"1 0https3_/_/gi?ub4" com_/t$dysum_/,kor1n.-,,ea.-" #bjbc #j4hej "<,f#a-micro"> =777777777777777777777777777777= #c4a4 $5.] ^g,? `v.n _> `v.n `r+ $5.] ^g,?z .ms.q hna,[h[n irj3 jv.a,xocn =7s[<<7a,x0' $5.]"1 80joy03 8,false01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,true01 8sad;s03 8,false0 =777777777777777777777777777777= _> `v.n .]w $5.] ^g,?o"<3 `[7.]" ^m.]" .m7"ob["ue3 d3i3jcz $5,] ^g,?`vcz i"[`n `o,^[5" ,q"y" cu1"<5" `=du i[7 l"<5o c[,`ocz $5.]i!! ^g,?jcz _s! weoj3i4 o `v.ncz `ma"ob`masp3 o .n`=jcz ,8$5.] ^g,? e1em7;o0'"! jv1+7j<: .n,oiy3 hna,[h[n,s h[a.] irl78'0t>get,0n irj3 jv.8'`=du,00" 80ang]8'^gcu,00" 80sad;s8',!d[5,00w #h$.o $5.]["u ^g"%j3i4 $5.] ^g,? `v.ncz hna,[h[v h[a.] irl7o .ms.:/! ,ir" irl7n irj3 jv.0'4"! `o.g["u ,gmr"! `\.]j3i4 "7d+ #eb71 $5.] ^g,? d]$ .od+ =gggggggggggggggggggggggggggggg= ,preci.n "7 ,,tp _/ "<,,tp "6 ,,fp">1 ,recall "7 ,,,tp _/ "1 ,f,'#a ,score "7 #b "9 "<,preci.n "9 ,recall"> _/ "<,preci.n "6 ,recall"> - 0,true ,positives "<,,tp">4"1 euin1o ,80,true0'"u /;[ajr/`u" ,o1.n ;[a.]$b'iu ,80,true0'q `]m4 .[a" euin1o jri7 "no^!! .nir"u /;[aj3 `]m - 0,false ,positives "<,,fp">4"1 euin1o ,80,true0'"u /;[ajr/.oe3" ,o1.n ;[a.]$b'z ,80,false0'q `]m4 .[a" euin1o "no^!! .1eu' /;[aj3 `]m 0,false ,negatives "<,,fn">4"1 euin1o ,80,false0'"u /;[ajr/.oe3" ,o1.n ;[a.]$b'z ,80,true0'q `]m4 .[a" euin1o "no^!! cu0;q `]m - 0,true ,negatives "<;,,tn">4"1 euin1o ,80,false0'"u /;[ajr/`u" ,o1.n ;[a.]$b'iu ,80,false0'q `]m4 .[a" jri7 "no^!o sb'i`u /;[aj<:/`u" ,o1.n"uiu `[ "no^!o sb'cz `]m =777777777777777777777777777777= -----------------------------#ge "7d+ #ec71 $5.] ^g,?w euin1 ob":a`v ;&":aw / =gggggggggggggggggggggggggggggg= ^g"%"1 cr+7 /,o ."+j] """""""""""""""""""""""""""""""" ob":a"1 hna,[h[ 8< c%,[ "nhsn,s e%.oft fo7a,xocn =7s[<<7a,x0 eg.<\ ob":a"1 irl78'02g91 5d,0 #ce" #cg .],m ;&":a"1 #h$.o $5.]n irj3 d#gd .n#c.7 #c4 #aha ^g,?8'0,true1 ,fasle,0 _< 8joy03 8,false01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,true01 8sad;s03 8,false0 _> ioa,:cs"o 8'0dic;n>y,0 d]$"1 0,f#a .s5,m == =777777777777777777777777777777= _> ."+ j],oa inohs ,nh[cz ,80,,jsonl "0' j],oa["u .n`=iye:" $a ,80,,json0'z hna,[h[" hna,[h[ cr $5.] ^g,? irl7" irl7n irj3 jv.a,x -----------------------------#gf ocn=7s[<<7get03 _< 80=m0"1 8>a,x0" 82g903 #ce1 85d03 #cg _> _>1 8\tput03 _< 8joy03 8,false01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,true01 8sad;s03 8,false0 _> _> - a,xocn =7s[<<7get03 _< 80=m0"1 8>a,x0" 82g903 #ce1 85d03 #cg _> _> _> - ja,[b+7 inohsv i=o1j3 j]hr - 0\tput0 fa,x ocn=7s[<<7get03 _< 80=m0"1 8>a,x0" 82g903 #ce1 85d03 #cg _> _>1 8\tput03 _< 8joy03 8,false01 8anticipa;n03 8,false01 8tru/03 8,false01 8surprise03 8,false01 84gu/03 8,false01 8fe>03 8,false01 8ang]03 8,true01 8sad;s03 8,false0 _> _> - d]$+7 inohsn 80\tput0! ,r7,] $5.] 0category4cz `u.] =777777777777777777777777777777= -----------------------------#gg _> ^no,["a,' hna,[h[" irl7"1 8a,x ocn=7s[<<703 8,false01 8ang]03 8,true01 8sad;s03 8,false0 -----------------------------#gh #c4b4 o>`o v3,] `v.n _> `v.n `r+ o>`o v3,] `v.ncz .n`=iy3 eg.7i!! c("o.?["u *`\jcz eg.7! ,r7,]jcz `v.noi4 o `v.n"! h=jr eg.7i!w era"7l7,ofocz in `o:j1 ,m o/[e:" os.ocz eg.7! ,r7,]j`n j5["u,,s )s ,r7,] c[7":a! ;[a.]j1 ,m o/i4 o>`o v3,] `v.ncz q`=.oc[7 jr'^u'" .i= ^):a" eg,s +>a i[7 i<>7j3 ^g>n,s jv1+7iy1 ,m o/i4 <"rcz o>`o v3,] `v.nw .?.tj3 /,ov ^m.?.tj3 /,oi!oi4 "7d+ #ef71 o>`o v3,] `v.n /,o =gggggggggggggggggggggggggggggg= j7ex"1 ob;&":a cr+7 ^o`u """""""""""""""""""""""""""""""" .?.tj3 /,o #a"1 ob":a eg.7 #a ccz oblj`u c,s e:2 i1 i=<3z .u,o5,["sb`n jr7i=jr/i4 ob":a eg.7 #c `["r/isco i="+i!z ;s'ql7 `v i"z c`o"! j3 l7jv7o`o ,iregn .?.tj3 o%$ .n,oiy.o <30czie*" #c^) eg.7n,s ,8j.oe30'o" jbcoi4 mrw /,on,scz ^ui["! hi$ i;:/icz cr+7o #b^) eg.7n .n,oiys o/`o ,iregn ,n eg.7o .?.tj`n *`\iy3i`u j1 ,m o/,[bcoi4 .?.tj3 /,o #c"1 ob":a eg.7 #a ;y`zn .5! eu' .,s do"u $ ,.7q `o^go i!s/i4 ob":a eg.7 #c i?^gn .5! .1 .,s do"u $ d&":/i4 -----------------------------#gi ;&":a eg.7 #b .5! .1 .`o mrjr .$ .)n ,i,i['j3 m%"! e,:/i4 ^o`u #a^) eg.7n jv.$ j*.r .5! .nir"u ..o eu'jr do"u$ ,l0:/icz l7jv7o .n,oiys o/,[bcoi4 #c^) eg.7ncz ,8i?^gn0'"`o$ .n,oiys o/,[bcoi4 a5 #b^) eg.7n .5! .1 .1 ,m o/s/i) o%$ .n,oiys> cr+7o .?.tj`n os.qi`u d]$j1 ,m o/,[bcoi4 #b^) eg.7n,s .`o .)n ,i,i['j3 m%"! e,q _sz .5! .1 .1 ,m o/s/i) o%"u hi7,]o q.]iy`o ,iregn" ,n eg.7o .<*,["sb`n *`\iy3i`u j1 ,m o/,[bcoi4 =777777777777777777777777777777= "7d+ #eg71 o>`o v3,] `v.nw ^m.?.tj3 /,o =gggggggggggggggggggggggggggggg= j7ex"1 ob;&":a cr+7 ^o`u """""""""""""""""""""""""""""""" ^m.?.tj3 /,o #a"1 ob":a eg.7 #a ccz exd+jr/i) o1! o"m.o eu'j1,$0,v4^v ,it":/i4 ob":a eg.7 #c ccz ,^mi['j5`v ,op3j3 $5.]o i=,on i!s/i4 ;&":a eg.7 #b ccz cu":ao .m7+ji`u ,r7$aj3i4 ^o`u #a^) eg.7z j* l7jv7n irj3 jv. jbcoi4 ac #b^) eg.7ncz cu":an irj3 jv.`o"! j`u o/,[bcoi4 #c^) eg.7o iys,s> ;y.= e*.sb! ^u"s $/icz )`[bo i[7.7j`o ,iregn" `[ .) era"`oe3 i[7.7jr> jbcoi4 ac j*.r /,ow #b^) eg.7n,scz ;y.= e*.sb jb`:ao" jbcoi4 $"] ,ma.niu j.o <30`u c(i`u s5ej3hn ,`m.m7! i!s/i4 0 .]iuw eg.7o #b^) eg.7 ."on ue* c("ol7 eg.7 #c["u ,g.u"ub`n *`\iy1 ,m o/,[bcoi4 ac j*.r #b^) eg.7w `]m" jv.`oj`u o/,[bcoi4 #a^) eg.7ncz jv.`o$ .n,oiys o/`o ,iregn" im eg.7! .u`[5 is .<*,["sb`n os.m`o mrjr,scz jv.%"! ^ucr/i4 ^o`u #a^) eg.7n,scz ,8`[0'$ `=*! ,]`=.?["u e;:/[5! .n,oj`u o/[e:" #c^) eg.7n,scz `=*! ,]`=.?["u e;q ,8`[0'$ `o,^z e<[5["u i<[5 `=*! .g^oj"s $/icz cr+7! .n,oj`u o/,[bcoi4 a5 im eg.7 loncz ,]`=.?q `=*n irj3 ^3[7["u .?.tje*,s" i=,on ,8`[0'$ i<[5 `=*! `o,^z e<[5["u .g^oj1 ,m o/`n jcz i=`o$ iy1 ,m o/! e3j3 l7jv7o .n,oiys> jbcoi4 ac .ms.q /,ow #b^) eg.7w `]m" a#hj .n#c.7 #c4 #aig `v3`rai!o ,8`[0'n`n >%"! ^ucr/icz cr+7o i[7.7jbcoi4 ,8`v3`raw >%0'cz `=*! ,]`=.?["u e;q .ojmr. `v.n .]w o>`o v3,] `v.ncz .ms.q ,8eg.7 #a^)0'`v ,8eg.7 #c^)0'! c("o.?["u *`\jcz ,8eg.7 #b^)0'! ,r7,]jcz _so exd+oi4 ,r7,]iy3 eg.7z egera.?["u o1`v3,] o/`u" eg^sb.?["u .]jvaje:" c("o.?["u eg.7 #a^)`v eg.7 #c^)! *`\j1 ,m o/s> j3i4 on ,8o>`o v3,]0'`v.nw ja,[b+7 inohs ,nh[cz ,8eg.7 #a - eg.7 #b - eg.7 #c0'w j]hr"u `m,]iye:" ,r7,]iy3 eg.7 #bw egera.?_/eg^sb.? .]jva,] eo2 c("o.? o1`v3,]o d]$ `o.go iy3i4 ,r7,]iy3 eg.7 #bw dm5.o1z .]">7.? d]$v .],].? d]$"! .=jbj<: d3i3j3i4 .]">7.? d]$cz 0,,r\ge1 ,,b]t,',score1 ,,bleurt4w d]`%3["u d]$iye:" .],].? d]$cz ,r7,]iy3 eg.7n irjr i,mw q$3 d]$.$ ,gmr"! er`qi4 .]">7.? d]$"! e).s .qjr7j`u" .]">7.? d]$n,s cu4z .s5,m"! ^9z l7mr ho5i!! irl7["u .],].? d]$"! .qjr7j3i4 ;y.= .s5,mcz .]">7.? d]$ #ej0p" .],].? d]$ #ej0p "! ^3]j3 .=jb.s5,m"u d]$j3i4 .],].? d]$w .s5,mcz <"rv $8z ,m,oa! h=jr .]">7.? d]$ `\`vv $8z $.m7;o"! ^m:j3i4 /"! i!s #aj`r ho5n irjr .],] d]$"! .qjr7j3i`u jr/! ,ir" .]">7 d]$ #a i[7 ho5 .s5,m$ #ajj.s5" #aj i[7 ho5 .s5,m$ #ij.s5o1 ,ir" .],] d]$ #a i[7 ho5z #aj.s5 828#ajj9#ij,0_/#aj* 8#aj9#a5#a0;0" .],] d]$ #aj i[7 ho5z #a.s5828#ajj9#ij,0_/ #aj*8#aj9#aj5#a0;0o iy3i4 c#hj .n#c.7 #c4 #aii -----------------------------#ha 82`["o5 #f;0 o>`o v3,] d]$ 0metric ;n4 33 .],] d]$ irl7 ho5 ,m ,'`["o5 ,r7">a,' 0quantscore;5;k4 33 .]">7 d]$ 0k4i[7 ho5w .]">7 d]$ .s5,m 0quantscore;5;k4 33 .],] d]$ 0k4i[7 ho5w .],] d]$ .s5,m quantscore;5;k "7 ("./n) "8 "<;n "- ;k "6 #a"> .]">7 d]$ 0i4i[7" .],] d]$ 0j4i[7w ;y.= 0score "7 #j4e "8 quantscore;5i "6 #j4e "8 qualscore;5j "7d+ #eh71 o>`o v3,]w euin1 ob":a`v ;&":a /,o =gggggggggggggggggggggggggggggg= ^g"%"1 cr+7 /,o ."+j] """""""""""""""""""""""""""""""" ob":a"1 eg.7 #a8'<4 eg.7,0 8ccz j1<^s.o iran `)cs$`o .)n sesco,`n *" ."+ j],oa inohs ,nh[cz ,80,,jsonl "0'4j],oa["u .n`=iye:" $a ,80,,json0'w ob":ancz eg.7 #a`v eg.7 #c" ;&":ancz eg.7 #b"! .n`=j3i4 "7d+ #ce71cz o>`o v3,] inohsw `%euoi4 jg"*" `s5.[7" ,ojs5 inohscz em.amr"u ^gj1iys/i4 "7d+ #ei71 o>`o v3,] inohs `%eu =gggggggggggggggggggggggggggggg= a#ha .n#c.7 #c4 #bja `m^g"1 ^1jv ,m jg"*"1 #abj1adj `s5.[7"1 #ae1jag ,ojs5"1 #ae1jah =777777777777777777777777777777= -----------------------------#hb "7d+ #cf71z inohsw /,ooi4 .ms.q jg"* inohsv ,ojs5 inohscz i=o1j3 ,80,,json-;,l0' j],oa["u .n`=iye:" ,ojs5 inohsw `]mncz $a ^1jvn irj3 ;&":a j7exo ^q ex"x["u .n`=iy3i4 ;<5$ho5z jri7 ex"xn irjr euin1w ;&":a `\`v"! ;m$j<: .n;&j3i4 jg"* inohsv .n;&+7 inohsw j],oa eo2 j]hrcz i=o1ji4 "7d+ #fj71 o>`o v3,] inohs j],oaw / =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" jg"*+7 inohsw /"1 _< 80id0"1 0inohs0id#a01 809put0"1 _< 80s5t;e#a0"1 8ccz j1<^s.o iran `)cs$`o .)n sesco,`n *"1 80\tput0"1 8sescocz c - _> - ja,[b+7 inohsv i=o1j3 j]hr a#hb .n#c.7 #c4 #bjc - 80\tput0 fov $b'! .n`sj3 inohs .n;& inohs"1 _< 80id0"1 0inohs0id#a01 89put03 _< 80s5t;e#a0"1 8ccz j1<^s.o iran `)cs$`o .)n sesco,`n *"1 80\tput0"1 0sescocz c - d]$+7 inohsn 80\tput0n ,r7,]iy3 eg.7 ob":a =777777777777777777777777777777= -----------------------------#hc _> $.g euin18'0basel9e model,0 o irjyw `o.g euin1z 0'`o'js^[8'0gi?ub,0"9#c,0,8"! h=jr `=`riys o/i4 jri7 euin1z 0ko,,b>t4"! `o^3["u ja,[biy3 euin1oi4 "9#c,0 0https3_/_/gi?ub4com_/" t$dysum_/,kor1n.-,,sc.-#bjbc 82`["o5 #g;0 o>`o v3,] `o.g euin18'0basel9e model,0 `rc:5iu ,'`["o5 ,r7">a,' hna,[h[ #a"1 8ccz j1<^s.o iran `)cs$`o .)n sesco,`n *"t ,decod] ^3o hna,[h[ #b"1 8sescocz c7,]o `["o f[.o <30< 0r\ge#a" r\ge-,l1 bleu4 v $8z .od+"u d]$iy1 ,m o/i4 ^g"% eg.nw `]m 0micro-f#a score4v 0macro-f#a-score4"! j5,`n l+7j<: inohs ,m$ .?z 0class4n irjr,siu .1 ^g"%jcz.o #he .n#d.7 #d4 #bjg d]$j1 ,m o/iu"x j<:/i4 _0 oj `v.n ,te]z #bjbc c* q`=.oc[78'0,,ai,0 e1d] l7,o`v.n cr `v.n `o,&,si!w cr+7["u" jri7 `v.n `o,&,scz ;<5$.i!w ojr"! iub`o mrjr .a,]iys/i4 "7d+ #fa71 l7,o`v.n `v.n `r+ =gggggggggggggggggggggggggggggg= `v.n"1 d]$ .od+ `v.n .]w """""""""""""""""""""""""""""""" d+w o1^m^gn irj3 jr,? ,r7,]"1 0r\ge#a" r\ge-l1 bleu4 d+v $"ofcz ^m^g8'0hi 0jsonl4 j],oa"1 _<80id0"1 inohs0id#a189put0"1 ob":a inohs#a" 80\tput0"1 ;&":a inohs#a_> _<80id0"1 inohs0id#b189put0"1 ob":a inohs#b" 80\tput0"1 ;&":a b#hg .n#d.7 #d4 #bji inohs#b_> _<80id0"1 inohs0id#c189put0"1 ob":a inohs#c" 80\tput0"1 ;&":a inohs#c_> _<80id0"1 inohs0id#d189put0"1 ob":a inohs#d" 80\tput0"1 ;&":a inohs#d_> _<80id0"1 inohs0id#e189put0"1 ob":a inohs#e" 80\tput0"1 ;&":a inohs#e_> _<80id0"1 inohs0id#f189put0"1 ob":a inohs#f" 80\tput0"1 ;&":a inohs#f_> 0jsonl4 inohs /,o"1 _< 8id03 8nikluge-#bjbc-te-dev-#jjjjja01 89put03 _< 80premise0"1 8,o"o.[ #a;<^gncz `o5)jww ;s' ,o.ob ,8h["s7f[0'"! do1im"u `o5lq ,8^5n ,,[cz d*.o0'" o,me] 0',r"ug uixo `s"o"! enp/i,8" ,],?.n 0'c2,) `o1n em9i,8" ,]eo.] ,8ires"ovw l"<70'" j5eq^x ,8m&,,ow o1o10'" .q,meo ,8i1w fu"[f[ e`r$ \"o1 ,ir,$.o0'" ^a.]ir 0'i3d*i!,8" %j].q ,8dohs"r^o' .s`:al`)0'" ^al7,m ,8jm"[;[ fr3io ^s,[0'$ i!s o/i40" 80proposi;n0"1 8,o"o.[ #a;<^gncz #aj$.o ,o$ i!so/i40 _>1 8\tput03 83tradic;n0_> =777777777777777777777777777777= _0 ,iuj3 `o.g euin1! `r^1j<: $`=iy3 inohsn irj3 .?jb,]! `s5.[7j`u" `o'js^[8'0gi?ub,0 i[7! h=jr euin1 eo2 ,u,[fui["! ;<5$ho5n`n `=`rj<: ;<5$.i!o inohs jv1+7oc euin1 `r^1n ;<5`uj1 ,m o/cz `o.g! .n`=j<:/i4 `o.g euin1 `r^1 `v.]n,s `o`/ja,[b! ,mjr7j`u" ja,[bn do1+j3 ;m7^gj3 >7w inohs$ jva^uiys/[5! ^u:/i4 "7d+ #fc71 `o.g euin1 ex"x =gggggggggggggggggggggggggggggg= `v.n"1 $.g euin1 `o.g ,]c[78'#bjbc c*,0 b#hh .n#d.7 #d4 #baa """""""""""""""""""""""""""""""" d+w o1^m^gn irj3 jr,? ,r7,]"1 0https3_/_/gi?ub4com_/t$dysum_/" kor1n.-,t#b,t.-#bjbc #j4cide "<,,r\ge-#a">1 #j4dehe "<,,bleu"> eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,]"1 0https3_/_/gi?ub4com_/" t$dysum_/kor1n.-,,ic.-#bjbc #j4caia "<,,r\ge-#a">1 #j4djfa "<,,bleu"> j5w ^g,?"1 0https3_/_/gi?ub4" com_/t$dysum_/,kor1n.-,,te.-" #bjbc #j4fh "<,f#a-micro">1 #j4eb "<,f#a-macro"> ^m.?.t,] eg.7n irj3 hriu h5.o"1 0https3_/_/gi?ub4com_/" t$dysum_/,kor1n.-,,iau.-#bjbc #j4hhe "<,f#a-micro">1 #j4hbe "<';,f#a macro"> =777777777777777777777777777777= -----------------------------#hi #d4b4 `v.n .]w _0 #d4b4a4 j5w ^g,? `v.n _> `v.n `r+ ,8.<*s ;m"(8'0,natural ,language ,9f];e,00',iucz ,8j5w ^g,?8'0,textual ,5tail;t,00'z ird+.?q )s c[7":a d]$;n`/ 8'^n3;oef[,0q 0,,glue1 ,,klue4 i[7n,siu .n`=jcz `v.n"u" .m"u im eg.7w `v3`/"! ,8j5w_/.m7"ob_/eu,g0' .m7 jc"u ^g"%jcz _s! d]$j3i4 j5w ^g,?8'0,textual ,5tail;t,0z l7,oa eo2 ;m"(! ^h7["u j<: .).nv e].n eg.7i!o j5wjcz.o eu,giycz.o"! d3i3jcz `v.nqin" o"sj3 `v.n"! jr`\j`o mrjr,scz q`=.oc[7o %ws"! ojrj`u c("o.?"2l3,&.?["u ;m"(jcz c[7":ao do1+ji4 as j5w ^g,? `v.ncz ;y`z `sir)seuin1 8'0;,,llm,0w .<*s ;m"( c[7":a! d]$j`sc8'0,,nli1 ,,snli,0 ,r7,] c[7":a8'+>a i[7,0! d]$jcz inn jv1+7iy`u o/i4 `ma"ob`masp3n,scz #bjbb c* ,8e1em7;o j5w ^g,? eo2 *`m0' a#hi .n#d.7 #d4 #bac lsb! h=jr j5w ^g,? e1em7;o"! `m;maj<:/i4 o e1em7;ocz .ms.q eg.78'.).n" 0premise,0n irjr e].n8'0proposi;n,0$ cr+7! j5wjcz.o"! .m,?j3 e1em7;ooe:" inohs ,nh[w /,ocz "7d+ #dj71`v $8i4 "7d+ #fd71 j5w ^g,? `v.n inohs ,nh[w /,o =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" .).n 0,premise"1 cbob j3iuiu p1 #ej e3p3["u j3iu$ cu4z d*oi4 .?`[5 `r,t ,o ]sb.s5 ;<7`mn ,[eh[ d( i[7! h=jr ^3":`*`v j5,`n ,.oaz l.q! .n,oje* ^\iuw ,$i"ug `v.] sb'o $obj1 ,m o/i4 e].n 0,proposi;n"1 ^3":`*`v j5,`n ,.oaz l.q! .n,oj1 ,m o/cz .?`[5z j3i1 i=<3 ;y,u #ej e3p3 ol7! cbobjr> j3i4 "no^! 0,label3 3tradic;n4 =777777777777777777777777777777= -----------------------------#ij _> `v.n .]w j5w ^g,? `v.ncz `ma"ob`masp3n,s #bjbb c* ,8e1em7;o j5w ^g,? eo2 *`m0' lsb! h=jr `m;maj3 8j5w ^g,? e1em7;o0"! jv1+7j3i4 jri7 inohs ,nh[w j5w .m,?z j5w8'05tail;t,0" eu,g8'03tradic;n,0" .m7"ob 8'0neutral,0 ,n $.o"u .m,?iys o/i4 j5w ^g,? `v.ncz ob":a .).n8'0,premise,0v e].n8'0,proposi;n,0n irjr "no^!! /;[ajcz ^7,oa["u .]wiys o/i4 ;<5$.i!z d]$ inohs ,nh[w ob":a8'0,premise1 ,proposi;n,0! `o^3["u j5w .]^u8'05tail;t1 3tradic;n1 neutral,0"! /;[aj3i4 ^( `v.nn,scz /;[a `\`vn irj3 0,f#a-score"4 .s5,m"! d]$ .s5,m"u .n`=j3i4 "7d+ #fe71 j5w ^g,? euin1 ob":a`v ;&":aw / =gggggggggggggggggggggggggggggg= ^g"%"1 cr+7 /,o ^o`u a#ij .n#d.7 #d4 #bae """""""""""""""""""""""""""""""" ob":a"1 0,premise4 cbob j3iuiu p1 #ej e3p3["u j3iu$ cu4z d*oi4 .?`[5 `r,t ,o ]sb.s5 ;<7`mn ,[eh[d( i[7! h=jr ^3":`*`v j5,`n ,.oaz l.q! .n,oje* ^\iuw ,$i"ug `v.] sb'o $obj1 ,m o/i4 eg.<\ ob":a"1 0,proposi;n4 ^3":`*`v j5,`n ,.oaz l.q! .n,oj1 ,m o/cz .?`[5z j3 i1 i=<3 ;y,u #ej e3p3 ol7! cbobjr> j3i4 eg.<\ ;&":a"1 0,label 3tradic;n4 eg.<\ d]$"1 0,micro ;,f#a-score1 ,macro ;,f#a-score4 == =777777777777777777777777777777= _> inohs j],oa inohs ,nh[cz 0,,json-,l4 j],oa["u .n`=iye:" $a ob":a8'0,premise1 ,proposi;n,0 eg.7i!n irj3 j5w "no^!o eg.<\8'0/r+,0"u .m,?iys o/i4 "7d+ #db71cz inohs `%eu"! ^u: .gi4 ;&":a8'0\tput,0$b'w ^gdu$ %ljiu"x em.amr"u ^gj1iys/i4 "7d+ #ff71 j5w ^g,? inohs `%eu =gggggggggggggggggggggggggggggg= `m^g"1 eg.7 ,m """""""""""""""""""""""""""""""" jg"*"1 #ab1jai `s5.[7"1 #a1ejb ,ojs5"1 #a1ejc =777777777777777777777777777777= "7d+ #dc71z inohs /,ooi4 .ms.q jg"* inohsv ,ojs5 inohscz i=o1j3 0,,jsonl4 j],oa["u .n`=iye:" ,ojs5 inohsw `]mncz $a eg.7n irj3 ;&":a8'0\tput,0 j7exo ^q ex"x["u .n`=iy3i4 ;<5$ho5z jri7 ex"xn irjr euin1w ;&":a `\`v"! ;m$j<: .n;&j3i4 -----------------------------#ia "7d+ #fg71 inohs j],oaw / =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" c#ij .n#d.7 #d4 #bag jg"*+7 inohsw /"1 ,,, _< 8id03 8nikluge-#bjbc te dev #jjjjja01 89put03 _< 80premise0"1 8,o"o.[a #a;<^gncz `o5)jww ;s' ,o.ob ,8h["s7f[0'"! do1im"u `o5lq ,8^5n ,,[cz d*.o0'" o,me] ,8,r"ug uixo `s"o"! enp/i0'" ,],?.n ,8c2,) `o1n em9i0'" ,]eo.] ,8ires"ovw l"<70'" j5eq^x ,8m&,,ow o1o10'" .q,meo,8i1w fu"[f[ e`r$ \"o1 ,ir,$.o0'" ^a.]ir ,8i3d*i!0'" %j].q ,8dohs"r^o' .s`:a l`)0'" ^al7,m ,8jm"[;[ fr3io ^s,[0'$ i!s o/i40" 80proposi;n0"1 8,o"o.[ #a;<^gncz #aj$.o ,o$ i!so/i40 _>1 8\tput03 83tradic;n0 _> ,,, - _> ,,, - ja,[b+7 inohsv i=o1j3 j]hr b#ia .n#d.7 #d4 #bai - 0\tput0 f1 8\tput03 83tradic;n0 _> ,,, - d]$+7 inohsn 0\tput0`v 0label4 ;m$j<: .n;& =777777777777777777777777777777= _> $.g euin18'^no,[">q euin1,0 o irjyw `o.g euin18'^no,[" `v.n `r+ ,8d+w o1^m^gn irj3 jr,? d#ia .n#d.7 #d4 #bba ,r7,]0'z ."+"u^mhs hna,[h["! ,r7,]jcz `v.n .m7 jc"u" .ms.q d+w h[a.] ^m^g! ,te]jcz eg.7! e3i[cz `v.noi4 mrfodoio< i[7 i<>7j3 prb eg,s crn,s jra,o5.?q .]^ucz d+ j],oa["u `o,&iys o/cz `]m$ e30i4 o"sj3 inohs"! q`=.oc[7o .1 ojrj`o mrjr,scz q`=.oc[7 )s ;s"o `o,&! h=jr d+w cr+7! .1 +>aj`u ,te]j1 ,m o/cz.o d]$j1 do1+$ o/i4 _> `v.n .]w ,8d+w o1^m^gn irj3 jr,? ,r7,]0' `v.ncz `ma"ob`masp3w ,8#bjbb c* %l eg.7 ,r7,] e1em7;o *`m eo2 `m;ma0' lsb! h=jr `m;maj3 ."+ .m7 d+ `o^3 eg.7 ,r7,] `\`ve&! jv1+7j<: `r^1iys/i4 o ."+cz jry d+ `o^3 eg.7 ,r7,]w ird+.?q inohsq `m`!w ,80,to,,tt,'o0' inohs ,nh["! ;<5.uj<:/i4 inohs ,nh[cz 0,,html4"u .a,]iy3 d+w j],oa! %.oj<: 0,,json4 j],oa["u ^*jv3j`u" jri7 d+n [5]["u d+,oj3 ^m^g! ,te]jcz eg.7 #e`r"u `m,]iy3i4 o `v.nw exd+cz d+n [5]["u d+,oj3 ^m^g! ,te]jcz eg.7 j3 `r"! ,r7,]jcz _soi4 .ms.q d+n irj<: euin1o ,r7,]j3 eg.7`v .]ib eg.7 #e`r $a$a! ^o`+j<: l3;&j3 0,,,r\ge-#a1 r\ge-,l1 bleu4,' .s5,mw d]`%3$b'! d]$ ,]c[7 .od+"u l+7j3i4 "7d+ #fh71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n euin1 ;&":aw / =gggggggggggggggggggggggggggggg= ^g"%"1 cr+7 /,o ^o`u """""""""""""""""""""""""""""""" ob":a"1 d+ 89put03 _< 8metadata03 _< 80title0"1 8#d;< l3sbj:ae]n ,i"z .u,njv3`] ^*jvv .];ra `v.n0" 80table.-title0"1 8`ma.n.u,n `v,np3;oa o1^3 `rc:50" 80date03 8#bjbj #jf #ji0" 80publi%]0"1 8`majy-/l3 b#ib .n#d.7 #d4 #bbc .];ra;s0" 8url03 8https3_/_/www4nabo4go4kr_/" ,sub_/#ja0,report_/#ja,-#ja-" ',bo>d4js4;p01 8hi1 .< #a" #a .>1 .< #b" #a .> .> _>1 8table03 .< -----------------------------#ic _< 80value0"1 8`v,np3;oa0" 8is.-h1d]03 true1 8col03 #j1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8h[a.]0" 8is.-h1d]03 true1 8col03 #a1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8o.m7`v,n .u.]0" 8is.-h1d]03 true1 8col03 #b1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8p3;).o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 a#ic .n#d.7 #d4 #bbe 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8,ui[ao ^1,r7j3 `ma$8'p3;).o`ma,0n,s `v,n`v3j1`p3 ^u%0" 8is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`may,ui[ae*.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`s.m.o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[03 #b1 8r[span03 #a _>1 _< 80value0"1 8`s.m.1 _< 80value0"1 8y`macb^m,nra`=.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #b1 -----------------------------#id 8r[span03 #a _> .> _> ^o`u"1 0,,json4 c#ic .n#d.7 #d4 #bbg ;&":a"1 ,te] eg.7 80\tput0"1 8`ma.n.u,n `v,np3;oaw `rc:5! l1d:^ue* p3;).o`ma `v,ncz ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregn `may,ui[ae*.n"! .u.]jr> j3i40 eg.<\ d]$"1 0,,,r\ge-#a1 r\ge-,l1 bleu4,' == =777777777777777777777777777777= _> ."+ j],oa inohs ,nh[cz 0,,jsonl4 j],oa["u .n`=iye:" ob":az 0,,json4["u .a,]iy3 d+ eo2 jd4jsp01 8hi1 .< #a" #a .>1 .< #b" #a -----------------------------#ie .> .> _>1 8table03 .< _< 80value0"1 8`v,np3;oa0" 8is.-h1d]03 true1 8col03 #j1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8h[a.o7" 8is.-h1d]03 true1 8col03 #a1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< d#id .n#d.7 #d4 #bca 80value0"1 8o.m7`v,n .u.]0" 8is.-h1d]03 true1 8col03 #b1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 0p3;).o`ma `v,n0" 8is.-h1d]3 false1 8col03 #j1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8,ui[ao ^1,r7j3 `ma$8'p3;).o`ma,0n,s `v,n`v3j1`p3 ^u%0" 8is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`may,ui[ae*.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`s.m.o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[03 #b1 8r[span03 #a _>1 _< 80value0"1 8`s.m.1 b#ie .n#d.7 #d4 #bcc _< -----------------------------#if 80value0"1 8y`macb^m,nra`=.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #b1 8r[span03 #a _> .> _>1 8\tput03 .< 8`ma.n.u,n `v,np3;oaw `rc:5! l1d:^ue* p3;).o`ma `v,ncz ,ui[a p3;) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregn `may,ui[ae*.n"! .u.]jr> j3i40" 8p3;).o`ma `v,n$ ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregn `may,ui[ae*.n"! .u.]jr> j3icz `z`scz `ma.n.u,n `v,np3;oaw `rc:5n,s ^1`*j1 ,m o/i40" 8`ma.n.u,n `v,np3;oaw `rc:5n ,i"[e* p3;).o`ma `v,ncz `may,ui[ae*.n"! .u.]jr> jczin" ocz ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregoi40" 8p3;).o`ma `v,ncz ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregn `may,ui[ae*.n"! .u.]jr> j5! `ma.n.u,n `v,np3;oaw `rc:5! h=jr jvaqj1 ,m o/i40" 8`may,ui[ae*.n"! .u.]jr> jcz o%cz `ma.n.u,n `v,np3;oaw `rc:5n,s p3;).o`ma `v,n$ ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregoi40 .> _> - d4jsp01 8hi1 .< #a" #a .>1 .< #b" #a .> .> _>1 8table03 .< _< 80value0"1 8`v,np3;oa0" 8is.-h1d]03 true1 8col03 #j1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8h[a.]0" 8is.-h1d]03 true1 8col03 #a1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8o.m7`v,n .u.]0" -----------------------------#ig 8is.-h1d]03 true1 8col03 #b1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 c#if .n#d.7 #d4 #bcg _< 80value0"1 8p3;).o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8,ui[ao ^1,r7j3 `ma$8'p3;).o`ma,0n,s `v,n`v3j1`p3 ^u%0" 8is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`may,ui[ae*.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`s.m.o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 8r[03 #b1 8r[span03 #a _>1 _< 80value0"1 8`s.m.1 _< 80value0"1 8y`macb^m,nra`=.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #b1 8r[span03 #a b#ig .n#d.7 #d4 #bci _> .> _> _> - ja,[b+7 inohsv i=o1j3 j]hr - 8;&":a8'0\tput,00 fov $b'! .n`sj3 inohs .n;& inohs"1 _< 8id03 8nikluge-gtps-#bjbc- tra9-#jjjjjc01 89put03 _< 8metadata03 _< 80title0"1 8#d;< l3sbj:ae]n ,i"z .u,njv3`] ^*jvv .];ra `v.n0" 80table.-title0"1 8`ma.n.u,n `v,np3;oa o1^3 `rc:50" 8date03 8#bjbj #jf #ji01 80publi%]0"1 8`majy-/l3.];ra;s0" 8url03 -----------------------------#ih 8https3_/_/www4nabo4go4kr_/" ,sub_/#ja,report_/#ja.-#ja.-" ,bo>d4jsp01 8hi1 .< #a" #a .>1 .< #b" #a .> .> _>1 0table03 .< _< 80value0"1 8`v,np3;oa0" 8is.-h1d]03 true1 8col03 #j1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< a#ih .n#d.7 #d4 #bda 80value0"1 8h[a.]0" 8is.-h1d]03 true1 8col03 #a1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8o.m7`v,n .u.]0" 8is.-h1d]03 true1 8col03 #b1 8colspan03 #a1 8r[03 #j1 8r[span03 #a _>1 _< 80value0"1 8p3;).o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan3 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8,ui[ao ^1,r7j3 `ma$8'p3;).o`ma,0n,s `v,n`v3j1`p3 ^u%0" 8is.-h1d]03 false1 8col03 #a1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`may,ui[ae*.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #a1 8r[span03 #a _>1 _< 80value0"1 8`s.m.o`ma `v,n0" 8is.-h1d]03 false1 8col03 #j1 8colspan03 #a1 -----------------------------#ii 8r[03 #b1 8r[span03 #a _>1 _< c#ih .n#d.7 #d4 #bdc 80value0"1 8`s.m.1 _< 80value0"1 8y`macb^m,nra`=.n0" 8is.-h1d]03 false1 8col03 #b1 8colspan03 #a1 8r[03 #b1 8r[span03 #a _> .> _>1 00\tput0"1 8`ma.n.u,n `v,np3;oaw `rc:5! l1d:^ue* p3;).o`ma `v,ncz ,ui[a p3.) `ma$n,s `v,n`v3j1`p3! ^u%j`o ,iregn `may,ui[ae*.n"! .u.]jr> j3i40 _> - d]$+7 inohsn 8;&":a8'0\tput,00`v ,r7,]iy3 eg.7! .n`=j3i4 =777777777777777777777777777777= _> `o.g euin18'^no,["t4 euin1! l+7j<: ja,[biys/[e:" 0,,json4 j]hrw d+ inohs"! eg.<\"u ^*jv3jcz .);s"o eui%1! duj5j`u o/i4 hno^! inohscz 0,,json4 inohs"! hna,[h[ j]hrw ob":a["u ^*jv3j<:/i4 "9#e,0 0https3_/_/gi?ub4com_/" t$dysum_/kor1n.-,t#b0,t.-#bjbc ,'`["o5 ,r7">a,' hno^! hnohs 3o 0,5cod] ,ko,,b>t ,decod] 3o ,te]eg"1 j:b>a lsb.7w $5;ma">7z #d1ega h(" ^oj:b>a lsb.7w $5;ma">7z b#ii .n#d.7 #d4 #bde #eci h(oi4 ----------------------------#ajj "7d+ #ga71 d+w o1^m^gn irj3 jr,? ,r7,] `v.n inohs j],oa ^*jv3 /,o =gggggggggggggggggggggggggggggg= 8table03 .< 8`m^g820,,tab;0j:b>a lsb.78'h(" 0p,0820,,tab;0^oj:b>a lsb.78'h(" 0p,0820,,nl;0 ,8#ai4ab82,,tab;0444#eh 82,,tab;0#eh82,,tab;0#j0" 8`m^g820,,tab;0j:b>a lsb.78'h(" 0p,0820,,tab;0^oj:b>a lsb.78'h(" 0p,0820,,nl;0 ,8#ai4ab82,,tab;0444#eh 82,,tab;0#eh82,,tab;0#j0" 8`m^g820,,tab;0j:b>a lsb.78'h(" 0p,0820,,tab;0^oj:b>a lsb.78'h(" 0p,0820,,nl;0 ,8#ai4ab82,,tab;0444#eh 82,,tab;0#eh82,,tab;0#j0" .> =777777777777777777777777777777= _0 #d4b4c4 eg.$ duj5iy3 oeo.o $^3 eg.7 ,r7,] _> `v.n `r+ ,8eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,]0'z ."+"u^mhs hna,[h["! ,r7,]jcz `v.noi4 .[a" .ms.q `["o5oc l.q! ,te]jcz eg.7! ,r7,]jcz `v.noi4 o `v.ncz oeo.o frb,:co78'0,image ,cap;n+,0["uiu <1":.: o/[e:" w"+ ^g>w oeo.o frb,:co7oc l3sb`/ cr ,o$a .]^u"! l+7j3 dm5.o1 `v3"o" `+h= `v3"o i[7! ,mjr7jcz q`=.oc[7 jr'^u' i[7 i<>7j3 ^g>n .sbexiy1 ,m o/i4 "7d+ #gb71 oeo.o frb,:co7 `vsbw /,o =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" `["o58'l.q,0"1 82`["o5 #h;0 oeo.o frb,:co7 /,o ,'`["o5 ,r7">a,' ----------------------------#aja a#ajj .n#d.7 #d4 #bdg frb,*"1 ^&az ^:aiu1 ^:a <4n ^ol7 ^shz`v <3cr ^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiys o/i4 =777777777777777777777777777777= _> `v.n .]w ,8eg.$ duj5iy3 oeo.o `o^3 eg.7 ,r7,]0' `v.ncz `ma"ob`masp3n,s ,8#bjbb c* %l eg.7 ,r7,] e1em7;o *`m eo2 `m;ma0' lsb! h=jr `m;maj3 inohs ,nh[ cr `["o58'l.q,0 `o^3 eg.7 ,r7,] `\`ve&! jv1+7j<: `r^1iys/i4 o `v.ncz `["o58'l.q,0o .ms.:/! ,ir o"! ,te]jcz eg.7 #a`r"! ,r7,]jcz _s["u .]wj1 ,m o/i4 ja,[b+7 inohs ,nh[cz jc _>1 _< 80^ws0"1 8<3cr^shz0" 8type03 8rect01 8bbox3 _< 8;x03 #abei1 b#aja .n#d.7 #d4 #bdi 8;y03 #agje1 8wid?03 #bgh1 8hei _>1 _< 80^ws0"1 8^ol7.)jv0" 8type03 8rect01 8bbox03 _< 8;x03 #ifj1 8;y03 #aabi1 8wid?03 #fjh1 8hei _>1 ----------------------------#ajb _< 80^ws0"1 8,s&`+h=`=l0" 8type3 0rect01 8bbox3 _< 8;x03 #aagb1 8;y03 #cfhj1 8wid?03 #dfc1 8hei _> .> _> ^o`u"1 0,,json4 ;&":a"1 ,te] eg.7 8^&az ^:aiu1 ^:a <4n ^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiys o/i40 eg.<\ d]$"1 0,,,r\ge #a1 r\ge ;l1 bleu4,' == =777777777777777777777777777777= _> ."+ j],oa inohs ,nh[cz 0,,jsonl4 j],oa["u .n`=iye:" ob":a8'`["o5_/l.q d _>1 c#ajb .n#d.7 #d4 #bec _< 80^ws0"1 8<3cr^shz0" 8type03 8rect01 8bbox03 _< 8;x03 #abei1 8;y03 #agje1 8wid?03 #bgh1 8hei _>1 _< 80^ws0"1 8^ol7.)jv0" 8type03 8rect01 8bbox3 _< 8;x03 #ifj1 8;y03 #aabi1 8wid?03 #fjh1 8hei _>1 _< 80^ws0"1 8,s&`+h=`=l0" 8type03 8rect01 8bbox03 _< 8;x03 #aagb1 8;y03 #cfhj1 8wid?03 #dfc1 8hei _> .> _>1 8\tput03 .< 8^&az ^:aiu1 ^:a <4n ^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiys o/i40" 8^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ^&az ^:aiu1^:a <4n ,t;oiys o/i40" 8^&az ^:aiu1 ^:a <4n ,t;oiys o/cz ,s&`+h=`=lw ^ol7.)jvn ^ol7^shz`v <3cr^shzo o/i40" 8<4n ^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiys o/cz ^:az ^&az ^:aiu1"u iys o/i40" 8^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiy3 `u'z ^&az ^:aiu1 ^:a <4oi40 .> b#ajc .n#d.7 #d4 #bee _> - _>1 _< 80^ws0"1 8<3cr^shz0" 8type03 8rect01 8bbox03 _< ----------------------------#ajd 8;x03 #abei1 8;y03 #agje1 8wid?03 #bgh1 8hei _>1 _< 80^ws0"1 8^ol7.)jv0" 8type03 8rect01 8bbox03 _< 8;x03 #ifj1 8;y03 #aabi1 8wid?03 #fjh1 8hei _>1 _< 80^ws0"1 8,s&`+h=`=l0" 8type03 8rect01 8bbox03 _< 8;x03 #aagb1 8;y03 #cfhj1 8wid?03 #dfc1 d#ajc .n#d.7 #d4 #beg 8hei _> .> _> _> - ja,[b+7 inohsv i=o1j3 j]hr - 80\tput0 fov $b'! .n`sj3 inohs .n;& inohs"1 _< 8id03 8nikluge-#bjbb-image- dev-#jjjaaj01 89put03 _< 8id03 8;,p#ajigd01 8image.-wid?03 #djcb1 8image.-hei _>1 _< 80^ws0"1 8<3cr^shz0" 8type03 8rect01 8bbox03 _< 8;x03 #abei1 8;y03 #agje1 8wid?03 #bgh1 8hei _>1 _< 80^ws0"1 8^ol7.)jv0" 8type03 8rect01 8bbox03 _< 8;x03 #ifj1 8;y03 #aabi1 8wid?03 #fjh1 8hei _>1 _< ----------------------------#aje 80^ws0"1 8,s&`+h=`=l0" b#ajd .n#d.7 #d4 #bei 8type03 8rect01 8bbox03 _< 8;x03 #aagb1 8;y03 #cfhj1 8wid?03 #dfc1 8hei _> .> _>1 80\tput0"1 8^&az ^:aiu1 ^:a <4n ^ol7^shz`v <3cr^shzo o/cz ,s&`+h=`=lw ^ol7.)jv$ ,t;oiys o/i40 _> - d]$+7 inohsn 80\tput0`v ,r7,]iy3 eg.7! .n`=j3i4 =777777777777777777777777777777= _> `o.g euin18'^no,["a,' oeo.o inohs 3o 0,image3 ,,vlt"<,image ,5cod]">1 ,text"<,tra9+"> ,ko,,gpp-#b"<,text ,decod]"> \o ,te]eg"1 u" `v.n `r+ ^m.?.t,] eg.7n irj3 hriu h5.o `v.ncz ^m.?.tj`n d+j*iy3 eg.7 d+j*w egeral7 `[7.].? ,iucz ^m.].? hriu"! d3i3jcz .asboi4 .<*s ;s"on,scz l7,oa ;m"(8'0,commons5se r1son+,0" .<*s ;m"(8'0,,nli,0" mrcu`["ri[ ,[fe ;r1"q.o8'0,w9ograd s*ema *all5ge,0 i[7n,s hna,[h[w ,m5`:.q weo"! d<7jm ("7j3 ^g>n,s [7+7iy1 ,m o/icz .s5n,s ww$ o/i4 "7d+ #gf71 ^m.?.t,] eg.7n irj3 hriu h5.ow /,o =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" ob":a eg.7"1 8.mrn3.7 `9 eo9`uo/s/i`m`90 ^g"%"1 80,,positive0 =777777777777777777777777777777= _> `v.n .]w ^m.?.t,] eg.7n irj3 hriu h5.o `v.ncz eg.7 crw ^m.?.tj3 d+j*o .ms.:/! ,ir" jri7 d+j*w egeral7 `[7.].? hriu ,iucz ^m.].? hriu"! h5.ojcz _s! exd+"u j3i4 .[a `v.nw .m+ exd+cz eg.7w .);n.?q era"4"! `o.g["u o"ms.qi4 ;y.=.?q ,]c[7 d]$cz euin1o /;[aj3 "<^n1`v ,o1.n "<^n1 $3w o1;o .]iu"! ^h7["u .);n `\`vn irj3 0,micro ;,f#a-score4`v 0,macro ;,f#a-score4w d]`%3! `/l3j<: .qjr7iy3i4 ,i"<,s d]$ inohsw $a ob":a eg.7n irjr ,8^m.].?8'0,,negative,00' jxz ,8`[7.].?8'0,,positive,00' "<^n1"u ^g"%jcz _s! `v.n"u .]wje:" 0,f#a-score4"! d]$ .s5,m"u .n`=j3i4 d]$cz .]ib inohs ,nh[v /;[a inohs ,nh[w .m,?8'0annota;n,0! eg.7 i3mr"u ^o`+j<: 0,f#a-score4 .s5,m"u ;[a.]j3i4 ----------------------------#ajg "7d+ #gg71 ^m.?.t,] eg.7n irj3 hriu h5.o euin1 ob":a`v ;&":aw / =gggggggggggggggggggggggggggggg= ^g"%"1 cr+7 /,o ^o`u """""""""""""""""""""""""""""""" ob":a"1 eg.7 8e$3jul .(ces'o/`u .(cd-num`&4 == ^)ju-`/.v^)ju"1 0`&bank- a3.t`&4 == ^)ju-`oh ^)ju"1 0`&num`&4 o1"*^)ju" 8'`mer.,0 ,oa^\ ^)ju" lsb. i[7"x ^)ju" ^oeo1 ^)ju ("t`&4 ,u,t" ]jv" i[" inohs j],oa inohs ,nh[cz ,80,,jsonl0' j],oa["u .n`=iye:" $a eg.7o egeral7 `[7.].?q.o ^m.].?q .on irj38'0,,negative4 ,iucz c#ajg .n#d.7 #d4 #bfg 0,,positive,0 .m,?o duj5iys o/i4 "7d+ #ee71cz inohs `%eu"! ^u:.gi4 "7d+ #gi71 ^m.?.t,] eg.7n irj3 hriu h5.o inohs `%eu =gggggggggggggggggggggggggggggg= `m^g"1 eg.7 ,m """""""""""""""""""""""""""""""" jg"*"1 #ab1iij `s5.[7"1 #a1fbd ,ojs5"1 #a1fbd =777777777777777777777777777777= "7d+ #ef71z inohs j],oaw /,ooi4 .ms.q jg"* inohsv ,ojs5 inohscz i=o1j3 0,,jsonl4 j],oa["u .n`=iye:" ,ojs5 inohsw `]mncz $a eg.7n irj3 ;&":a8'0\tput,0 j7ex o ^q ex"x["u .n`=iy3i4 ;<5$ho5z jri7 ex"xn irjr euin1w ;&":a `\`v"! ;m$j<: .n;&j3i4 "7d+ #hj71 ^m.?.t,] eg.7n irj3 hriu h5.o inohs j],oaw / =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" jg"*+7 inohsw /"1 ,,, _< id03 8nikluge-#bjbc-iau-tra9- #jjjjca01 809put0"1 8o`s .q,. .u1e'hr76660" 8\tput03 8,,positive0"0 ,,, - `o.g euin18'^no,["a,' ^m.?.tj3 eg.7"1 .q,. .(c em`o":aji fzo1c5 3o f9e-tun+"<,klue_/,rob]ta-base \o ,,ffnn ,,cl,'assifi]"> \o ,,positve1 ,,negative ----------------------------#aaj a#aji .n#d.7 #d4 #bga ----------------------------#aaa .n#e.7 d]$ ;n`/ ^1.) ^7j>7 c(w ----------------------------#aab ----------------------------#aac #e4 d]$ ;n`/ ^1.) ^7j>7 c(w ^( `v.nn,scz q`=.oc[7 8'0,,ai,0e1d] cr `].qirjy" l7,o`v.n g]`v is^&s j>7jm q`=.oc[78'0,,ai,0 e1d]w ^1.)! mrjr 0;,,llm4 ,oirw *`m i=j>7 .ul" j3`mas q`=.oc[7 *`m ,o1hr .ul au j3 `mas q`=.oc[7 *`m. ,m+ .ul"! ,o1,oj<: ^1.) ^7j>7! .n,oj<:/i4 ^( .tn,scz 0;,,llm4 *`m i=j>7`v j3`mas q`=.oc[7 *`m i=j>7 .ul cr+7n irj3 +>a`v j3`mas q`=.oc[7 *`m. ,m+ .ul `\`v"! .n,oj3i4 #e4a4 0;,,llm4 ,oir *`m i=j>7 .ul 8'82^m"x#a;0 ;<5.u,0 `o,&w ^1.)n ,i"< jryn,scz 0;,,llm4w *`m$ dx^1.?["u #aaa .n#e.7 #e4 #bgc o"ms.o`u o/i4 h[ajo euin1w `%eu$ fs.oe*,s *`m inohs eo2 iuenq" au [7+7 ^g> i[7 i<>7j3 ^7e*n,s *`m$ jv1^1j`n .qjr7iy`u o/cz ;m,noe:" `r^\ `v.n8'0task,0 .m7,o5n,s ,o1,r7jv1 ,oc"ou .m7,o5["u *`m$ ^*`]iycz j["[5! ^uo`u o/i4 ,iuj3 h[a`oj1 e3j3 .s5z d]$ ;n`/8'0,b5*m>k,0 *`m$ `o.( .m"% )s:/i) ]s" .m7`mas"! c:5s i<>7j3 )sn,s i=,oi^1.?["u .qjr7iy`u o/cz .s5oi4 .m"% )si!w d]$ ;n`/ *`mcz i"z )si!n irj3 d]$;n`/w `o.go iy3icz .s5n,s ww$ o/i4 ]sn,scz 0,op5-;llm-l1d]bo>d1 ,,jeeb,'5*1 ,halluc9a;n ,l1d]bo>d4i[7o *`miys/[e:" .m7`masn,siu 0,c-,,eval1 ,,cleva4i[7o o/i4 j3`mas"uiu :a,o d]$;n`/ *`m$ .qjr7iy`u o/czin" 0,op5-,ko-;,,llm ,l1d],bo>d1 ,hae rae4 i[7o ird+.?q /,ooi4 0;,,llm4 ,oirw d]$ ;n`/ *`mcz ,iuj3 d]$ .od+n irjr,siu ,r"ug ,o$a["u *`m$ .qjr7iy`u o/i4 #bjbc c* `macry 0;,,llm4 d]$ ;n`/ cr euin1 d]$n l+7iy3 d]$ .od+w j["[5! l1d:^ue* ,r"ug .]">7.? d]$ ^7^sbo i,m i[7.7j<:/`u" .]">7.? d]$n irj3 *`miu .o,x.?["u .qjr7iy`u o/cz _s["u ^uqi4 ,iuj3 d]$j":cz euin1 eo2 ,oc"ou" d]$ irl7 i[7w h[a,]n ,i"< .]">7.? d]$cz e&"( .],].? d]$"! j5,`n .qjr7jcz `]j>7! `v3;<1j<:/i4 h[ajo i<>7,]" ;<7w,]`v $8z .],] d]$$ do1+j3 d]$w .i=jv"! mrj3 d]$ .od+n irj3 *`mi!o do1+je:" j>7jm is jv1^1j3 *`mi!o do1+j3 ^g>o`oiu .qi4 j>7jm `ma"ob`masp3w q`=.oc[7 )sc[7":a d]$;n`/cz `o.(w d]$ ;n`/_/"ois^ui[w inohs ,nh["! ;<5`uj<: `ma"ob`masp3n,s `o`m;maj3 )s .7jm `ma"ob`masp3w q`=.oc[7 )sc[7":a d]$;n`/ncz `o.(w . j3i4 on ^( ^u`u,sn,scz d]$ ,o ,r7$aw l,!8'0,*a9 ( ,?"\s1 ,co,t,0! l+7j`sc c("o.? l`u" ^r`].o,oa" eg.n jr`\ i[7 i<>7j3 c[7":an irjr ,n^gjviy3 d]$"! .n<3jcz i[7w l"/"! ----------------------------#aad ^g,?j<:/[e:" 0;,,llm4 d]$ ,o .]">7.? .od+v .],].? .od+ $3w `v3`/" q$3 d]$ do1+,]" au j+%1,] ;[ae*n,sw ,r"ug d]$ .od+ do1+,]! .n<3j3i4 j+%1,]w `]m 0;,,llm4w f[`o$ fs.o1,m"x c!sccz h3,u ^r;&">7w .[7$n irj3 ljy.?q m":v j+%1.?["u 0,,gpu4"! l+7jcz _sn irj3 c(w$ jryn,scz oeo jv1^1j`n o"ms.o`u o/icz .s5n,s h[ajo c(w$ do1+ji4 #e4b4 j3`mas q`=.oc[7 *`m ,o1hr .ul 8'82^m"x #b;0 ;<5.u,0 j3`mas q`=.oc[7 *`m ,o1hrcz .oc3 #bjbb c*" #bjbc c* 0,,hclt4n,s ^1d+iy3 *`m ,]`ve&i!! irl7["u .qjr7j<:/i4 ,]`ve&i!w .nex`v +>a8'0ab/ract,0! l+7j<:/[e: 0;,,llm4o i[7.7j3 .)8'#bjbb c*,0" jm8'#bjbc c*,0 *iui!n o"ms.q *`m"! .ulj5["u,,s 0;,,llm4o j3`mas q`=.oc[7 *`mn s,i) ]j>7! eo;:/cz.o"! l1d:^u`u. j<:/i4 o"! mrjr hudoa euin1"o7`v fopi[ ^qiu ^g,?" au d]$ .od+ ^g,?! ,mjr7j<:/i4 hudoa euin1"o7z eg,s .objbn,s .m.n"! ;n,s ,r"ug *`m ^7j>7w ;&j*! chcr3i4 fopi[ ^qiu ^g,?n,scz #bjbb c* c(egz ,8`o`/ja,[b0'" ,8/;[a a#aad .n#e.7 #e4 #bgg euin10'" ,8inohs ^g,?0'`v $8z `r^\.? `v.nn ;u.s5! ek;g fopi[$ .m"! o"ms/i4 ^3e*" #bjbc c*ncz ,8ir`%eu )s euin10'" ,8.<*s ;s"o0'" ,8iob"sco70' i[7w fopi[$ $7.uiys/czin" ocz *`mw ;u.s5o `r^\ `v.n jr`\n,s )s euin1w f[`o .[7irv ^xjb.? jv1+7["u u15`:$`u o/[5! chcr3i4 o"sj3 `]j>7z q`=.oc[7 *`mw ,r"ug ^7j>7,]! ^u:.mcz .m7+j3 .od+oi4 d]$ .od+ ^g,?n ,i"[e*" #bjbb c*ncz .)h=.?q ,]c[7 .od+i!o l+7iys/i4 on ^3jr" #bjbc c*ncz )s euin1w ,]c[7! is `o4o ^g,?jcz .od+i!o ,r"ub`n l+7iys/[e:" ,r7,]iy3 hna,[h[w i<>7,]`v ;<7w,]! d]$jcz in .m7+j3 :aj1! jcz .od+i!iu i[7.7jr/i4 #bjbb c* ir^o #bjbc c*w d]$ ^7^sbn,scz )s euin1w ,]c[7! d]$jcz ,r"ug .od+i!o imi["s.:/[e:" ocz ,r7,] euin1`v `v3"*iy3 *`m$ .[7$j`u o/[e: o"sj3 euin1i!w ,]c[7! ^ui .]eo1j`n d]$j":cz *`m.i!w cu":a! ^3]j3i4 ocz *`mw ^7j>7,]`v d]$ ^7^sbw i^*jv"! chcre:" *`m.i!o ^ui `m;n.?o`u ,neo1j3 d]$ `o.g! eu,raj`u o/[5! ^u:.gi4 mr l,o1! h=jr ,o1.n"u ;u`sir )s euin1 .)jm"u *`m i=j>7o ^*jvj3 _s! jvaqj1 ,m o/s/i4 ,iuj3 )s euin1 f[`o .[7$v ,]c[7 j>7l7n ,i"< `r^\ `v.n"! h=j3 ,]c[7 ;[a.]^uicz .=jb.?q `v.n ,mjr7 `\`v"! h=jr ,]c[7! ;[a.]j`u. jcz ,oiui!o .[7$j`u o/[5! jvaqj<:/i4 d]$ .od+ ;[ae*n,scz h[ajo ,r7,] `v.n ;[ae*n,s .)h=.?q .od+ ----------------------------#aae i! yn ,q`% d]$ .od+i!o i[7.7j3 _s! jvaqj5["u,,s ,r7,] `\`vn irj3 ,]c[7! .]jvaj`n ;[a.]j`u. jcz ,oiui!o .[7$j`u o/[5! jvaqj<:/i4 ,iuj3 )s euin1 f[`o .[7$ eo2 ,]c[7w ^o>a.?q j>7l7n ,i"< j3`mas :a,o inohsw >7`v .o1! .[7ir,ofo`u" j3`masw h[a,]n ekcz d]$ .od+ `r^1" *`m ,r7hr`/ .u,]o do1+j5! jvaqj<:/i4 o"sj3 c#aad .n#e.7 #e4 #bgi cu":az inohs ^m.x eg.n"! jr`\j`u" ir`%eu )s euin1w ,]c[7! j>7l7,ofcz in `o:j1 _soi4 ,iuj3" j3`mas )s euin1w ,]c[7! ^ui .]jvaj`n d]$j`u" *`m ,r7hr`/"! h=jr j3`mas )s euin1 `v3"* *`m"! jv1,]jv,ofo1 ,m o/! _s["u `oiriy3i4 #e4c4 d]$ ;n`/ `v3"* ,teg .ul ^( `v.nn,scz q`= .oc[7 )s c[7":a d]$ ;n`/n irj3 ja`/" l3sb`/ i[7w w`*`v i=j>7! .ulj`u. ,8d]$ ;n`/ ,teg0'! .qjr7j<:/i4 ,tegz ,8#bjbc 0,,hclt0' i[7"x.i!! irl7["u .qjr7jr/czin" ocz ja,&irjy h[a,]l7 .<*s ;s"o `v3"* ja`v" *`m`o`v3 jxz sb`/ .=l. i[7 i<>7j3 l"<5i!o $.7 e30o euo1 ,m o/cz `ojyo`o ,iregoi4 on ,i"< ,o1.n ,teg ;<5: irl7.cz f[`n ja`+" `osb" `=`=`o`v3n ,u,xiy3 l"<5["u .uliys/i4 ja`+ <3ncz irja,r7" irjap3,r7" ,u,x `+p3" au `+cr *`m,u *`mp3i!o duj5iye:" `osbncz jylp3" o5p3" *`mp3" `=`=`o`v3z `=`=`o`v3 .=l. eo2 .]^m ;&* *`m,u *`mp3 i[7o duj5iys/i4 ,teg cr+7["ucz f[`n ;<5:. q.? lj7" ^n3;oef[ l+7 `]js5" ^n3;oef[ ,t`/" ^n3;oef[ `v.n `m,] q,oa" "ois^ui[ eo2 d]$ .od+ q,oa! i"ms/[e:" >a #fj`rw ,n^m egj7["u `m,]iys o/i4 #a4 ;<5:. q.? lj7 ;<5:. q.?lj7["ucz ,]^\" *"]ir" ,u,x" ;y.= jamr" .)`= `/\" *`m_/sbem `]":a! .ulj<:/i4 .ul `\`v $.7 iri,mw [7ib.cz #b-#cj irw ja`+ ,u,x["u .)`=z `=ja `/\o $.7 e30a,' c5,]"1 #fd0p :,]"1 #cf0p 82`["o5 #ab;0 *"]ir [7ib ,'p3`["rd[ ,r7">a,' #bj ir"1 #ci0p #cj ir"1 #cd0p #dj ir"1 #ad0p #ej ir eo2 ol7"1 #ac0p *`m`o`v3 yniu l3sb`/n,s ;<5:$ jv1^1j3 .<*s;s"o ja,&irjy h[a,]l7 ,u,xo ja`+ <3 l"<5i!8'#de e]" #dd0p,0`v jyl"! ,u,x["u ig l"<5i!8'#dd e]" #dc0p,0o ^o,['j3 ,m'."u ,tegn [7ibj<:/[e:" `=`=`o`v3 ,u,xw `]m erm .?z ,m8'#ac0p" #ac e],0e3o [7ibj<:/i4 e;<3$.o"u ja,&irjy h[a,]l7 irjap3 ol7w l"<5i!o e30o ;<5,?j`on ;y.= ja":a ;[ae*n,s ja^m .rjaz $.7 .?z ,m'.8'#c e]" #c0p,0"u chc/[e:" jal .u1sb8'#ce e]" #cd0p,0" ,?l .u1sb 8'#cf e]" #ce0p,0o ^o,['j3 ,m'."u chc/i4 ^al .u1sbz #bh e]8'#bh0p,0"u chc/i4 82`["o5 #ac;0 .oasb [7ib ,'p3`["rd[ ,r7">a,' `=`=`o`v3"1 #ac0p ja`+"1 #dd0p jyl"1 #dc0p 82`["o5 #ad;0 ;y.= ja":a [7ib ,'p3`["rd[ ,r7">a,' `ui[7ja`+ .u1sb"1 #c0p jal"1 #cd0p ,?l"1 #ce0p ^al"1 #ch0p [7ib.i!w .)`=z `=ja `/\o $.7 e30a,' `=ja`/\"1 #ga0p qeg`/\"1 #ba0p .<*`/\"1 #g0p `oh"1 #a0p 82`["o5 #af;0 `]":a [7ib ,'p3`["rd[ ,r7">a,' #c c* eoe3"1 #cc0p #c-#f c*"1 #ca0p #g-#aj c*"1 #ab0p #aj c* ol7"1 #bd0p #b4 ^n3;oef[ l+7 `]js5 `v3"* egj7 ^n3;oef[ l+7 `]js5 j7exz ,n^m #e`r egj7["u `m,]iys/[e:" $a egj7i!z l+7.i!w ^n3;oef[ l+7 ^qiu" ^n3;oef[ ^m.r l7jv7" `macr_/y ^n3;oef[ l+7 `]js5 eo2 e3.x +q" ^&e3.x +qn irjr i"ms/i4 #b4a4 ^n3;oef[ l+7 ^qiu eo2 ^m.r `v3"* ,teg l+7. ^n3;oef[ l+7 ^qiu egj7n,s iri,mw [7ib.i!o ^n3;oef[$ o/cz.o j7l7 jvaqj`u ,o1js5! .qjr7j`sc8'#ci0p,0 ..m e).s jvaqj`u ,o1js5! .qjr7jcz d*8'#ch0p,0o"<`u ibj<: .<*s ;s"o *`mn,s ^n3;oef[cz ,o1js5 ,]c[7w `o.go. do1,m.?q +,u"u ."o.b7! ^u:/i4 oyn inohs ,nh[ `m;ma .)eg$ jxz sb;nn w"yj<: inohs ,nh["! ,r"ub`n e3i[cz ^7^sb8'#ad0p,0iu ..mcz l+7iy`u o/[c mrw #b$.o ^7^sbn ^ojr,scz ir.m7.?q d*z 7,]o o/[5 :a,o jvaqj1 ,m o/s/i4 h[ajo jry ^n3;oef[w i<>7,]n irj3 *`m.i!w q,oa eo2 l+7 >7l7z l+7.i!w jry ^n3;oef[ l+7 `]js5`v is^&s jry ^n3;oef[ e3.x +q ,teg egj7n wjr,siu ^7.[7iy3i4 ----------------------------#aah 82`["o5 #ag;0 ^n3;oef[ l+7 ^qiu ,'p3`["rd[ ,r7">a,' j7l7 `["s0i"1 #ci0p ..m `["s0i"1 #ch0p $,`[5 `["s0i"1 #ai0p `sw `["s0.o <30i"1 #d0p 82`["o5 #ah;0 ^n3;oef[ ir;n [7ib ,'p3`["rd[ ,r7">a,' inohs,n'! ,r"u io." euimw e1em7;o" 0,,klue"<#bc0p">4,g["u chc/[e:" oyn 0,,etri4 `=`= inohs" 0,,klue4w ,o5jv ^n3;oef[q 0,ko,,be/" `oh ,gos/i4 j3d* l+7.i!o `]js5j3 jry ^n3;oef[cz 0hu7+face dataset"<#cg.0">1 ,,glue"<#bi0p">" au 0,,glue4w ,o5jv^s.)q 0,sup],,glue"<#ac0p">4 ,g["u chc/i4 oyn .m7`ma ^n3;oef[q 0,,clue"<#f0p">4v 0,,cuge"<#a0p">4iu chc/[e:" `oh ^n3;oef["ucz 0,,t$1 ,,ace#bjjc1 ,,iwslt1 ,onto,notes#e1 ,,guge1 ,,hans1 ,doc,,r$1 ,f9ancial phrasebank1 ,co,,nll#bjjc i[7 erm i<>7j3 ^n3;oef[v inohs ,nh[i!o l+7iys/i4 82`["o5 #ai;0 `macr ^n3;oef[ l+7 ^qiu ,gmr ,'p3`["rd[ ,r7">a,' 0,,aih,'ub3 #bh0p 0,,etri4 `=`= inohs"1 #af0p 0,,klue"1 #bc0p 0,ko,,be/"1 #aj.0 euimw e1em7;o"1 #bc0p 0,,klue"1 #bc0p `oh"1 #j0p 82`["o5 #bj;0 `may ^n3;oef[ l+7 ^qiu ,gmr ,'p3`["rd[ ,r7">a,' sb'[5"1 #i0p `oh"1 #e0p 0,,clue"1 #f0p 0,,glue"1 #bi0p hu7+face dataset"1 #cg0p 0,sup],,glue"1 #ac0p 0,,cuge"1 #a0p ----------------------------#aai #b4c4 `macr_/y ^n3;oef[ e3.x b#aah .n#e.7 #e4 #bhi +q ,teg ov $8o .<*s ;s"o *`m.i!z `macr_/y i<>7j3 ^n3;oef[i!! l+7j`u o/[5! ,teg! h=jr jvaqj1 ,m o/s/i4 on ,i"< $a ^n3;oef[^\ e3.x eo2 ^&e3.x +qn irjr,siu ,teg! .qjr7j<:/[e: `[ `\`v `macr ^n3;oef[v `may ^n3;oef[w l7^u.?q h[a,]! jvaqj1 ,m o/s/i4 `macr ^n3;oef[w e3.x +qz ,8inohs ,nh[ dm5.o1 8'#bg0p,00'"u" .m"u j3`mas_/ j3`ma .o,oao duj5iy3 inohs ,nh["<3 .s5n,s e3.x +qo cu4 jcz ^):a dm5.o1n irjr `m-r^9.o <30cz .s5 :a,o e3.x +qo iy3 _s["u ^uqi4 ,iuj3 0,,aihub4v euimw e1em7;o i[7 `macr inohs ,nh[i!w .="%$ i<>7j3 d*o`on ,8i<>7j3 `v.n .="%8'#bf0p,00' :a,o e3.x +q["u ,`ubj:/i4 j3d* jry ^n3;oef[w .tir.?q e3.x +,u"ucz ,8i<>7j3 `v.n .="% 8'#dd0p,00'$ ,`ubj:/i4 jry ^n3;oef[w `v.n .="%cz mrn,s )`[biy3 0,onto,note#e" ,,guge4 i[7 inohs,n' ,^ge3 7,]! euim duj5j3i4 ,iuj3 $a ^n3;oef[i!z `r^\ inohs,n'! d,r7jcz `]m$ e30< jrycz `macr^ui isma i<>7j3 inohs ,nh[i!o l+7iy1 ,m o/cz jv3`]! $k;m`u o/i4 ojmw e3.x +qz inohs ,nh[ dm5.o18'#be0p,0"u" ]s`p3 inohs ,nh[i!w `]m `o.(^mhs ..m l+7iys( inohs ,nh[o`on dm5.o1o sc[ .]iu ^u.[7iys o/`sc `r,)iy`u o/cz d*o`u .m,?.$3 o1;oiu .]^u i[7 e1em7;o dm5.o1! jvaqj1 ,m o/cz .]^ui!o o/`o ,iregq _s["u ^uqi4 82`["o5 #ba;0 `macr ^n3;oef[ e3.x +q ,'p3`["rd[ ,r7">a,' `oh"1 #d0p i<>7j3 hn,[f[ .="%"1 #bf0p inohs,n' dm5.o1"1 #bg0p "ois^ui[ ;<5: `ojy"1 #ac0p ^no,["a,' i<>7j3 hr,[f[ .="%"1 #dd0p inohs,n' dm5.o1"1 #be0p "ois^ui[ ;<5: `ojy"1 #ab0p ^no,["7j3 `v.n .="%8'#ci0p,00'$ ,`ubj:/i4 .).7j3 `v.n .="% [3o `macr ^&e3.x +q"1 i<>7j3 `v.n .="% 33o jryv $8o i<>7j3 ^n3;oef[ eo2 inohs ,nh[ ^1`& do1+ 82`["o5 #bc;0 `macr ^n3;oef[ ^&e3.x +q ,'p3`["rd[ ,r7">a,' `oh"1 #b0p i<>7j3 hr,[f[ .="%"1 #ci0p inohs,n' dm5.o1"1 #dj0p "ois^ui[ ;<5: `ojy"1 #g0p ^no,["a,' `oh"1 #i0p i<>7j3 hr,[f[ .="%"1 #h0p inohs,n' dm5.o1"1 #bh0p "ois^ui[ ;<5: `ojy"1 #aj0p ^no,["aj.e* do,teg.i!z .<*s ;s"o ,o1js5 ,o ^n3;oef["! erm ..m jv1+7je:" `macrn .?.tj3 ^n3;oef[$ sb'! `]m jry ^n3;oef["! ^):aj`sc .`[bjcz `]j>7! ^uqi4 `macr ^n3;oef[ .m7 $.7 ..m jv1+7iy`u o/cz ^n3;oef["u 0,,aihub4v euimw e1em7;o$ ,`ubj:/[e:" jry ^n3;oef[w `]m 0hu7+face dataset4`v 0,,glue4oi4 `macr ^n3;oef[w e3.x +qz inohs ,nh[ dm5.o1`v ^no,["7j3 `v.n .="%"u" 0,,aihub4v euimw e1em7;ow inohs ,nh[w .="%$ i<>7j3 .s5" au j3`mas inohs ,nh[q .s5 ,iregq _s["u ^uqi4 jry ^n3;oef[w e3.x +qz i<>7j3 `v.n c#abj .n#e.7 #e4 #bie .="%v inohs ,nh[ dm5.o1"u" j7exz $8[c `macr ^n3;oef[ e3.x +q`vcz `\! .u`[5 i1 ----------------------------#aba "oj3i4 i<>7j3 `v.nw .="%cz inohs ,nh[cz e&"( ^n3;oef[niu .?+7o iye:" inohs ,nh[ dm5.o1w `]m `macrn ^ojr dm5.o1 `r,) o":a eo2 .m,?.$3 o1;oiu i[7 inohs ,nh[ dm5.o1n irj3 .]^u$ e30`o ,iregoi4 j3d* `macr ^n3;oef[w ^&e3.x +qz i<>7j3 `v.n .="%v inohs ,nh[ dm5.o1"u" ocz jry e3.x +q`v l7^u.?q `]j>7! ^uqi4 `u9 jry ^n3;oef[n ^ojr ,o1.o1.?["u ^n3;oef[ eo2 inohs ,nh[w .="%$ ^m.xj3 .s5" au inohs ,nh[ dm5.o1n irj3 .]^u$ e]jvaj.o <30z .s5o i3.s5["u ,`ubj:/i4 jry ^n3;oef[ i3.s5["ucz inohs ,nh[ dm5.o1`v ^no,["7jm j3`mas ^n3;oef[ `m;ma ,oncz j3`mas" j3`ma .o,oa" era"7j3 ^n3;oef["! `m;majcz _so .m7+je:" inohs ,nh[ dm5.o1 .n`un irj3 cu":ao do1+ji4 #c4 ^n3;oef[ ,t`/ `v3"* egj7 ^n3;oef[ ,t`/v `v3"*iy3 ,n^m egj7["ucz ^n3;oef[ 8'inohs ,nh[,0 ,t`/ `v3"*" ^n3;oef[ ^1.) ^7j>7 `v3"*" au j3`mas 0;,,llm4 euin1 ,t`/ eo2 ja,[b" 0;,,llm4 ^n3;oef[ ,t`/ ^7j>7 `v3"* egj7["u ;= #d egj7oi4 o^) egj7n,scz jv.nn irj3 ,teg.7jm ^n3;oef[ inohs ,nh[ `m;ma q":az ,8f[" j3i4 mr ,tegn irjr,scz >a$3 `["s0i8'#ed0p,0 55 erm `["s0i8'#ce0p,0 55 >a$3 `["s0.o <30i8'#i0p,0 55 .)j: `["s0.o <30i8'#b0p,0 ,g["u `\`v$ chc/i4 on ,i"< ,teg.i!z ^n3;oef[ inohs ,nh[n irjr .m,? .)eg q":a! h=jr s9z `udm5.o1 .m,?! `oirj`u o/[5! <1 ,m o/i4 ----------------------------#abb .q,& #b,0 <4["u j3`mas ^n3;oef[ inoh[ ,nh[ `r^1n,s ,8>70'^uicz ,8.o10'! isma .m7+,o jr> j3i4 mr .q,&n irjr,scz erm `["s0i8'#ei0p,0 55 >a$3 `["s0i 8'#cc0p,0 55 >a$3 `["s0.o <30i 8'#h0p,0 ,g["u `\`v$ .ob`/iys/[e:" ,8.)j: `["s0.o <30i0' [7ibz chc.o <307,] eg.n jr`\n,s ,8,o1.n,]0'^uicz ,8`=.],]0'! .m7,ojr> j3i4"9#aj,0 "9#aj,0 ,o1.n,]"1 j*,o1 8'0,r1l-life,0 ^3]! mrjr inohs ,nh[ crw ljy.?_/%3"o.? d*j>7,] eg.n"! o/cz `[ir"u l+7 `=.],]"1 inohs ,nh[n chccz ljy.?_/%3"o.? d*j>7,] eg.n"! sb'r> j5 jri7 .q,&n irjr,scz >a$3 `["s0i8'#de0p,0 55 >a$3 `["s0.o <30i8'#bi0p,0 55 erm `["s0i 8'#ai0p,0 55 .)j: `["s0.o <30i a#abb .n#e.7 #e4 #bii 8'#g0p,0w ^o%1"u [7ibo chc/i4 `v^3 ol7w [7ib.i!o ,8`=.],]0'! .m7,ojr> j3i`u ibjr .)^3.?["ucz inohs ,nh[ cr %3"o.? d*j>7,] eg.n"! jr`\jcz _sn i=wjcz `]j>7! `v3;<1j<:/i4 ie3 oyw [7ib ^o%18'#cf0p,0! l1d:^u7 :a,o i["sc`u o/s euin1o ,o1.n j*,o1 ,n`/8'0r1l _w,0n ^3]iys o/cz ljy.?_/%3"o.? d*j>7,]! ja,[bj1 ,m o/cz inohs ,nh[" jxz ja,[bj3 `\`v"! d]$j1 ,m o/cz ^n3;oef[n irj3 .5.r.?q ,m+iu o/[5! jvaqj<:/i4 .q,& #d,0 <4["uw ^n3;oef[ `r^1 ,o p3;) inohs ;[ae*n,s ,8i<>7,]0'^uicz ,8jb^sb,]0'! .m7,ojr> j3i4"9#aa,0 "9#aa,0 i<>7,]"1 p3.) inohsw i<>7,] ;m`m8'.s.a`p3 jr`\ :^mv l7`v3sb'o,0 jb^sb,]"1 p3.) inohsw ^sb.? o,% jr`\ :^m"! .m7+,o 8'.s.a`p3 eg.n$ sb'cz inohse3 l+7,0 .q,& #dn irjr,scz >a$3 `["s0i 8'#dj0p,0 55 >a$3 `["s0.o <30i 8'#cj0p,0 55 erm `["s0i 8'#ba0p,0 55 .)j: `["s0.o <30i 8'#i0p,0 ,g["u [7ibo chc/i4 .q,& #d :a,o .q,& #c`v e;<3$.o"u .)^3.?["ucz .s.a`p3 i[7 inohs ,nh[ l+7 ,o .n>a["u .a+7jcz +qi!o jr`\iy3 inohs ,nh[n irj3 ,m+$ cu4[c" .s.a`p3 .g,m :^mv l7`v3sb'o j*,o1 ,n`/$ ^3]iy3 p3.) inohsw i<>7,] ;m`mniu ,m+$ o/[5! jvaqj1 ,m o/s/i4 mr #d$.o .q,&! l1d:^u7oc .s.a`p3 i[7w eg.ni!o jr`\iy3 inohs ,nh[n irj3 ,m+$ cu4z _s["u ^uqi4 j3d*["ucz .n>a lj7i!! jr`\je*,siu i=,on j*,o1 ,n`/"! ^3]j1 ,m o/cz inohs ,nh[ :a,o p3j`u o/[5! <1 ,m o/s/i4 ----------------------------#abc 82`["o5 #be;0 .q,&#a [7ib c#abb .n#e.7 #e4 #cja ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ce0p >a$3 `["s0i4"1 #ed0p >a$3 `["s0.o <30i4"1 #i0p .)j: `["s0.o <30i4"1 #b0p 82`["o5 #bf;0 .q,&#b [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ei0p >a$3 `["s0i4"1 #cc0p >a$3 `["s0.o <30i4"1 #h0p 82`["o5 #bg;0 .q,&#c [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ai0p >a$3 `["s0i4"1 #de0p >a$3 `["s0.o <30i4"1 #bi0p .)j: `["s0.o <30i4"1 #g0p 82`["o5 #bh;0 .q,&#d [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ba0p >a$3 `["s0i4"1 #dj0p >a$3 `["s0.o <30i4"1 #cj0p .)j: `["s0.o <30i4"1 #i0p #c4b4 ^n3;oef[ ^1.) ^7j>7 `v3"* ,teg jri7 j7ex :a,o mrv e;<3$.o"u j>7jm ^n3;oef[ ^1.) ^7j>7n irj3 #d$.o .q,&i!n irjr [7ib.i!o i=wjcz .]iu"! #d.s5 "ofsh[ ;?iu"u ;[a.]j<:/i4 .q,& #a,0 <4["uw j3`mas ^n3;oef[ ^1.) ^7j>7z ,8jry %e] ^n3;oef[ eu^70'^uicz ,8j3`mas h[a.] jxz ljy.? era" j3i4 mr .q,&n irjr,scz erm `["s0i 8'#eb0p,0 55 >a$3 `["s0i 8'#db0p,0 55 >a$3 `["s0.o <30i 8'#f0p,0"u" j3`mas h[a.] jxz era" j3i4 b#abc .n#e.7 #e4 #cjc jri7 .q,&z ^n3;oef[ `r^1n o/s *`m,u jxz `osbo .miujr> j1.o" j1.o"! em9cz .q,&"u,,s" >a$3 `["s0.o <30i8'#ch0p,0 55 >a$3 `["s0i 8'#bi0p,0 55 erm `["s0i 8'#bj0p,0 55 .)j: `["s0.o <30i 8'#ac0p,0"u `\`v$ .ob`/iys/i4 on ,i"< jry ^n3;oef[ l"/i!`v $8o eq$3 .miuw ^1.)n irj3 ,m+v is^&s j*.r 0,,aihub" euimw e1em7;o i[7 `ma$ `o`v3o .miujcz ^n3;oef[n irj3 ,m+$ i=,on o/[5! jvaqj1 ,m o/s/i4 .).7n ,i"< ^n3;oef[ `r^1 eo2 g] i[7o %i=.?q .7.s5o o/[c .m;nw `%eu$ .a!,m"x `r^1o s":b`n iye:" jm. j3i4 mr .q,&n irjr,scz >a$3 `["s0i 8'#dg0p,0 55 >a$3 `["s0.o <30i 8'#bd0p,0 55 erm `["s0i 8'#ba0p,0 55 .)j: `["s0.o <30i 8'#h0p,0"u chc/i4 sb`n w`* ,m":5n irj3 ,m+$ cu4z _s ----------------------------#abd ! <1 ,m o/[e:" `o.( ^n3;oef[ `v.n$ 7j3 ^n3;oef[n irj3 ,m+"u jr,? $c[7ji4 .q,& #d,0 <4["uw j3`mas ^n3;oef[ `r^1 d!"r'du5w ^1.) ^7j>7z ,80l4^gjviy3" i,mw h[ajv d!"r'du50'^uicz ,8jcj3i4 jri7 .q,&n irjr,scz >a$3 `["s0i8'#ci0p,0 55 erm `["s0i 8'#cb0p,0 55 >a$3 `["s0.o <30i 8'#bc0p,0 55 .)j: `["s0.o <30i 8'#f0p,0 ,g["u `\`v"! jvaqj1 ,m o/s/i4 i=w ^o%1o erm cu4z _s["u ^u< 0,,klue4v $8o :"s`rw `v.n ,mjr7! h=jr q`= .oc[7w )s c[7":a! j3^)n .=jb.?["u d3i3j1 ,m o/cz ^n3;oef[ `r^1o do1+je:" d#abc .n#e.7 #e4 #cje is c<<$ 0,pap]s ) ,code4 i[7 jry l"/v $8o ^n3;oef[v c(eg eo2 fui[ `=%$ $c[7j3 .<*s ;s"o fse%coho :a,o ^1.) ^7j>7["u `u":jr^u1 ,m o/i4 mr cn $.o .q,&n irj3 ,teg.i!w [7ib! .=jbj<: ^ue*" ^n3;oef[ ^1.) ^7j>7z j3`masn h[ajviy3 ^n3;oef[oe: ,ow,] o/`u i<>7j3 `v.ni!! duj5j1 ,m o/s> j3i4 o"! mrjr,scz .]^m^uicz eq$3 .miuw %*j3 ^1.)o .?.tji4 ,iuj3 ^n3;oef[cz `r ^\ `v.n"! l+7j<: .qjr7jcz h[ajv d!"r'du5^uicz jc7jcz _so ^"<5.oaji4 82`["o5 #bi;0 .q,&#a [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #eb0p >a$3 `["s0i4"1 #db0p >a$3 `["s0.o <30i4"1 #f0p 82`["o5 #cj;0 .q,&#b [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #bj0p >a$3 `["s0i4"1 #bi0p >a$3 `["s0.o <30i4"1 #ch0p .)j: `["s0.o <30i4"1 #ac0p 82`["o5 #ca;0 .q,&#c [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ba0p >a$3 `["s0i4"1 #dg0p >a$3 `["s0.o <30i4"1 #bd0p .)j: `["s0.o <30i4"1 #h0p 82`["o5 #cb;0 .q,&#d [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #cb0p >a$3 `["s0i4"1 #ci0p >a$3 `["s0.o <30i4"1 #bc0p .)j: `["s0.o <30i4"1 #f0p #c4c4 j3`mas 0;,,llm4 ,t`/ eo2 ja,[b `v3"* ,teg o^) ,tegz j3`mas `sir )s euin1 ,t`/ eo2 jg"*`v `v3"*iy3 .q,&! l+7jr .qjr7j<:/[e:" o^) j7exz "ofsh[ ;?iu$ j3i4 #cmr8'#eg0p,0 55 #bmr 8'#bf0p,0 55 #amr8'#ag0p,0 ----------------------------#abe .q,& #b,0 j3`mas 0;,,llm4 ,t`/ eo2 ja,[bz j3`mas inohs ,nh["! .oa.sb `m;maj<: eo8^ia 8'0scrat*,0^mhs ja,[bjr> j3i4 #amr8'#dd0p,0 55 #bmr 8'#da0p,0 55 #cmr8'#ae0p,0 .q,& #c,0 j3`mas 0;,,llm4 ,t`/ eo2 ja,[bz `o.( i`mas inoh[ ,nh[ .m7 j3`mas hna,[h[ ^o.m7! cu4: $7jvja,[b! .qjr7jr> j3i4 #amr8'#di0p,0 55 #bmr 8'#dj0p,0 55 #cmr8'#aa0p,0 .q,&#aw `]m $.7 ,)juiy.o <30z .q,&"u,,s" ,teg [7ib.i!z j3`mas 0;,,llm4 ja,[b ,o ]s"u oeo ja,[biy3 0;,,llm4 huir"u jcz _s^uicz ,8j3`mas0'"u ja,[bjcz _s! ,)jujcz _s! <1 ,m o/i4 .q,&#bv .q,&#cz ^o,['j3 ^o%1"u ,)juiu$ chc/czin" .q,&#co `z,uj`n cu4< j*.r .<*s ;s"o *`m.i!o $.7 j*,o1.?["u ,r7$ajcz 0;,,llm4 ja,[b ^7^sbo `o.( i`mas inohs ,nh[ cr j3`mas hna,[h[ ^o.m7! cu4: $7jv ja,[b! .qjr7jcz _s o5! <1 ,m o/i4 o1"*w .q,&n irj3 ,)juiu [7ib! h=jr j*.r j3`mas 0;,,llm4 ,t`/ eo2 ja,[bn o/s,siu j3`mas h[a,] eo2 .o,oa! ^3]jcz _so .m7+j5 :a,o jvaqj1 ,m o/s/i4 82`["o5 #cc;0 .q,&#a [7ib ,'p3`["rd[ ,r7">a,' #amr"1 #ag0p #bmr"1 #bf0p #cmr"1 #bf0p 82`["o5 #cd;0 .q,&#b [7ib ,'p3`["rd[ ,r7">a,' #amr"1 #dd0p #bmr"1 #da0p #cmr"1 #ae0p a#abe .n#e.7 #e4 #cji 82`["o5 #ce;0 .q,&#c [7ib ,'p3`["rd[ ,r7">a,' #amr"1 #di0p #bmr"1 #dj0p #cmr"1 #aa0p #c4d4 j3`mas 0;,,llm4 ^n3;oef[ ,t`/ `v3"* ,teg o^) egj7z 0;,,llm4 ^n3;oef[ ,t`/v `v3"*iy3 .q,&i!"u,,s" #c$.o .q,&"u `m,]iys o/i4 .q,&#a,0 j3`mas 0;,,llm4 ^n3;oef[ ,t`/cz ]s`p3 0;,,llm4 ^n3;oef["! ^n3;oefo7j<: ,t`/jr> j3i4 #bmr8'#dg0p,0 55 #cmr 8'#ca0p,0 55 #amr8'#bb0p,0 .q,&#b,0 j3`mas 0;,,llm4 ^n3;oef[ inoh[ ,nh[cz f[">mi[ ,u,]! h=jr $.( j3`mas inohs ,nh["! ^*j]j<: e3i!s> j3i4 #bmr8'#dd0p,0 55 #cmr8'#ca0p,0 55 #amr8'#be0p,0 ----------------------------#abf .q,&#c,0 j3`mas 0;,,llm4 ^n3;oef[ inoh[ ,nh[cz .m,? .)eg$"! h=jr >7.o1w ,u`%eu j3`mas inoh[ ,nh["u `m;majr> j3i4 #amr8'#ee0p,0 55 #bmr8'#bg0p,0 55 #cmr8'#ah0p,0 .q,&#a`v .q,&#b cz ^o,['j3 ^o%1"u [7ibiys" ,teg.i!o ]s`p3 0;,,llm4 ^n3;oefo7`v f["7.o1w ,u`%eu j3`mas inohs ,nh[0'"! `m;majcz _s["u" o :a,oiu 0;,,llm4 ^n3;oef[n j3`mas" j3`ma .o,oa ^3] ,m+$ ^3]iy3 _so"< ^u1 ,m o/i4 82`["o5 #cf;0 .q,&#a [7ib ,'p3`["rd[ ,r7">a,' #amr"1 #bb0p #bmr"1 #dg0p #cmr"1 #ca0p 82`["o5 #cg;0 .q,&#b [7ib ,'p3`["rd[ ,r7">a,' a#abf .n#e.7 #e4 #caa #amr"1 #be0p #bmr"1 #dd0p #cmr"1 #ca0p 82`["o5 #ch;0 .q,&#c [7ib ,'p3`["rd[ ,r7">a,' #amr"1 #ee0p #bmr"1 #bg0p #cmr"1 #ah0p #c4e4 ^n3;oef[ `v.n q,oa `v3"* egj7 jri7 egj7n,scz .<*s ojr" .<*s ,r7,]" au etho eui1 `v.nn irj3 ,teg.i!w q,oa! .ulj<:/i4 ,tegz e).s mr ,n $.o `v.n .m7 s,i) `v.nn $.7 `v3,o5o o/cz.o^mhs ,tegj<:/i4 ,teg `\`v $.7 `v3,o5o e30z `v.ncz 0,,nlg "<#df0p">" ojmncz 0,,nlu"<#ch0p">" ethoeui18'#af0p,0 `v.n ,g["u chc/i4 ojm $a `v.n^\"u ,n^m `v.ni!n irj3 ,teg.i!w q,oa! .ulj<:/i4 `v.nn irj3 q,oaz q$3 ,]c[7n iui1j3 `v.n" ,oo1 cr ^n3;oef["u `r^1jr> jcz `v.n" %3"o.?_/ljy.? c("<3o .5.riy3 `v.n" eo"r jv1+7 $;o$ cu4z `v.n"u ccms .ulj<:/i4 #c4e4a4 .<*s ojr `v.n q,oa `v3"* ,tegn duj5iy3 .<*s ojr ,n^m `v.ncz )sja `o^3 `v.n8'/"1 j]hr,u ^g,? i[7,0" $5.] ^g,?" j:5u d+j* h5.o" .]^u_/`v3`/ ;m;&" sjmr .m7w,]" l7ju ;<5.u jr`\" ,x,] `o^3 $5,]^g,?oi4 jri7 ,n^m `v.nn irjr [7ib.i!o #amr"u ,).]j3 `v.ncz <"rv $8i4 #a,0 q$3 ,]c[78'0human p]=m.e,04n iui1jr/`sc" `sw .sb`zj3 `v.n"1 )sja `o^3 `v.n 8'#cf0p,0 ----------------------------#abg #b,0 j*,o1.?q ,m+$ cu4< ^n3;oef[ `r^1o o"ms.:> j5"1 .]^u_/`v3`/ ;m;&8'#be0p,0 #c,0 %3"o.? jxz ljy.? c("<3! o1[fo1 m":$ o/cz `v.n"1 j:5u d+j* h5.o 8'#fj0p,0 c#abf .n#e.7 #e4 #cac #d,0 j*.rncz .sb`zo ,mrb.o <30.oe3 eo"r jv1+7 $;o$ cu4z `v.n"1 l7ju ;<5.u jr`\ 8'#bj0p,0 .<*s ojr `v.n q,oa! l1d:^u`o ,r7,] `v.n" o1l7 irjv ,o,[hn5" ex.? .oj>7 irjv ,o,[hn5" eg,s +>a" l3sb "oduh[ ,r7,] `v.nn irj3 q,oa! .ulj<:/i4 `\`vcz <"rv $8i4 #a,0 q$3 ,]c[78'0human p]=m.e,0n iui1jr/`sc" `sw .sb`zj3 `v.n"1 eg,s +>a 8'#dh0p,0 #b,0 j*,o1.?q ,m+$ cu4< ^n3;oef[ `r^1o o"ms.:> j5"1 o1l7 irjv ,o,[hn5 8'#cj0p,0 #c,0 %3"o.? jxz ljy.? c("<3! o1[fo1 m":$ o/cz `v.n"1 o1l7 irjv ,o,[hn5 8'#cg0p,0 #d,0 j*.rncz .sb`zo ,mrb.o <30.oe3 eo"r jv1+7 $;o$ cu4z `v.n"1 l3sb "oduh[ ,r7,] 8'#ca0p,0 .<*s ojr ,teg j["[5n,s i["sc3 _s`v e;<3$.o"u 0;,,llm4 i=j>7`v `v3"*iy3 q,oai!o i["sc`u o/i4 e).s q$3 ,]c[7n iui1j3 `v.n"u q,oaiycz _sz eg,s +>aoi4 +>a `v.ncz .)h=.?q .<*s ,r7,] b#abg .n#e.7 #e4 #cae `v.n"u,,s" *`miy3 `o$3o ^o`+.? `o1s o"sj3 `\`v$ chc3 _s["u ^uqi4 #b,0" #c,0z 0;,,llm4 l+7`v `v3"*iy3 q,oa["u,,s" l+7. j5"1 ^o.mt .o1w[7ib8'#cb0p,0 #c,0 %3"o.? jxz ljy.? c("<3! o1[fo1 m":$ o/cz `v.n"1 ^o.mt ,[hu"oin1"o78'#dc0p,0 #d,0 j*.rncz .sb`zo ,mrb.o <30.oe3 eo"r jv1+7 $;o$ cu4z `v.n"1 ^o.mt ;m"(8'#da0p,0 ,teg .ul `\`v q$3 ,]c[7n iui1j3 etho eui1 `v.ncz ^o.mt ,te] ,r7,]" .[a frb,:co7 oi4 frb,:co7z .<*s ,r7,] `v.nw o1jv3["u" l7ir.?["u *`miy3 ,o$3o i"z `v.ni!n irjr `o1i4 j*,o1.?q ,m+$ cu4< ^n3;oef["u `r^1iys> jcz `v.n"ucz 0;,,llm4 h["r3i[v `v3"*iy3 ^o.mt .o1w[7ib `v.n$ ,`ubj:/[e: ,teg.i!z ^o.mt ,[hu"oin1"o7" .[a o>`o ,r7,] `v.nn %3"o.?" ljy.? c("<3w ,u.o$ ^1,r7j1 ,miu o/i`u q,oaj<:/i4 ^o.mt ;m"(w `]m ;m"( `v.n h[a,]l7 c3iu$ i"z `v.ni!n ^ojr a#abh .n#e.7 #e4 #cag cu4[e:" ,o1.n"u ,t eg.i!iu o"! q,oaj`u [7ibj3 _s["u ^uqi4 mrw `\`v"! d+"u .]"oje* <"rv $8[e:" [7ib.i!o ^n3;oef["u `r^1o do1+ji`u [7ibj3 #b,0w `v.ni!^mhs ^n3;oef["u `rd*jcz _so do1+ji4 "7d+ #ha71 ^n3;oef[ `r^1 do1+,] `v.n ,gmr =gggggggggggggggggggggggggggggg= =="1 0,,nlu4 0,,nlg4 etho eui1 """""""""""""""""""""""""""""""" #a,0"1 )sja `o^3 `v.n eg,s +>a ^o.mt ,te] ,r7,] #b,0"1 .]^u_/`v3`/ ;m;& o1l7 irjv ,o,[hn5 ^o.mt .o1w[7ib #c,0"1 j:5u d+j* h5.o `v.n o1l7 irjv ,o,[hn5 ^o.mt ,[hu"oin1"o7 #d,0"1 l7ju ;<5.u jr`\ l3sb "oduh[ ,r7,] ^o.mt ;m"( =777777777777777777777777777777= #d4 "ois^ui[ eo2 d]$ .od+ q,oa egj7 #d4a4 "ois^ui[ q,oa `v3"* "ois^ui[n irj3 q,oa .ulcz l7`[5 eo2 l7`[5 `%eu" "ois^ui[ g] .m;n" "ois^ui[ j=^u ;rct"u ccms ,teg! .qjr7j<:/i4 #d4a4a4 l7`[5 eo2 l7`[5 `%eu l7`[5 do1+,]n irjr .ul"! .qjr7j3 `\`v >a$3 `["s0i 8'#db0p,0" erm `["s0i 8'#bi0p,0"u" iri,mw [7ib.i!o "ois^ui[ g]n l7`[5o do1+ji`u q,oaj<:/i4 o,ir .?.tj3 "ois^ui[ m,[7 l7`[5 `%eucz #a^ra #e^rae3p38'#dh0p,0o"<`u ibj<:/i4 on ,i"< "ois^ui[ jv1,]jv eo2 ;<5: i=`o ^m:"! mrjr,scz l7`[5! .n,oj1 do1+$ o/[e:" o,ir .?.tj3 l7`[5 `%eucz `9#ejj e3 p3,$.ooi4 ----------------------------#abi 82`["o5 #ci;0 "ois^ui[ l7`[5 do1+,] [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #bi0p >a$3 `["s0i4"1 #db0p c#abh .n#e.7 #e4 #cai >a$3 `["s0.o <30i4"1 #ai0p .)j: `["s0.o <30i4"1 #aj0p 82`["o5 #dj;0 "ois^ui[ l7`[5 `%eu [7ib ,'p3`["rd[ ,r7">a,' #ajj`9#ejj e3"1 #dh0p #ajjj e3 ol7"1 #ae0p #ajj e3 oj"1 #ac0p #ejj`9#ajjj e3"1 #bd0p #d4a4b4 "ois^ui[ g] .m;n ,teg [7ib.i!o [7ibj3 "ois^ui[ g] .m;n"ucz .]^m eo2 `=`=`o`v3 8'#db0p,0 55 irja eo2 *`m`o`v3 8'#cj0p,0 55 l3sb`/8'#bf0p,0 ,g["u chc/i4 .]^m eo2 `=`=`o`v3o #amr"! ;<.oj5["u,,s ,teg [7ib.i!o <3.].?q "ois^ui[ g]! p3j`u o/[5! jvaqj1 ,m o/s/i4 #d4a4c4 "ois^ui[ j=^u ;rct ,teg [7ib.i!o "ois^ui[ ,u,oa! .sbjcz `u'z f[`n 0,,sns4 `n,oe&8'#cd0p,0 55 "ois^ui[ .m`v3 `o`v3 cm"o.ob8'#be0p,0 55 ob,ueg8'#ag0p,0 55 `=eu.) loh[ 8'#ab0p,0 55 `+cr_/lcr `=.o 8'#aj0p,0 ,gos/i4 on ,i"< 0,,sns4 j=^u"! .m7,o5["u "ois^ui[ j=^u"! .qjr7jiy" `=,oa ju5dno.on l7,nj3 .]^u"! u1": "ois^ui[n irj3 .]jvaj3 .]^u"! .)i1j1 do1+$ o/[e: .m hfn';[7o %`v3 .)`= irja,r7 jxz irjap3,r7o5! $5<3j<: ja`+ eo2 `=eu.) loh[n,siu jv1^1j3 j=^u"! .qjr7jcz _so do1+ji4 82`["o5 #da;0 "ois^ui[ g] .m;n [7ib ,'p3`["rd[ ,r7">a,' irja eo2 *`m`o`v3"1 #cj0p l3sb`/"1 #bf0p .]^m eo2 `=`=`o`v3"1 #db0p `oh"1 #b0p 82`["o5 #db;0 "ois^ui[ j=^u ;rct [7ib ,'p3`["rd[ ,r7">a,' 0,,sns4 ;rct `n,oe&"1 #cd0p `=eu.) loh["1 #ab0p b#abi .n#e.7 #e4 #cba `+cr_/lcr `=.o"1 #aj0p `m`!"o7"1 #a0p "ois^ui[ .m`v3 `o`v3 `=,oa ju5dno.o"1 #be0p ob,ueg"1 #ag0p j=^u eno1"1 #a0p ----------------------------#acj #d4b4 d]$.od+ q,oa `v3"* d]$.od+cz .<*s ojr" .<*s ,r7,]["u ccms [7ib.i!w q,oa! .ulj<:/i4 e).s .<*s ojr d]$ .od+w `]m :.)jo ^g"% ,]c[7.od+8'#df0p,0 eo2 .]jvaiu8'#bh0p,0$ e30o ,,[oe:" .<*s ojr `v.n ,mjr7 ,o q$3w dm5o i!s$cz .],].? d]$ .od+cz `sw o"ms.o.o <30a #d^r.]iu is e30o .],].? d]$ 8'#af0p,0$ ,ojr7iys/i4 82`["o5 #dc;0 0,,nlu4 d]$.od+ [7ib ,'p3`["rd[ ,r7">a,' .],].? d]$ .od+"1 #d0p 0,f#a ,score"<,recall ,preci.n">4"1 #df0p 0,a3uracy4"1 #bh0p 0,,em4"1 #aa0p `oh .]">7.? .od+8'0,,roc1 ,,auc4 i[7,0"1 #aa0p 82`["o5 #dd;0 0,,nlg4 d]$.od+ [7ib ,'p3`["rd[ ,r7">a,' .],].? .od+"1 #af0p 0,,b]ts,'core4 i[7 weo %liu `o^3 .od+"1 #cj0p 0,,bleu_/,,r\ge_/,,meteor4 i[7 .)h=.? .od+"1 #di0p `oh .]">7.? .od+"1 #e0p j>7jm euin1 ,]c[7 d]$ ,o q$3 d]$ `\`v8'0human score,0"! `o.g8'0gold /&>d,0"u .n,ojr> j3icz e1ncz ir^m^gw [7ib.i!o `[7.].?["u ibj<:/i4 8'erm `["s0i a#acj .n#e.7 #e4 #cbc #ci0p" >a$3 `["s0i #ea0p,0 on ,i"< j>7jm ,t`/jcz ^n3;oef[n q$3 d]$ `\`v"! .?`[a.?["u iuobj1 do1+,]o o/i4 <&"s `v.n^\ .od+v is^&s q`= .oc[7n irj3 .=jb.?q d]$ .od+"! ^n3;oef[n duj5jcz _s :a,oiu ir^m^gw [7ib.i!o `[7.].?["u ibjr" ^n3;oef[ `r^1 ,o q`= .oc[7! ;=;n.?["u d]$j1 ,m o/cz .od+$ ^3i[,o do1+j5! jvaqj1 ,m o/s/i4 ----------------------------#aca 82`["o5 #de;0 .],].? d]$ do1+,] [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #ci0p >a$3 `["s0i4"1 #ea0p >a$3 `["s0.o <30i4"1 #i0p .)j: `["s0.o <30i4"1 #a0p 82`["o5 #df;0 .=jb.? d]$ .od+ `r^1 [7ib ,'p3`["rd[ ,r7">a,' erm `["s0i4"1 #eg0p >a$3 `["s0i4"1 #cb0p >a$3 `["s0.o <30i4"1 #i0p .)j: `["s0.o <30i4"1 #b0p ----------------------------#acb a#aca .n#e.7 #e4 #cbe ----------------------------#acc .n#f.7 d]$ ;n`/ j=^u jv1i= ----------------------------#acd ----------------------------#ace #f4 d]$ ;n`/ j=^u jv1i= `ma"ob`masp3w q`= .oc[7 )sc[7":a d]$;n`/q ,8q`=.oc[7 8'0,,ai,0e1d]0'n irj3 j=^u"! .qjr7j`u . `ma"ob`masp3 cm"o,uh=e7" `=,q":a o/cz `=eu.) loh[n ^rcs" du,[hs i[7! `n.rjcz j3d* %`v3`o`v3 0,,db4"! jv1+7j<: j=^u .qjr7 eo2 q`= .oc[7 )s ;s"o `v3"* jajy"2ja`v"! j=^u irl7["u j<: j=^u"! .qjr7j<:/i4 `m;n.?q j=^u cr+7z <"rv $8i4 "7d+ #hb71 q`=.oc[78'0,,ai,0 e1d] `v3"* j=^u cr:a =gggggggggggggggggggggggggggggg= `ma"ob`masp3 cm"o,uh=e7"1 ("8'ja`v,0 0;,,tm4 .qjr7 #acc .n#f.7 #f4 #cbg jm eno1 ^1,= ffa,' _0 `=eu.) loh[ j=^u`! sb"ui[ `].qirjy j=^u ,oncz .)c*iu d]$ ;n`/ j=^u ,o .[a$a.?q ^3[7o cu4a,' =gggggggggggggggggggggggggggggg= 0,,no"1 `m^g j=^u;rct """""""""""""""""""""""""""""""" #a"1 `=eu.) eo2 `].qirjy 0,3te/ 9dex4 #b"1 `=eu.) eo2 `].qirjy 0,3te/ korea4 #c"1 `=eu.) eo2 `].qirjy irho.( #d"1 `=eu.) eo2 `].qirjy isf(hn,[h[ #e"1 `=eu.) eo2 `].qirjy inof( #f"1 `=eu.) eo2 `].qirjy ix;mrl #g"1 `=eu.) eo2 `].qirjy io.a,' =gggggggggggggggggggggggggggggg= 0,,no"1 `m^g j=^u;rct """""""""""""""""""""""""""""""" #bi"1 irja eo2 ir.m7er;n ia;o`u ;mrsb #cj"1 irja eo2 ir.m7er;n irjacro1 #ca"1 irja eo2 ir.m7er;n 7.r 0,,ai4 js^[ #dd"1 ,[hh[sb irl7 j=^u d3`+ ;<7sb.( #de"1 ,[hh[sb irl7 j=^u d!"rhs5 #df"1 )s.]^u ;s"o `v3"* fse%coho 0,,,ai nlp korea4,' #dg"1 )s.]^u ;s"o `v3"* fse%coho 0,,iaae4 `ma.n q`= .oc[7 0`&4 %3"o j:bjy #dh"1 )s.]^u ;s"o `v3"* fse%coho 0okky4 #di"1 )s.]^u ;s"o `v3"* fse%coho )s `=ja *`mjy #ej"1 )s.]^u ;s"o `v3"* fse%coho p1$3 .<*s;s"o #ea"1 )s.]^u ;s"o `v3"* fse%coho .]^u `vjajy #eb"1 )s.]^u ;s"o `v3"* fse%coho fr`! fu"o< #ec"1 )s.]^u ;s"o `v3"* fse%coho fr"o,[ fu"o< #ed"1 )s.]^u ;s"o `v3"* fse%coho hn3,sd!"um fu"o< #ee"1 )s.]^u ;s"o `v3"* fse%coho d irja `o`v3"2j:bjy 0;,,tm4 .qjr7 jm j=^u ^7<3! jvaqj<:/[e:" j=^u oeo.o d irja `o`v3"2j:bjy 0;,,tm4 =gggggggggggggggggggggggggggggg= 82#bjbc `ma"ob`masp3 q`= .oc[7 )s c[7":a d]$ irjy 0;,,tm4 ,[f["obh[;0 <3c]j,n+" jx,o "9"9"98'ja`v ,iucz i3;n o"[5,0 ek[,o1,$+8 #bjbc `ma"ob`masp3 q`= .oc[7 )s c[7":a d]$ irjy j=^u"! e8`u o/cz e7.? d]$ .qjr78'"ois^ui[ `\`v,0 - ;<5$ho5 euin18'euin1 `o,&,s,0n irj3 .],].? d]$ .qjr7" - ;<5$ho5 `\`vn irj3 q$3d]$ .qjr7" - l7mr ;<5$ho5n irj3 ,o5lmrp3jy `r;y8'^1d+d]$,0 == #ab"1 ,ol7 - ,ol7 <3 .g^o 8'`v.n^\ ,ol7 ho5 ,m" ,ml7. ,m jva.],0" - ,ol7,oa jva.] == =777777777777777777777777777777= `].qirjycz #bjbc c* #hp1 #bao1^mhs #bjbc c* #ajp1 #bjo1,$.o .qjr7iys/i4 $5.]^g,? eo2 o>`o v3,] im $.o `v.n"u .qjr7iys/`u" e30z ;<5:"! %iuj`o mrjr `v.n ;<5$ `r,mcz f[`n .nj3j.o <30 j3i4 7 .m7^x ;<5:cz $c[7jc .m7^x ,ml7z j1 ,m sb'i4 8'#b,0 ib<3 .n;& 7 ;<5$.8'ho5,0cz irjyn,s b#adb .n#b.7 #g4 #cda .n,oj3 `v.n"! jr`\j3 `\`v"! d+^(8',r5d!,0 d7! ^3]j<: euin1w `]">7jvn ;u.s5! ek;ms .nj3iy3 ji[prsn,s i=.ajiu"x .nj3j5 55 `osb eo2 *`m,o1 yniu e30z `rq ;<5$.$ ;<5$j<: `].r7j1 ,m o/iu"x j5 8'#d,0 ,o,[hn5 l+7 <3cr 7 ;<5$ ,q.]8'ho5 `m,],0 - `v.n ex"x ,)hra jm ;<5$ ,q;]! c&"s ,q;],s"! .a,]j3i4 - ,q;],scz ,8euimw e1em7;o0' jyp3e3 .a,]j1 ,m o/`u" ,8euimw b#adc .n#b.7 #g4 #cdc e1em7;o0' jyp3w .). md* .m,u"! ob":aj<: ho5! `m,]j1 ,m o/i4 8'jyp3o `ov3,] #ag`)" $5.]^g,? #di`) #add .n#b.7 #g4 #cde _0 `].qirjy ,o5l .qjr7 i3`/ .]">7.? d]$" .],].? d]$8'euin1 `o,&,s" l"<5 d]$8'q$3d]$,0" ^1d+ d]$,0"! .=jbj<: ,ml7.a ,).] 7 $5.]^g,?w `]m .]">7.? d]$ #ej" euin1`o,&,s #ej" ^1d+d]$ #ajj["u .qjr7 7 o>`ov3,]w `]m .]">7.? d]$ #ej" euin1`o,&,s #be" q$3d]$ #be" ^1d+d]$ #ajj["u .qjr7 82`["o5 #ej;0 `].qirjy ,o5l .qjr7 i3`/ ,'`["o5 ,r7">a,' $5.] ^g,? 3o "7.]">7.? d]$71 "7.],].? d]$718'euin1`o,&,s,0 3o "7.],].? d]$71 ^1d+ d]$ 3o ,m.7.a ,).] o>`o v3,] 3o "7.]">7.? d]$71 "7.],].? d]$718'euin1`o,&,s,0 "7.],].? d]$71 l"<5 d]$ 3o "7.],].? d]$71 ^1d+ d]$ 3o ,m.7.a ,).] _> .]">7.? d]$ ,mjr7 - ;y.= euin1w 09f];e4 `\`vn irj3 0,,ai4 e1d] "ois^ui[w .]">7.? .s5,m 3o `v.n^\ ----------------------------#ade l7mr #aj ho5 ,).] _> .],].? d]$ ,mjr7 8'#a,0 euin1`o,&,s d]$ - euin1`o,&,sv fui["! ^h7["u .rj*,] eo2 euin1w m,m,] .],].? d]$ - euin1 .rj*,] `s5.]z ,8euin1 .rj*,]0'" ,8inohsw .rj*,]0'" ,8d*w,]0'" ,8,]c[7 .rj*0'["u d]$je:" euin1 m,m,] `s5.[7z ,8eg.n q,oa eo2 ^7^sb"(0'" ,8<1`u"o.[5w m,m,]0'" ,8d["u`["r5w m,m,]0'["u d]$ "7d+ #hf71 ;<5$. ,o,[hn5 `s5.[7! mrj3 d]$ j7ex =gggggggggggggggggggggggggggggg= `s5.[7"1 `o.g euin1 j7ex """""""""""""""""""""""""""""""" euin1 .rj*,] `s5.[7"1 ;<5$ho5w ,u,[fui[cz ja,[b b#add .n#b.7 #g4 #cdg fui["! duj5j<: .rj*o $c[7j3$8 euin1 .rj*,] ;<5$ho5w euin1z "7! ^3]j3 m,mj3 ^7^sbq$8" ;<5$ho5o .n<3j3 <1`u"o.[5z ix;<7,]o o/cz$8 <1`u"o.[5w m,m,] ;<5$ho5o .n;&j3 ,u,[fui[cz ^7^sb"( eo2 <1`u"o.[5! ;m7,o1jo `mj*j<:/cz$8" ;<5$ho5o .n;&j3 ,u,[fui[cz $ix,]o cu4`u $3`\j`n .a,]iys jv1+7 $c[7,]o cu4z$8 d["u`["r5w m,m,] =777777777777777777777777777777= 7 `\`v .rj* d]$"! h=`vj3 ;<5$ho5w fui[ "o^% ,mjr78'`v.n q":a["u fui[n irj3 .),m`s5l ,o1,o,0 7 ja,[b fui[n irj3 .],]d]$ eo2 .rj* 7 l+7 euin1w ;y,q q`=.oc[7 *`m i=j>7`vw .]jb,] d]$ 7 fui[ cr ^m.]jr7mr$ duj5iys o/cz.o"! .),m`s5l ,mjr7 7 do1+ ,o fui[ dm5.o1 d]$8'fui[ eu"%1jv" .rl+7,]" fui[ ,mjr7 ,o$3 i[7,0 ----------------------------#adf 8'#b,0 q$3d]$8'o>`o v3,],0 - o>`o v3,] `v.nw `]m eg.7 #a" eg.7 #co .ms.:/! ,ir" .?.tj3 b#ade .n#b.7 #g4 #cdi eg.7 #b"! ,r7,]jr> je["u ;<7w,]n ,i"< i<>7j3 [7ibo .]ib["u :`:.o1 ,m o/[5 ,i"<,s o1^3.?q 0r\ge4v $8z .od+e3["ucz .]jvaj3 d]$"! j`o s":b`o ,iregn q$3d]$ ,mjr7 8'#c,0 ^1d+ d]$8',o5lmrp3jy d]$,0 - ,o5lmrp3z .]">7.? d]$ 8'"ois^ui[,0" euin1`o,&,s d]$" q$3 d]$ `\`v"! ;<5`uj<: <"r d+"! `o^3["u d]$ "7d+ #hg71 ^1d+ d]$ ,o ,o5l `o.g eo2 ^r.s5 =gggggggggggggggggggggggggggggg= d]$ ^g>"1 ^r.s5 """""""""""""""""""""""""""""""" #a4 `v.n ojriu"1 #aj.s5 #b4 ^7^sb"(w .?jb,]"1 #aj.s5 #c4 euin1w m,m,]"1 #aj.s5 #d4 euin1w ix;<7,]"1 #aj.s5 #e4 *`m `\`v ^g,?"1 #aj.s5 ;=.s5"1 #ej.s5 =777777777777777777777777777777= ----------------------------#adg #g4b4 `].q irjy `\`v _0 ;<5$ j*jv7 "7d+ #hh71 `].qirjy ;<5$ j*jv7 =gggggggggggggggggggggggggggggg= `v.n"1 ;<5$ ho5 .n;& euin1 ,m ;<5$ qp3 ;y.= jm^u ho5"9 """""""""""""""""""""""""""""""" $5.] ^g,?"1 #adf ho5 ;<5$ #a1igd`r8'#aiaf`r,0 #bjc e] #f ho5 o>`o v3,]"1 #hg ho5 ;<5$ #fif`r8'#fhj`r,0 #abb e] #d ho5 8'jb`/,0"1 #bcc ho5 #b1fgj`r #cbe e] #aj ho5 =777777777777777777777777777777= "9 ;y.= jm^u ho5w `]m $a "ois^ui[ l7mr #ajmr ho5 .m7 euin1 .n;& i=w eo2 ;y.= d]$ ^1d+jyn ;<5$ wl"! ^1ajq ho5["u" ;= #aj ho58'.<*s ojr #f ho5" .<*s ,r7,] #d ho5,0o ;y.= jm^u"u ,).] a#adg .n#b.7 #g4 #cea _0 $5.]^g,? l7mr #aj`r ho58'.]">7 d]$ .od+ `o.g,0 "7d+ #hi71 $5.]^g,? .]">7 d]$ `\`v =gggggggggggggggggggggggggggggg= ,gmr"1 ho5e] 0,f#a .s5,m ho5 qp3 euin1e] """""""""""""""""""""""""""""""" #a"1 0,,lia #ij4bebjjfa #a tmp.-#ah #b"1 l`vcze'o/se' o/[e*^cc #ij4aihijdi #a ,iu i"z cr ;q`mcz cr s,`r1 imi["oe: oks^s"o": jr/.oe3 ok.o eu'j1 _s $8< #c"1 "uiu,[ ^ms7y^ms7 #hi4fegaehd #g jo1^u1 #i"1 .js^! #hi #fjeibag #a 0only4 #aj"1 "`ov3,] l7mr #aj`r ho58'.]">7 d]$ .od+ `o.g,0 "7d+ #ij71 o>`ov3,] .]">7 d]$ `\`v =gggggggggggggggggggggggggggggg= ,gmr"1 ho5e] 0,f#a .s5,m ho5 qp3 euin1e] """""""""""""""""""""""""""""""" #a"1 n1"o #fj4bjdjgaa #c 0te/.-;v#ca-'#c #b"1 0,r43t5t #fj #ahcgbee #d %eep-dock-mhs-;v#c #c3 0,,mlp4,lab #ei4hhidah #i ^=.gju0,,bts4o5`]hr 0,les's,go #d"1 `r,.scz ho5 #ei4geeieih #a ,`u,o#ai c#adg .n#b.7 #g4 #cec #e"1 `macrl3 .<*s #ei4geeiede #f ;y.=,`u,o #f"1 #fjccaj #ei4gcaeace #b j3^)e3 is #g"1 iu"neod #ei #feifgec #a ^ma#bc #h"1 =5=3=2=9=0=k #ei #fcieiga #a =7=k=2 #i"1 ;y`uw`=`:a #ei4eidadhi #a fu5^u #aj"1 `o v3,] `v.n q$3d]$ .o;o5 _0 #bjbc c* `ma"ob`masp3 ,80,,ai4 e1d]0' cr o>`o v3,] `v.nn irjr .]">7.? .od+e3["ucz ,r7,] 0,,ai4 euin1w ,]c[7! (.)jo d]$j1 ,m sb'i`u d3i3j<: ,r7,] hna,[h[n irj3 q$3 d]$"! .qjr7j<:/i4 o"! mrjr d]$ inohs8'0te/ data,0 #ae1jah`) .m7 #a1jjj`)n irjr $a ;<5$ho5 o ,r7,]j3 `\`ve&n irjr im i3`/"u q$3 d]$"! .qjr7j<:/i4 _0 q$3 d]$cz #a,0 d]$ .g`sn irj3 .?jb_/^m.?jb8'0,p_/,,np,0 d3i3" au #b,0 ib^*n irj3 ,)juiu d]$ hucse)h["u `m,]j<:/[e: #a i3`/ d]$w `]m irja `+>7 `!,,[`o ,msb! o,m j3 ja^m,r7 #be e]" #b i3`/ d]$cz ,r7,] 0,,ai4 hna,[h[n oa,maj3 .)l3)sja .)`= irjap3,r7 #g e]o d]$."u ;<5:j<:/i4 #b i3`/ d]$ `\`vn irjr,scz irja `!,,[`o ,msb! i5i7jcz .)eg$ #bqw .eg! ^9< d]$w ,q"y,]`v hi7,]! .n`uj<:/i4 q$3 d]$cz #a" #b i3 `/ euim pf[^n3;o"! l+7j<: .qjr7iys/[e:" o"! h=jr j+%1.?q d]$ .asb `v3"o eo2 `\`v ^g,?o $c[7j<:/i4 d]$n irj3 +>az <"r d+v $8i4 ----------------------------#adi "7d+ #ia71 q$3d]$ +>a =gggggggggggggggggggggggggggggg= j7ex"1 cr+7 """""""""""""""""""""""""""""""" d]$ irl7"1 b#adh .n#b.7 #g4 #cee o>`o v3,] `v.nn irjr ,r7,]0,,ai4 euin1o ,r7,]j3 hna,[h[ 7 #a i3`/"1 d]$ inohs eg.n #a1jjj`)n irjr .]">7.? d]$ l7mr #ajmrho5n,s .n;&j3 ib^*["u" ;= #aj1jjj`r hna,[h[ 7 #b i3`/"1 #a i3`/n,s d]$j3 eg.n #a1jjj`)^\ d]`%3 .s5,mw l^gmr,m^\ #ej`)["u ;= #bjj`) d]$ ^7^sb"1 #b i3`/"u .qjr7" ;y.= .s5,m l3;& ,o $a i3`/ ,gmr"! #ej0p ,,oa ^3] #a" #b i3`/ euim pf[^n3;o"! jv1+7j<: d]$ .qjr7 7 #a i3`/"1 d]$ .g`s `o.g .?jb_/^m.?jb8'0,p_/,,np,0 d3i3 7 #b i3`/"1 ib^* ,)juiu d]$ `o^3 hucse)h[ 5 .)eg$ $5,m d]$ .m;n"1 7 #a i3`/"1 irja `+>7 `!,,[`o ,msb! o,mj3 ja^m,r7 7 #b i3`/"1 .)l3)sja .)`= irjap3,r7" `!,,[`o .)eg$ =777777777777777777777777777777= _0 #a i3`/,0 d]$ .g`s $.g .?jb_/^m.?jb8'0,p_/,,np,0 d3i3 #a i3`/ d]$ irl7z d]$ inohs eg.n #a1jjj`)n irjr .]">7 d]$ l7mr #aj ho5o .n;&j3 ib^*["u" ;= #aj1jjj`r hna,[h[oi4 d]$ .g`sn ^o;ms ^u #a i3`/ d]$ .g`s #a i3`/ d]$ .g`scz d]$ .g`s .eg mrp3i!w .eg cr+7! huir"u ,m"obiys/i4 d]$ .g`scz f[`n cr+7" d+j*" d+`o .g`s #c$.o"u ccms.oe:" $a .g`si!n irjr ,n^m d3i3 `o.g! im5["u,,s o1`v3iy3 q$3 d]$$ $c[7jiu"x j<:/i4 ojm `ma"ob`masp3`vw c(w"! h=jr ,o1.n `].qirjy .qjr7 ,o .?+7j1 ,m o/cz ,m.g["u d3i3 `o.gn irj3 .u.]o o"ms.:/[e:" ^(`:a.?q d]$n i!s$`o <4,s .u.]iy3 cr+7! ^h7["u d]$.i!n irj3 `+%a ----------------------------#aej ! .qjr7j<:/i4 d]$.i!n`ncz d]$ ,o .ms.q irl7 eg.7! ,n^m d3i3 `o.gn ^o;ms ^u ,8^ui[hcz _s0'o" ,8exd+ i1,]0'o" eg.7#aw ,8.u,o5,["sb`n jr7i=j3 _s0'`v eg.7#cw i="+i!o cu1"<3 o%n c("o.?["u .?.tj`n eg.7#b ,r7,],0 eg.7#c"1 `["r/isco i="+i!z ;s'ql7`v i"z c%"! ^ucr/i4-' 8'_> eg.7#aw ,8`=*! c#aej .n#b.7 #g4 #cfa ,]`=.?["u0' e.) _s`v eg.7#cw ,8`o,^z e<[5["u0' `=*! .g^oj"s c$cz cr+7! c("o.?["u *`\j.o eu'jcz eg.7 ,r7,],0 eg.7#c"1 au `[cz `o,^z e<[5["u ^"u i<[5 `=*! .g^oj"s c$/i4 d+j*"1 _0 eg.7 d+j*w .<*,["sm5"1 ,-eg.7o .<*,["sb`n ,r7,]iys/[e: `o1o$ .?.t-'j3$8 3o 8eg.70n irj3 o,%"u s,g" eg.7 `o1o i[7! d3i3 _0 <4imr eg.7 jxz egeran ^o;ms ^u`ojcz ,o$3! $.o.`u o>`ojr/i4-' 8'_> .oc;o`n .7jv7j3 eg.7 ,r7,],0 eg.7#c"1 ;q`mi!iu c1,,o$ .u0ie: jzfvrjo `["s0`n j.`u ibjr/i4 "7^m.?.t /,o#b71 eg.7#b"1 .)jv`o"<`u ,r7$ajr/czin" `mrn ircz _sz i"oeo:/i4 _> eus$ j3`masq jv. .oa`v3["u ^u ,8j1esco$0'n ,8,`n,s0'">cz ;n) cu4o5 .ul$ ,,[.o.o <30 ,8^x`mr ,o$30'z o1^3.?q l7jv7n,s .1 ,,[o.o <30cz sjmro e["u ^m.?.t d3i3,0 8eg.7#c"1 ccz sesco,`n .]jvajo ).n iu1 eu'0,v4e3c30,v4.ooc" o1l7.?q ,iws,,[$ u"%oe["u ,8.?.t0' h!"ocz ,iws,,[$c seg "7^m.?.t /,o71 eg.7#b"1 ,-.1 .5! .`o mrjr .$ .) inbjq m%"! e,:/i4-' _> uh i[7z sb'[c ^ml mr;o eo2 ^od+.gs"u qjr d+`ow ,m+7,]n,s u"% ^1,r7 ----------------------------#aeb "7^m.?.t /,o#b71 eg.7#b"1 `[ o1o o/z .o$ ^t,,s e:2o1 .oc/i _> ,8e:2o10'z ,8e:;o10'w e]^raj3 u$oe["u ^m.?.t d3i3 =777777777777777777777777777777= c#aea .n#b.7 #g4 #cfe d]$ `\`v .);n eg.n #a1jjj`)n irj3 l7mr #ajmrho5w ib<3i!z ;y`u #d4ge.s5" ;y.s #d4ca.s5w d]`%3 .s5,m"! ^u:/i4 ,n^m d3i3 `o.g^\"ucz sjmr l+7w .?.t,] `o.g! h=`vj3 hna,[h[$ $.7 e30n+ ) ,human ,fe$back,0 ,ow inohs d]$ ^7,oa! ;<5`uj<: im ib^* $3 ,)juiu"! q$3 d]$ `v.]n ^3]j3 _soi4 ,)juiu d]$ ,o ^ud*.?["u 0n4q ol7w i,m`\ jxz `v^3 ol7 i[7w ^7^sb! l+7je:" ^( #b i3`/ d]$n,siu o"sj3 ,)"ni!! `u":j<: #cq d]$ eo2 `v^3 ;<3,]w ^7^sb! ;rhraj<:/i4 on ,i"< d]$ ,o j3 eg.ni7 irjap3,r7 #cqo d]$j<:/[e:" .ms.q im ho5w ib^* .m7 sc[ j3 ib^*n irjr #bq ol7 ,)ju ,o jri7 ib^*z i<[5 "`o v3,] `v.nw ex.?n ^o;ms .ms.q im eg.7 .m7 ,)jr7" jmjr7 eg.7n irjr ^ui c("o.?q j["[5! ^uocz eg.7! `rqw ,)jun ,i"< ,)hrajiu"x <3cr ----------------------------#aec j<:/i4 #b i3`/ q$3 d]$n,s irjap3,r7i!o q$3 d]$"! .qjr7j3 `\`vn irjr,scz `!,,[`o .)eg$ #bqw .eg! ^9[5["u,,s d]$n irj3 ,q"y,] eo2 hi7,]! .n`uj<:/i4 "7d+ #id71 q$3 d]$ #b i3`/ `r+ =gggggggggggggggggggggggggggggg= `m^g"1 .m+ cr+7 """""""""""""""""""""""""""""""" ,)juiu d]$ 8'0pref];e rank+,0"1 irl7"1 #a i3`/8'.?jb_/^m.?jb d3i3,0n,s d].]j3 eg.n #a1jjj`)w d]`%3 .s5,m$b' l^gmr,mn ,i"< ,).]j3 #bjj`) ^7^sb"1 ,).]iy3 #bjj`)n irjr eg.n^\"u #aj`r ho5 ib^*! hucse)h[ j],oa["u ,)juiu d]$im ho5w ib^* .m7 ,)jujcz ib^* ,)hra 7 ,)ju ib^* `r,m$ `v^3,me* ,[7"o 7 j3 eg.n i7 #cq d]$ 8'irjap3,r7,0 =777777777777777777777777777777= q$3 d]$ .qjr7 ,oncz pf[^n3;o"! a#aec .n#b.7 #g4 #cfi l+7j<: ;n`/.?o`u j+%1.?["u q$3 d]$"! .qjr7j<:/[e:" d]$ `\`v cm"7.? d]$ .od+ ,gmrv euin1 jxz `\`ve&n irj3 .] ,].? d]$ `\`v"! huir"u l3.]j<:/i4 on,i"< $5.] ^g,? `v.ncz "ois^ui[ cr .]">7.? .s5,m" euin1 `o,&,s d]$ .s5,m$ ,gmr `\.]n ^3]iys/[e:" o>`o v3,] `v.nw `]m $5.] ^g,?`v i=o1j3 +,ui!`v is^&s q$3 d]$"! ,gmr `\.] ,o ^3]j<:/i4 o"sj3 j["[5n ,i"< $5.] ^g,?" o>`o v3,] `v.n euim"! h=h!s l7mr #ajmrho5o `\.]iys/i4 d]$ d["u,n,[n irj3 ir">a.?q j["[5z <"rv $8i4 _> $5.] ^g,?" o>`o v3,]"1 .]">7.? d]$ .od+ ,gmr jvaq 0`&4 `v.n^\ .]">7.? d]$ l7mr #ajmrho5 ,).] _> o>`o v3,]"1 l7mr #aj ho5 `v.n `\`vn irj3 q$3 d]$ _> $5.] ^g,?" o>`o v3,]"1 l7mr ho5 `v.n euin1n irj3 euin1 `o,&,s d]$ _> $5.] ^g,?" o>`o v3,]"1 a#aed .n#b.7 #g4 #cga ,o5lmrp3jy `r;y eo2 ho5^\ ^1d+ _> $5.] ^g,?" o>`o v3,]"1 ;y.= ,ml7. ,).] `\"(.?["u ;y.= ,gmr l3.] ,oncz .]">7.? .s5,m" q$3 d]$8'o>`o v3,] `v.n,0" euin1 `o,&,s" ,o5lmrp3jy .s5,m$ euim `u":iys/i4 .]">7.? .s5,mw `]m .s5,mn irj3 .]`%jv"! ,mjr7j<:/i4 .]`%jvcz im `v.nw .]">7.? .s5,m"! i=o1 ,)l7n,s ^o`+j`o mrjr ,mjr7iys/[e:" l7mr #aj ho5w p3.s5,mn irjr,scz <"rw ,oa`v $8o `/l3j<:/i4 o,ir ;y.s .s5,mcz #be.s5o iyiu"x .u.]j<:/i4 "7d+ #if71 d+.g .s5,m `/l3,oa =gggggggggggggggggggggggggggggg= 8(;y`u.s5,m 9 ;y.s.s5,m)/ (p3.s5,m 9 ;y.s.s5,m) * #be05#be =777777777777777777777777777777= q$3 d]$ .s5,mcz ;=.s5! #be.s5["u j<: `/l3j<:/i4 .s5,m l3.] ,o #a i3`/" #b i3`/cz #ej"1#ej ^o%1"u ^3]iys/[e: p3.s5,mcz .);n #ajmrn irjr $a ho5o ^9z #a" #b i3`/ i[7,m"! d]`%3j3 _sw ;<"! l+7j<:/i4 euin1 `o,&,s p3.s5,mcz #e.s5oe:" ,gmr l3.] ,oncz #be.s5! e3.s5["u j<: `/l3j<:/i4 "7d+ #ig71 #a i3`/" #b i3`/ ^3],oa =gggggggggggggggggggggggggggggg= mr3.s5,m 33 8#aj 9 q$3d]$#a" #b i3`/ ,gmr d]`%30 =777777777777777777777777777777= ----------------------------#aee #g4d4 l7,o `v.n g] .o;o5 eo2 .t;<,s _0 l7,o `v.n g] eo2 .t;< "7d+ #ih71 l7,o `v.n g] `/jya eo2 l7,n .t;< =gggggggggggggggggggggggggggggg= i3`/"1 j7ex cr+7 ^o`u """""""""""""""""""""""""""""""" c#aed .n#b.7 #g4 #cgc #a"1 l7,o `v.n .]w - l7,o `v.n .]w8';u<3,0 == #b"1 inohs .g^o8'#a;< `s5,m,0 inohs ,nh[ #a;< `s5hu8'`rq.]^u i[7 ^o,oa^\jv .qjr7" u"% inohs `+.],0 inohs ,nh[ `s5hu .qjr7 .m7" ^o,oa^\jv #a;< `s5,m v3"+" inohs ,nh[ j],oa `s5hu #c"1 y^m .)eg$ `s5hu - `s5hu mrp3jy `s5hu - .eg mrp3jy .eg #a" #b;< `s5hu mrp3jy .qjr7" #a;< .eg mrp3jy .qjr7 #d"1 l7,o `v.n jva.] - y^m .)eg$ .eg! ^h7["u l7,o - `v.n .]w ^uv3 eo2 jva.] - d]$ .od+" inohs ,nh[ j],oa i[7 jva.] == #e"1 inohs .g^o eo2 j],oa ^*jv38'#b;< `s5,m,0 - inohs ,nh[ #b;< `s5hu8'`rq.]^ui[7 ^o,oa^\jv .qjr7" u"% inohs `+.],0 - inohs ,nh[ j],oan ek;ms ^*jv3 - ja,[b inohs_/`r^1 inohs_/d]$ inohs `m^g eo2 jva.] inohs ,nh[ `s5hu .qjr7 .m7" ^o,oa^\jv #b;< `s5,m v3"+" inohs ,nh[ j],oa `s5hu" inohs `m^g .qjr7 #f"1 d]$ fui[ .g^o - $a `v.nw ex.?n ^mjbjcz d]$ fui[ .g^o - `=`r "1 ratio"7#j4e1 it]a;n"7#aj"> """""""""""""""""""""""""""""""" 7 0submit.-data"1 ;<5$ho5o .n;&j3 inohs 8'0jsonl4! 0li/4jv,0 7 0te/.-data"1 d]$ inohs 8'0jsonl4! 0li/4jv,0 7 0evalua;n.-metrics"1 d]$j`u. jcz d]$ .od+ ^x,m ,)hra $c[7 ,)hra $c[7j3 ex"x"1 .<,8classifica;n.-micro.- ;,f#a,01 ,8classifica;n.- macro.-;,f#a,01 ,8classifica;n.-wei 7 0ratio"1 d]$ inohs .m7 o5w"u l+7j`u. jcz ^o.m7 8'/"1 #ao1 `]m #ajj0p l+7,0 7 0it]a;n"1 d]$ inohsn irjr d]$"! ,mjr7jcz jy',m 8'/"1 #ajo1 `]m #aj jy ,mjr7 jm d]`%3! `/l3,0 =777777777777777777777777777777= ----------------------------#aeh a#aeg .n#b.7 #g4 #cgi ----------------------------#aei .n#h.7 d]$ ;n`/ j=^ue& ----------------------------#afj ----------------------------#afa #h4 d]$ ;n`/ j=^ue& _0 du,[hsw `]m em7;o fr"oahs"! jv1+7j<: ;q`z$5 o/cz io.a,' =gggggggggggggggggggggggggggggg= q`= .oc[7" q$3w $5.]! ojrj`u o>`o"! v3,]ji #bjbc `ma"ob`masp3 q`= .oc[7 )s c[7":a d]$ 0,,ai4e1d] #aei .n#h.7 #h4 #cha .sb,m `o$3"1 #bjbc4 #h4 #ba48'p1,0`9#bjbc4 #aj4 #bj48'`[5,0 .sb,m ^7^sb"1 `ma"ob`masp3 euimw e1em7;o 0https3_/_/" corpus4kor1n4go4kr4n .sb,m ;<5$ .`:a"1 `mas .]^u ;s"o ,iucz `mas q`= .oc[7`v `v3"*iy3 `rq eo2 i3;n "9 .m7^x .n;&z $c[7jc" .m7^x ,ml7z j1 ,m sb',[bcoi4 d]$ `v.n 63333333333333333333333333333334 $5.] ^g,?"1 q`= .oc[7o eg.7! ojrj<: .ms.q irl7n irj3 jv.`o v3,]"1 q`= .oc[7o im eg.7 lon c("o.?["u *`\iycz eg.7! ,r7,]jcz `v.n h333333333333333333333333333333j .m+ o1.] 63333333333333333333333333333334 #bjbc4 #h4 #aa48'`[5,0 `v.n+7 e1em7;o8'jg"*"2`r^1"2,ojs5+7,0 eo2 `o.g euin1 `=`r #bjbc4 #h4 #ba48'p1,0`9#aj4 #bj48'`[5,0 `v.n ,q;],s .sb,m eo2 ib<3 .n;&8'"ois^ui[ ^3],0 ;<5$. ;&dm5.a `s5.[7 eo2 ,ml7.a `\.] #bjbc4 #aa4 #cj48'ex,0 ,ol7,oa h333333333333333333333333333333j ,ol7_/j/hra 63333333333333333333333333333334 irl78'#a ho5,0 egjv;n%a`v3`v7^m .7`v3l7 #ejj e3p3 `[5l78'#b ho5,0 `ma"ob`masp3.7l7 #bjj e3p3 zl78'#b ho5,0 `ma"ob`masp3.7l7 #ajj e3p3 h[a^\l7 `v3"* `osb l7.7 h333333333333333333333333333333j "9 jmp3 `osb .op3"1 qh),ob `ojv .n`=`v ,s"% .)j] i[7 ;r+7 .)j]n,s mir8'.op3^m,s_/.oaem i[7 l7,n cr+7z ;mjm <3cr,0 b#afa .n#h.7 #h4 #chc "9 euiz ;<5$.i!n`n ,u.]w `oc:5dm5 .n`= egw"1 `ma"ob`masp3 euimw e1em7;o8'0https3^/^/corpus4" kor1n4go4kr,0 0,,ai4e1d]" q`= .oc[7w )s c[7":a d]$ .qjr7 .m7 `v.n egw lj7 `n,od3 o+7 =777777777777777777777777777777= ----------------------------#afb ----------------------------#afc .n#i.7 `\"( eo2 `oir j+`v ----------------------------#afd ----------------------------#afe #i4 `\"( eo2 `oir j+`v ^( `v.ncz q`=.oc[7w j3`mas ;s"o c[7":a d]$$ $c[7j3 d]$ ;n`/ g]! exd+"u #f.= e1em7;o .]^o eo2 `v.n ,t`/" q`=.oc[7 )sc[7":a d]$;n`/ g]`v .)eg$ .eg" au `r ,).s5 .n<3 eo2 d]$ ;n`/ ^1.) ^7j>7! .qjr7j<:/i4 e).s `ma"ob`masp3 `o`m;ma #f.= e1em7;o8'$5.] ^g,?" o>`o v3,]" d+ `o^3 eg.7 ,r7,]" `["o5 `o^3 eg.7 ,r7,]" j5w ^g,?" ^m.?.t,] e1em7;o,0"! ^h7["u d]$ `v.n"! ,t`/j`u" d]$ `v.n+7 e1em7;o"u .]^o" $`=j<: `o`m;ma e1em7;o"! d]$ e1em7;o"u ^*jv3j<:/i4 o.m7 $5.] ^g,?" o>`o v3,] `v.ncz `].qirjy `v.n"u ,t`/iys/i4 `].qirjy g]! mrjr g] `o.g`v .t;<"! ,m"obj`u eqp3 [7ir ;n`/"! #afc .n#i.7 #i4 #che e"*j<: p3jv1j3 `].qirjy g]o $c[7jiu"x j<:/i4 `].qirjy .qjr7 ,oncz q$3 d]$" euin1 `o,&,s" ^1d+ d]$ i[7 i<>7j3 d]$"! h=jr ,o5l `\`vw ,q"yiuv hi7iu"! cu4:/i4 `].qirjy yn l7,o `v.n g] .t; .)eg$"u `m,]iy3 `v.n mrp3jy"! `m,]j<: `].qirjyv l7,o `v.n g] `/jya`v .t;7,] .)^3n irj3 .eg`v d]$ ;n`/ ^1.) ^7j>7n irj3 .)eg$^\ .eg! ^9< ^1.) ^7j>7 .n<3n ^3]j<:/i4 j3`mas q`= .oc[7w )s c[7":a d]$ ^1.) ^7j>7 .n<3! mrjr,scz `].qirjy" l7,o `v.n g] `\`v"! .]"oj<:/[e:" ;u`sir )s euin1 ,oirw *`m i=j>7 ^g,?" j3`mas q`=.oc[7 *`m i=j>7" j3`mas q`=.oc[7 *`m ,m+ ,teg! ,mjr7j<: d]$ ;n`/ ^1.) ^7j>7! .n<3j<:/i4 ^( `v.ncz q`= .oc[7w j3`mas ;s"o c[7":a d]$"! mrj3 d]$ ;n`/"! e"*j`u" o"! mrj3 .t;<,sv .o;o5,s"! `r^1j<: ,q`% q`=.oc[7 )sc[7":a d]$ ;n`/ ,t`/ ,oniu jv1+7j1 ,m o/iu"x j3 _s" au `v.n d]$+7 e1em7;o .]^o"! mrj3 .o;o5`v .t;<"! eg,sjvj<: ojmw ,q`% `v.n `r^1 eo2 e1em7;o .]^on ;<5`uj1 ,m o/iu"x j3 _sn ww$ o/i4 ,iuj3 ,o1.n"u d]$ ;n`/"! g]j`u" `[ `\`v"! .]"oj<: ^1.) ^7j>7["u .n,oj5["u,,s j>7jm q`= .oc[7w j3`mas c[7":a d]$ ;n`/ ,m"obn `o:j1 ,m o/iu"x j<:/i4 j>7jmncz `[b,xiu"u ^1.)j3 0;,,llm4w ,]c[7! ;m7^gjo ;[a.]j`o mrjr,scz isma `q `o1ow" b#afe .n#i.7 #i4 #chg i<>7j3 `m.u"! $.q hna,[h["! d]$ irl7["u l5<> j3i4 ,iuj3 i3o1 eui1 y etho eui18'0multi- modal,0"u,sw 0;,,llm4! ;[a.]j1 ,m o/cz ^7^sb :a,o `ueqjr> je:" j3`masn h[ajviy3 `v.ni!! `r^1j<: 0;,,llm4w j3`mas ojr c[7":a! ctb`u ,o5iu o/`n d]$j1 ,m o/iu"x *`m"! .qjr7j1 do1+,]o o/i4 ----------------------------#aff 82;<5`u egj);0 o]jw y 8'#bjbb,0" #bjbb c* e1em7;o $5.] ^g,? eo2 *`m" `ma"ob`masp3 *`m^u`u,s" `ma"ob`masp3 .uhr"q y 8'#bjbb,0" #bjbb c* e1em7;o ^o%3"o,] ^g,? eo2 *`m" `ma"ob`masp3 *`m^u`u,s" `ma"ob`masp3 ,akht>1 ;,s41 ,basile1 ;,v41 `& ,patti1 ;,v4 "<#bjai">4 ,a new m1sure ( pol>iza;n 9 ! annota;n ( hate spee* ,9 ,,ai"9 ,,ia #bjai-,adv.es 9 ,>tificial ,9tellig;e3 ,,xviii,'th ,9t]na;nal ,3f];e ( ! ,italian ,associa;n = ,>tificial ,9tellig;e1 ,r5de1 ,italy1 ,novemb] #ai-#bb1 #bjai1 ,proce$+s #ah " ,spr+] ,9t]na;nal ,publi%+4 ,alkomah1 ,fatimah1 & ,xiaogang ,ma4 8,a ,lit]ature #aff ;<5`u egj) #chi ,review ( ,textual ,hate ,spee* ,detec;n ,me?ods & ,datasets40 ,9=ma;n #ac4f "<#bjbb">3 #bgc4 ,ankur ;,p4 ,p>ikh1 ,xuezhi ,wang1 ,seba/ian ,gehrmann1 ,manaal ,f>uqui1 ,bhuwan ,dh+ra1 ,diyi ,yang1 `& ,dipanjan ,das4 #bjbj4 ,to,,tt,'o3 ,a ,3troll$ ,table-,to-,text ,g5]a;n ,dataset4 ,b>nes1 ;,j41 ,ob]l&]1 ;,l41 ,troiano1 ;,e41 ,kutuzov1 ,a41 ,bu*mann1 ;,j41 ,ag]ri1 ;,r41 444 `& ,velldal1 ;,e4 "<#bjbb1 ,july">4 ,sem,eval #bjbb ,task #aj3 ,/ructur$ ,s5ti;t ,analysis4 ,9 ,proce$+s ( ! #afth ,9t]na;nal ,"w%op on ,semantic ,evalua;n "<,sem,eval- #bjbb"> "4 ,b[man1 ;,s4 ;,r41 ,angeli1 ;,g41 ,potts1 ;,c41 `& ,mann+1 ;,c4 ;,d4 "<#bjae"> ,a l>ge annotat$ corpus = le>n+ natural language 9f];e4 ar,xiv prepr9t ar,xiv3#aejh4jecbf4 ,*&ra ,bhagavatula et ;al4 "<#bjbj">4 ,abductive ,commons5se ,r1son+4 ,pap] pres5t$ at ,9t]na;nal ,3f];e = ,le>n+ ,repres5ta;n "<,,iclr">4 ,*>les ,s&]s ,peirce4 ,collect$ pap]s ( ,*>les ,s&]s ,peirce1 volume #e4 ,h>v>d ,univ]s;y ,press1 #aife4 ,*att]jee1 ,a41 ,n>ah>i1 ;,k4 ;,n41 ,jo%i1 ;,m41 `& ,agrawal1 ;,p4 "<#bjai1 ,june">4 ,sem,eval-#bjai task #c3 ,emo,3text 3textual emo;n detec;n 9 text4 ,9 ,proce$+s ( ! #acth 9t]na;nal "w%op on semantic evalua;n "4 ,cr[dfl[]"<#bjaf"> _/ ,mohammad1 ;,s4 ;,m41 `& ,bravo- ,m>quez1 ;,f4 "<#bjag">4 ,emo;n 9t5sities 9 tweets ar,xiv prepr9t ar,xiv3#agjh4jcfif4 ----------------------------#afg ,de ,bruyne1 ;,l41 `& ,de b#aff ;<5`u egj) #cia ,cl]cq1 ,o4 "<#bjbb">4 ,prospects = ,dut* ,emo;n ,detec;n3 ,9siy">4 ,hate me1 hate me n3 ,hate spee* detec;n on facebook ,9 ,proce$+s ( ! f/ ,italian 3f];e on cyb]secur;y "<,,itasec#ag"> "4 ,demszky1 ;,d41 ,mov%ovitz- ,attias1 ;,d41 ,ko1 ;,j41 ,c[51 ,a41 ,nemade1 ;,g41 `& ,ravi1 ;,s4 "<#bjbj">4 ,g,emo;ns3 ,a dataset ( f9e -gra9$ emo;ns ar,xiv prepr9t ar,xiv3 #bjje4jjedg dos ,santos1 ,a41 ,junior1 ;,j4 ;,d4 ;,b41 `& de ,>ruda ,cam>go1 ;,h4 "<#bjah">4 ,annota;n ( a corpus ( tweets = s5ti;t analysis ,9 ,computa;nal ,process+ ( ! ,portuguese ,language3 #acth ,9t]na;nal ,3f];e1 propor #bjah1 ,canela1 ,brazil1 ,septemb] #bd-#bf1 #bjah1 ,proce$+s #ac "4 ,spr+] ,9t]na;nal ,publi%+4 ,4 ,emo;n ,m9+ f ,text41 ,ma/]'s !sis1 ,univ]s;y ( ,alb]ta1 ,,usa ,gref1 ;,m41 ,mat?ies51 ;,n41 ,v5ugopala1 ;,s4 ;,h41 ,sa!e%1 ;,s41 ,vijayanan?1 ,a41 ,ha1 ;,d4 ;,b41 444 `& ,kohl]1 ;,j4 "<#bjbb">4 ,a /udy on ! ambigu;y 9 human annota;n ( g]man oral hi/ory 9t]views = p]cvd emo;n recogni;n & s5ti;t analysis ar,xiv prepr9t ar,xiv3 #bbja4jfhfh4 ,huang1 ;,c41 ,trabelsi1 ,a41 ,q91 ;,x41 ,f>ruque1 ;,n41 `& b#afg ;<5`u egj) #cic ,za^8ane1 ,o4 ;,r4 "<#bjai">4 ,seq#b;emo = multi-label emo;n classifica;n bas$ on lat5t v>iable *a9s trans=ma;n4 ar,xiv prepr9t ar,xiv3#aiaa4jbadg4 ,jason ,obeid1 ,5amul ,hoque4 #bjbj4 ,*>t-to-,text3 ,g5]at+ ,natural ,language ,descrip;ns = ,*>ts by ,adapt+ ! ,trans=m] ,model4 ,jiaw5 ,zhu1 ,j9ye ,ran1 ,roy ,ka-wei ,lee1 ,k5ny ,*oo1 ,zhi ,li4 #bjba4 ,auto,*>t3 ,a ,dataset = ,*>t-to-,text ,g5]a;n ,task4 ,kum>1 ;,r41 ,ojha1 ,a4 ;,k41 ,malmasi1 ;,s41 `& ,zampi]i1 ;,m4 "<#bjbj1 ,may">4 ,evaluat+ a7res.n id5tifica;n 9 social m$ia4 ,9 ,proce$+s ( ! second "w%op on troll+1 a7res.n & cyb]bully+ "4 ,lee1 ,j1n1 et ;al4 8,k- ,,mh,'a,s3 ,a ,multi-label ,hate ,spee* ,detec;n ,dataset 9 ,kor1n ,onl9e ,news ,com;t40 ar,xiv prepr9t ar,xiv3 #bbjh4ajfhd "<#bjbb">4 ,li1 ;,y41 ,su1 ;,h41 ,%51 ;,x41 ,li1 ;,w41 ,cao1 ;,z41 `& ,niu1 ;,s4 "<#bjag">4 ,dailydialog3 ,a ----------------------------#afh manually labell$ multi turn dialogue dataset4 ar,xiv prepr9t ar,xiv3#agaj4jcieg4 ,liang1 ;,p41 ,bommasani1 ;,r41 ,lee1 ;,t41 ,tsipras1 ;,d41 ,soylu1 ;,d41 ,yasunaga1 ;,m41 444 `& ,kore$a1 ;,y4 "<#bjbb">4 ,holi/ic evalua;n ( language models ar,xiv prepr9t ar,xiv3#bbaa4jiaaj4 ,liu1 ;,c41 ,osama1 ;,m41 `& ,de ,&rade1 ,a4 "<#bjai">4 ,,d5s3 a dataset = multi-class emo;n analysis ar,xiv prepr9t ar,xiv3#aiaj4aagfi4 ,liu1 ;,v41 ,banea1 ;,c41 `& ,mihalcea1 ;,r4 "<#bjag1 ,octob]">4 ,gr.d$ emo;ns4 ,9 d#afg ;<5`u egj) #cie #bjag ,sev5? ,9t]na;nal ,3f];e on ,a6ective ,comput+ & ,9tellig5t ,9t]ac;n "<,,acii"> "4 ,,ieee4 ,mie/amo1 ;,m41 ,k>lsson1 ;,f41 `& ,s9nemaki1 ;,k4 "<#bjjh">4 ,language complex;y4 ,language ,complex;y1 #a-#cgd4 ,mohammad1 ;,s4 ;,m41 `& ,bravo-,m>quez1 ;,f4 "<#bjag">4 ,,wassa-#bjag %>$ task on emo;n 9t5s;y4 ar,xiv prepr9t ar,xiv3 #agjh4jcgjj4 ,mohammad1 ;,s4 ;,m41 ,zhu1 ;,x41 ,kirit*5ko1 ;,s41 `& ,m>t91 ;,j4 "<#bjae">4 ,s5ti;t1 emo;n1 purpose1 & /yle 9 electoral tweets ,9=ma;n ,process+ `& ,manage;t1 #ea"<#d">1 #dhj-#dii4 ,mohammad1 ;,s41 ,bravo- ,m>quez1 ;,f41 ,salameh1 ;,m41 `& ,kirit*5ko1 ;,s4 "<#bjah1 ,june">4 ,semeval-#bjah task #a3 ,a6ect 9 tweets4 ,9 ,proce$+s ( ! #abth 9t]na;nal "w%op on semantic evalua;n " ,mollas1 ,ioannis1 et ;al4 0,,e?os3 a multi-label hate spee* detec;n dataset 0 ,complex `& ,9tellig5t ,sy/ems #h4f "<#bjbb">3 #dffc-#dfgh4 ,mossie1 ;,z41 `& ,wang1 ;,j4 ;,h4 "<#bjbj">4 ,vuln]able commun;y id5tifica;n us+ hate spee* detec;n on social m$ia ,9=ma;n ,process+ `& ,manage;t1 #eg8'#c,01 #ajbjhg4 ,mulki1 ;,h41 ,haddad1 ;,h41 ,ali1 ;,c4 ;,b41 `& ,al%abani1 ;,h4 "<#bjai1 ,augu/">4 ;,l- hsab3 ,a levant9e twitt] dataset = hate spee* & abusive language ,9 ,proce$+s ( ! ?ird "w%op on abusive language onl9e " ,nasr9 ,mo/afazadeh et ;al4 "<#bjaf">4 ,a ,corpus & ,evalua;n ,frame"w = ,deep] ,"u/&+ ( ,commons5se ,/ories ar,xiv prepr9t ar,xiv3 b#afh ;<5`u egj) #cig #afjd4jafif4 ,nie1 ;,y41 ,williams1 ,a41 ,d9an1 ;,e41 ,bansal1 ;,m41 ,we/on1 ;,j41 `& ,kiela1 ;,d4 "<#bjai">4 ,adv]s>ial ,,nli3 ,a new b5*m>k = natural language "u/&+4 ----------------------------#afi ar,xiv prepr9t ar,xiv3 #aiaj4adeii4 ,oleksii ,sidorov1 ,r;ghang ,hu1 ,m>cus ,rohrba*1 ,amanpreet ,s+h #bjbj4 ,text,caps3 a ,dataset = ,image ,cap;n+ ) ,r1d+ ,compreh5.n2 ,\yang1 ,l41 ,wu1 ,j41 ,jiang1 ,x41 ,almeida1 ,d41 ,wa9w"r1 ;,c4 ,l41 ,mi%k91 ,p41 444 `& ,l[e1 ;,r4 "<#bjbb">4 ,tra9+ language models to foll[ 9/ruc;ns ) human fe$back ar,xiv prepr9t ar,xiv3#bbjc4jbaee4 ,p>k1 ,s41 ,moon1 ;,j41 ,kim1 ,s41 ,*o1 ;,w4 ,i41 ,han1 ,j41 ,p>k1 ,j41 444 `& ,*o1 ;,k4 "<#bjba">4 ,klue3 ,kor1n language "u/&+ evalua;n4 ar,xiv prepr9t ar,xiv3#baje4jifhj4 ,patwa1 ,p41 ,aguil>1 ,g41 ,k>1 ,s41 ,p&ey1 ,s41 ,sr9ivas1 ;,p4 ;,y4 ;,k4 ,l41 ,gamback1 ,b41 444 `& ,das1 ,a4 "<#bjbj">4 ,sem,eval-#bjbj ,task #i3 ,ov]view ( ,s5ti;t ,analysis ( ,code-,mix$ ,tweets4 ,sem,eval`a ,,col+1 #ggd-#gij4 ,p]ez1 ,juan ,manuel1 et ;al4 8,assess+ ! impact ( 3textual 9=ma;n 9 hate spee* detec;n40 ar,xiv prepr9t ar,xiv3 #bbaj4jjdfe "<#bjbb">4 ,poletto1 ;,f41 ,basile1 ;,v41 ,sangu9etti1 ;,m41 ,bosco1 ,c41 `& ,patti1 ;,v4 "<#bjba">4 ,res\rces & b5*m>k corpora = hate spee* detec;n3 a sy/ematic review ,language ,res\rces & ,evalua;n1 #ee1 #dgg-#ebc ,qian1 ,j+1 et ;al4 8,le>n+ to deciph] hate symbols40 ar,xiv prepr9t ar,xiv3#aijd4jbdah a#afi ;<5`u egj) #cii "<#bjai">4 ,ra6el1 ;,c41 ,%aze]1 ,n41 ,rob]ts1 ,a41 ,lee1 ,k41 ,n>ang1 ,s41 ,mat5a1 ,m41 444 `& ,liu1 ;,p4 ;,j4 "<#bjbj">4 ,explor+ ! limits ( transf] le>n+ ) a unifi$ text-to-text trans=m]4 ,! ,j\rnal ( ,ma*9e ,le>n+ ,rese>*1 #ba8'#a,01 #edhe-#eeea4 ,sabat1 ,b5et ,oriol1 ,cri/ian ,canton ,f]r]1 & ,xavi] ,giro-i-,nieto 8,hate spee* 9 pixels3 ,detec;n ( (f5sive memes t[>ds automatic mod]a;n40 ar,xiv prepr9t ar,xiv3#aiaj4jbccd "<#bjai">4 ,sanh1 ,v41 ,webson1 ,a41 ,ra6el1 ,c41 ,ba*1 ;,s4 ,h41 ,sutawika1 ,l41 ,alyaf1i1 ,z41 444 `& ,ru%1 ,a4 ;,m4 "<#bjba">4 ,multitask prompt$ tra9+ 5ables z]o-%ot task g5]aliza;n ar,xiv prepr9t ar,xiv3#baaj4jhbjg4 ,s*uff1 ,h41 ,b>nes1 ,j41 ,mohme1 ,j41 ,pad#f1 ,s41 `& ,kl+]1 ;,r4 "<#bjag1 ,septemb]">4 ,annota;n1 modell+ & analysis ( f9e-gra9$ emo;ns on a /.e & s5ti;t detec;n corpus4 ,9 ,proce$+s ( ! #hth ,"w%op on ,computa;nal ,approa*es to ,subjectiv;y1 ,s5ti;t & ,social ,m$ia ,analysis "4 ----------------------------#agj ,%>ma1 ,c41 ,bhag]ia1 ,d41 ,scott1 ,w41 ,pykl1 ,s41 ,das1 ,a41 ,*akraborty1 ,t41 444 `& ,gamback1 ;,b4 "<#bjbj">4 ,sem,eval-#bjbj ,task #h3 ,memo;n ,analysis,-,! ,visuo- ,l+ual ,metaphor6 ar,xiv prepr9t ar,xiv3#bjjh4jcgha4 ,%>ma1 ;,h4 ,k41 `& ,k%itiz1 ;,k4 "<#bjah1 ,june">4 ,nlp & ma*9e le>n+ te*niques = detect+ 9sult+ com;ts on social net"w+ plat=ms ,9 #bjah ,9t]na;nal ,3f];e on ,adv.es 9 ,comput+ & ,communica;n ,5g9e]+ "<,,ica3e"> "4 ,,ieee4 ,%>ma1 ,r41 ,all51 ,j41 c#afi ;<5`u egj) #dja ,bakh%&eh1 ,o41 `& ,mo/afazadeh1 ;,n4 "<#bjah">4 ,tackl+ ! ,/ory ,5d+ ,biases 9 ,! ,/ory ,cloze ,te/ ,,acl4 ,tafre%i1 ,s41 `& ,diab1 ;,m4 "<#bjah1 ,may">4 ,s5t;e & clause level emo;n annota;n1 detec;n1 & classifica;n 9 a multi-g5re corpus4 ,9 ,proce$+s ( ! ,elev5? ,9t]na;nal ,3f];e on ,language ,res\rces & ,evalua;n "<,,lrec #bjah">4 ,to%niwal1 ,s41 ,%i1 ,h41 ,%i1 ,b41 ,gao1 ,l41 ,livescu1 ,k41 `& ,gimpel1 ;,k4 "<#bjbj">4 ,a cross-task analysis ( text span repres5ta;ns ar,xiv prepr9t ar,xiv3#bjjf4jchff4 ,wang1 ,a41 ,pruksa*atkun1 ,y41 ,nangia1 ,n41 ,s+h1 ,a41 ,mi*ael1 ,j41 ,hill1 ,f41 444 `& ,b[man1 ;,s4 "<#bjai">4 ,sup]glue3 ,a /icki] b5*m>k = g5]al-purpose language "u/&+ sy/ems4 ,adv.es 9 neural 9=ma;n process+ sy/ems1 #cb4 ,wang1 ,a41 ,s+h1 ,a41 ,mi*ael1 ,j41 ,hill1 ,f41 ,levy1 ,o41 `& ,b[man1 ;,,,s4 ;r4 "<#bjah">4 glue3 a,' multi task b5*m>k & analysis plat=m = natural language "u/&+ ar,xiv prepr9t ar,xiv3#ahjd4jgdfa4 ,wang1 ,y41 ,mi%ra1 ,s41 ,alipoormolaba%i1 ,p41 ,kordi1 ,y41 ,mirzaei1 ,a41 ,naik1 ,a41 444 `& ,%51 ;,x4 "<#bjbb1 ,decemb]">4 ,sup]- natural9/ruc;ns3 ,g5]aliza;n via decl>ative 9/ruc;ns on #afjj"6 nlp tasks4 ,9 ,proce$+s ( ! #bjbb ,3f];e on ,empirical ,me?ods 9 ,natural ,language ,process+"4 ,yang1 ,ki*ang1 ,wonjun ,jang1 & ,won ,ik ,*o4 8,,ap1*3 ,attack+ ,pejorative ,expres.ns ) ,analysis on ,cr[d-,g5]at$ ,hate ,spee* ,evalua;n ,datasets 0 ar,xiv prepr9t ar,xiv3 #bbjb4abdei "<#bjbb">4 b#agj ;<5`u egj) #djc ,zell]s1 ,r41 ,bisk1 ,y41 ,s*w>tz1 ,r41 `& ,*oi1 ;,y4 "<#bjah">4 ,,swag3 ,a ,l>ge- ,scale ,adv]s>ial ,dataset = ,gr.d$ ,commons5se ,9f];e ,,emnlp4 ,zh\1 ,y41 ,muresanu1 ,a4 ,i41 ,han1 ,z41 ,pa/]1 ,k41 ,pitis1 ,s41 ,*an1 ,h41 `& ,ba1 ;,j4 ----------------------------#aga "<#bjbb">4 ,l>ge language models >e human-level prompt 5g9e]s ar,xiv prepr9t ar,xiv3 #bbaa4jaiaj4 ----------------------------#agb 82^m"x#a;0 0;,,llm4 *`m i=j>7 .ul 0,*at,,gpt4 i[7.7 ojm"u .<*s ;s"on irj3 *`mc l3sb`/ d3iu$ v3.)jo ;u`sir )s euin18'oj 0;,,llm,0"u .)jv3iys/[e:" ^( ^u`u,sn,scz ;u`sir )s euin1w *`m i=j>7! ^g,? j5["u,,s j>7jm d]$ ;n`/$ c<<$1 ^7j>7n irjr `u;<1j<:/i4 0;,,llm4z `o.( )s euin1n ^ojr jp1,,q fz f[`ow euin1i!o"< j1 ,m o/[e:" euin1 f[`ov ,]c[7o ^o"njcz )s euin1w h[a,]l7 `r^\ `v.ni!n irj3 0;,,llm4w ,]c[7z ^o>a.?["u .[7$j<:/i4 on ,i"< 0;,,llm4w ,]c[7! .=jb.?["u ;[a.]j1 ,m o/cz ^n3;oef[ do1+,]o irimiys/[e:" ,o1,r7jv1n,s o1sccz l7jv7! i"mcz ,8,oc"ou .m7,o50'w .)jv3o o1sc`u o/i4 ,iregn o"! imr'^9;o5j1 ,m o/cz i<>7j3 inohs ,nh["! e"*j1 do1+,] :a,o fs.o`u #agb ^m"x#a #dje o/i4 d]$ ;[ae*n,siu ,o1,r7jv1w :"s l7jv7i!! d]$j`n iys/`o ,iregn i<>7j3 .]">7.? d]$ .od+n irj3 `u;<1o do1+je:" ,o1.n l+7. j3i4 is c<<$ ;u`sir )s euin1w j+%1.?q ja,[b jxz ;m"(8'09f];e,0! d]$j1 ,m o/cz ,8j+%1,]0' .od+iu cg:`:^u<> j1 .od+oi4 j3d* `o.( ]s" .m7`masv $8z .m"% )si!"u ja,[biy3 0;,,llm4 h[a,]l7 `o.(w ^n3;oef[i! :a,o .m"% )s"u `r^1iycz h[a,]i!o o/s/i4 on `o.( )si!"u `r^1iy3 ^n3;oef[i!w ,oc"oui!! ^g,?j<: ^g"% ;n`/8'0taxonomy,0"u .n,oj<:/[e:" `ma"ob`masp3o ^u%j3 )s .7jm 0;,,llm4 ja,[b eo2 ,]c[7 d]$"! mrj3 inohs ,nh[ `r^1 `o;u ."+"! .n,oj<:/i4 `\"(.?["u j>7jm `ma"ob`masp3w q`=.oc[7 )sc[7":a d]$ ;n`/cz ,o1,r7jv1 ,oc"ou"! duj5j3 .=jb.? ^n3;oef["u c<<$> je:" o"! mrjr i<>7j3 inohs ,nh[ `r^1`v :"s .]">7.?" .],].? .od+i!! e"*j1 do1+,]o o/i4 o,ir `r^1w `o.g["ucz .m"% )s ^n3;oef["u^mhs `r^1j3 ^g"% ;n`/"! jv1+7j1 ,m o/[e:" j3`mas ^n3;oef["! mrj3 .o,x.?q `v.n ^1`& eo2 d]$ .od+ e"*" inoh[ ,nh[ `r^1 cu":ao do1+ji4 #a4 d]$ ;n`/8'^n3;oef[" 0,b5*m>k,0 *`m j*jv7 ]s"u jg"*iy3 0;,,llm4w ]j>7["u i,mw ^n3;oef[$ ]s"! .m7,o5["u *`miy`u o/[e: .=jb.?q 0;,,llm4w ,]c[7! ^u`o mrj3 ^n3;oef[_/ "ois^ui[v h[a.] iuenqn irj3 ,]c[7 d]$"! .qjr7j`o mrj3 ^n3;oef[_/"ois^ui[ im $.o"u >7^giys *`m$ .qjr7iy`u o/i4 b#agb ^m"x#a #djg #bjbc c* l7^3`o^ui j^3`on i,m `=`r$ iys/[e:" o"! h=jr ^n3;oef[w `r^1o ,^"[`n o"ms.o`u o/[5! <1 ,m o/i4 ----------------------------#agc "7d+ #ajb71 #bjbc c* ]s "ois^ui[_/ ^n3;oef[ ex"x =gggggggggggggggggggggggggggggg= `=`r ,o`o"1 "ois^ui[_/^n3;oef[ ^o`u """""""""""""""""""""""""""""""" #bjbc l7^3`o"1 0op5-;llm-l1d]bo>d4 udz,u,[ fse%cohon,s .q.]j3 .q.)o o"ms.o`u o/cz.o" s,i) euin1o ;y,q `o,&q.o +7oj`n $":cr`o mrj3 "ois^ui[ 0,,jeeb,'5* 0;,,llm4w eg.n jr`\ c[7":a! d]$ 0,,hippo "<,hi<-level ,9t]l+ual ,p]=m.e ,proxim;y ,optimiz$">4 ^):aw eg^sb.? .]jva,]`v weo.? ;qeo1,] ;[ae*n,s 0;,,llm4w j+c[7! d]$ #bjbc j^3`o"1 09/ruc;n.-foll[+.-eval "<,,ife,'val">4 euin1o .o;o5! ,i"[cz c[7":a d]$ 0,halluc9a;n ,l1d]bo>d4 eg,s +>a ,o euin1o jsmr .]^u"! tec e3i!scrcz.o d]$ 0,psy,b5*4 ,o5"oja ]:an,s euin1w ,]c[7 .=jb.? d]$ 0;,,llm data ,3tam9a;n4 udz 0;,,llm" ix.s5 0;,,llm4 euimn .?+7iy1 ,m o/cz d]$ inohs ,nh[ u:5 h5.o 0,,llme,'val4 ]s 0;,,llm4d]$ ^n3;oef[ `r^1 0,judge,,lm4 `udm5.o1 inohs,nh["! jv1+7j<: 0;,,llm4! damet]4"! d]$j`u ;y.?jvj`o mrjr `m;ma 0,,mt-b5* ,80;,,llm-z-a- judge,0 ,,vs ,8human pref];e,0 o1;o :^m"! jvaqj`o mrj5 0,*atbot ,>5a4 f["4w 0,,mt-b5*4cz 0;,,llm4! .=jb.?["u d]$jcz ird+.?q ^n3;oef[oi4 o *`mn,scz 0,,ll,'a,,ma-#ac0,b4v 0,vicuna- #ac,b4"! dd0'"! ^\iu"u `m;maj<: `u`[b ;m"( c[7":a! d]$j`u. is s":g ^n3;oef["! j5,`n `m;maj3 .s5o cgn ,iwcz ^m^goi4 o yniu 0,c-eval4z .m7`ma jv3`]n,s l+7j`o mrj3 j3.].?q iuenqw ,]`:a! ,iw`u o/czin" .m7`ma l+7.7n irj3 d]$"! ex.?["u j3i4 inohscz #eb`r fhn`u"ov #d`rw c3oiun `t;: #ac1idh`rw `ra`v3,oa egj7["u `m,]iys o/i4 "7d+ #ajc71 #bjbc .m7`mas "ois^ui[_/^n3;oef[ ex"x =gggggggggggggggggggggggggggggg= `=`r,o`o"1 "ois^ui[_/^n3;oef[ ^o`u """""""""""""""""""""""""""""""" #bjbc l7^3`o"1 0,c-,,eval4 .m7`mas `o;u euin1w `u`[b `oc[7! d]$ .m7`ma h[ajv inohs ,nh[ `m;ma c#agc ^m"x#a #daa #bjbc j^3`o"1 0,zhu,jiu4 .=jb.?q .m7`ma ^n3;oef[ .n<3 ]s"uiu i=i[7j3 d]$ $c[7 0,,cleva4 .m7`ma 0;,,llm4! ;=;n.?["u d]$ 0prompt4"! d+.gjvj<: 0;,,llm4 d]$w ^o`+ $c[7,]! cu4o5 =777777777777777777777777777777= ]s" .m7`mas,^ge3 d,0$ o/i4 ocz j3`masv j3`ma egjv h[a,]o ^3]iy3 euin1 d]$"! mrjr g]iycz "ois^ui[oi4 "ois^ui[ ,gmr"! cu4o`o mrjr jg"* `v.]n d]$ ,nh["! duj5jcz i[7 ^m.] l+7! .bc8'sb,[hno.o .n`=" l"<5 ^):a eo2 ^*j],0" 0,ko-,tru?;l ,,qa8'sb,[hno.o .n`=" l"<5 ^):a eo2 ^*j],0" 0,ko-,comm;g5 ;,v#b8'`u":irja`+ 0,,nlp`&,,ai4 *`m,o1n,s .n`=" .;n .n.a,0o o/i4 o yniu j3`mas era"4w 0,,helm4 "ois^ui[cz #aaf`rw ,oc"ou"! .n<3j3i4 .o1egib^*_/ .]^u`s5,ra _/ +>a_/ $5,]^g,? _/ ix,]$5.o _/ hna,[h[^g"% _/ )s _/ .o,oa _/ ;m"o _/ c[7"%1 _/ dojr _/ `ra`v3,oa .)">a! ^o"u'j3 #aaf`rw ,oc"ou"! .?+7j`u o/i4 .m7`mas"u `m;maiy3 0,flag,eval4z .<*s ;s"o8'0,,nlp,0" fs5d%hs ^o.)8'0,,cv,0" uiou" etho eui1 #d$.ow ,oc"ou"! .?+7j`u o/i4 ,iuj3 `o.(w )s euin18'oj 0,,lm,0n,s 0;,,llm4["u )s euin1w f[`o$ jvairiy`u o/i4 ov j5,`n :"s$.o +,u$ ^*jviys/i4 0,,lm4z euin1 h["noco7 7,]iu ^m.xj3 d*os/i4 d]$ ^7,oaiu jg"*8'0tra9+,0 ojm .]">7.?q d]$$ .m"u o"ms.:/[e: ^n3;oef[iu `v.n .m7,o5 d]$"u o"ms.:/s/i4 .);n.?["u 0,,lm4z `%eu$ .a`u j3.].?o s,s 0task4"! ojrjczin `maj3iycz .s5o o/s/i4 j.oe3 0;,,llm4["u ^*jviye*,s $.7 fz ^*jvcz ,r7,]o $c[7jr.:/icz .s5`v euin1w f[`oiu j7j3 iuenq! .?+7j1 ,m o/`n iys/i4 h[ajo d]$v `v3"*j<: 0,,lm4z jg"* a#age ^m"x#a #dae ojm .]">7.? d]$$ $c[7jr/[c 0;,,llm4z jg"* iu.m7 .],].? d]$$ $c[7je: ^n3;oef[iu `v.n .m7,o5n,s ,oc"ou .m7,o5["u oi=j<:/i4 .],].? d]$$ o"ms.ocz 0;,,llm4["uw oi=z `u9 d]$n q$3w `robo do1+j5! weoj3i4 on imrn,s d]$w j["[5! j5,`n l1d:^u1 /.]oe: ^( ^u`u,sn,siu ,oc"ou .m7,o5["u ^n3;oef["! ^g,?j`u ^1.) ^7j>7! .n<3j3i4 #bjbc c*n `=`riy3 ^n3;oef["! l1d:^ue* 0;,,llm4! irl7["u d]$jcz _so`o ,iregn inohs,nh[w `%eu$ i<>7ji4 l7^3`o^ui j^3`on `=`riy3 inohsw ,m$ is e30[e: inohsw `%eucz ;y,u #dj`rw .o1eg^mhs #cj e3 `r ol7,$.o i<>7ji4 "7d+ #ajd71 #bjbc "ois^ui[_/^n3;oef[ `=`r inohs ,nh[ ex"x =gggggggggggggggggggggggggggggg= `=`r,o`o"1 d]$;n`/ o"[5 inohs ,nh[ `%eu """""""""""""""""""""""""""""""" #bjbc l7^3`o"1 0c-eval #ac1idh `rw `ra`v3,oa eg.n"u `m,] 0,,jeeb,'5*"1 #eae`rw eg.n 0,! ,rakuda ,rank+ ( ,japanese ,,ai4 o1^(s.o1eg #dj`r #bjbc j^3`o"1 09/ruc;n.-foll[+.-eval "<,,ife,'val">4 #ejj`)w d["u5d[h[ 0halluc9a;n ,l1d]bo>d 0s\rce- summ>y4 `m.u inohs ,nh[" >a #i1jjj`) 0,,cleva #hd`r inohs ,nh[n,s #cg e3 `rw hn,[h[ q,[h),[ 5 .[7$7 jm #i^rae3 `rw fp"o ,mjr7 0safety b5*m>k #aa1dce`r `ra`v3,oa egj7 ----------------------------#agf 0judge,,lm4 euin1 ja,[b+7 0dataset ,judge,,lm-#ajj,k 8'tra9"1#ajj1jjj`)" 0vali"1 #e1jjj`),0 0p&a,,lm4 euin1 ja,[b+7 c#age ^m"x#a #dag 0dataset #cjj1jjj`r 0,,llme,'val #b1eec samples =777777777777777777777777777777= ir^m^gw ^n3;oef[n,s inohs ,nh[cz `=`rj`u o/[c o1^m inohs ,nh[cz ,)hra.? `=`r jxz eo`=`roi4 `=`riy.o <30z inohs ,nh[ ex"xz i<[5`v $8i4 "7d+ #aje71 #bjbc "ois^ui[_/ ^n3;oef[ eo`=`r inohs ,nh[ ex"x =gggggggggggggggggggggggggggggg= `=`r,o`o"1 d]$;n`/ o"[5 inohs ,nh[ eo`=`r :^m """""""""""""""""""""""""""""""" #bjbc l7^3`o"1 0,*atbot ,>5a"1 eo`=`r 0,op5 ;,,llm ,l1d]bo>d "<,humans & ,,gpt#d evalua;ns">4"1 eo`=`r 0,hae rae"1 ,)hra.? `=`r 8'eno1"u ,q;],0 #bjbc j^3`o"1 0,psy,b5*"1 c(ege3 `=`riy3 l7hr 0,op5-,ko-,,;llm-,l1d],bo>d"1 ix.s58'^o`=`r,0 3o d]$ `v.]n,se3 l+7 $c[7 0,zhu,jiu"1 eo`=`r 0;,,llm data ,3tam9a;n"1 c(ege3 `=`riy3 l7hr =777777777777777777777777777777= eo`=`r inohs ,nh[iu .(.rj`u o/[c" ir;n"u inohsw `%eu$ i<>7j`u fs.:/`u inohsw j],oaiu i<>7jr.o`u o/[e: ir^m^gw inohs ,nh[$ `=`r"! j5,`njcz j["[5["u .qjr7iy`u o/i4 #c4 d]$ .od+ #bjbc c* euin1 d]$n l+7iy3 d]$ .od+w j["[5z ,r"ug .]">7.? d]$ ^7^sbo i[7.7j3icz .s5oi4 `o.(;s"s5 .]">7.? d]$e3 .qjr7j`sc .]">7.? d]$v .],].? d]$"! j5,`n .qjr7jcz *`miu o/i4 .]">7.? d]$e3["ucz ,r7,] `\`ve&w dm5.o1! e]jvajo d]$j`o s":p b#agf ^m"x#a #dai .],].? d]$"! ;m$"u .qjr7jcz d*oi4 h[ajo .]">7.? d]$v .],].? d]$"! j5,`n l+7jcz *`mw `]m .],].? d]$w ^o%1o cu4z d*oi4 0,*angr;g ,xiao et ;al4 "<#bjbc">4z 0;,,llm4w ,r7,] c[7":a! d]$j`u. .]">7.? d]$"ucz 0,,nll1 ,,smog1 ,fles*1 ,,ttr1 ,rep4"! l+7j<:/`u q$3w .],] d]$cz i;7.? d]$ .od+iu `/,xjr,s *`miy`u o/cz _s["u ^uqi4 0,yang1 ,liu et ;al"<#bjbc">4w 0,g ,,eval4z .<*s ,r7,],o,[hn5["u ,r7,]iy3 hna,[h[w dm5.o1 d]$8';<7w,]" i<>7 ----------------------------#agg ,],0n irj3 `o.( 0metric4 .?+7w s":m5 `[a^x! mrjr ,r7$aw l,!8'0,*a9-(-,?"\1 ,co,t,0"! .?+7j3 d]$ d["no5 pf[oi4 0,g- ,,eval4z hna,[h[ +>a`v irjv ,r7,]o"7 d]$.od+"u 0,ye1 ,se;ghyeon1 et ;al4"<#bjbc">4w 0,,flask4 q$3 eo2 euin1 `o^3 d]$ d["uhufu1! h=jr ,n^gjviy3 d]$"! .qjr7jcz *`m$ o/i4 c("o.? l`u8'0,logical ,?9k+22 ,logical ,correct;s1 ,logical ,robu/;s1 ,logical ,e6ici5cy,0" ^r`] .o,oa 8'0,backgr.d ,k2 ,factual;y1 ,commons5se ,"u/&+,0" eg.n jr`\ 8'0,problem ,h&l+2 ,compreh5.n1 ,9sim.s;s,0 ;= #ab$.o d]$ ;n`/"! a#agg ^m"x#a #dba jv1+7j<: ,n^gjviy3 d]$"! .n<3je: "nois erb ! j5,`n .n`=j`u o/i4 ie3 i<>7j3 0;,,llm4 `v.nn $.7 j+`v.?q d]$ .od+$ ems'q.on irjr ;m$.?q *`m"! ,mjr7j1 do1+$ o/s ^uqi4 o1"n"u" 0,nimah et ;al4 "<#bjbc">4n,scz .i= d]$ `\`vv q$3 d]$ `\`vw 0correla;n4 .s5,m$ d]$ iu`m"u,sw d]$ .od+w j+`v,]! weojcz _sz 4w 80,flask3 ,f9e-gra9$ language model evalua;n bas$ on align;t skill sets4 d]$ .od+n ,i"z ,]c[7 "noiserb ,'`["o5 ,r7">a,' o;s"s5 ir^m^gw *`mn,s q$3w d]$"! ir;nj`o mrj3 .]">7.? .od+w do1+,]! )`[bje: on ekcz .od+"! `r^1jcz j["[5oi4 ie3 hr,[f[n ,i"< .?+7 $c[7j3 d]$ ^7^sbo i"[icz _s! :5imj1 do1+$ o/s ^uoe: on q$3 d]$$ .?jbj3 `v.n$ c#agg ^m"x#a #dbc o/icz _siu `u":j<: q$3d]$w ^1.)iu j5,`n ;m$.?["u *`m$ .qjr7iys> j3i4 #bjbc c* .n <3iy3 d]$ .od+"! .]"oje* i<[5`v $8i4 "7d+ #ajf71 #bjbc .n<3iy3 d]$ ^7^sb =gggggggggggggggggggggggggggggg= d]$ 0,,metric"1 ,te] """""""""""""""""""""""""""""""" 0,g-,,eval"1 .<*s ,r7,] ,o,[hn5["u ,r7,]iy3 `\`ve&w dm5.o1 d]$n 0,co,t4"! .?+7jcz d["no5 pf[4 0,,flask3 9/ruc;n4n enhinohs .m,?! j`u" 0skill1 9/.e4^\ 0rubric4! `o^3["u d]$"! ,mjr7j<: 0skill1 doma91 level4n ,i"< 0;,,llm4 `oc[7n irj3 du`v1.?q ^g,? .n`= 0,exact ,mat*"1 "n^n1 #a`9#c,$.ow .o1eg! h=jr 0;,,llm4w ,]c[7 d]$ 0,judge,,lm3 agree;t1 preci.n1 recall1 ;,f#a-score4"! jv1+7j<: ,]c[7 d]$ 0,p&a,,lm13 ;,,llm4w 0hyp]p>amet]4"! d]$j`u ;y.?jvj`o mrjr 0a3uracy1 preci.n1 recall1 ;,f#a-score4 l+7 0,*at,eval"1 q`)^ov d]$ ,o$3w j+%1! iueuj`o mrjr q$3w ir<3["u 0;,,llm4w .5.r":a h5`mj`u. q$3 d]$.iza;n1 ,logical ,r1son+1 ,semantic ,"u/&+1 ,k ,,qa1 ,multil+ual1 ,h>m.s;s1 ,dialogue1 ,text ,composi;n4 l+7 0;,,llm data ,3tam9a;n"1 d]$ inohs ,nh[ u:5 h5.o"! mrj3 d]$ .od+ 0,,bm#be score1 ,sacre,,bleu1 ,,bleurt1 semantic simil>;y =777777777777777777777777777777= ----------------------------#agi #d4 ^1.) $c[7j3 )s .d4`v 0,safety,b5*4$ o/i4 0,halluc9a;n ,l1d]bo>d4cz p3eg-+>a `m.u"uiy3 inohs ,nh["! l+7j<:/`u ocz `ma"ob`masp3 e1em7;o .m7 eg,s+>ae1em7;ov %lj3 ,]`:a! $.: o"! ;<5`uj<: ^1.),ofo1 ,m o/! _s["u ,r7$aiy3i4 0,safety,b5*4cz `ra`v3,oa egj7["u `m,]iys o/.oe3 <3.) eg.nv `v3"*j3 egj7["u ocz ^o%3"o.? d+j* e1em7;o .o;o5 `r,)! [7+7j<: .?+7o $c[7j1 _s["u ^uqi4 ie3 ^n3;oef[n,s inohs ,nh["! .;n `m;ma jxz .[7$7w ^7^sb! l+7j`u o/czin ocz j3d*["u `o`m;maiy3 )s .7! .n<3" .]"oj<:/i4 o"! mrjr ,oc"ou"! m,) ^( ^u`u,sn,s ,t.]j<:/i4 .<*s ;s"o ^g>w h[a,]! `u":j<: )s8'0,language,0" .o,oa8'0,"kl$ge,0" q$3 o1;o8'0,human value,0" etho eui18'0,multimodal,0"u `m,]j<:/i4 .,nj3 ,oc"ou ^g"% ;n`/cz i<[5`v $8i4 "7d+ #ajg71 ,oc"ou ^g"% ;n`/ .]w =gggggggggggggggggggggggggggggg= ir^g"%"1 ,u^g"% ^o`u """""""""""""""""""""""""""""""" 0,language"1 0,,nlu4 ^o.]j] hna,[h[ inohs ojr" .]j] hna,[h[ inohs ojr 0,,nlg4 ^o.]j]_/.]j] hna,[h[ inohs ,r7,]" ;<7w.? `!,,[`o b#agi ^m"x#a #dbg 8'o>`o .o'`o i[7,0 0l+ui/ic4 ;[7mrw 0,tasks 0pos1 p>s+1 ,,srl1 m9imum pairs4 444 0,k"1 0g5]al k4 o1^3.?q l,o1" l7,oan irj3 0halluc9a;ns1 commons5se r1son+4 0specific k4 ma?1 code4 i[7 0,,/em4 .o,oa" .)eg^g>8'w"+" ^sb"%1 i[7,0 .o,oa! i"mcz `]m 0,human value3 h>m;l;s1 toxic;y1 e?ics1 bias 444 0,multimodal"1 == hna,[h[$ v ;m$.?["u `r^1o do1+j3 ^m^g! l1d:^uk_/,l1d]bo>d """""""""""""""""""""""""""""""" ,human value3 ,l1d]bo>d"> ,op5 ;,,llm ,l1d]bo>d "<,humans & ,,gpt#d evalua;ns">1 ,b5*m>k"> ,zhu,jiu ,language-,task3 ,l1d]bo>d"> ,,cleva1 ,op5 ;,,llm ,l1d] bo>d1 ,b5*m>k"> ,sc&,eval1 ,,llme,'val ,language-,,nlg3 ,l1d]bo>d"> ,halluc9a;n ,l1d]bo>d1 ,! ,rakuda ,rank+ ( ,japanese ,,ai1 ,,cleva1 ,*atbot ,>5a1 ,op5 ;,,llm ,l1d] bo>d1 ,b5*m>k"> ,9/ruc;n.-foll[+.-eval "<,,ife,'val">1 ,,hippo "<,hi<-level ,9t]l+ual ,p]=m.e ,proxim;y ,optimiz$"> ,language-,,nlu3 ,l1d]bo>d"> ,,cleva1 ,op5 ;,,llm ,l1d] bo>d1 ,b5*m>k"> ,9/ruc;n.-foll[+.- a#ahj ^m"x#a #dbi eval"<,,ife,'val">1 ,zhu,jiu1 ;,,llm data ,3tam9a;n1 ,,jeeb,'5*1 ,"kl$ege-,ge n]al3 ,l1d]bo>d"> ,op5-,ko-;,,llm ,l1d],bo>d1 ,op5 ;,,llm ,l1d] bo>d1 ;,c-,,eval1 ,,cleva1 ,b5*m>k"> ,hae-rae1 ,zhu,jiu1 ,sc&,eval ,"kl$ege-,spe cific3 ,l1d]bo>d"> ;,c-,,eval"d">1 ,,cleva1 ,b5*m>k"> ,zhu,jiu1 ,psy,b5*1 ,safety,b5* =777777777777777777777777777777= 0;,,llm4w ,]c[7 d]$n l+7iy3 ,oc"ou"! l1d:^ue* 0human value4n irj3 d]$$ .s.uj3 d*oi4 ocz .],].?["u q$3 d]$$ do1+j3 ^m^g["u ,o$3" ^o+7w ;[ae*! `u":j<: ,mrb`n .?+7o s":g d]$ .od+o`o ,iregq _s["u ^uqi4 <4,s .]wj3 ,oc"ou"! `o.g["u" `o`m;maiy3 `ma"ob`masp3w )s .7 .n<3 =gggggggggggggggggggggggggggggg= ^)ju"1 ,oc"ou )s.ae1em7;o 0,halluc9ati on ,l1d]bo>d ,o4 .m.negn ,i"z +>aeg ,r7,] d]$ jv1+7 $c[7 #e"1 0,,nlg4 emj]ir+7s^xp3 e1em7;o#bjbj == 0,o4 .?.tj3 c#ahj ^m"x#a #dca i3s ,r7,] :^m d]$ jv1+7 $c[7 #f"1 0,,nlu4 eg^sb,]d3i3 e1em7;o == 0,o4 eg^sb,] d]$ jv1+7 $c[7 #g"1 0,,nlu4 ek;m5^sb`+.] e1em7;o#bjbb == 0,o4 ek;m5^sb" `+.] d]$ $c[7 ----------------------------#aha #h"1 0,,nlu4 ek;m5^sb`+.] e1em7;o#bjba == 0,o4 ek;m5^sb" `+.] d]$ $c[7 #i"1 0,"kl$ge4 `r;ne]l.)#bjbb == 0,o4 `r;ne] `v3"* .o,oa d]$ $c[7 #aj"1 0,"kl$ge4 `r;ne]l.) #bjba == 0,o `r;ne] `v3"* .o,oa d]$ $c[7 #aa"1 0,"kl$ge4 `r;ne]^g,? e1em7;o`r;n*`\ #bjbb 0,o4 == `r;ne] `v3"* .o,oa d]$ $c[7 #ab"1 0,"kl$ge4 `r;ne]^g,? e1em7;o`r;n*`\ #bjba 0,o4 == `r;ne] `v3"* .o,oa d]$ $c[7 #ac"1 0,"kl$ge4 `r;ne]^g,? e1em7;o #bjbb == `r;ne] `v3"* .o,oa d]$ $c[7 #ad"1 0,task #bjbb q`=.oc[7 )sc[7":ad]$e1 em7;o"1 0,,absa4 == 0,o4 euin1 $5,] ojr c[7":a d]$ #ae"1 0,task4 j3`mas-jqios ^]"\e1em7;o #bjba == `o`/ ^):a c[7":a d]$ jv1+7 $c[7 #af"1 0,task4 j3`mas-do1"odq h$1"u`[s ^]"\e1em7;o#bjba == `o`/ ^):a c[7":a d]$ jv1+7 $c[7 #ag"1 0,task4 j3`mas-hr`mas ^]"\e1em7;o #bjba == 0,o4 `o`/ ^):a c[7":a d]$ jv1+7 $c[7 #ah"1 0,task4 j3`mas-fb^uio< f[en"[s ^]"\e1em7;o#bjba == 0,o4 `o`/ ^):a c[7":a d]$ jv1+7 $c[7 #ai"1 0,task4 j3`mas- qiucn,o`ov3,] d]$ e1em7;o*`m^g,? == 0,o4 o>`o ,r7,] c[7":a d]$ jv1+7 $c[7 #ca"1 0,,nlu #bjbd c*iu`mas ,r7jv1."+ .]^o eo2 ("4n,scz h%"o7hn,[h["u q$3`v euin1! ^o`+j3i4 h%"o7 hn,[h["! h=jr q$3o q`=.oc[7o"< d3i3j3 `z`s$ .<*,["sg d+j*" eg.7 `m.u" ol7j3 e1hmn,s ^o"u'j5! jvaqj<:/i4 o"! h=jr q$3`v q`=.oc[7! ^o`+j1 ,ir ^ge]j3 ;4n,s 0,exact mat*4cz #c i3`/w d]$ `v.]! $.q ii3`/$ cu4<.o1,m"x q$3 ,m.gn $,$g c[7":ao do1+j3in" 0;,,llm4 euin1z i3`/$ cu4<.o1,m"x ,]c[7 .sj"! ^u:/i4 82`["o5 #eb;0 0,,gaia3 a b5*m>k = ,g5]al ,,ai ,assi/ants4w ,]c[7 ^o`+ `["rd[ ,'eair`["rd[ ,r7">a,' "n^n1 #an jri7jcz .o1egz o1^3.?["u iu`m$ do1+j.o <30`sc" ;yir jc7j3 iu`m"! `\jbjr> jcz ,m.goe:" "n^n1 #cz `sw v3^:aj3 q$3 ,m.gw c[7":ao o/s> jcz ,m.g["u" `q .asb! ,mjr7j`o mrjr i<>7j3 iu`m"! l+7jcz _sz e&"( y^m"u^mhs .]^u"! ,[bi[ajr> jcz c[7":ao do1+ji4 ^( d]$n,s $.7 cu4z .]jvaiu"! `o"xj3 _sz 0,,gpt#do.oe3 q$3w .s5,mv cu4z ;7.?q d]$ ^7^sbiu .m7+jc q$3 d]$$ 0;,,llm4w ,]c[7 d]$n %weoj3 d]$o5! jvaqj1 ,m o/i4 ----------------------------#ahc #e4 j+%1,] ;y`z 0;,,llm4w d["no5 pf[cz .?z 0,,gpu4w l+7! h=jr eneu"o ;s"ow j+%1,]`v ;y.?jv"! o"ms crcz _soi4 i3,g ,]c[7w j>7l7! mrj3 j+%1,]" ;y.?jvn `maj3iy3 _so 7" ncs.o ,u^o">7o ^1,r7j`n iy3i4 on ,i"< h3,u^r;&">7iu .[7$j`o ,iregn jv3`].? ;[ae*n,siu .?z 0,,gpu4"! l+7jcz _sn irj3 ex,u"o$ ,`m.gjo ca,' 82`["o5 #ec;0 i<>7j3 `%euw ja,[b+7 0;,,llm4w ,]c[7`v h3,u ^r;&">7 ,'`["o5 ,r7">a,' 82`["o5 #ed;0 i<>7j3 0;,,llm4w ncs.o ,u^o">7`v ;m"( ,xiu"! ^o`+ ,'`["o5 ,r7">a,' 0;,,llm4w ja,[b" ;m"( i[7! j+"%1.?["u ;s"oj`o mrj3 d["no5 pf[w `r^1z i<[5`v $8o .qjr7iys.o`u o/i4 0,zh;gwei ,wan et ;al4 "<#bjbc">4n,scz 0;,,llm4w j+%1,]! mrj3 i<>7j3 ^7^sb! )`[bj`u o/czin" 0,micos(t4w 0,deep,spe$4cz 0;,,llm4w jg"*`v ^rdu"! mrj3 h=jb d["no5 pf[oi4 0,deep,spe$4cz ir`%eu euin1w 0,,gpu4 eneu"o .n>a! jr`\j`o mrjr e3i!s.q 0,ze,,ro- ,9f]nece4"! jra,o5["u j3i4 0,ze,,ro-,9f]nece4cz euin1! :"s 0,,gpu4v 0,,cpu4"u ccms `r^\ .7;ow eneu"o .n>a! `v3"ojcz a#ahc ^m"x#a #dci .sb`z ^7,oa! .n`=j3i4 0,deep,spe$4w iobd%.) enfsco.[5! `o^3["u jcz 0,deep,spe$,,mii4 eu"%1z ,]c[7" %*,]" ^o+7 j+%1,]! $7.u jcz `o,&"u 0,,cpu4v 0,,gpu4 euimn,s jg"*j1 ,m o/i4 0,megatron4z 0;,,llm4w jg"*`v ^rdu"! mrjr `m,]iys 0,,gpu4euin1w ^]"\ ;s"ow j+`v.?q ^rdun .m7.s5! im`u o/i4 0,megatron4z ;s"o ,xiuv eneu"o jv1+7w ;y.?jv"! mrjr :"s 0,,gpu4n ^gl3iy3 euin1w hn3,s *l3! .)">a.?["u ^gjrj<: .5.r.?["u jg"* ;s"o">7! j>7l7,ofocz ^7,oaoi4 0,nvidia4w 0,t5sor,,rt-;,,llm4z ;s"o">7 j>7l7! mrjr 0;,,llm4n ek;m5jviy3 `u`[b iu`mv ;y.?jv"! .n`=j3i4 h[ajo 0,fa/],trans=m]4w ;y.?jviy3 fsct! h=jbj`u hn3,s ^]"\ ;s"o"! ;rhraj<: :"s 0,,gpu4v ,s^sn,s ir`%eu j+%1.? ;m"(o $c[7jiu"x j`u o/i4 ,^ge3 alle=m]s1 ,op5,,llm1 ,ray,,llm4z euin1w ,]c[7 j>7l7" jv1+7 ;y.?jv" g+7 ,o$3 eo2 ^o+7 $5.ma! mrj3 d["no5 pf[ oi4 o yn j+%1.?["u 0;,,llm4! ek;m5jvj`u [7ibw .]jvaiu"! cu4o`o mrjr d["u5d[h[ n3.ocos"o7iu .m7+j`n *`miysu`u o/i4 0few-%ot4d["u5d[ho7z ;m$ jg"*oc d7j3 .asb ,mjr7o $c[7jiu"x je: ocz 0;,,llm4! j+%1.?["u l+7j1 ,m o/iu"x j3 i4 .u0z /,o"! .n`=j`sc" /,ow ,g,s"! `u":j<: .n`=jcz ^7^sb! l+7j1 ,m o/i4 d["u5d[h[cz /,o .n`= yniu d["u5d[h[ hn5d!"o'w ]j>7! ^9czin" q,[h["?,* ,r7,]`v ii3`/ ;m"(o o/i4 q,[h["?,* ,r7,]w `]m 0;,,llm4o ,r7,]iu $c[7je:" 0;,,llm4`v l7ju.a+7! h=jr q,[h["?,* ,r7,] jxz ;y.?jviy3 q,[h["?,*w ,r7,]o $c[7j5o a#ahd ^m"x#a #dda ob.[7iy`oiu jr/i4 ii3`/ ;m"(z 0;,,llm4o ;&":a .) o1"*w .m7$3 i3`/"! `s;oiu"x j<: ib^*w dm5.o1! j>7l7,ofocz ^7^sb8'0,co,t,0oi4 0;,,llm4w i3`/^\ 0,co,t4"! .n<3jcz 0,auto-,co,t" $a i3`/w ,r7,] .o1eg! 0,co,t4n h=jbjcz0,self ,,ask" ^x.bj3 .o1eg! ,n^gjvj<: o.) .o1egw ib^* era"4w 0,m$prompt4"! jv1+7j<: inohs ,nh[w .]jvaiu"! j>7l7,of:/i4 82`["o5 #ee;0 0,nori1 ;,h4 et ;al4"<#bjbc">4 iuenq y inohs ,nh[n irj3 ,n $.o d["u5d[h[ .)">a! l+7j3 0,,gpt-#d ,]c[7 ,'`["o5 ,r7">a,' ----------------------------#ahe `[,^ge3 7 .ul 0,*at,,gpt4w i[7.7 ojmn ^*jvj3 ja`/w *`m j["[5! d<ge ,language ,model">4i!z i3,m5n ja`/n,siu e30z `v3,o5! ^9 $,t #a"1 #bjbb c*`v #bjbc c*w *`mn,s q`=.oc[7! d]$jcz ^7,oan ^*jv$ o/! _soi4 3o ;<5"1 .]">7.? .od+ .="%v is^&s ,r7,] euin1 d]$ .od+$ .[7$" ,r7,] euin1 d]$"! mrj3 .],].? .od+ *`m i[7.7 _> $,t #b"1 #bjbb c*`v #bjbc c*w *`mn,s jr`\j`u. jcz *`m exd+n ^*jv$ o/! _soi4 3o ;<5"1 i<>7j3 `v.n jr`\n,s 0;,,llm4 jv1+7! mrj3 *`m"u .)jv3 _> $,t #c"1 #bjbb c*`v #bjbc c*w *`mn,s l+7iy3 q`=.oc[7w .="%v f[`on ^*jv$ o/! _soi4 3o ;<5"1 ;u`sir )s euin1o 7 ^*jvo`o ,iregn e]l hr`[8'0,,nnp1 ,,nng,0e3 ;m;&jr/i4 ,iuj3 j3`!. e]lcz era"jcz jamet],0 .m7 jc"u hudoaw ,m$ o/i4 hudoaw ,m"! `\.]j`o mrjr,scz hudoaw ,mn ,i"<,s ^*jvjcz .od+"! jvaqj<: q$3w d3i3["u .od+w .?.tj3 ^m^g! ,)hraj3i4 0g5sim4n,scz hudoaw ,m"! ,)hraj`o mrj3 .od+"u 0p]plex;y4v o1`v3,]! jvaqj1 ,m o/[e:" 0tomotopy4n,scz 0coh];e8'[7.ob,],0! .od+"u .n`=j3i4 mr .od+"! h=jr,s *iu^\" euin1^\"u hudoaw ,m"! .oc;o`n c!"o.o <30[e*,siu ;yirj3 j+`v.?["u hudoa! ,^uba,' hudoa `%eu hudoa,m `%eu a#ahg ^m"x#b #ddi 0g5sim4! o+7jr,s hudoa euin1"o7! h=jr,s #aj`rw hudoa! ,^ubz `\`vcz <"rw ,8d+ 0,n0'`v $8i4 0g5sim4n,scz $a hudoaei ;= #aj`r,$.ow i3s"! emaas,s ^u:.m`u o/i4 ----------------------------#ahh "7d+ #aaa71 #bjbb c* hudoa ;m;& `\`v 0by g5sim4 =gggggggggggggggggggggggggggggg= hudoa """""""""""""""""""""""""""""""" )s ^7^sb d]$ l.) `\`v ,mjr7 j3`mas .n,o .(.r ^m.x `m;ma ^g,? ^7^sb e1em7;o )s ,r7,] jv1+7 l.) h[a,] .i= jr`\ j3`mas eg.n .n`= d+j* eg.7 `m;ma `\`v ,o1js5 ^g> ,r7,] %j] hna,[h[ duj5 )s h[a.] ^3] jv1+7 ^7,oa .asb d+j* ,r7,] l+7 `\`v d]$ .oc[7 ,o1js5 ^g"% eg.n q`= irjv ,r7,] ,o,[hn5 iuenq ex.? $c[7 ob":a l+7. eg.7 .]^u q,oa j3`mas d]$ ^g"% ;s"o ^nahs hna,[h[ ^o`+ o1^3 %j] .]^u eg.7 ^7^sb ;m;& ^g"% `v3`/ `o.( hna,[h[ weo l+7 j3`mas .?+7 l.) l+7 ;s"o ^7^sb `v.n `=`r )s .i= `s5,ra ,r7,] [7ib .o,oa eg,s j>7l7 irjv jv1+7 udz ^7^sb =777777777777777777777777777777= o"s0`n ;m;&j3 #aj`rw hudoaz euim i=o1j3 .]iuw ird+,]! .ococz _sz 7! d<a,' hudoa #a1b1c1f1g1i$ emaaocz `g.obn,s $.7 jra,o5o iycz i3scz ,8j3`mas0'"u ^uqi4 $a hudoan,s `sw ,^.o5sb'o i[7.7je: ,8j3`mas d]$0'" ,8j3`mas e1em7;o0'" ,8j3`mas `v.n_/eg.n0' i[7w ,n^m.?q .m.n"u ccms .q _s["u ^uqi4 `[ i<[5z hudoa #d1e$ emaaq `g.obz ,8,r7 ----------------------------#ahi ,],8! jra,o5["u jcz _s["u ^uqi4 q$3w )sw h[a.]! ^3]j3 ,r7,] jxz ,r7,]iy3 d+j*! d]$jcz _s! *`m.m.n"u jcz hudoa i[7o duj5iys/i4 hudoa #hz ,8.]^u0'"! jra,o5["u eg.7w jra,o5o iycz .]^u"! s,is0`n ;m;&j1 _sq.on irj3 .m.n"u q,oaiy`u" hudoa #ajz ,8`s5,ra0'! jra,o5["u eg,sn,s do1+j3 .o,oa! s,is0`n `s5,raj1 _sq.on irj3 *`m$ o/s/i) _s["u ^u1 ,m o/! _soi4 0tomotopy4cz 0g5sim4`v i1"o 0coh];e4 jcj3i4 0tomotopy4"u `/l3j3 hudoaw ,mn ,i"z 0coh];e4 $b'z i<[5 `["o5`v $8i4 `["rd["! h=jr,s iu;&jr cr1 ,m o/cz #bjbb c*w ;y.?w hudoaw ,mcz #ab`roi4 82`["o5 #eh;0 #bjbb c* hudoa `%eun ,i"z 0coh];e4 $b' ^*jv 0by tomotopy4 ,'`["o5 ,r7">a,' <"r d+n,s 0tomotopy4n;s ;m;&iy3 #ab`rw hudoa! jvaqj1 ,m o/i4 0g5sim4`vw ;a eg,s .o1w `m.u euin1 euin1 .]^u ;m;& o1^3 .asb `o^3 `s5,ra jv1+7 ,]c[7 .o,oa =777777777777777777777777777777= ----------------------------#aij mr hudoai!! ,o$ajvj<: .vd+d]e* l7n,s $,$g _si!,`o"o `g.objvje* i<[5 `["o5`v $8o #d`rw `g.ob["u emaacz _so $c[7.qi4 ;s' ^),.r `g.obz hudoa #j1a1bw emaa[5["u ,8l7ju ;<5.u jr`\0'" ,8d+j* `+.]0'" ,8.i= inohs `m;ma0'`v $8z ,8`v.n0'"! jra,o5["u jcz hudoai!o euq _s["u jvaq j1 ,m o/i4 hudoa #c1d1h1aao emaaq `g.obn,scz ,8irjv ,o,[hn50'" ,8j3`mas hna,[h[ d]$0'" ,8.o,oa `o^3 `s5,ra0'i[7! jr`\jcz euin1i!w ,8,]c[70'! jra,o5["u emaaq _s["u ^uqi4 ,8egera u"%0'" ,8eg,s +>a0'i[7o duj5iy3 hudoa #f1i$ duj5iy3 `g.obz +>a! mrjr,s jxz u"%"! ;a,' #a4b4 #bjbc c* 0,*at,,gpt4$ i[7.7j`u c3 ojmn o"ms.q #bjbc c* 0,,hclt4n,s ^1d+iy3 c(egw ;u"x["u hudoa euin1"o7! #bjbb c*`v e;<3$.o"u 0g5sim1 tomotopy4w im $.o euin1"u .qjr7jr/i4 e).s 0g5sim4w `]m 82`["o5 #fj;0w 0p]plex;y" a#aij ^m"x#b #dee o1`v3,] .od+"! jvaqj<: ;y.?w hudoaw `r,mcz #af`r"u jva.]j<: hudoa euin1"o7! .qjr7j<:/i4 `["s0`n ;m;&iy3 hudoai!z "7d+ #aac71w #af$.ooi4 ----------------------------#aia 82`["o5 #fj;0 #bjbc c* hudoa `%eun ,i"z 0p]plex;y" o1`v3,] ^*jv 0by g5sim4 ,'`["o5 ,r7">a,' "7d+ #aac71 #bjbc c* hudoa ;m;& `\`v 0by g5sim4 =gggggggggggggggggggggggggggggg= hudoa """""""""""""""""""""""""""""""" ^1jv .n<3 /;[a j3`mas `m;ma hna,[h[ l+7 i<>7 ^g,? .u.] irjv .o,oa `o^3 ,o,[hn5 l+7 .n<3 j3`mas `m;ma ^1jv l+7. d+j* ^g,? eg.7 jri7 `\`v ,o1js5 hna,[h[ j3`mas eg.n `o^3 j3`mas `v3`/ ;m"( `sir ;m;& d]$ `o^sb .<*s .n<3 ^3] j3`mas q,oa l.) ;s"o `o^3 `\`v i3mr eg,s ^g,? `m;ma .n<3 `o.( `\`v eg,s ^g"% `o^3 `s5,ra ^g,? ,o,[hn5 .]ib eg.n .n<3 ^g"% `o.( .]^u `s5,ra .asb ,o1js5 .qjr7 `]m d]$ ;m;& `\`v `v.n .]^u eg.7 `m.u ,mjr7 `%eu l+7 ojr ,o1js5 ;s"o .]^u .?+7 ,mjr7 egera `o`/ .<*s `v.n q,oa ^):a `o`/ .i= `m;ma `v3"* `o^3 "sco7 i<>7 weo l+7 l.) ^g> .u.] ^7,oa ;y`z eo,n .o1eg j+%1 .o,oa i<>7 j>7l7 dm5.o1 .i= d]$ .n<3 .?+7 o+7 .qjr7 ^7,oa irjv d]$ +>a `o^3 ^7,oa eg,s ,mjr7 ^g,? .u.] `\`v `sir ,o1js5 .[7$7 .asb ^g,? ^m.x ob":a l7jv7 l+7 ]j>7 ^):a `o`/ $c[7 .asb l+7 ;m;& .n,o ;m$ ^1,r7 dm5.o1 `%eu `o^3 j>7l7 .[7$7 .n<3 c[7":a `o^sb iuenq i<>7 j3`mas =777777777777777777777777777777= #bjbc c*w c(eg ;u"x! huir"u a#aia ^m"x#b #deg hudoa euin1"o7! 0g5sim4! o+7jr,s .qjr7jr,s c<( #af`rw hudoai!! ,o$ajv jr^ue* 82`["o5 #fa;0`v $8o hudoa $3w `s"o"! jvaqj1 ,m o/i4 ;m;&iy3 hudoaw ,mcz #af`r"u e30.oe3 `g.objvj.e* #c`r .]iu"u emaa! ,m o/[e: `[ .m7n,s #ad`r"! jc7! c!"ocz _sw $c[7,]! eu,rajr/icz .s5n,s l7`v3`v3`/$ .?`n chc3 _s["u ^uqi4 ----------------------------#aib 82`["o5 #fa;0 #bjbc c* hudoa euin1"o7 ,o$ajv eo2 `g.objv 0by g5sim4 ,'`["o5 ,r7">a,' 0tomotopy4n ,i"[e* #bjbc c* 0,,hclt4 ;u"xw hudoa ,mn ,i"z 0coh];e4 $b'w ^*i=z <"r 82`["o5 #fb;0v $8i4 $.7 ;y.?w hudoaw ,m"! #ad`r"u ,).]j<: ojm hudoa euin1"o7! .qjr7j<: `\`v"u "7d+ #aad71w hudoai!! s9s/i4 82`["o5 #fb;0 #bjbc c* hudoa `%eun ,i"z 0coh];e4 $b' ^*jv 0by tomotopy4 ,'`["o5 ,r7">a,'"1 0topic numb]s4$ fs.o1,m"x 0coh];e4w $b'z ck<.qi4 ----------------------------#aic c#aia ^m"x#b #dei "7d+ #aad71 #bjbc c* hudoa ;m;& `\`v 0by tomotopy4 =gggggggggggggggggggggggggggggg= hudoa """""""""""""""""""""""""""""""" irjv eg,s `s5,ra ,o,[hn5 ^1jv *`m `\`v .?+7 .n,o `o`/ inohs euin1 ,]c[7 .n<3 hna,[h[ ^g"% wiu .u.] `v3"* eo,n euin1 )s ja,[b ,]c[7 j3`mas ,r7,] euin1 .n<3 eg.n .]^u d]$ ;s"o +>a `o^3 d*j>7 eg.7 ,mjr7 ojr `v.] ^7,oa ;m;& `r;n `v3`/ q,oa `m.u euin1 ,o1js5 ^g,? )s jvaq ,]c[7 ;m"( *`m `o.( ;m$ [5,] q,oa ^):a .o,oa `o^3 ja,[b l+7 .qjr7 l+7. "<^n1 jv1+7 ^7^sb )s `o.( `m;ma =777777777777777777777777777777= ;m;&iy3 #ad`rw hudoai!! ,o$ajvj<: l7`v3 `v3`/$ cu4i`u chccz hudoai!,`o"o `g.objvje* 82`["o5 #fc;0;s"s5 emaa! ,m o/i4 hudoa #a1i1ajz ,8*`m `\`v .?+70'" ,8euin1 ,o1js5 ^g,?0'" ,8;m"( ,]c[7 *`m0'i[7w euin1w c[7":a! jvaqj`u ,8`o.(0' fopi[;s"s5 `[.),$.ov ;<^\.s5! jvaqj":cz .s5n,s `=h=.s5! jvaqj1 ,m o/i4 hudoa #j" #c" #f" #aa" #acz ,8irjv ,o,[hn50'" ,8eg,s `s5,ra0'" ,8wiu ^g"%0'" ,8+>a0'" ,8[5,] q,oa0'" ,8^):a0'i[7w 0;,,llm4["u o.)n ^ojr is .1 jr`\o $c[7jr.q :"s `v.ni!o"a,' ^( ^u`u,sn,scz 0g5sim4`v 0tomotopy4w im $.o iu`m"! o+7j<: #bjbb c*`v #bjbc c*n 0,,hclt4n,s ^1d+iy3 c(egi!w ;u"x inohs"! `o^3["u $a c*iu^\ h[a.].?["u chc3 hudoai!! ^g,?j`u. ,oiujr/i4 #bjbb c*n ^ojr #bjbc c*ncz ,8`o.(0'o"7.?["u ^g,?j3 $a c(egw .m.n"! `o^3["u j3 ^g,?o`u" 0,,hclt4n .n;&iy3 c(egi!z .s.$ .],].?q d3i3n `z`sj<: jra,o5 i3s"u ,).]j3 fopi[i!o o/`o ,iregn o"! ^h7["u #bjbb c*`v #bjbc c*n fopi[w ^*jv"! ^qiu"! h=jr,s l1d:^u """""""""""""""""""""""""""""""" .<*s;s"o"1 #h .<*s ,r7,]"1 #h ----------------------------#aie iob"sco7"1 #g inohs .[7$7"1 #f ir.u ja,[b"1 #d a#aid ^m"x#b #dfc ,r7,] euin1"1 #d )s euin1"1 #d ,,b]t3 #d udz iuenq .o1w[7ib"1 #c .o1w[7ib"1 #c 0,ko,,b]t4"1 #c )seuin1"1 #c ;r'^u'"1 #c l7ju;<5.ujr`\"1 #c etho eui1"1 #c .<*s ;m"("1 #c h["r3,[dues"1 #b irjv ojr"1 #b `v3`/;m;&"1 #b d]$ .od+"1 #b $5,]^g,?"1 #b `s5,ra euin1"1 #b j3`mas dn"[,uc irjv"1 #b j3`mas )s euin1"1 #b `o`/^):a"1 #b jyw"x +>a"1 #b .<*s ;s"o"1 #b .o,oa `["rd["1 #b `v3`/ ;m;&"1 #b l.)ja,[b euin1"1 #b irjv ,r7,]"1 #b ^]"\e1em7;o"1 #b %lirjv `s5,ra"1 #b o5^nio7 euin1"1 #b ja,[binohs `m;ma"1 #b irjv ,o,[hn5"1 #b .)oja,[b"1 #b ethoh) irjv"1 #b ----------------------------#aif 0,d5se ,retrieval4"1 #b $5.] ^g,?"1 #b irjv,o,[hn5"1 #b =777777777777777777777777777777= "7d+ #aaf71 #bjbc c* 0,,hclt4 c(eg fopi[ ^qiu =gggggggggggggggggggggggggggggg= ,key^w3 ,frequ5cy"<#bjbc"> """""""""""""""""""""""""""""""" inohs .[7$7"1 #h ir`%eu )s euin1"1 #g d["u5d[h["1 #f 0,l>ge ,language ,model4"1 #e 0;,,llm4"1 #e ethoeui1"1 #d .<*s ,r7,]"1 #d b#aie ^m"x#b #dfe )s euin1"1 #d l.)ja,[b )seuin1"1 #c ir`%eu )seuin1"1 #c 0,*at,,gpt4"1 #c )seuin1"1 #c .<*s;s"o"1 #c .<*s ;s"o"1 #c ir`%eu )s euin18'0;,,llm,0"1 #c `r;ne] q,oa"1 #b +>a"1 #b .o1w [7ib"1 #b `sir )s euin1"1 #b 0,,gpt4"1 #b ;u`sir )seuin1"1 #b j%.o /;[a"1 #b `sir )seuin1"1 #b h=`/,r7l3 ^7^sb"("1 #b 0,9/ruc;n ,tun+4"1 #b 0,,b]t4"1 #b dn"[,uc"1 #b [5,]q,oa"1 #b j3`mas"1 #b ----------------------------#aig `o`/ ^):a"1 #b ir.u ja,[b"1 #b n,no .i= d]$"1 #b ,r7,] euin1"1 #b `o`/^):a"1 #b `o`/ixjr"1 #b =777777777777777777777777777777= mrw "7d+ #aae71" "7d+ #aaf71z c(egw .s.$ .oa.sb ,).]j3 fopi["! ;y,u #b`r ol7w ^qiu"u chc3 fopi[n irjr,se3 ^qiu,m"! `/l3j3 d+oi4 ie3 mrw inohscz ja`/n,s <.oa +7sw h=o1o <3iy3 `rc:5 jxz i3,g ,iws,,[`o ;a"1 #b .o,oa `["rd["1 #b `v3`/ ;m;&"1 #b l.)ja,[b euin1"1 #b irjv ,r7,]"1 #b ^]"\e1em7;o"1 #b %lirjv `s5,ra"1 #b o5^nio7 euin1"1 #b ja,[binohs `m;ma"1 #b .)oja,[b"1 #b ethoh) irjv"1 #b 0,d5se ,retrieval4"1 #b $5.] ^g,?"1 #b =777777777777777777777777777777= "7d+ #aah71 #bjbc c* 0,,hclt4 fopi[ ^qiu8'.]`%jv,0 =gggggggggggggggggggggggggggggg= 0,key^w"1 .]`%jv^qiu """""""""""""""""""""""""""""""" ir`%eu )s euin1"1 #bd inohs .[7$7"1 #h )s euin1"1 #g d["u5d[h["1 #f .<*s;s"o"1 #f ethoeui1"1 #d .<*s ,r7,]"1 #d `o`/ ^):a"1 #d a#aih ^m"x#b #dfi l.)ja,[b )seuin1"1 #c 0,*at,,gpt4"1 #c `r;ne] q,oa"1 #b +>a"1 #b .o1w [7ib"1 #b ,,gpt3 #b j%.o /;[a"1 #b h=`/,r7l3 ^7^sb"("1 #b 0,9/ruc;n ,tun+"1 #b ----------------------------#aii 0,,b]t4"1 #b dn"[,uc"1 #b [5,]q,oa"1 #b j3`mas"1 #b ir.u ja,[b"1 #b n,no .i= d]$"1 #b ,r7,] euin1"1 #b `o`/ixjr"1 #b =777777777777777777777777777777= .]`%jv `\`v #bjbb c*ncz sb'cz `rc:5q 0;,,llm8'ir`%eu )s euin1,0o #bjbc c*ncz i"z euiz fopi[i!n ^ojr,siu 7j3 .m.nn irjr,s c(w"! ji$ #bjbc c*ncz 0;,,llm4 `v3"* *`mn .ob.m7iys/i`uiu jr,?o $c[7ji4 #bjbc c*n ^ojr #bjbb c*n is i<>7j3 ,n^m.?q `v.n$ fopi["u i[7.7jr/icz l,o1iu weo$ o/i4 #c4 d]$ .od+8'0,metric,0 ^g,? #bjbb c* c(egw .i= d]$.od+n,scz ,80,f#a0'1 ,8,recall0'1 ,8,preci.n0'$8z .)h=.?q d]$ .od+i!o .m"u l+7ivr/i4 oi! .od+cz .]eo1iu" .rj*%1" 0,f#a .s5,m i[7! h=jr c(egw ,]c[7! d]$jcz in .m7+j3 :aj1! jr/i4 ,iuj3" 0'0,a3uracy0' $8z o1^3.?q ,]c[7 .od+iu .m7+j`n i"p.:/[e:" *`mw e]jva,]`v .]jva,] d]$n `o:jr/i4 $a *`mw h[a,]n ek;p i<>7j3 d]$ ^7^sbi!o .?+7iy3 _siu cgn ,iw3i4 a#aii ^m"x#b #dga #bjbc c* .i=d]$n,scz ,r"ug d]$ .od+i!o i[7.7jr/i4 /"! i!s" ,80,semantic ,score,01 ,8,s5t;e,,b]t"<,,sb]t">0'"4 $8z )s euin1 `v3"* .od+i!o ,r"ub`n l+7iys/i4 o"sj3 .od+i!z )s ;s"o euin1w ,]c[7! is `o4o ^g,?jcz in .m7.s5! im`u o/i4 ,80,div]s;y0'1 ,80,4t9ct-#b0'" ,8,,fid0' $8z .od+i!z ,r7,]iy3 hna,[h[w i<>7,]`v ;<7w,]! d]$jcz in .m7+j3 :aj1! je:" )s ,r7,] euin1w ^1.)! ^3]j3i4 #bjbb c*`v #bjbc c* .i=d]$ ^7^sb! ^o`+je*" #bjbc c*ncz i<>7j`u ,r"ug d]$ .od+i!o i[7.7j3 _so imi["s.qi4 h[ajo" )s euin1w ,]c[7! d]$jcz .od+i!o cgn ,iwczin" ,80,semantic ,score0'1 ,8,,b]ts,'core0'$8z .od+i!z euin1w .]`+j3 ,]c[7 d]$n ;u.s5! ek;gi4 #bjbb c*`v #bjbc c* inohs"! ^o`+jr^ue*" ,80,semantic ,score0'v ,80,,b]ts,'core0' .od+w l+7 ^qiu$ #bjbc c*n .[7$j3 _s! ^u1 ,m o/i4 ,80,semantic ,score0'cz #bjbb c*ncz l+7iy.o <307 .[7$jr/i4 is^&s" ,80,div]s;y,01 ----------------------------#bjj ,80,4t9ct-#b0' $8z ,r7,] `v3"* .od+i!o ,r"ub`n i[7.7j5["u,,s" ,r7,] euin1w i<>7,]`v ;<7w,]! d]$jcz in .m7.s5! imcz *`m$ e30<.:/[5! ^u:.gi4 #bjbb c*w .],]d]$ inohsn,s ,80,x0'cz c(egn `m;n.?q .],]d]$ .od+$ .n,oiy.o <307j3 ;[ae*! ^3]je:" q`=.oc[7w ,r7,]j3 hna,[h[w cr+7`v ,[h7j3 h[a,]! ,neo1j`n d]$jcz in .m7+.qi4 ocz ,r7,] euin1`v `v3"*iy3 *`m$ .[7$j`u o/[e:" o"sj3 euin1i!w ,]c[7! ^ui .]eo1j`n d]$j":cz *`m.i!w cu":a! ^3]j3i4 o"sj3 ^*jvcz *`mw ^7j>7,]`v d]$ ^7^sbw i^*jv"! chcre:" *`m.i!o ^ui `m;n.?o`u ,neo1j3 d]$ `o.g! eu,raj`u o/[5! ^u:.gi4 #d4 $,t `s5.[7 ^( ^u`u,sn,scz o.)n .n,oj3 ,n $.o $,t! `s5.[7j`o mrjr,s #bjbb1bjbc c*iun 0,,hclt4n,s ^1d+iy3 c(egi!w ;u"x" fopi[" d]$ .od+w inohs"! $.o`u ^g,?! .qjr7j<:/i4 ^g,?z hudoa euin1"o7`v fopi[ ^qiu ^g,?w ^7^sb["u .qjr7iys/i4 ;s' ^),.r $,t" #bjbb c*`v #bjbc c*w *`mn,s q`=.oc[7! d]$jcz ^7,oan ^*jv$ o/! _so"7j3 `v.ni!! jr`\jcz _sn ;u.s5o ek;p.: o/s/ie* #bjbc c*ncz jr`\j`u. jcz `v.nw .="%cz .&`u" 0;,,llm4! .1 jv1+7j1 ,m o/cz ^7<3! ;7o do1+j1 _s["u ^uqi4 ;s',.r" ^7irj3 >7w .o1 .u0z j3`mas inohs `m;mao do1+ji4 fopi[ ^g,?`v hudoa euin1"o7 `\`vn,s #bjbc c*n is e30o i[7.7j3 cr+7 .m7 jc$ ,8.[7$70'o"7! jr`\j`o mrj3 cu":aw ,oiu$ 0;,,llm4w ,oirn is c!sc3 _s["u ^uqi4 ,i"<,s" j3`mas 0;,,llm4! mrj3 ^7irj3 >7w .o1 .u0z inohs"! `m;maj<: *`m.i!o l+7j1 ,m o/iu"x jr> j3i4 i&,.r" j3`mas h[a,]n a#bja ^m"x#b #dgg ekcz d]$ .od+ `r^1o do1+ji4 j3`mascz ]sv $8z ,s>7 )sv ^o`+j<: eg^sb" s jmr" ^1[5 i[7n,s ; j3i4 ,n',.r" *`m q":a" *`m .7^o" *`m .`[5 i[7 *`m ,r7hr`/ .u,]o do1+ji4 j3`mas 0;,,llm4 *`mcz <.oa ;u`o i3`/n o/[e:" *`m q":a`v *`m .7^o" *`m .`[5o ^m.xj3 ,o1.]oi4 ,i"<,s" .]^mv `osb" irja i[7 i<>7j3 .m;nw j:b":a! h=jr *`m q":a >7,]`v *`m .7^o `m;ma" *`m .`[5 .op3 i[7 *`m ,r7hr`/"! .u,]jr> j3i4 o"sj3 cu":a! h=jr j3`mas 0;,,llm4w ,]c[7! j>7l7,ofo`u" j3`mas 0;,,llm4! jv1+7j3 i<>7j3 [7+7 *`m"! jv1,]jv,ofo1 ,m o/! _s["u `oirj1 ,m o/i4 ----------------------------#bjb 82^m"x#c,0 `v.nmrp3jy jyw"x .n#a jy `masp3 q`=.oc[7 )sc[7":a d]$.n`/ `s5humrp3jy jyw"x o1,o"1 #bjbc4 #e4 #cj4 .7,u"1 ^oire* jvl7jyw #a4 $5.] ^g,? 0task4 `v3"* `s5hu #a,0 $5.] ^g,? ,]c[7w $^( l7j3,)8'0upp]b.d,0 ,t.] `v3"* - l7j3 ,t.]n irj3 $.g"1 l"<5w ,]c[7 0vs4 ^no,[" $5.] ^g,? inohsn irjr etho "no^! ^g"%e3 ,ojr7"1 .g,mj3 ,]c[7 #bjb ^m"x#c #dgi _> $5.] ^g"% `v.ncz eg.7 ^g"% `v.n"u,,s c3iucz cu4.o <30! _s["u /l7 _> ie3 #b`r `v.n ,mjr7 ,o 0f#a-score4cz 59#fj["u /;[a .m7 ;<5`u,0 0,,absa"1 ^no,[" j5 _> l7sb.? 0,,api4 l+7 .nj3" udz ,u,[ euin1"u ,mjr7 eo2 .rj*j1 ,m o/cz ^7j>7["u ,t`/ do1+ /,0 .n;& ,o 0qu]y4"! .nyj3 0prompt4 .n;& /,0 .rj*,]! d]$j1 ,m o/iu"x `r^1j3 euin1 0`&4 ineu"! mrj3 ,s^s .m,u .n;& i[7 - d["u5d[h[ .n;& i[7w ^7^sb ,r7$a $c[7"1 ^1.m;sv c(w do1+ - ,r7,] 0,,ai4"! `u":j3 "ois^ui[ g] :a,o `ma"ob`masp3! ^o"u'j3 %`v3`o$3w c(w ^3] do1+ - ;`o v3,] `v.n `v3"* `s5hu - ^g"%^uicz q$3 d]$"! ,mjr7jis"7,]o ,ow.?.t - `v.n"! h=jr ,r7,] `\`vn irj3 ojr ;[a.] $c[7 - on ,i"< o>`o v3,] e1em7;ocz ,r7,] `v.n"u .u.oajcz _so ^"<5.oaj5 #a,0 o>`o ,8,r7,]0' `v.n ,o q$3 d]$ `v3"* - .]">7.?q _s! $eojiy" .rj* $c[7j3 ,m.asb d]$$ .m7,o5o iys> j5 b#bjb ^m"x#c #dha 8'#a,0 i,mw d]$.7,]! $.:> j5 - q$3w ,)juiu "r7fo7! er`ocz 0,,rlhf4 ;<5`u $c[7 - ,iuj3 0n,,dcg"4 i[7 `o.( "r7fo7 `v3"* .od+"! ;<5`u $c[7 ----------------------------#bjc _> "r7`] er`o`ow `]m ,l7^\ 8'0pairwise,0 d]$ ,o l3;&e& jm^u8'0\tput c&idate,0 $3 fp1"oho ^o`+$ $c[7jc" d]$$ sfvicz i3.s5 .(.r _> 0r.d #a_/#b"u ccms 0hybrid4"u jcz ^7^sb" `o`/.? .od+v ^]jr7j<: 0hybrid4"u jcz ^7^sb i[7 iu l+7 $c[7 8'#b,0 .]jvaj3 `v.n .]w eo2 0scor+4 `=.o +`m - .],].? d]$w `]m d]$ `v.] .m7 ^&e3 ^1,r7 $c[7,]! `u":jr> j5 8'#c,0 q$3 d]$ ,o e]jvaj3 d]$ .o;o5" ;nf["o,[h[ eo2 0,,iaa4 i5^u do1+ - .o;o5" ;nf["o,[h[w `]m o>`o e1em7;o `m;ma ^7,oa! `z`s"u jv1+7 $c[7 - 0evaluator4$3 0,,iaa4 eo2 f),n3,s,[" `v.n ojriu .[7e] do1+ - d]$ /.n"! .ms d]$w ,q"yiu"! u1"ocz ^7^sbiu l+7 $c[7 #b,0 `].qirjy l7jv7n,sw q$3d]$ - q$3d]$ ^7^sbo ol7.?oc" ,o$3`v cu":a i[7w ^o+7o e30o ,u+iy1 _s["u /l7 8'#a,0 ;<5$.i!n`n .]">7 0`&4 .],]d]$ .m7 sion ^7.s5o o/cz.o <3cr do1+ /,0 0human eval4z enq" i"z .]">7d]$cz l"<5 d]$v `v3"*iy3 $3.sb.? d]$ ,mi38'0proxy m1sure,0"u d3i3 - .]">7.? ,[fus"! "ois^ui[n `n.rj`sc" ,[f["obh["! .ms ;<5$.i!o d]$jcz _siu .u0[5 _> ;<5$.i!o .`o `\`v"! cg["u a#bjc ^m"x#c #dhc ^u<$e*,s 0proxy m1sure4`v .<*,["sm5n irj3 ,[,["uw d3i3 $c[7 _> o,ir l+7iy3 .]">7.? d]$ .od+cz ^u.u.? ,mi3["ue3 jv1+7 8'#b,0 .);n ;<5$ho5n irj3 l7mr #aj ho5 ,).] ^7^sb `v3"* - q$3d]$ ,oc"ou <3n,s l7mr #ajmr ho5! ,).]jcz _sz ,$i"ug eg.n - ;u`oncz .u0i_/ ojm l7mr #aj ho5n irjr,scz ,neo1j3 q$3 d]$8'/"1 "r7`] er`o`o,0"! ,mjr7jcz _siu ^7^sb #c,0 .]">7d]$ ;m$ .od+ .]">7d]$ `o.g .m7 0,,nli score4 iuob $c[7 _> .]ib`vw o1;o"! l3.]je: ^o,['j3 weon o/cz _si!n irjr .s5,mjv $c[7 - .o,oa ;m"( `v.n8'0,r1son+ task,0 `v3.s5w 0,,roscoe4 i[7 .]">7.? d]$ .od+ l+7 $c[7 _7 eg.7 "n^n1 0evalua;n s*eme4["u *,x.?q eg.7n h[ajv - dtd!"na,sho8'0p]plex;y,0 :a,o .<*s ,r7,] `v.nn,s ,,[ocz .od+ _> eg.7 0`&4 .);nn irj3 dtd!"na,sho"u `m^g _> dtd!"na,sho$ ck!,m"x ,r7,]o .1 iy`u o/[5! weo - ,iuj3 .]">7 d]$ `v.]n,s ,r7,] 0,,ai4w .?`[a.? jv1+7iu $c[7j1 _s["u .)e7 /,0 o>`o v3,] e1em7;o #a" #c^) eg.7! huir"u ,r7,]j3 #b^) eg.7! ob":a jm ,r7,] 0score4 *l3 3o .<*,["sb`n *`\iycz eg.7i!o1,m"x 0score4$ cu4`n l3;& c#bjc ^m"x#c #dhe ----------------------------#bjd .n#b jy `masp3 q`=.oc[7 )sc[7":a d]$;n`/ `s5humrp3jy jyw"x o1,o"1 #bjbc4 #g4 #bd4 .7,u"1 ^oire* jvl7jyw #a4 `].qirjy euin1 l+7 `v3"* #a,0 y^m inohsn irj3 .]w do1+ - j*.r `].qirjy ,nho7"1 0;,,llm4 l+7! j.o <30`u,scz ;<5: s":m5 - on ,i"< ;nf[duqh[e3 jv1+7 $c[7j3 _sq.o i[7! e]jvajo jr> j5 /,0 d["u5d[h[ qf)hna,[h[ "sco7 ,o ,r"ug inohs .mob_/ob":a :^m i[7 #b,0 j>7jm 0,,api4 l+7 $c[7 :^m - j*.r `]j>7"1 .1 ja,[biy3 0,,api4"! jv1+7jcz ^7j>7["u c<<$`u o/[5 /,0 0,,acl #bjbc3 ;,,llm4 `]">7jv *`m h["r3i[ - ,iuj3 .az 0;,,llm4o1 `]m ,]c[7o p3jv1j`n c"u d]$ $c[7 - on ,i"< ix;<7,] d]$ ,o ,8^1d+0' j],oa! ;rhraj1 _sq.o ,8eg,s0'j],oa! ;rhraj1 _sq.o jvaq do1+ - 0;,,llm4["u qjr .qob.7^:ao cr":$ ;<5$. ,mcz f[`n $5,uj.o a#bjd ^m"x#c #dhg <30! _s["u /l7 - `o^( 0;,,llm4 euin1i!n irjr d["u5d[h[ n3.ocos"o7! cs5s ,8q,[h["?,* io.`o v3,] 0task4 q$3 d]$ .?.t,] `v3"* #a,0 j*.r q$3 d]$ d+^( ,m"1 j3 ho5i7 .]">7 .s5,m l7mr #ae`r eg.7 - d+^( ,m$ .?[e:" #ae`r eg.7o euim i=o1j3 eg.7os> j5 - `o.( `v3"/"1 inohs eo2 *`mn ,i"< i"[c `o^(.?["u ,m ^ra`)`9.) `)! d]$,n'["u l+7 3o ie3 j*.r ,nho7n ^o;ms/! ,ir ^g">7o e30[e["u eg.nn irj3 c3iu ck;m`u d]$ ,m">7! c!": q$3 d]$"! .qjr7jcz _so ^"<5.oa - ,iuj3 l7mr #ae`r eg.7e3 i"& `]m 0'i<>7,]" ix;<7,],8o i["sccz j7.? d]$w j3`/ eo2 ^uv3 - .]">7.? .],].? .od+ $3 s,i) ^o%1! ,,siu .]">7.? .od+cz d]$ `z`s$ ^&;m7^gj1 ,m o/[5 - ,i"<,s ;y.= ,gmrcz .],].? d]$n ,i"< `\.]jr> j5 - 0,,gpt-#d .s5,m"1 .]">7 d]$ j7ex .m7 jc"u `u": $c[7 /,0 `u":ir 0,,kullm"1 d]$ ^7,oa ;<5`u $c[7 #b,0 `v.n $.m7;o `v3"* c#bjd ^m"x#c #dhi - `v.nn irjr $.m7;o"! i& ,miu o/[c d]$mrp3jyn,s ;y.= d]$ ,o `u":jcz _siu ^7^sb #c,0 irl7 `\.] `v3"* - j*.r `o.g"1 0'im `v.n ;<5: ,o $l3.s5 ^m:,8" im `v.n ;<5: ,o irl7 ,o5l jm^u i[7"x - ie3 im `v.n ;<5: ,o ;<5$. ^mi5 .[7$ 3o irl7n .u`)["u .n>a! `scz _s^ui sb'rcz _s! `p3.7 - ,ol7w `m;n.?q l<38'`v.n^\ ,ol7 ^o%1" irl7 ,).] ^7,oa i[7,0z d]$mrp3jyn,s ;y.= `\.] 3o hb hos f)ds"),[ /n ,i"< euin1 ix;<7,]! irl7 `\.]w +q["uiu jv1+7 $c[7 #d4 l7,o `v.n .)jv3 ,o q$3 d]$ g+7 `v3"* #a,0 #bjbc l7,o `v.n .m7 q$3d]$ ^7^sb - `viu`o.? l7jv7oe["u q$3d]$n irjr ^"u .i=d]$"u .)jv3jcz _sz ^&$ - .m`o^\"u q$3 d]$ .qjr7 jxz 0human4 inohs ,nh["! `m;maj<: `o.g["u jv1+7 $c[7 - jxz 0,,gpt-#dv $8o `o.go iycz 0gold5 score4c `o.g d]$ d["u5d[h["! imcz _siu `u": 3o i3 0,,gpt-#d jv1+7 ,o inohs %;& i[7n irj3 `ueqz do1+ #b,0 q$3 d]$w .i=jv `v3"* - ;y.= exd+$ iys> je:" on irj3 *`m ^3i[,o do1+ /,0 j*.r `r^1iy3 "m^["oaw .i= d]$jv i[7 ,,, - .i= .)jv3 ,o .i= d]$v q$3 ,]c[7 $3 ^o`+$ $c[7j`n jr> ,q"y,] .n`u $c[7 #e4 $h #a,0 `].qirjy `v.n `o,&,s cr "ois^ui[ .u`) - ,8i[7"xj3 /;[a `\`v .m7 o1.] ^o%18'/ #gj0p,0! em.amr ;m;&j<: d]$j3 jm ,gmrd+8'"ois^ui[,0n d]$ .s5,m eo2 ,gmr"! .n`=j3i40' - `\`v .m7 #gj0p "! "r3hs5 b#bje ^m"x#c #dia ,r5d!"o7"1 l7mr`p3 .m7 .s5,m $3 ;7jm `osbn irj3 .niu.? h[a.) e"* ,o i"z .m;ni!n irj3 ;<5: ix":$ $c[7j1 _s["u ^uo5 ----------------------------#bjg .n#a jy q`=.oc[7 )sc[7":a d]$;n`/ .egmrp3jy jyw"x o1,o"1 #bjbc4 #g4 #bf4 .7,u"1 ^oire* jvl7jyw #a4 ,r7,] 0,,ai4 l+7 eo2 inohs .n>a `v3"* - o^) `].qirjyw `]m ,r7,] 0,,ai4 d]$ ^7^sb eo2 "ois^ui["! e"*jcz _sn ww #a,0 ie3 ;y`z h["r3i[q ,8;u`sir `%eu0'v ;7 .nj3 `v3"* - 0,,rtx #djhj #bd,,gb #a.7["u $c[7j3 euin1"1 ,u`%euo1 _s["u /l7 - u1jrcz `viu`o.? i3`/"u" #bjg ^m"x#c #dic `]">7jv .u`) cr ,]c[7 j>7l7 `o,& l+7 i[7! ;[a.]j`u. j5 - +7">7 .u`) crn q,[h["?,* h%co7" d7jm ir`%eu euin1 l+7 $c[7,] `s5hu /.] #b4 d]$ ^7,oa `v3"* #a,0 .]">7.? d]$ .od+ g+7 `v3"* - ,r7,]0,,ai4 `\`ve&n irjr .)h=.? .od+ $.m7jb["u d]$j1 `]m i<>7,] cm"7,] ;[a.]! mrjr,scz .],] d]$ do1+ - ,iuj3 ;y.= `\`vw 0ll4`v3,] i5^u"! mrjr l7mr d]$ho5n irjr,siu .]">7.? 5 .],].? d]$"! j5,`n .qjr7jcz _siu `u": $c[7 #b,0 d]$ ^7^sb `u":"1 "ofsh[ ;?iu" "r7`] ^7,oa i[7 - j*.r .m+ d]$."1 ja^m,r7 - eg.7 ,m+7,] ;y4 "r7`] ^7,oa! i=,on l+7jcz ^7^sb `u": $c[7 - 0b9>y4w `]m im irl7n irjr mmr"! $"oe* iye["u d]$ c3oiu$ ^o`+.? ck[5 3o ,m+7,] ;[ae*n,s d]$jiy `%3.o1j3 d]$" d]$ hi7,]! mrjr d]$ ^7,oa .r`u do1+ #c,0 .7`o.?["ucz q$3 d]$"! .i=jvj1 ,m o/cz ^7^sb do1+ - o"! mrjr q$3 d]$ inohs ,nh[ b#bjg ^m"x#c #die ,m.ob eo2 g+7 "ui[en5 ,m"ob do1+ - `r^1iy3 d]$.od+"! h=jr d]$iy3 q$3 d]$ inohs ,nh[$ cm.?iye* j>7jm 0;,,llm4 .i= d]$ `o.g["u ----------------------------#bjh jv1+7 $c[7 - ;y`z 0;,,llm4 d]$ h["r3i[ ;<5`u $c[7"1 0fa/*at4 - d]$ <"nc"u" ,s"u i"z 0;,,llm4w `\`vn irjr ,[e+s ^o`+ mmr"! $"o1 ,m o/[5 #c4 j>7jm ,r7,] 0,,ai4 jv1+7 ^7j>7,] `v3"* #a,0 y^m inohs js+7 - ;y`z ;u`sir 0,,ai4 `o^3 `v3.s5n,s ^u7jm ^\iuw h["ra8'^ojs+7_/js+7,0["u g]jcz _s `u": $c[7 #b,0 d]$ .;nn irj3 d]$ ^7^sb"( `].qirjy - ,r"ug d]$ ^7^sb"(i!o e30o *`miy`u o/cz ;m,n - d]$ inohs .ma.? eo2 h["r3i[n ,i"< d]$ ^7^sb"( .;nn irj3 `].qirjy .qjr7 $c[7 - `].qirjy ;<5: .m;nw .)eg,] 8'/"1 *`m. i[7,0! cu4o1 ,m o/! _s["u `oir #c,0 0;,,llm ,,api4 js+7 - j>7jm 0;,,llm4i!! js+7jcz _s :a,o `s5hu $c[7 - ;<5`u"1 0,,acl4 ;n1"q.o l7mrho5w `]m ir`%eu 0;,,llm api4"! l+7 - #b,0v ^o,['j`n #b$.o h["ra8'^ojs+7_/js+7,0["u `].qirjy g] $c[7 - ;y`z `macr 0;,,llm4i!w `r^1o o"ms.o`u o/s `macr 0;,,llm4! jv1+7jcz ^7j>7iu `u": do1+ #d4 j>7jm .qjr7 lj7 - l7,o`v.n udz" d]$;n`/ ^1.) ^7j>7 i[7n irjr .eg /.] - j*.r,$.ocz ,r7,] 0,,ai4 ^u<3 o,% jr`\n j3`/.s5 .(.r - l7,o ojmn #c n,s .n<3iy3 a#bjh ^m"x#c #dig ^7^sbi!n irjr `s5hu eo2 g+7 ^7j>7 `ml7 /.] - ."+ cr 0'`].qirjy h`nho7,8n irjr,scz ;mjm .eg /.] ----------------------------#bji `ma"ob`masp3 q`=.oc[7 )sc[7":a d]$;n`/ `v.nmrp3jy jyw"x o1,o"1 #bjbc4 #i4 #g4 .7,u"1 ^oire* jvl7jyw #a4 q$3 d]$ `v3"* c(w - .)^3.?["u `o.( doi[^ra .1 ^3] - .tird]$" l7ir d]$ l7`v3`v3`/n irj3 `u": do1+ #a,0 d]$ `o.g `v3"* - eg.7 "m^["oan irj3 ojriu .sj m": - on d3i3 `o.g .;n$ :"s $.o"u jr,?iy.o <30iu"x %wjcz _so do1+ - d]$ irl7o 0'`o`/$ ,r7,]j3 _s,8o5! d].].i!n`n <1"ocz _s `p3.7 #b,0 d].]. o1;oiu `v3"* - d]$.i!! irl7["u d]$n irj3 #bji ^m"x#c #dii pf[,+b .qjr7 do1+ - o1;oiu d]$"! h=jr o1;oiu"! .n`uj1 ,m o/iu"x jr> j5 #c,0 ,o1.n d]$ .) ,o^s5 d]$ `v3"* - ,oe%1"no,*! h=jr d]$ `v.] .s5`s5 $c[7 8'#a,0 ,)juiu d]$ ^7,oa - .?jb_/^m.?jb["ue3 d]$ ,o .?jb_/^m.?jb `o.gn irjr `=h=.?q w`* ,m":5o s":m5 3o .[a d].]. ^\"u d]$ d*;<$ ,o5jr.o5 3o ^7"1 0*at,,gpt4$ ^m.?.t,]! $"o1 ,m sb'cz" .oa`v3! ^3]j3 ^m.?.t,] `v.n j*.r inohs ,nh[cz euiz `]m"! a,s i[7w ^u<3 .7;o e"* do1+ #d,0 ;<5$ .u`) .n>a `v3"* - l7,o `v.nn ;<5:j":e* s,.r/`sc euin1`v o1.] ,]c[7 ol7w ,s^s$ do1+ 3o .7 `v3"* - d]$,n' `=`r" euin1 .n;& i[7n irjr ^uv3 lj7i!o .(.r - euin1 f[`on ,i"z i.m7 h["ra i[7! iuobjr^u1 ,m o/[5 - 0,,api4 js+7 $c[7,] .r`u do1+ 3o ^m.]jr7mr eo2 .rj*,] d]$"! mrjr 0,,api4 l+7 o":a" 0prompt" euin1 i[7! .n;&jcz _so ^"<5.oa .`o euin1e3 ,,[cz _sn ^ojr jsi!o ck<.o1,miu o/! i['j5 ----------------------------#bab 82^m"x#d;0 q`=.oc[7 d]$ ;n`/ ^1.) ^7<3 .egw`*,s #a4 `ma"ob`masp3z #bjbc c* q`=.oc[7 )sc[7":a d]$;n`/ lsb! h=jr l+7.i!o euin1w )s c[7":a! ,m,o"u d]$j1 ,m o/cz q`=.oc[78'0,,ai,0e1d]w l7,o `v.n"! `r,tj1 `/jyaobcoi4 j*.r l7,o `v.n ex"xz <"rv $8,[bcoi4 "9 ,8q`=.oc[78'0,,ai,0e1d]0'z `ma"ob`masmr3w q`=.oc[7 j3`mas ;s"o c[7":a d]$ ;n`/8'^n3;oef[,0w j=^u e];o78'^["r3i[,0o54 =gggggggggggggggggggggggggggggg= #bjbb l7,o`v.n ,o^s5 g] `v.n 7 jva,q,] ;m"( 7 `["o58'l.q,0 `o^3 eg.7 ,r7,] 7 ,x,]`o^3 $5,] ^g,? j:5u ^1) h5.o 7 d+ `o^3 eg.7 ,r7,] #bjbc l7,o`v.n g] `v.n 7 j5w ^g,? #bab ^m"x#d #ejg 7 eg.$ duj5iy3 oe.o8'0,,ocr,0 `o^3 eg.7 ,r7,] 7 d+w o1^m^gn irj3 jr,? ,r7,] 7 ^m.?.t,] eg.7n irj3 hriu h5.o =777777777777777777777777777777= #a,0 mr `v.n yniu j>7jm `ma"ob`masp3o l7,o `v.n `r,t ,o ,r7$ajr^u1 ,m o/cz `v.ni!ncz s,i) _si!o o/!.o :,.mb,[bcoi4 #b,0 l+7.i!w e30z ;<5:$ o"ms.:/i) `ma"ob`masp3 q`=.oc[7 )sc[7":a `].qirjyn ^ojr l7,o `v.n ;<5:%1z l7ir.?["u .s.uj3 d*obcoi4 l7,o`v.n ;<5:%1! .n`uj1 ,m o/cz ^7^sbn irjr :,.mb`u. jbcoi4 <&"s ;<5`uj1 ,m o/cz ^n3;oef[c "ois^ui[ i[7! e1,,[5j<:.m,oe* $5lj`n/,[bcoi4 =gggggggggggggggggggggggggggggg= .eg mrp3#a"1 _0 0,,ai4e1d]n,s `r^1o do1+j3 l7,o `v.n .n<3 ,r"ub`n "o1"o.[a iy3 0,op5,,ai4w 0,,gpt4 euin1w 0,max ,tok54o #cb00k4 ol7["u c!sc`u" o"u qjr `o.(w ,.1bz hna,[h[e3! ;s"oj1 ,m o/cz _so 7j3 j]hrw hna,[h[i!! ;s"oj1 ,m o/cz l7jv7obcoi4 0,xiao et ;al4" #bjbcw *`mn,s ^u1 ,m o/cz _s;s"s5 c!sc3 0tok54n ,i"<,s `o.(w 0att5;n4 enfsco.[5 i3,gjo l+7jcz _s^ui c7j3 `m.ui!w hna,[h["! .]wj`u o"! `v.njvj1 b#bab ^m"x#d #eji ,miu o/! _s["u ,r7$ajbcoi4 /"! i!s,s h[ajs eg,s" .]^m `=eg" .rd3 `o"xi!! ^g,?j`u o"! `o^3["u j3 `\`ve&! ,r7,]j`o mrj3 `v.n"! e3i!s ^u1 ,m o/! _sobcoi4 ,iuj3" ov ^3ir"u ,.1bz hna,[h[n,s `m.ujv iy3 eg,s"! ,r7,]j`o mrj3 `v.niu ,r7$ajr ^u1 ,m o/! _sobcoi4 ,.1bz hna,[h["u^mhs `o1`u `m.ujv iy3 ----------------------------#bac hna,[h["! ,r7,]j`o mrj3 `v.nn,scz 0,task4w .]w,^ge3 aji`u ,r7$ajbcoi4 oeo g] .m7n o/cz 0,l1d] bo>d4w g]["u `].qirjyv $8z `ojy$ sb'oiu l7,o.?["u ;<5:.i!w euin1w d]$ `\`v$ ir.m7.?["u j1 ,m o/iu"x jr.m5["u,,s ;<5:.d4 oyw ixh[aj3 0l1d]bo>d4cz <1`u o/cz _so sb',[bcoi4 .<#a.> ,xiao1 ,guangxuan1 et ;al4 0,e6ici5t /r1m+ language models ) att5;n s9ks 0 ar,xiv prepr9t ar,xiv3#bcji #agdec "<#bjbc">4 .egmrp3 #b"1 _0 0,,ai4e1d]n,s `r^1o do1+j3 l7,o `v.n .n<3 q`= .oc[7w j3`mas ;s"o c[7":a d]$ ;n`/"! .m.n"u $.:$3ie* `ma"ob`masp3w ,t"ob ;mr.on ek`n a#bac ^m"x#d #eaa `masw ^1.)`v `maeqw )s,r7jv1! j>7l7jcz *`m lsb0n jv1+7j1 ,m o/cz q`= .oc[7 `r^1v `r^1o"7o ek.p.: $cz _so j["[5o"<`u ,r7$ajczin+ q`= .oc[7w c[7":a! d]$jcz _sz <4["u )s c[7":an `maj3iy.o <30`u etho eui1"u .qjvj1 _so"<`u ,r7$ajbcoi4 j*.riu 0;,,llm4! c:5s,s,s 0,,lmm4["u c<<$`u o/`u" `m`!w 0gem5i4$8z `]miu ethoeui1 ^n3;oef[n irj3 ,]c[7! "oduho7 j<:/,[bcoi4 o") j["[5! .1 ^3]j<: e1d]w `v.nw ]:a! ^1.),of: v/i`u ,r7$ajczin+4 `["s5niu ^&`mj`u" <.oa o"s0`n d]$iycz q`=.oc[7i!o s,is0`n j3`mas *`mn jv1+7iy1 ,m o/cz .on irjr,s `ma"ob`masp3w )s.]^uccm5hs o+7.i!o .oa`v3.?["u ojrj`ocz s":bicz ,r7$ao i[bcoi4 ,i"<,s ,n^m `v.n"u `zir`mas ojrc[7":a d]$c" [5,]8'^7),0 ojrc ;s"o ^n3;oef[" <,o< )s ^):a d]$ i[7 `o.( `masp3n,s .qjr7jr0,l4 *`m lsb .m7 e1em7;o `m;ma lsbw ]:a! cs5s,scz ,r"ug `o j3ir"u" `o.(w q`=.oc[7 euin1 `r^1! .m7.s5["u jcz *`m. ,iucz ja,r7;[7e3! irl7["u j.o <30`u" `mas *`mn em'o o/cz *`m.i!o `v3,o5! $.o1 ,m o/cz *`m .m.n"! ----------------------------#bad ,t.]j`u" `mas *`mn jv1+7j1 ,m o/cz `v.n"! ,t.]je* l7,o `v.nn irj3 `v3,o5! .n`uj1 ,m o/! _s["u ,r7$ajbcoi4 `mas.]^ujv ^7^sb"( .;n^ui `mas.]^ujv"! h=jr jyai[aiy3 q`=.oc[7 `o,&! s,is0`n jv1+7j1 ,m o/!.on ;u.s5! ek;ms `v.n"! c#bac ^m"x#d #eac ,r"u ,r7,]jcz _so is %oaj1 _s["u ,r7$ajbcoi4 _0 0,,ai4e1d] g]n ;<5`uj1 ,m o/cz ^n3;oef[c "ois^ui[ ,o1.o1.?q g] ;[ae*n,s .sb`z,]oc ir.m7,] euim"! $k;g "ois^ui[cz js`o7dno,[n,s g]jcz "ois^ui[8'0https3_/_/hu7+face4" co_/spaces_/,hu7+,face,h#d_/" op5.-;llm.-l1d]bo>d,0 o1 _sobcoi4 j3`mas `v3"*jr,scz .sjw jyln,s js`o7dno,[ d!"r'du5`v j:bsbj3 j3`mas "ois^ui[$ g]iy`u o/,[bcoi4 8'0https3_/_/" hu7+face4co_/spaces_/up/age_/" op5.-ko.-;llm.-l1d]bo>d,0 ^n3;oef[ inohs .;ncz mr "ois^ui[n,s enq["u l5`u o/cz inohsn isj<: `m`!w 0gem9i4w ,]c[7 ^u`un jv1+7iy3 inohsi!iu j5,`n `s5huj1 ,m o/! _sobcoi4 8'0https3_/_//orage4" googl1pis4com_/deepm9d.-" m$ia_/gem9i_/gem9i.-#a.-" report4pdf,0 ;mjm 0,,acl4 `/\ f)ds"),[w ir<3["u u1jr^mhs `r;yiy1 0,,colm4n,s `=%iy1 inohsv c(wi!iu `s5huiy3ie* ium5o iy1 _s["u ,r7$ajbcoi4 ;y-/.q `+,mco5 i[7o `m,]j3 ,qf% f)ds"),[obcoi4 8'0https3_/_/colmweb4org_/cfp4" html,0 .eg w`*#c"1 _0 0,,ai4e1d]n,s `r^1o do1+j3 l7,o `v.n .n<3 - $a `v.nw *`m .q^u ,]`v"! .ob,]j<: `\"(! sc[ .]iu cr"o.o eu'j3ie* `/,x .qjr7jiu"x j54 "ois^ui["! e3i[cz o%$ `[ `v.n jxz ^g>w *`m ^7j>7 .ob,]! j":`u jcz _so54 _0 0,,ai4e1d]w l7,o `v.n jv1,]jv ^7<3 .n<3 - `v.n ^g>^\"u $.7 *`m^1d+$ jv1^1j3 *`mjy_/f)ds"),[n,s jri7 `v.nn irj3 pf[,+bo o"ms.o1,m o/iu"x j3i4 - `ma.n.? pf[,+b! $a `v.n ^g>^\"u `r;yj1,m o/iu"x j3i4 b#bad ^m"x#d #eae o"s0`n j`o mrjr,scz `macry j:b":a ;n`/$ do1+ji4 - eg.n"! ]s"uiu `=.oj<:" y`man,siu .sb`zj1 ,m o/iu"x j3i4 _0 0,,ai4e1d] g]n ;<5`uj1 ,m o/cz ^n3;oef[c "ois^ui[ - 0,,ntcir4 8';y`z `v.n 0,,ntcir #ag,03 https3_/_/" rese>*4nii4;ac4jp_/ntcir_/" ntcir-#ag_/9dex4html4 - $a `v.n`v3"o. `["mb! ^\iu"u ims" "ois^ui[n u1"q $a `v.nho5i!o ^1d+"! j1,mo/iu"x j`u" `[ `v.n`v3"o `["mbo #a jy,]o d4 d#bad ^m"x#d #eag i[7 jry %e] ^n3;oef[cz oeo ;m7^gjo d<7 =gggggggggggggggggggggggggggggg= `m^g"1 .m+ d]$ j7ex """""""""""""""""""""""""""""""" j3`mas c[7":a .=jb"1 eg^sb .]jvaiu eo2 ^x.biu" .ms.q era"7j3 ^r`]w )s ojr"2,r7,] c[7":a ^m.?.t d+j* h5.o c[7":a"1 ^m.?.t d+j* h5.o eo2 ^g"% c[7":a8'do1,m `v.n"u erc* `r^1,0 =777777777777777777777777777777= #a,0 mr q`=.oc[7 ^n3;oef[ inohs,n'! e"*jcz in o/s `o.(`v $8o f[" j1.o" 7.o1w ,u`%eu j3`mas inohs,n'! `m;majr> jcz _so .u0!.o :,.mb,[bcoi4 #b,0 <&"s .?.tj3 q`=.oc[7 ^n3;oef[ inohs,n' `%eun irjr,siu :,.mb`u. jbcoi4 8'j*.r `/jya"1 inohs,n'^\ 09/.e #ajjj`) cry,0 #c,0 `ma"ob`masp3 q`=.oc[7 ^n3;oef[ inohs,n' `r^1 ,o jryw i<>7j3 ^n3;oef[ inohs,n'" jxz `o`m;ma 09/ruc;n4 e1em7;oi!! s,i) ^7,oa["u jv1+7j1 ,m o/!.o" au .egmrp3,`n,s `ma"ob`masp3n `oirjcz j3`mas_/j3`ma egjv h[ajv a#baf ^m"x#d #eai inohs,n'o o/cz.oiu :,.mb,[bcoi4 =gggggggggggggggggggggggggggggg= .eg w`*#a"1 _0 ^n3;oef[ inohs,n' `m;ma ,o `m;ma ^7^sb 8'f["7j3 `m.uw 0task4n irj3 d]$ inohsw `]m is `uiuw .)eg.?q .o,oa! +je["u ,u,m .)eg$"! h=j3 inohs `m;mao .?jbji`u ,r7$ajbcoi4 ie3" .nj3iy3 .amet]4 ^u1"%5o .az euin1n,scz eg.n$ sb'.oe3" euin1w f[`o$ fs.oe* ^):a u"%w .)d"u qj3 eg.n$ em,oj1 ,m sb'! .]iu$ iy1 ,m o/i`u ,r7$ajbcoi4 ,i"<,s" jry ^n3;oef["! ^):aj`u o"! i,o j3^) ----------------------------#bag .]`+j`n `s5,mj3 inohs$ o/ie* *`mj,ocz ^gi!n`n fz ium5o iy1 ,m o/i4`u ,r7$ajbcoi4 ^):a `\`ve&n irj3 `s5,mn isjr,s" .i= ,r7,]iy3 0*a9-(- ?"\4n irj3 `s5,m inohs$ o/ie* o :a,o fz ium5o iy1 _so"< ,r7$ajbcoi4 _0 `ma"ob`masp3n `oirjcz j3`mas_/j3`ma egjv h[ajv inohs,n' .oc3 jywn c<( _s;s"s5 ^7)" *"]ir^\ d+j*n irj3 ^]"\ inohs$ o/ie* %+7j1 _so"7.o1w inohs,n' `m;man .ob.m7jcz _so ;<^\jv ^7,oao iy1 _sobcoi4 _0 .?.tj3 ^n3;oef[ inohs,n' `%eu `v.nn ,i"< i"! _so"<`u ,r7$ajbcoie3" ,o1.o1.?["u *crn ,o1j*$c[7j3 `%eu"u .n,oiy3 `%eu$ .?jbji`u ,r7$ajbcoi4 _0 `o.( jry ^n3;oef[ inohs,n'" 09/ruc;n4 e1em7;o jv1+7 $c[7,] +,rcz `o.(n `u.).?q `v.ni! oyn i<>7j3 jv1+7 ex.?n ek;p,s ,r"ug `v.n"! .n<3jcz `]m$ c!sc`u o/,[bcoi4 ,i"<,s jry ^n3;oef[c `o .(.rjcz e1em7;o"! i3,gjo ^):ajcz _s^uicz `ma"ob`masp3 h[ajv `v.n"! e3i[cz _so is %+7j1 _so"<`u ,r7$ajbcoi4 _0 `ma"ob`masp3n `oirjcz j3`mas_/j3`ma egjv h[ajv inohs,n' io.oht qegja ^g>w ,m+"! .ulj<: `u.) `mas eo2 `zir `mas i[7 j*ir j3`masv eg.,n'8'%cofui[,0$ i"z ."+i!o `m;maiy3i4e* *`mw .od]! ctbjoczin ium5o iy"o"< ,r7$ajbcoi4 oyniu 0,,cjk8'.m7`mas" o1^(s" j3`mas,0"! c:5s,s,s i=c5<,o<`p3w )s,$.o ]:a! ctbjq ^]"\ e1em7;oi!o `m;maiy3i4e*" j3`mas `+%a oyniu i<>7j3 sd!"o0l4o,*o c7 0vs4 .o1w o,%"u ,r7$aiy`u" ;y`z m,mj3 0;,,llm4 ja,[bn .o1o .m7+.qi4cz *`m `\`v"! `u":je*" .o1o m,mj3 inohs `m;mao do1+ji`u ,r7 $aiybcoi4 _0 .?.tj3 ^n3;oef[ inohs,n' `%eu - inohs,n'w `%eucz `v.nw c3oiun ,i"< i"! ,m o/[5! .).n"u o>`o i["o`u" - ,mrg `v.n"7,]! ^u.(jcz e1em7;o eo2 d]$ ;n`/$ o/[e* .u0`n/,[bcoi4 - /"! i!s" .o:a ^\ ^7)n irj3 ojr eo2 ,r7,] c[7":a d]$" *"] ^\ irjv inohs,n'" j3`ma egjvn irj3 .o1w[7ib inohs,n' i[7o `m;ma" jv1+7iye* .u0`n/,[bcoi4 =777777777777777777777777777777= ----------------------------#bai #c4 `ma"ob`masp3z a#bah ^m"x#d #ebe q`=.oc[78'0,,ai,0e1d]w #bjbc c* q`=.oc[7 )sc[7":a d]$ `].qirjy g] i7,o ;<5$.i!w ,r7,] 0,,ai4 euin1 ja,[b eo2 `mi= l>7! ,80,,rtx #djij #bd,,gb #a`r0'"u .nj3j<: irjy"! `r;yj3 ^ o/,[bcoi4 j>7jm `].qirjy g]n irjr j*.r #c$.o ^7j>7["u c(w"! .qjr7 .m7n o/,[bcoi4 "7^7j>771 #a,0 #bjbc c*`v $8o ;<5$.i!o ,r7,] 0,,ai4 euin1"u ;<5$ ,o ,[dna .nj3 h["ra["u g] #b,0 euin1 jg"* eo2 `mi=n irj3 ,[dna em.nj3 h["ra["u g] #c,0 ,[dna .nj3 _/ ,[dna em.nj3 hm h["ra g] on mr 0l4 $.o ^7j>7n irjr .eg! :,.mb`u. jbcoi4 =gggggggggggggggggggggggggggggg= .eg w`*#a"1 i3o1 h["raoiz jxz hm h["ra g]oiz" ,[dna .nj3 h["raw g]z `=.]j3 `].r7o"a .u`)! u1"ocz _sz do1+ji`u ,r7$ajbcoi4 0,a#ajj`v $8o i3,gjo eneu"o">7o is fz ji[prs"! l+7j1 ,m o/`n jr.mcz ^7j>7 ,^ge3 allel4! j<: ;<5:jcz _siu js+7! je*,s d]$ ;?iun 0,,tps4v $8z ,xiun `v3j3 d]$;?iu"! ;m$j<: 0;,,llm4! mrj3 qd["<"! ^rm`u *`mjcz ^gi!w `v3,o5iu %iu"! j1 ,m o/[e* .u0! _s["u ,r7$ajbcoi4 .eg w`*#b"1 `osbn,s ^\iuw .op3! ^9<,s qd["<"! .n`=j1 ,m sb'ie*" cm`mc ;<5: $c[7j3 ,m.gn,s ,[dna! .nj3jcz _so ^"<5.oaji`u ,r7$ajbcoi4 ,iuj3" ;y`z "ois^ui[ ,gmr"! u1"ocz _so `v\iys/icz .o.?o os.oe*,s ^&do1+j`n e30z h3,u"! ^r;&jcz _sn irj3 .,]w ex,u"oiu cbon4oc 0,c>bon,villa94 $8z cnoeo7o i[7.7j`oiu j<:/`u+4 ,i"<,s .7jv" j+%1jvn ,q`],,z euin1o cu4z .s5,m"! ^9<$1 ,m o/iu"x jcz `m.u"! e3i[cz _so is .u0icz w`*! c5`obcoi4 .eg w`*#c"1 .u0[54 .eg w`*#d"1 _0 $c[7jie* #b^)`v $8o 0,h_/,w4 jv3`]w .n>a sb'o g]jcz `n ;<5$. ob.7n,scz $.7 .u0,[bcoi4 _0 j.oe3" `r;y. ob.7n,scz /l7 ^o+7 l3.]iu s":b`u" jr7l `r;yn e30z s":m5o ,i"! _sobcoi4 au" euin1o csem f[ie* ;mjm ,o1,s^o,[ .?+7 ,oniu `u^o+7! $5i7jr> jcz s":m5o o/,[bcoi4 _0 `ma"ob`masp3n,s fs5d%ho7 "o,u,[ $5i5o $c[7jie* #b^)`v $8o em.nj3 h["rao .u0[c" _0 j*,o1.?["u s":m5o o/i4e*" #a^)`v $8o g]j<:iu ;m7^gjo weo$ o/! _s["u ,r7$ajbcoi4 =777777777777777777777777777777= ----------------------------#bbj #d4 ^(`:a.?["u q`=.oc[7 ^n3;oef["! g]j`n iy1 `]m euin1 ,]c[7n irj3 ,8d]$ ^7^sb eo2 .od+0' ;[ae* :a,o ^3i[,o `u":jr> j1 _s $8,[bcoi4 on <"r l<3n irjr .eg! `mj`u. jbcoi4 #a,0 q`=.oc[7 ^n3;oef[w `]m ,8hna,[h[ ,r7,]0' `v.n `\`vn irj3 .],].? d]$ ,m+$ cu4<.o`u o/,[bcoi4 on irjr,scz #1 .)eg$ ,mi=8'0manual,0 d]$v #2 0,g-,eval4! `s5huj": jbcoi4 im $.o"! q`=.oc[7 ^n3;oef[n j+%1.?["u l+7j1 ,m o/cz ^7^sbn irjr `u`*! :,.mb,[bcoi4 #b,0 <4,s :dg ^7["u q`=.oc[7 ^n3;oef[ `v.n"! `m,] .m7n o/,[bcoi4 on d#bai ^m"x#d #ebi q`=.oc[7w ,]c[7! #1 `v.n^\ ,]c[7 .od+"u .n,ojr> j1.o" j1.o :,.mb`u. jbcoi4 =gggggggggggggggggggggggggggggg= .eg w`*#a"1 _0 .<*s ,r7,] `\`vn irj3 .],].? d]$ ^7^sb jv1+7 ^7<3 o ^m^gn irjr,scz j*.r .],].?q d]$w .m7+,]n irjr,scz `=$5j.oe3" s,i) ,oa["u d]$w ^7j>7o .]jr.:> j1.on irjr,scz g] eo2 `v3"ow j+%1,]! cu4o1 ,m o/i`u ,r7$ajbcoi4 _0 q`=.oc[7w `v.n ,]c[7 d+`o ^7^sb 8'`v.n^\ ,]c[7 .od+ 0vs4 h=jb ,]c[7 .od+,0 h=jb ,]c[7! %weoj`n l+7j`o s":& _s["u d3i3iybcoi4 `v.n^\ ,]c[7 .od+"! chcrcz _s["u ;m7^gj1 _sobcoi4 jr,?jcz ,.xn,s %weoj3 `\`v"! iu;&j1 ,m o/iu"x l7,nj3 .o;o5o .n,oiye* .u0! _sobcoi4 .eg w`*#c"1 _0 .<*s ,r7,] `\`vn irj3 .],].? d]$ ^7^sb jv1+7 ^7<3 - 8'w`*sb'[5,0 _0 q`=.oc[7w `v.n ,]c[7 d+`o ^7^sb8'`v.n^\ ,]c[7 .od+ 0vs4 h=jb ,]c[7 .od+,0 - `v.n^\ ,]c[7 .od+ ----------------------------#bba b#bbj ^m"x#d #eca .eg w`*#d"1 _0 .<*s ,r7,] `\`vn irj3 .],].? d]$ ^7^sb jv1+7 ^7<3 - ;y`z jry ^n3;oef[v %lj`n 0,g-,eval4 d]$ jv1+7 ^7<3n ;<3,]jbcoi4 - .)eg$ ,mi= d]$cz ,8,m,o0' `v.nncz $c[7j.oe3" ,8'l7,o0' `v.nncz $c[7j.o <30! _s["u /l7iy`u" - 0,g-,eval4 `\`vv .)eg$ ,mi= d]$ `\`vw `]j>7,]! `z`s ."+"u .n,oje* s,it.o w`* i["obcoi4 _0 q`=.oc[7w `v.n ,]c[7 d+`o ^7^sb 8'`v.n^\ ,]c[7 .od+ 0vs4 h=jb ,]c[7 .od+,0 - $a `v.n .;nw $;o"! ,r7$aje*" `v.n^\ ,]c[7 .od+ .n,ocz ^3i[,o do1+jr ^uobcoi4 - ie3" ,gmrjv ex.?["u h=jb ,]c[7 .od+$ do1+ji4e*" d]`%3 i[7w ^7^sb! l+7j<: h=jb ,]c[7 .od+iu $8o l3.]jcz `n s,it.o w`* i["obcoi4 =777777777777777777777777777777= ----------------------------#bbb "7`ojya"2*`m71 `ma"ob`masp3 $7eo] )s.]^u`v.7 `ma"ob`masp3 o^u"