=gggggggggggggggggggggggggg=
= =
= `ma"ob`masp3 =
= #bjai-ja-ea =
= 333333333333333333333333 =
= ^1$3i[7"x^)ju"1 =
= #aa-acgajbh-jjjgfh-ja =
= 333333333333333333333333 =
= ameg ^g,? =
= e1em7;o `m;ma =
= =
=77777777777777777777777777=
lsb ;rao5. o5,]eu
`ma"ob`masp3
o ;raw .s5:a. .m
#a4 o ;raz #hj--#ia dno.o$
sb'{e: p3eg `{ir"u .n.aj54
#b4 ~m"x #b" #cw fs5d%hs )scz
h=o1}s.s5.an ,i"< ,8`meg ^g,? e1em7;o
`m;ma0'n `v3j3 *`m ^u`u,s"!
.a,]j<: .n;&jbcoi4
_7 lsb`o$3"1 #bjai c* #jhp1--
#bjbj c* #jbp1
#bjbj c* #jbp1 #jfo1
lsb ;rao5."1 o5,]eu8'.m,oajyl
e7irja`+,0
o`=.m8';m7c5irja`+,0
`o5%,sb8'j3"o5irja`+,0
"%^sbeu8'^ml3y`masirja`+,0
`o5ja,m8'$7p3irja`+,0
----------------------------#j-c
#j-b lsb ,mjr7. #e
,q,sq8'j3"o5irja`+,0
c,[7jg8'.)^mairja`+,0
^=eo`]8'*,nirja`+,0
`o5,)j/8'*,nirja`+,0
`o5,m`]8'*,nirja`+,0
o;<3]8'*,nirja`+,0
^aj/.q8'*,nirja`+,0
.7*.o8'*,nirja`+,0
,q<]8'*,nirja`+,0
.].m*8'*,nirja`+,0
.].q`]8'*,nirja`+,0
$7j/"q8'*,nirja`+,0
`o5`+*8'*,nirja`+,0
`o5l7eq8'*,nirja`+,0
`o5.o]8'*,nirja`+,0
.]jr%38'*,nirja`+,0
;),]ju8'*,nirja`+,0
^a,s%38'*,nirja`+,0
----------------------------#j-d
^a.qj*8'j3"o5irja`+,0
o,mj*8'j3"o5irja`+,0
oj3^s58'j3"o5irja`+,0
.)l7ju8'j3"o5irja`+,0
`o5%eo8'j3"o5irja`+,0
o.op38'j3"o5irja`+,0
`o5.r`%38'j3`majr>7irja`+,0
c5`m7]8'j3`majr>7irja`+,0
%3ju8'j3`majr>7irja`+,0
;yeq,?8'j3`majr>7irja`+,0
;y+7,?8';m7c5irja`+,0
^a;)+78';m7c5irja`+,0
u^]im8'j3"o5irja`+,0
jsha,]8'j3"o5irja`+,0
eq.qm8'.)^mairja`+,0
o]jg8'.)^mairja`+,0
j=,[7*8'.)^mairja`+,0
^a,],oa8'$7p3irja`+,0
----------------------------#j-e
,q].q8'j3`majr>7irja`+,0
$7o1eq8';m7c5irja`+,0
^a+j38';m7c5irja`+,0
.]j/.o8';m7c5irja`+,0
.]],?8'j3"o5irja`+,0
u,nz8'j3"o5irja`+,0
jv7,?.m8'j3"o5irja`+,0
$7i=;<38'.)^mairja`+,0
o.=j*8'.)^mairja`+,0
;yj].g8'.)^mairja`+,0
`o5i5"q8'$7p3irja`+,0
`o5^uz8'$7p3irja`+,0
`o5j=.q8'$7p3irja`+,0
a#j-d lsb ,mjr7. #g
u,qj:a8'$7p3irja`+,0
^al7p38'.m,oajyl iobcn;%"t,0
^a.],m8'.m,oajyl iobcn;%"t,0
jseq$78'.m,oajyl iobcn;%"t,0
^a*ju8'.m,oajyl iobcn;%"t,0
----------------------------#j-f
.]i=ju8'.m,oajyl iobcn;%"t,0
;y.qj:a8'.m,oajyl iobcn;%"t,0
`o5/.q8'.m,oajyl iobcn;%"t,0
o`%i?8'.m,oajyl iobcn;%"t,0
o5,)eq8'.m,oajyl iobcn;%"t,0
=777777777777777777777777777777=
----------------------------#j-g
"8`maeg ;u"x01 `meg ^g,?
e1em7;o `m;ma
^( lsbz q`= .oc[7 l3sb ^1.)!
mrj3 ir`%eu m"oe1 .w `meg
^g,? .o;o5! ;<5`uj<: ^o`+"2
*`mj<:/[e: j3`ma.).h=,q*`mp3
8'0,,etri,0w j3`mas w.( `meg
^g,? $oi["w
.o;o5 i[7! ^h7["u `o.( .o;o5w
eg.n.s5! ,m.]"2^uv3j3 w.( `meg
^g,? .o;o5! ,m"obj<:/i4 i&,.rcz
`meg ^g,? e1em7;o8'#bjj e3 s.t,0
`m;ma["u" `meg ^g,? e1em7;o
#j-g `maeg ;u"x #i
`m;ma .o;o5! ^h7["u e1em7;o"!
`m;maj<:/i4
_0 `meg ^g,? e1em7;o .o;o5
,m"ob
`meg ^g,? .o;o5! ,m"obj`o
mrj<: ,8j3`ma.]^uh=,q`o,&j:bjy
8'0,,tta,00' i[7 `v3"* ^g>w `meg
^g,? .o;o5! `s5huj<: `o.( .o;o5w
eg.n.s5! ^g,?" ^uv3iy3 .o;o5!
.n,oj<:/i4
`o.(w w.( `meg ^g,? e1em7;o
.o;o5z .m"u "8#ba,n`o ,n.=
`/jya01n,s `m;maiy3 `m `m.u `o^3
`meg ^g,? e1em7;o"! w.( `meg
^g,? e1em7;o"u ^*jv3jcz _sn
;u.s5! ek;ms `r^1iys/[e: on ,i"<
w.( `meg ^g,? e1em7;o"! `m;maj`o
mrj3 .o;o5z `[ >7.?"2.o1.?
;[ae*n,s ^m.xj<:/i`u j1 ,m o/i4
^( lsbn,scz j3`ma.]^uh=,q`o,&
j:bjy8'0,,tta,0w ,8w.( `meg ^g,?
e1em7;o `m;ma! mrj3 w.( `v3`/
hr`[ ,nh[ eo2 w.( `v3`/ ,t.]
^7^sb0'! `o^3["u j<: w.( `meg
^g,? e1em7;o"! `m;maj`o mrj3
,o1+7.?q .o;o5! `r^1j`u `o.( w.(
`meg ^g,? .o;o5n,s ^m.xji`u
d3i3iycz cr+7`v /,o"! ^uv3j<:/i4
_0 `meg ^g,? e1em7;o8'#bjj e3
s.t,0 `m;ma
`meg ^g,? e1em7;ow `m;ma
.t;7irja`+ `meg ^g,?
e1em7;o `s5.[7 euin1 """" #bh#ia
#b4g4b4 .)^mairja`+ iob "sco7
`o^3 `meg ^g,? e1em7;o `s5.[7
euin1 """""""""""""""""" #cc#ajd
#b4h4 .)eg$ .obi3 ,o5;[7 e*.sb
8'0,focus ,gr\p ,9t]view,0
""""""""""""""""""""""" #cf#aji
#b4i4 ;y.= `\`ve& l3;&
""""""""""""""""""""""" #ch#aae
---------------------------#j-aj
.n#c.7 `meg ^g,? e1em7;o
`m;ma .o;o5 ,m"ob
#a4 .o;o5 ,m"ob `v.] #da#aag
#a4a4 `o^( p3;oa """"" #da#aah
#a4b4 w.( `v3`/ hr`[ ,nh[ ,t.]
^7^sb """""""""""""""""" #da#aai
#a4c4 eg.7 %j]^\ w.( `v3`/
,t.] ^7^sb """"""""""""" #da#aai
#a4d4 ,n^m `m^\ hr`o7 $oi["7.?"2.o1.?["u
#a .n#a.7 #a4 #ai
^m.xj<:/[e: i<>7j3 l3sbw `o^3o
iy1 ir`%eu )s .7.?["u ,m.g cu4`n
`r^1j`o mrj<: i<>7j3 e1em7;o
.)eg$ q":a! jv1+7j<: `meg ^g,?
e1em7;o"! `m;maj<:/i4
^( lsbn,scz j3`ma.]^uh=,q`o,&
j:bjy8'0,,tta,0 i[7 `v3"* ^g>w
`meg ^g,? .o;o5! ;<5`uj<: ,n^m
^g,? .o;o5! ,m"obj`u egs #bjj e3
s.t `%euw `meg ^g,? e1em7;o"!
`m;maj<:/i4 j3`ma.).h=,q*`mp3
8'0,,etri,0w j3`mas w.( `meg
^g,? $oi["w
.o;o5 i[7! ^h7["u `o.( .o;o5w
eg.n.s5! ,m.]"2^uv3j3 w.( `meg
^g,? .o;o5! ,m"obj<:/i4
#b4 lsbw ^s5mr
#b4a `meg ^g,? e1em7;o `m;ma
.o;o5 ,m"ob
`meg ^g,? .o;o5! ,m"obj`o
mrj<: ,8j3`ma.]^uh=,q`o,&j:bjy
8'0,,tta,00' i[7 `v3"* ^g>w `meg
^g,? .o;o5! `s5huj<: `o.( .o;o5w
eg.n.s5! ^g,?" ^uv3iy3 .o;o5!
.n,oj<:/i4
`o.(w w.( `meg ^g,? e1em7;ocz
.m"u "8#ba,n`o ,n.=`/jya01n,s
`m;maiy3 `m `m.u `o^3 `meg ^g,?
e1em7;o"! w.( `meg ^g,?
e1em7;o"u ^*jv3jcz _sn ;u.s5!
ek;ms `r^1iys/[e: on ,i"< w.(
`meg ^g,? e1em7;o"! `m;maj`o
mrj3 .o;o5z `[ >7.?"2.o1.?
;[ae*n,s ^m.xj<:/i`u j1 ,m o/i4
^( lsbn,scz j3`ma.]^uh=,q`o,&
j:bjyw w.( `meg ^g,? $oi["aiycz /$ e30[54
7 eg.7 ol7w i3mr" .[a j3 eg.7
<3n :"s `rw eg.7o duj5iycz `]mn
irj3 .o;o5 do1+8'h[ajo q+7.t,04
7 ,iws,,[`o" h[ajo e]l`mw
,iws,,[`on ,u`[a.?o54
_0 ,s,&,] e]l
7 ,s,&,] e]l$ .o^r,u$ iy`sc
,s,&,] e]l"u .=`\iycz i[7w eg.7n
irj3 .o;o5 ^uv3 do1+
_0 wl ^u.u +7)
7 `masn,s eg^sb.?q `oc[7! jcz
wl ^u.u +7)w `m,]o i<>7je["u
ex"x ^uv3 do1+
_0 i=l *,x `m,]
7 i<>7j3 i=l *,vrv ^u.u +7)
`m,]! `m^gj1 do1+ o/[54
_0 .7j] li= `meg eg.n
7 .7j] li=w `]m ^u.u +7)
`m,]oc `meg ^g,?n ]j>7! .m54
7 .7j] li=! ^o"u'j<: eg.7w
c(j7 ,o1j*n ]j>7! .mcz `m,]n
irj3 .o;o5 e"* do1+
_0 ,8n,s0' .ms q.] eg.n
7 j*.r .i= ^g,? `\`v eg.7w .ms
:aj1! jcz ,8n,s0' ,]^go .]jvaj`n
^g,?iy.o <30[54
7 i3;n e]l .ms i[7n irj3 .o;o5
,m.] eo2 ^uv3 do1+
_0 ^ml.t8'h[ajo q+7.t,0n irj3
`meg ^g,? d+.ow ,neo1iu eg.n
7 ^ml.t eo2 q+7.to o1`v1.?["u
0,,vp4"u ;s"oiy`u o/czin on irj3
a#f .n#b.7 #b4 #bi
hr`[ ,n^gjv `s5hu do1+
_0 +7)w e]lj] ;s"o eg.n
7 +7)w e]lj]w `]m o"! ^\iu"u
d+,oj1 ,m o/cz `meg hr`[$
^m.rj54
7 +7)w e]lj] i[7 hr`[ ,n^gjv$
do1+j3 `]mn irj3 `s5hu do1+
_0 ;n) ,m,oa ^ml eg.n
7 ;n) ,m,oa ^ml"! q.]j<: ^ml$
e]l`m"! ,m,oaj1 ,m o/iu"x j1.o
`u": do1+
7 on irj3 `oc[7 hr`[ c(w do1+
_0 `o^3 e1em7;ow u"%
7 p3 e1em7;ow uh" ,iws,,[`o
eg.n i[7o .i= ^g,? `\`vn ]j>7!
eo;o54
7 p3^( u"%"! `masp3n ^u`uj`o
mrj3 ,o,[hn5 `m;ma do1+4
------------------------------#g
^( i3`/n,scz mrw .m+ .r7.s5!
^o"u'j<: i<>7j3 .r7.s5! c(wj<:
`o.(w hohono8'0,,tta,0 w.( `meg
^g,? .o;o5! ,m.]"2^uv3j<:/i4
,iuj3 /,o"! .].nj`u ;m$j<:
.asb.i!o /,o"! h=jr `meg ^g,?
.o;o5! ,(,mrb`n ojrj1 ,m o/iu"x
j<:/i4 o i3`/cz ,o1.n .asb eo2
.i= ^g,?w o.) i3`/n o"ms.:> jcz
_soc ,o1.n .asbn,s ^1,r7jcz u"%
eo2 eg.n.s5i!! ^3]j<: .o,x.?["u
^uv3j<:/i4 ,iuj3 .)eg$ .obi3
,o5;[7 e*.sb .eg jyw" `masp3`vw
j:bw i[7! h=j<: ^g,?w ,n^m
.o;o5! ,m.]j<:/i4 ,m.]iy3 ;y.=
.o;o5z #c.7n,s `m;n.?["u
.n,oj3i4
#b4b4 ,m.asb `s5,m iu`m
fs,[hsea,'"1 p3,o eg.7"
w.(,u" .o~r,u" j}hr,u~g,?" `meg
~g,?" weo:a ~g,?
#a;< `s5,m"! ,mjr7jcz ,m.asb
`s5,m ho5p3i!z p3,o eg.7n irj3
.i= `meg ^g,? `\`v"! h=jbj<:
^u:.mcz `s5,m iu`mn,s ^g,? cr+7!
jvaqj`u ^1`*j3 u"%"! ,m.]jcz
.asb! j`u" #b;< `s5,m `v.]n,scz
ho5.7i!o #a;< `s5,m `\`vn eg.n$
sb'cz.o i,o j3^) .s5`s5j3i4
------------------------------#i
,'.s5:a. .m,'"1 `["o5#b--
`["o5#fw jve*n,s ,)hraiy3 ^m^gz
82 ;0 ["u chcr54
"8`["o5 #b01 ,)hraj3 s.tn
irj3 `meg w.( `v3`/ `\`v
,'`["o5 ,r7">a,'"1 ,[7emp3w
<3cr ^7,=! i[9`u hr^!"o' 0,,pc4w
,[mr;o"! f:. ixo1 h=,qlq
#h .n#b.7 #b4 #cc
iuo;nhn1"nfu5w voda,'"1 ,[7emp3w
<3cr ^7,=! i[9`u hr^!"o' 0,,pc4w
,[mr;o"! f:. ixo1 h=,qlq
iuo;nhn1"nfu5w voda,'"1 `meg^g,?
w.( `v3`/$ u1^"z.o jvaqjr
.m,n+4 .v;[a hno^!n,s $a s.tn
irj3 .o^r,u8'0,,id,0v w.(`v3`/
hr`[8'0,,deprel,0"! f!"oaj<:
,m.]j1 ,m o/,[bcoi4
- w.(`v3`/"! ,m.]je* l7i3n
^uocz w.(`megh["o$ ,o1,o$3["u
f#i .n#b.7 #b4 #ci
sbinoh[ iybcoi4
- s.t! ,)hraje* :"s `o`v3w .i=
^g,? jm^u"! d\;: ^u1 ,m
o/,[bcoi4
- `%;oa `s5l"! h=`vjiu"x
0,,id1 ,,deprel4! .]jvaj`n
ob":ajr.m,n+4
=gggggggggggggggggggggggggggggg=
=="1 weo
""""""""""""""""""""""""""""""""
`meg hr`[
0,,np"1 ;n)8'e]l" ire]l" ,ml,0
0,,vp"1 +7)8'i=l" j]+7l"
^u.u+7),0
0,,ap"1 ^ml`m
0,,vnp"1 `[7.] .o.]l`m8'e]l 5
oi,0
0,,dp"1 `v3j]l`m
0,,ip"1 $5h3l`m8'ju;o7 eo2
irib i[7w d+j*,0
0,x"1 wl `m8'0pseudo phrase"
.ul i3ix s.t ,iucz `oju i[7,0
0,l"1 ^mju8'y3,.x `v1ju eo2
,ia,'"1 ,[7emp3w
<3cr ^7,=! i[9`u hr^!"o' 0,,pc4w
,[mr;o"! f:. ixo1 h=,qlq
iuo;nhn1"nfu5w voda,'"1 ,[7emp3w
<3cr ^7,=! i[9`u hr^!"o' 0,,pc4w
,[mr;o"! f:. ixo1 h=,qlq
iuo;nhn1"nfu5w voda,'"1 82`meg^g,?
`v3"* egw;0
l+7."1 0"y.-ng4
eg.7 0,,id"1 ,,nwrw
#ahjjjjjjcc-jahh-jjja
s.t"1 82#e;0 ^["nofs0'
eg.7"1 8u1"o5doa<" %jxe"<0 444
e.oea ,8,mc[7 ^["nofs0' c5a,'"1 `%;oa `o~3
%j+,} `s5l
~g,? cr+7! ,m.}j1 ,irei i<{5
`%;oai!! e3.xjcz.o %j+,} `s5l"!
jbcoi4
0,v4 ob":aiy3 .o~r,u 0,,id4$
euim ~s5mr cr ,m'."u %j+jbcoi4
0,v4 ob":aiy3 w.( `v3`/ hr`{
8'0,,deprel,0$ euim hr`{,nh{n
.}wiy3 _s{"u %j+jbcoi4
0,v4 euiz s.tw w.(`v3`/$
.o~r,u jmmrp3;oa! .g,mjbcoi4
0,v4 euiz s.tw .o~r,u ,l7o
,s"u `+;a,'
iobcn;%"t no jczin $a$aw `s5,m.7l7! iueuj<:/i4 <"rcz
,o1,oj3 `+%aw o1.]oi4
"8d+ #b01 `+%a o1.]
=gggggggggggggggggggggggggggggg=
`+%a"1 jy;< c1,. irl7 `+%a.
^o`u
""""""""""""""""""""""""""""""""
#a;<"1 #h_/#be--#bf *,nir
.asb. `o5,)j/" o;<3]" ^aj/.q
==
#b;<"1 #aj_/#be *,nir .asb.
`o5,)j/" o;<3] ==
#c;<"1 #aj_/#bf $7p3ir"
j3"o5ir .asb. `o5j3,r5 ==
#d;<"1 #aj_/#bi .)^mair .asb.
o;<3] ==
#e;<"1 #aa_/#b jr>7ir .asb.
o;<3] ==
#f;<"1 #aa_/#ae *,nir .asb.
o;<3]" ^aj/.q ("7j3 ;rct! h=j<: .asb.i!w
egw lj7oc u"% ^u`u"! jvaq"2
`v3"oj<:/[e: $a .uw ho5.7z $a
.up3w ^g,? cr+7! .m`o.?["u
`s5,mj<: .asb.^\ doi[^ra!
.n`=j<:/i4
b#ae .n#b.7 #b4 #ec
#b4d4 .i= `meg ^g,?
`udm5.o1 `meg ^g,? e1em7;o"!
`m;maj`o mrj<: ^( lsbn,scz `o`/
ja,[b `o^3w .i= `meg ^g,? `\`v"!
jv1+7j3i4 `s5,m.cz .i= `meg ^g,?
`\`v"! .o;o5n ,i"< l1d:^ue*,s
u"%"! ,m.]j<:/[e:" ,i"<,s cu4z
.]jvaiu"! $k;g .i= ^g,? `\`v"!
l+7jcz _so e1em7;o `m;ma j+%1!
cu4ocz in .m7+j3 :aj1! j3i4
^( lsbn,scz .i= ^g,? `\`vw
.]jvaiu"! ;yirj3 cu4o`o mrjr
#e`rw j]hr,u ^g,?`o8'j3`ma.).
h=,q*`mp38'0,,etri,0" $7p3ir"
.)^mair" ;m7c5ir" j3`majr>7ir,0v
#d`rw `meg ^g,?`o
-----------------------------#af
8'j3`ma.).h=,q*`mp3" $7p3ir"
.)^mair" ;m7c5ir,0w .i= ^g,?
`\`v"! jv1+7j<:/i4 ^g,? `\`v
h=jb <1`u"o.[5z :"s `o`v3w .i=
^g,? `\`v"! ^o`+j<: $.7 ,q"yiu$
cu4z ^g,? `\`v"! iu;&jcz j]hr"u
jca,'"1 j]hr,u
^g,?" `r;ne] q,oa" `meg ^g,?"
weo:aq,oa" l7ju;<5.ujr`\"
emj]ir+7s^xp3
#b4d4b4 $7p3irja`+ iob "sco7
`o^3 w.( `meg ^g,? euin1
ir+7">7w `udm5.o1 `meg ^g,?
e1em7;o"! `m;maj`o mrjr,)
`u,]c[7w .i= `meg ^g,?`o"!
c#af .n#b.7 #b4 #eg
jv1+7jr .i= `meg ^g,? e1em7;o"!
.n.aj3 jm o"! l"<5o .oa.sb
`s5,mjcz ^7,oao $.7 j+`v.?oi4
j3`mas;s"s5 s,go .<%"ub`u i3sw
,r7">ao ^q^)j3 )sw `]m w.( `meg
^g,?! .?+7jcz _so .?jbji4 w.(
`meg ^g,?o"<3 eg.7! `m,]jcz
s.ti! $3w w.( `v3`/ .]^u"!
^g,?j<: $a s.tw .o^r,u mr;o"!
<1n+,0 `o^3w
^g,?`o"u eg.7 crw s.tw weo"!
,o1,m $b'["u d+j*j`o mrj3 qfuis
`/;[78'0,5cod] ,lay],0`v `[ $b'!
^h7["u duqhs cnh[pf[n,s $a s.tw
.o^r,u mr;ov w.( `v3`/e]!
;m.]j`o mrj3 iofuis `/;[7
8'0,decod] ,lay],0["u `m,]iy3i4
qfuio7 `/;[7w ob":az s.t i3mrw
d+l78'0,emb$d+,0! l+7jr/i4 s.t!
`m,]jcz j]hr,ui!w d+l7! jb,]`ub
,q`]e7! h=jr jc7w
e1em7;o"u l.) ja,[bj3 i3s d+l7!
l+7jr/i4 ,iuj3 )s euin1q n1eu
8'0,emb$d+ f ,language ,model"
oj 0,,elm,'o,0"! h=jr egeran
,i"< i1"<.ocz j]hr,uw weoiu s.t
d+l7n ^3]jiu"x jr/[e: dm5l .]^u$
.m7+j`n .a+7jcz `meg ^g,?w
h[a,]! `u":jr j]hr,u dm5l d+l7iu
j5,`n l+7jr/i4
qfuis `/;[7n,scz >7^7j>7 ,gjv3
,q`]e78'0,bidirec;nal ,recurr5t
,neural ,net"w,0! l+7jr,s
>7^7j>7w egera .]^u"! ^3]jr/i4
qfuio7 `/;[7w ;&":az etho jni[
.mw .ob.m7 `/;[78'0,multi-h1d
,att5;n ,lay],0n,s weo `v3`/
^g,?n .m7+j3 s.tw mr;ov weo
.]^u"! ^m$aj`u `[ .]^u"! iofuis
b#ag .n#b.7 #b4 #ei
`/;[7n .)i1j<: w.( `meg ^g,?n
ium5! .miu"x j<:/i4 iofuis
`/;[7n,scz duqhs cnh[pf[
8'0,po9t] ,net"w,0"! h=jr $a
s.tw .o^r,u
-----------------------------#ah
mr;o"! ;m.]jr/i4 duqhs cnh[pf[cz
.mw .ob.m7 ^7^sb8'0,att5;n
,me*anism,0! [7+7j3 `o,&"u,s $a
s.tw iofuio7 i3`/ei eg.7w euiz
s.t`vw *`v3 `v3`/"! `/l3j3i4
`meg ^g,?n o/s,scz o *`v3 `v3`/$
.o^r,un jri7jcz s.t`v cu4<.oiu"x
ja,[b! .qjr7jr/i4 w.( `v3`/e]z
qfuis `/;[7 ;&":a`v etho jni[
.mw .ob.m7 `/;[7w ;&":a`v iofuis
`/;[7w ;&":a! .=jbj<: ;y.?w
`\`v"! iu;&jiu"x jr/i4
^g,?`ow ja,[bz j3`mas w.( `meg
^g,? e1em7;oq ,n.= e1em7;o"!
l+7jr/i4 ,]c[7 d]$ ;?iucz .o^r,u
mr;o /;[a .]jvaiuq %non,[
8'0,unlabel$ ,atta*;t ,score" oj
0,,uas,0v w.( `v3`/e] /;[a
.]jvaiuq n1non,[8'0,label$
,atta*;t ,score" oj 0,,las,0"!
l+7jr/i4 `\`v.?["u $7p3ir w.(
`meg ^g,?`ocz 0,,uas #ib4he0p"
0,,las #ij4fe0p w ,]c[7! ^u:/i4
"8`["o5 #aa01 $7p3ir w.(
`meg ^g,?`o `m.uiu
,'`["o5 ,r7">a,'"1 $7p3irncz
8'$7p3ir_/0,,nnp" n_/0,,jkb"
cz_/0,,jx,0 3o j]hr,u dm5l
d+l7 5 i3s 0,,elm,'o4 d+l7 5
l.)ja,[biy3 i3s d+l7 3o 0,,cnn4
3o s.t d+l7 3o 0,5cod] ,lay]
"<,,gru">4 3o 0,multi-h1d
,att5;n4 3o 0,decod] ,lay]4
#b4d4c4 .)^mairja`+ iob "sco7
`o^3 .i= `meg ^g,? euin1
`meg ^g,?z eg.7w `m.u"!
^g,?jcz .<*s ;s"o ^g>"u `m `m.u
`meg ^g,?`v w.( `meg ^g,?["u
ccmr1 ,m o/i4 ;y`z w.( `meg ^g,?
^7^sbo .m"u *`miy`u o/czin w.(
`meg ^g,?z .o^r,u8'0,h1d,0v
w.(,u8'0,modifi],0w `v3`/n ,i"<
eg.7w `m.u"! ^g,?j<: d,[ h["o"!
a#ah .n#b.7 #b4 #fa
,r7,]jcz ^7^sb! e1j3i4 w.( `meg
^g,?z .)o `o^3 ^7,oa`v `["rd[
`o^3 ^7,oaw im $1"r"u ccmrs
*`miys v/i4 .)o `o^3 ^7,oaz
,[hra`v ^sdsw .o:a.? .]^un
w.(j<: .)o ra,*! `\.]jcz
^7,oao`u `["rd[ `o^3 ^7,oaz eg.7
crw euiz i3s ,l7w .o^r,uv w.(,uw
.s5,m"! `/l3j<: `meg ^g,?!
,mjr7jcz ^7,oaoi4 ir+7">7w `meg
^g,? e1em7;o"! `m;maj`o mrjr
`meg ^g,?! ,mjr7jcz .asb.cz
;s[5^mhs euiz w.( `meg ^g,?!
,mjr7jcz _so jcz
.asb">7,^g 7! eo;o1 ,m o/i4
`udm5.o1w .i= `meg ^g,? `\`v
iu;&! mrjr i<>7j3 .)o `o^3 w.(
`meg ^g,? euin1`v `["rd[ `o^3
w.( `meg ^g,? euin1n irj3 *`m"!
.qjr7j<:/i4
#a,0 .)o `o^3 w.( d,s
.)o `o^3 ^7,oaz .)o ra,*!
,mjr7jcz ^7,oan ,i"< c-,eag],0" c-,/&>d,0 ^7,oao ird+.?oe:
.).cz ^sdsw hub8'0,top,0 cui[v
hubw hub cui[ lon,s w.(,]!
`\.]j`u jm.cz ,[hraw hub cui[
lon,s w.(,]! `\.]jcz ^7,oaoi4
c-
,hybrid,099#a cz c,,left,0" c,,"r,0w #c$.o ra,*["u
`m,]iye: "nd[h[8'0,,left,0cz a
,/ymne1 ,joakim ,nivre"<#bjag">1
,>c-,hybrid ,non-,projective
,dep5d5cy ,p>s+ ) a ,/atic-
,dynamic ,oracle1 ,proce$+s ( !
#ae0th ,9t]na;nal ,3f];e on
,p>s+ ,te*nologies4
"8d+ #c01 .)o `o^3 ^7,oaw
ra,*^\ ,[hra eo2 ^sds .]^u `r7,q
`v.]
=gggggggggggggggggggggggggggggg=
0,ac;n"1 0,s;t 0,s;(t5#a)
""""""""""""""""""""""""""""""""
0,,%ift"1 8.s1 b;#j\,b1 ,t0
8.s\b;#j1 ,b1 ,t0
0,>c,,left""1
8.s\s;#j\s;#a1 b;#j\,b1 ,t0
8.s\s;#a1 b;#j\,b1 ,t + 7b;#j1
s;#j1 l70
0,>c,,"r""1 8.s\s;#j\s;#a1
,b1 ,t0 8.s\s;#a1 ,b1 ,t +
7s;#a1 s;#j1 l70
=777777777777777777777777777777=
"8d+ #c01n,s ,[hra" ^sds" c,0 ,n'! .m7,o5["u 0,,%ift4
ra,*o ,mjr7iye* i3,gjo ^sdsw hb
p3,u"! ,[hra["u oi=je: 0,,left4$
,mjr7iye* ,[hraw hb p3,u"! db
8'0,,pop,0 j3 jm .o^r,u"!
w.(,u"u jcz w.( `v3`/"! ,r7,]j`u
a,'"1
- 0x;5i"1 ja`+_/0,,nn4 n_/
0,,jkb4 3o 0z;5i4 3o
0h;5i;9"1 h;5i;9"4
- 0x;5j"1 $/_/0,,vv`9,,ep4
i_/0,,ef4 3o 0,z;5j4 3o
0h;5j;9"1 h;5j;9"4
- 0h;5i;9" ;\o
h;5j;9" ;\o h;5i;9"4
99 0,bia69e ,att5;n
.s" "7 s(tmax;5i
"4
.)o `o^3 ^7,oaz .)o ra,*!
,mjr7jcz ^7,oan ,i"< c,,left1 ,>c,,"r4w #c$.o
ra,*["u `m,]iye: 0,,left4cz a,'"1
- 0,subtree4sb'[5
.o`[5_/0,,nng" z_/0,,jx ;\o
,bi-,,lstm"4
.o`[5_/0,,nng" z_/0,,jx ;\o
x;5#a ;\o h;5#a ;\o h;5#a;9d1
h;5#a;9h ;\o f;5#a;9"4
- 0,subtree4.(.r
`s"o_/0,,nng" $_/0,,jks ;\o
,bi-,,lstm"4
`y7.7jo_/0,,mag4 ;\o ,bi-
,,lstm"4
^ts.:_/0,,vv`9,,ec ;\o ,bi-
,,lstm"4
0,bi-,,lstm" ;\o ,tree-,,lstm
"4
^ts.:_/0,,vv`9,,ec ;\o x;5#d
;\o h;5#d;9t ;\o h;5#d;9d1
h;5#d;9h ;\o f;5#d;9"4
0f;5#a;9" ;\o
f;5#d;9" ;\o
f;5#a;9"4
#d,0 "u^sh[no8'0,ro,,b]t,'a,0
eo2 "u^sh[no8'0,ro,,b]t,'a,0
`o^3 w.( d,o7 `\`v
^sh[8'0,,b]t,0cz ir+7">7w
e1em7;o"! o+7j<: ja,[bj3
h["r3,[dues8'0,trans=m],0 `o^3
)s euin1"u" ;y`zn i<>7j3 hr,[f[
8'0,task,0n .?+7iys p1i[7j3
,]c[7! ^uo`u o/i4
0,ro,,b]t,'a4cz `o.(w 0,,b]t4"!
`r,)j3 )s euin1"u `o.(w 0,,b]t4$
$.o`u o/i) eg.7 /;[a ^m^g!
.n`sj`u e,[fo78'0,mask+,0 iycz
i3s"! `u.]j.o <30`u i7 e1em7;o"u
mrfodoio< fuds,["! l+7j<:/i4
w.( d,o7 euin1w .?+7z l.)
ja,[biy3 0,ro,,b]t,'a4w e.oea
"nos $b'! o+7j<: $a s.tw e.oea
j]hr,uw ;&":a $b'! s.t .]^u"u
j<: ob":a["u i!sucz i"z .]^ui!`v
`\jbj<: 0,ro,,b]t,'a4"!
.?+7j<:/i4
"8`["o5#ad01 0,ro,,b]t,'a4w
ob":a /,o
,'`["o5 ,r7">a,'"1
8'p3eg,0 ccz jmrcoa,[df[n $/i
8'j]hr,u ^g,?,0 c_/0,,np4 cz_/
0,,jx" jmrcoa,[df[_/0,,nnp" n_/
0,,jkb4 $/_/0,,vv`9,,ep4 i4
0,,ef4
8'weo:a `\.] euin1n,sw ob":a,0
820,,cls;0 c_/0,,np" cz_/0,,jx"
jmr" coa" ,[" df[" n_/0,,jkb4
$/_/0,,vv`9,,ep4 i40,,ef4
82,,sep;0 $/_/0,,vv`9,,ep4 i4
0,,ef 82,,sep;0
0,ro,,b]t,'a4"! .?+7j3 `\`vcz
`o.(w `!"u^[8'0,glove,0e3! l+7j3
euin1^ui .u0z ,]c[7! ^u:/! ,^ge3
c,hybrid4
.)o `o^3 d,s"1 #id4bg0p
#ib4cf0p
0,ro,,b]t,'a "6 ,bia69e4
`["rd[ `o^3 d,s"1 #id4db0p
#ib4eb0p
=777777777777777777777777777777=
j*.r $.7 cu4z ,]c[7! ^uo`u
o/cz euin1z 0,ro,,b]t,'a4"!
.?+7j3 ^a,'"1
#a .];on .];o_/0,,nng_\4
n_/0,,jkb4 #b 0,,np.-,,ajt4
#b o/s,siu o/_/0,,vv_\4
s,s_/0,,ec_\4 iu_/0,,jx4 #f
0,,vp4
444
#b4d4d4 ;m7c5irja`+ .i= w.(
`meg ^g,? euin1
`meg ^g,?z eg.7w `m.u"! ojrje:
`m.u.? .m7w,]! jr`\jcz _soi4
o1^3.?["u j3`mascz s,g ^r\w
.<%iu$ cu4`u eg.7 ,]^gw ,r7">ao
^q^)j3 h[a,]o o/`o ,iregn :"s
`meg ^g,? ^7^sb .m7 w.( `meg
c#bb .n#b.7 #b4 #ge
^g,?8'0dep5d5cy p>s+,0o ct"o
l+7iys/i4 w.( `meg `m.ucz .o^r,u
8'0h1d,0v do.o^r,u8'0modifi],0"u
`m,]iye: i3s $3w w.( `v3`/"u
d+j*iy3i4 `meg ^g,? e1em7;o
`m;ma .asb.cz ob":a eg.7n irjr
`meg ^g,?`o$ cr.mcz `\`v"!
huir"u ;y.= `meg ^g,? h["o"!
`\.]j3i4 o"! mrjr do1+j3 .i=
`meg ^g,? euin1n irjr ,te]j3i4
#b4d4c4a4 ,[hra-duqhs cnh[pf[
8'0,/ack-,po9t] ,net"ws,0
,[hra-duqhs cnh[pf[99#b euin1z
iob "sco7 `o^3w w.( `meg ^g,?
euin1oi4 ,[hra-duqhs cnh[pf[cz
duqhs cnh[pf[99#cv iofuisw
ob":a! `v3"ojcz cr^m ,[hra["u
`m,]iys o/i4 ;y+7,?"2o`=.m
8'#bjai,099#dw *`mcz ,[hra-duqhs
cnh[pf[ euin1! .?+7j<: j3`mas
w.( `meg ^g,?! ,mjr7j<:/i4
j3`mas w.( `meg ^g,?z .m"u s.t!
^g,?w i3mr"u l+7j3i4 s.tz :"s
`rw j]hr,u"u o"ms.: o/`o ,iregn
s.t i3mr"! `[ir"u o5^nio7["u
l+7j`n iye* eoi[7"xs8'0,\-(-
,vocabul>y,0 eg.n$ ^q^)j`n
^1,r7j3i4 ;y+7,?"2o`=.m
8'#bjai,0w *`mn,scz eoi[7"xs"!
jr`\j`o mrjr s.t! `m,]j`u o/cz
j]hr,u" j]hr,uw [5.t au dm5l
.ujbw o5^nio7! l+7j`u o"!
f(^u1"m,* ,q`]e7! o+7j<: s.t!
-----------------------------#bd
d+j*j<:/i4 "8`["o5 #af01z *`m
;y+7,?"2o`=.m8'#bjai,0w ,[hra-
duqhs cnh[pf[ euin1! d+j*j3
`["o5oi4
99#b 0,ma1 ,xuezhe1 et ;al4
8,/ack-po9t] net"ws = dep5d5cy
p>s+40 ar,xiv prepr9t ar,xiv3
#ahje4jajhg "<#bjah">4
99#c 0,v9yals1 ,oriol1 ,meire
,=tunato1 & ,navdeep ,jaitly4
8,po9t] net"ws40 ,adv.es 9
neural 9=ma;n process+ sy/ems4
#bjae4
99#d ;y+7,?"2o`=.m4 8`u;a,'"1
80a,0 0,,s5t"1 irjvcz o1l7w
`v3,o5l"! `%.]j3i4
0`s"<,s#a">4 3o `%.]j3i
8'0,s#e,0 3o irjvcz8'0,s#b,0 _/
`v3,o5l"!8'0,s#d,0 3o
o1l7w8'0,s#c,0
- 0`s4 3o 0,s;9#a
irjvcz 3o 0,s;9#b
o1l7w 3o 0,s;9#c
`v3,o5l"! 3o 0,s;9#d
`%.]j3i4 3o 0,s;9#e
0,s;5#a ;\o ,s;5#b ;\o ,s;5#c
;\o ,s;5#d ;\o ,s;5#e ;\o
,s;5#d ;\o ,s;5#c ;\o ,s;5#b ;\o
,s;5#a
80b,0 0`s3 #j" "6 s;5#a
" "6 #j" ;\o h;5#a4
0,s4 `%.]j3i4"1 0s;5#a" "6
s;5#e" "6 #j" ;\o h;5#b4
0,s4 `%.]j3i4 `v3,o5l"!"1
0s;5#e" "6 s;5#d" "6
#j" ;\o h;5#c4
0,s4 `%.]j3i4 `v3,o5l"!
o1l7w"1 0s;5#d" "6 s;5#c
" "6 #j" ;\o h;5#d4
0,s4 `%.]j3i4 `v3,o5l"!"1
0s;5#e" "6 s;5#d" "6
s;5#c" ;\o h;5#e4
0,s4 `%.]j3i4"1 0s;5#a" "6
s;5#e" "6 s;5#d" ;\o
h;5#f4
- 0,s;5#a ;\o ,s;5#b ;\o
,s;5#c ;\o ,s;5#d ;\o ,s;5#e ;\o
h;5#a ;\o h;5#b ;\o h;5#c ;\o
h;5#d ;\o h;5#e ;\o h;5#f ;\o4
#b4d4c4b4 ;m7c5irja`+ w.( `meg
^g,? euin1
;y+7,?"2o`=.m8'#bjai,0w ,[hra-
duqhs cnh[pf[ euin1z j]hr,u"
j]hr,uw [5.t" dm5lw o5^nio7["u
j3 s.t! d+j*j3i4 o,ir" l+7j3
o5^nio7z j3`mas mrfodoio7^7j>7 egera! `u":j1 ,m
o/`u eg.7 ,m.gw ojr"! ^h7["u j3
)s d+j*! `mj1 ,m o/i4 0,,b]t4cz
ir+7">7w fuds,["u^mhs euin1! l.)
jg"*,ofo`u on c<( ;&":a! )sw
d+j*["u l+7j3i4
99#e 0,mikolov1 ,tomas1 et
;al4 8,e6ici5t e/ima;n ( ^w
repres5ta;ns 9 vector space40
ar,xiv prepr9t ar,xiv3
#acja4cgha "<#bjac">4
99#f 0,devl91 ,jacob1 et ;al4
8,b]t3 ,pre-tra9+ ( deep
bidirec;nal trans=m]s = language
"u/&+40 ar,xiv prepr9t ar,xiv3
#ahaj4jdhje "<#bjah">4
99#g ,vaswani1 ,a%i%1 et ;al4
8,att5;n is all y ne$40 ,adv.es
9 neural 9=ma;n process+ sy/ems4
#bjag4
,on3%8'0,,cnu,0 .i= w.( `meg
^g,? euin1z qfuis ^m^gw eg.7
,m.gw ojr"! cu4o`o
-----------------------------#be
mrjr ;y+7,?"2o`=.m8'#bjai,0n,s
l+7j3 i3s o5^nio7! 0,,b]t4"u
ir;nj3i4 "8`["o5 #ag01z 0,,cnu4
w.( `meg ^g,?`ow qfuis ^m^g!
chcr3 _soi4 0,,b]t4cz j3`ma.).
h=,q*`mp38'0,,etri,099#hn,s
^rduj3 euin1q fu^sh[
8'0,kor,,b]t,0! l+7j<:/i4
0,kor,,b]t4w pi[do,[
8'0,^w,piece,099#iw i3mrcz
j3`ma.).h=,q*`mp38'0,,etri,0n,s
d#bd .n#b.7 #b4 #ha
.n`=j3 s.t i3mrw pi[do,[q
,8fu^sh[ pi[do,[8'0,kor1n.-
,,b]t.-,^w,piece,00'oi4 "8`["o5
#ag01`v $8o s.t i3mrw pi[ do,[cz
s.t `m^g."u 8_-0"! l+7j3i4
0,,cnu4 .i= w.( `meg ^g,?`ocz
0,kor,,b]t4"! o+7jr ob":a eg.7!
d+j*j3i4 w.( `meg ^g,?`ocz s.t!
ob":a i3mr"u ,mjr7iy`o ,iregn
0,kor,,b]t4n,s ;&":aj3 pi[do,[
^nahs"! s.t i3mrw jb8'0,,sum,0!
`mjr,s 0,,lstm4w ob":a["u
cs0s.gi4
99#h 0http3_/_/aiop54etri4"
re4kr4
99#i 0,d4 ,bahdanau1 ;,k4 ,*o1
;,y4 ,b5gio1 8,neural ma*9e
transla;n by jo9tly le>n+ to
align & translate10 ar,xiv
prepr9t ar,xiv3 #adji4jdgc1
#bjad4
"8`["o5 #ag01 0,,cnu4 w.(
`meg ^g,?`on,sw qfuis ^m^g
,'`["o5 ,r7">a,'"1
0`s4 _-" irjv" cz _-" o1" l7w"
`v3,o5" l"! _-" `%" .]" j3i" 4
_-
^3o
0,,b]t4
^3o
0`s" irjvcz" o1l7w" `v3,o5l"!"
`%.]j3i4
^3o
0,s;5#a4 [3o 0,s;5#b4 [3o
0,s;5#c4 [3o 0,s;5#d4 [3o
0,s;5#4 3o
#b4d4c4c4 ,o1js5 euin1 eo2 d]$
#b4d4c4c4a4 ,o1js5 euin1
0,,cnu4 w.( `meg ^g,?`ocz
,[hra-duqhs cnh[pf[v egera!
`u":j3 hufz o5^nio7["u,s
0,kor,,b]t4"! l+7j<:/i4
0,kor,,b]t4w hufz o5^nio7o `meg
^g,?`ow ,]c[7n eo;ocz ]j>7!
b#be .n#b.7 #b4 #hc
jvaqj`o mrjr i<[5w euin1i!!
^o`+jr ^uamet]s3 ,values
""""""""""""""""""""""""""""""""
numb] ( lay]s3 #ab
hidd5 dim5.n3 #gfh
9t]m$iate dim5.n3 #cjgb
numb] ( att5;n h1ds3 #ab
activa;n func;n3 gelu
drop\t3 #j4a
max l5g?3 #eab
vocabul>y size3 #cj1gig
=777777777777777777777777777777=
#b4d4c4c4d4 ,o1js5 `\`v
-----------------------------#bg
"8d+ #d01cz d]$ inohs #e1hag`r
eg.7n irj3 ,]c[7 `\`voi4
"8d+ #f01 0,,cnu4 w.( `meg
^g,?`o ,]c[7
=gggggggggggggggggggggggggggggg=
,model3 ,,uas ,,las
""""""""""""""""""""""""""""""""
basel9e3 #ia4ih #ij4bd
,,b]t-,la/3 #ic4gj #ia4hj
,,b]t-,wei7l7iycz _s!
jvaqj1 ,m o/s/i4 0,,b]t-,weia #a4i0p j>7l7iycz _s!
^u:.ms/i4 ;y.=.?["u .i= w.( `meg
^g,?`ocz 0,,b]t-,wei7!
,`o;ocz _s! jvaqj1 ,m o/s/i4
99#aj 0,jawah>1 ,gane%1
a#bg .n#b.7 #b4 #hg
,b5o^%it ,sagot1 & ,djam^/e
,s$dah4 8,:at does ,,b]t le>n ab
! /ructure ( language840 #bjai4
"8`["o5 #ah01 0,,b]t-,weia,'"1
8'y3,.x .vd+,0 #a #b #c #d #e
#f #g #h #i #aj #aa #ab
8'u"z,.x .vd+,0 #j4jc #j4jf
#j4ji #j4ab #j4ae #j4ah
#b4e4 .asb. ^g,?8'#a;<
`s5,m,0
.i= `meg ^g,?z o1`v3,] `s5.[7!
h=jr ^ui ,q"yj1 ,m o/cz ^g,?
`\`v"! s9! ,m o/[c #ajj0p w .]ib
$b'! `oirj`o s":b`o ,iregn
.)eg$w ,m.asb `s5,m"! h=j<: o"!
^uv3j<:/i4 ^( lsbn,scz .i= `meg
^g,? `\`v"! ^h7["u #ajj0p ,m.asb
`s5,m"! h=jr `meg ^g,? e1em7;o"!
.o1.?["u j>7l7,ofo1 ,m o/iu"x
.asbj<:/i4
.i= `meg ^g,? `\`vcz .asb iu`m
d!"r'du5! h=jr .asb.i!n`n eg.7
i3mr"u j1i7iy3
-----------------------------#bh
i4 .asb.i!z .asb iu`m"! h=jr
^g,? irl7 eg.7! jvaqj`u .i= `meg
^g,? `\`v"! `s5,mjcz ^7,oa["u
.asbj<:/i4 o,ir ^g,?n eg.n$ o/cz
`]m .asb iu`m i[7! h=jr ^u`uj1
,m o/i4
.asb.i!z ;= #d`r .u"u
d*,]iys/[e: $a .ucz i5i7 `+,m
#a e]" ho5.7 #a e]" .asb.
#g-h e]["u `m,]iys/i4 ho5.7!
duj5j3 .asb.i!z .asb iu`m"!
h=j<: $a eg.7n irj3 `meg .i=
^g,? `\`v"! `s5,mje: ^g,?n
s":m5o o/cz `]m .asb iu`m i[7!
h=j<: ho5.7n`n ^u`uj<:/i4
,iuj3 .asb iu`mn,s ^1,r7jcz
u"%c .asbw d*w"! mrj<: `r,)o
do1+j3 ^m^g! .asb.i!o ho5.7i!n`n
.oa.sb ^u`uj1 ,m o/iu"x j<: o"!
.asb iu`mn ^3]j1 ,m o/iu"x
j<:/i4 au `meg ^g,? .asb .m7n
^1`*iycz j]hr,u ^g,? u"%" p3,o
e1em7;ol7w u"% i[7! ,q`uj1 ,m
c#bg .n#b.7 #b4 #hi
o/iu"x j<: o"! eu< `masp3 ;[an
.)i1j1 ,m o/iu"x j<:/i4
#b4f4 ho5.7 eo2 `+,m.q `s5,m
8'#b;< `s5,m,0
ho5.7 eo2 .u^\ i5i7 `+,mcz $a
.up3o .n;&j3 ^g,? `\`v"! .asb
iu`m"! h=jr ,m,o"u `s5,mj3i4
o,ir $a ho5.7 eo2 i5i7 `+,m$
.);n .asbe&n irj<: `s5,mjcz
_sncz ,o$3.?m e&"o.? j3`/$ o/s
$a .up3n irj<: ,r5d!"o7! h=j<:
`s5,mj<:/i4 ,iuj3 `s5,mj3 cr+7!
^h7["u .asbn doi[^rao do1+j3
`]mncz .up3n`n `r^\.?["u
doi[^ra! .n`=j<: .asbw .o1`v
o1`v3,]! cu4:/i4 o,ir $a ho5n,s
^q^1jcz u"% %j] i[7! ho5.7i!o
`=%j<: .r`+%an duj5j1 ,m o/iu"x
j<:/i4
#a;< `s5,m `v.]n,s d<7irja`+ `meg ^g,?
e1em7;o `s5.[7 euin1
`meg ^g,? e1em7;o `s5.[7w
ex.?z f[`n im $.ooi4 jccz
e1em7;ow ,q"y,] eo2 o1`v3,]!
jva^ujcz _so`u i"z jccz e1em7;ow
u"%"! ;y,ujvjcz _soi4 `meg ^g,?
e1em7;o `s5.[7 ,o,[hn5w `m.ucz
"8`["o5 #ai01v $8i4
-----------------------------#bi
"8`["o5 #ai01 `meg ^g,?
e1em7;o `s5.[7 ,o,[hn5w `m.uiu
,'`["o5 ,r7">a,'"1 `meg ^g,?
e1^m7;o `m;ma iu`m 3o #1 o5,o
.s.7 3o #2 .asb .m7 eg.7 3o `meg
b#bh .n#b.7 #b4 #ia
^g,? e1em7;o o1`v3,] `s5l`o
8'0,3textual ,anomaly
,detector,0 3o #3 0,f1ture
,g5]a;n4 3o #4 0,dim5.n ,r$uc;n4
3o #5 0,"o-class ,anomaly
,detec;n ;w ,,gmm3 ,unsup]vis$
,le>n+ "<,e>ly ,/age">4 3o #6
`meg ^g,? e1em7;o o1`v3,] `s5l
`%;oa_/euin1 3o #7 .asb v3"+
eg.7 3o #8 0,f1ture ,g5]a;n4 3o
#9 ^g"% `%;oa_/euin1 3o #10
0,"o-class ,anomaly ,detec;n ;w
,,dl3 ,sup]vis$ t1m+ "<,mature
,/age">
"9 ,h1d3 ^w
,h1d3 tag ;w
,dep5d5t3 ^w
,dep5d5t3 tag ;w
,4t.e btw h1d & dep5d5t4
"8`["o5 #ai01n,s ^ucz ^ly /age,0 ,irncz
.)eg$$ .oa.sb `meg ^g,?
e1em7;o"! `m;maj<: e1em7;ow
,q"y,]! jva^uj3i4 ocz `m;ma
iu`mn wjr,s `m;maiy3i4 ac ;u`o
ja,[b ojmncz ^g"% euin1n wjr,s
`meg ^g,? u"% jm^u"! .n,oj<:
e1em7;o `m;maw ,r7l3":a!
j>7l7,ofo1 ,m o/i4
#b,0 ..o1 ,r7,]8'0f1ture
g5]a;n,0"1 `]js5.? .o,oa
8'0exp]i5tial k,0["u ..o1!
,)hraj`u ,r7,]j<: `meg ^g,?
e1em7;ow ,q"y,]! jva^uj3i4 d]$
inohs .objb8'0te/
-----------------------------#cj
data set,0n irj3 ;m"(8'09f];e,0
ojm o1`v3,] `s5l`on,s chccz `meg
^g,? u"%"! ^g,?j<: ..o1! ;m$j3i4
^( *`mn,scz "8`["o5 #bj01`v $8z
`meg ^g,? h["o"! ^h7["u "8`["o5
#ba01`v $8z ..o1! ;m;&j<: jca,'"1
d!"<,[hoa["u - e3iz -
,>^nh[`ocz8'0n,0 - 0,,np.-
,,sbj4 - ir^m^goi48'0n"-#a,0 -
0vnp4 - 0root"4
,mobdm5o8'0n,0 - 0,,np.-
,,sbj4 - ir^m^goi48'0n"-#a,0 -
0vnp4 - 0root"4
"8`["o5 #ba01 `meg ^g,?
`s5.[7 ,o,[hn5w ob":a ..o1 .objb
,'`["o5 ,r7">a,'"1 0,,np.-
,,sbj4
- 0root8'0^w;5n"-#b,0 -
0,,vnp8'0,dep,rel;5n"-#b_\
n"-#a,0 - ir^m^goi4
8'0^w;5n"-#a,0 - ,>^nh[`ocz
8'0^w;5n,0 - #b 3o #ffj
0root8'0^w;5n"-#b,0 - 0,,vnp
8'0,dep,rel;5n"-#b_\n"-#a,0 -
ir^m^goi48'0^w;5n"-#a,0 -
,mobdm5o8'0^w;5n,0 - #a 3o #ffj
"8`["o5 #ba01`v $8o `meg ^g,?
egera d+l7n,scz #b i3`/ mr
8'0n"-#b,0w .o^r,uw i3s
8'0^w;5n"-#b,0v #a i3`/ mr
8'0n"-#a,0w .o^r,uw i3s
8'0^w;5n"-#a,0" au im .o^r,u $3w
w.( `v3`/8'0dep5d5cy r1la;n,0
8'0,dep,rel;5n"-#b_\n"-#a,0"
j*.r i3s8'0^w;5n,0" e.oea["u
j*.r i3sv 0n"-#a4 i3svw `s"o
8'04t.e,0.]^u8'0,dis;5n"-#a_\
n,0;= #e`r"! duj5j3i4 $a i3scz
#bjj;4oi4 :`o,s
0,n4z ..o1 ^nahsw ,mo`u" 0,k4cz
`g.obw ,mo`u" 0,d4cz ..o1 ^nahsw
f[`ooe:" 0,i4cz ^3^x jy',moi4
,i"<,s ..o1 ^nahsw ;
j3i4 ^( *`mn,scz .`o^mjujv`o
8'0auto-5cod],0"! o+7j<: ;a,'"1 0,9put
,lay]" ;\o ;h ;\o ,\tput
,lay]"4
0,9put ,lay]" ;\o ;h"1
qfuis8'0,5cod],0
0h ;\o ,\tput ,lay]""1
iofuis8'0,decod],0
"8`["o5 #bb01n,s .`o^mjujv`ocz
ob":a;[7w f[`o"! #ffj" zcoa;[7w
f[`o"! #ajj" ;&":a;[7w f[`o"!
ob":a;[7`v i=o1j3 #ffj["u
,t.]j<: .`o^mjujv`o"! ja,[b,of:
l+7j3i4 o"s0`n eo"o ja,[bj3
.`o^mjujv`ow ^mju^m8'05cod],0
^m^g! l+7j<: ,o1,o$3["u egera
d+l7w ;7o
;m7^gj.o <30! ,ir l+7j3i4
`g.objv <1`u"o.[5z inohsn d+.o
8'0label,0$ ^m8so/.o <30z ja,[bq
^o.oiu ja,[b8'0unsup]vis$
le>n+,0["u o1`v3,] `s5l`on,scz
jca,'"1 $m,o<3 ^gdu
a#ca .n#b.7 #b4 #ig
3o $m,o<3 j(jb ^gdu
#e,0 wl `\.] cem8'0,deci.n
,tree,0"1 ^( *`mn,scz i7;u
,sduh[ ^nahs8'0support
vector,0"! o+7j<: u"%"!
;m.]j":`u jr/[c .o.o ^nahs^ui
o1^3.?["u ,]c[7o is .u0z _s["u
<1":.q <7l7^!8'05semble,0 euin1!
l+7je: `[ `o^( `m.ucz "8`["o5
#bd01v $8z
-----------------------------#cb
wl `\.] cem"! ^h7["u j3i4
"8`["o5#bd01 wl `\.] cem"!
o+7j3 w.( `v3`/ ^g"% euin1
,'`["o5 ,r7">a,'"1 .u`) 0,a4
3o / 3o .u`) 0,b4 3o / 3o `\`v
0a4
.u`) 0,a4 3o / 3o .u`) 0,b4 3o
a,'"1
0,x3 data ;\o ;,x ;\o m#a ;\o
,y#a ;\o ;,y
,x3 data ;\o ;,x ;\o m#a ;\o
,y#a ;\o ,x7 ;\o m#b ;\o ,y#b
;\o ;,y
,x3 data ;\o ;,x ;\o m#a ;\o
,y#a ;\o ,x7 ;\o m#b ;\o ,y#b
;\o ,x77 ;\o m#c ;\o ,y#c ;\o
;,y4
"8`["o5 #be01cz :.)jo ^g"%
a#cb .n#b.7 #b4 #ii
euin1oi4 ov $8z ^7^sb["ucz .);n
e1em7;ow u"%"! `s5.[7j1 ,m sb'i4
vrc>je* .);n"! ja,[b e1em7;o"u
l+7j`o ,iregoi4 ,i"<,s ^(
*`mn,scz e1em7;ow o1^m"!
ja,[b["u j`u ces.on irjr,s u"%"!
`s5.[7jcz `+;< `s5.[78'0cross
valida;n,0! l+7j3i4 ^( *`mn,scz
"8`["o5 #bf01`v $8o ,n ^m^g["u
ccms u"%"! `s5.[7j1 _soi4 `+;<
`s5.[78'0cross valida;n,0
#an,scz 0;,,ab4"! ja,[bj`u 0,c4n
irjr,s u"%"! `s5.[7j`u `+;<
`s5.[78'0cross valida;n,0
#bn,scz 0;,,ac4"! ja,[bj`u 0,b4n
irjr,s u"%"! `s5.[7je: `+;<
`s5.[78'0cross valida;n,0
#cn,scz 0,,bc4"! ja,[bj`u 0,a4"!
`s5.[7j<: euiz e1em7;on
-----------------------------#cc
irjr,s u"%"! `s5.[7j3i4
"8`["o5 #bf01 u"% `s5.[7!
mrj3 `+;< `s5.[7
,'`["o5 ,r7">a,'"1
- 0,cross ,valida;n #a3 ,a
,tra9 ;,b ,tra9 ;,c ,te/4
- 0,cross ,valida;n #b3 ,a
,tra9 ;,b ,te/ ;,c ,tra94
- 0,cross ,valida;n #c3 ,a
,te/ ;,b ,tra9 ;,c ,tra94
#f,0 .s5.q.? jva.78'09cre;tal
expan.n,0"1 "8`["o5 #ai01n,s ^uq
^ jcz ^g">7! ;y,ujvj1 ,m
o/[e["u ,r7l3,]! f[`n j>7l7,ofo1
,m o/! _soi4
#g,0 `\`v ^g,?"1 "8`["o5
#bf01z `meg ^g,? e1em7;o `s5.[7
`\`vw /,ooi4 u"%$ o/i`u d3i3iye*
;s' .&`v im ^),.r .&ncz eg.7^)ju
8'0s5t.-id,0v p3ego .?jqi4 `[
ojm^mhscz u"%$ o/i`u d3i3jcz w.(
a#cc .n#b.7 #b4 #aja
`v3`/w
,,np.-,,sbj"<'#j4ded">4
0_? s5t.-id "7
,,nwrw#ahjjjjjjba-#jbgg-#jjab
0_? s5t.-id4 33 m^s5,)z
#ahie c* #aj p1 #ho1 .mj3
o1^(`=l eom"< `u"uw .ojmrj ,,np"<#j4cie">4
0_? s5t.-id "7
,,nwrw#ahjjjjjjba-#jbif-#jjbj
0_? s5t.-id4 33 ,80god0'
f(,sh[c ,u1"u f(,sh[n,s> ,o1,m"!
jriu dr3i!o cs`["sb`n
^v.m`n/.oe3" e%.oft emir" ,,np"<#j4cie">4
0_? s5t.-id "7
,,nwrw#ahjjjjjjba-#jcgh-#jjjb
0_? s5t.-id4 33 #bjjg c* #dp1
<,o ,,np.-,,ajt
"<,d4#dga">_\4
c#cc .n#b.7 #b4 #ajc
#b4g4b4 .)^mairja`+ iob "sco7
`o^3 `meg ^g,? e1em7;o `s5.[7
euin1
-----------------------------#cd
`meg ^g,? e1em7;o `s5.[7z .i=
`meg `\`v jxz ,m.asb["u `m;maj3
`meg ^g,? inohs ,nh[n irjr,s
eg.7^\ jxz i3s i3mrw hr`o7
dm5.o1! /;[ajiu"x jcz iob "sco7
`o^3w `meg ^g,? hr`o7 dm5.o1
`s5.[7_/`+.]`o"! `r^1jcz _s!
exd+"u j3i4 .n<3j3 iob "sco7
`o^3 `meg ^g,? e1em7;o `s5.[7
^7^sbz #a,0 c%"t euin1n `o^3j3
`s5.[7 euin1`v #b,0 ^no.o<3
euin1 ^&jva,o1,]n `o^3j3 `s5.[7
euin1" im $.o `s5.[7 ^7^sb!
.n<3j3i4 `["rd[ c%"t euin1n `o^3
j3 `s5.[7 euin1z c%"t euin1!
h=jr `meg ^g,? dm5.o1! /;[aj`u
^no.o<3 euin1 ^&jva,o1,]n `o^3j3
`s5.[7 euin1z n5,o i["uba,'"1 a3 ,m.g!
cu4o1 ,m o/i4
a3 _/ ,m.g! 3o cu4o1 3o ,m 3o
o/i 3o 0,,root4 3o 0,,mlp4 3o
o1;o_/^&o1;o
0,,,root ;\o vp ;\o np.-sbj
;\o vp.-mod ;\o np.-obj ;\o ap4
e).s" /;[aiy3 `\`v"u^mhs
a#cd .n#b.7 #b4 #aje
h["o"! `m,]j3 jm `m,]iy3 h["o"!
0,tree-,,lstm4! h=jr $a cui["!
.,oa["u^mhs ^meu"u .)i1jcz
^7,oa["u sbinoh[j3 jm ;y.=
qfuio7iy3 0,,root4 d+
-----------------------------#ce
l7n 0,,mlp4"! .?+7j<: `m,]iy3
h["o$ .]ib h["ov o1;ojcz.on irjr
o.q ^g"%"! ,mjr7j3i4
#b,0 i3s i3mr `s5.[7 euin1
- jb,] `o^3
"8`["o5 #bh01 i3s i3mr
`s5.[7 euin1 .m7 jb,] `o^3 ^7,oa
,'`["o5 ,r7">a,'"1 0,,lstm4 3o
0,h1d_/,de,p4 3o jb,] 3o 0,,mlp4
3o o1;o_/^&o1;o
i3s i3mr `meg ^g,? `s5.[7
euin1z ,m.asb["u hr`o7iy3 fuds,[
jxz euin1! h=jr /;[aiy3 `\`v$
.ms.:/! ,ir $a i3s8'w.(,u,0n
irjr /;[a .o^r,u$ .]ib .o^r,u$
ekcz.o d3^\jcz euin1"u mrw
`["o5n,s ^ui['o ob":a eg.7n
irjr,s 0,,lstm4! h=jr,s $a$a
0,,mlp4"! h=jr w.(,u8'0,dep,0v
/;[a .o^r,u8'0,h1d,0n irj3 d+l7!
s9`u o"! jb,]j<: 0,,mlp4 ;[7!
h=jr $a w.(,un irj3 .o^r,u$
u1^"[`n hr`o7iys/cz.o :^m"!
d3^\j`n iy3i4 jb,]jcz ^7^sbz
e).s" im d+l7! `\jb
8'03cat5ate,0j3 jm nd[n3n3
8'0,,fnn,0! h=jr jb,]jcz #a,0
f(fr'nd[n3n38'0,3cat,,fnn,0
^7^sb`v mrw "8`["o5 #bh01n,sw
n,[nd[%8'0,,sfu,0 j5,m"! h=jr
jca,'"1 0,lay]-wise
,loss ;\o ,l#a1 ,l#b1 ,l#c4
0,decord]1 ,,gnn ,lay]1 ,,rnn
,5cod]4
- ^no.o<3 euin1 `o^3
^( *`mn,scz n5,o i["ub7n irjr c(wj<:/i4
#a,0 .obi3 ,o5;[7 e*.sb ;<5,?
.)eg$
eg,[7;t8'j3`maj7`=ir" h=l"(,0
a#cf .n#b.7 #b4 #aji
j=egd+8',]`%3`v3ir" .)l3)sja,0
%j/p38'i3`mair" h=l"(_/`meg
^g,?,0
#b,0 hu"( cr+7
_7 q+7eg ;s"o
#1 `]`/v `oc[7w eg.n
-----------------------------#cg
7 p3,o e1em7;o$ ,qeg `ol"7jm ^3]j1 do1+$ o/[54
#2 s.t ^gj1
7 j*.r `meg ^g,? e1em7;o ^g,?
.asbz p3,o e1em7;ow s.t i3mr"!
^3i[,o `[ir"u %.oj`u isol7
^g,?j.o <30czicz ir.).n"! $.o`u
o/[54 on ,i"< ,8--c[,`:.qi0'
,8e*,s0'v $8o l7oj3 i3mr$ `\jbj3
s.t! jc j54
_7 ,8oi" `oj54
- ,8oi0'"! ^\iuw ,s,&s"u
;s"ojcz inn isj<: ,8^3iroi,8"%v
$8z ,s,&si!w ex"x! e"*j<:
`m^gjr> j54
_7 ^ml.tw ;s"o
^ml.t hr`[cz 0,,vp4"ue3 iys
a#cg .n#b.7 #b4 #aaa
o/s,s" eg.7 e.oea ,s,&sv ^ml.t
8'.sb,x,0o hr`[ l7["u `m^giy.o
<30cz eg.n$ o/[54 *`v3iy3 eg.n"u
<"rw eg.7;s"s5 q+7ego im `r
c j.oe3 ^( `meg ^g,?
e1em7;o `m;ma `v.nn,scz ^g,?w
o1`v3,] eo2 `].n,]! `oj`o mrj<:
^mlcz ;n)! .oa.sb ,m,oaj1 ,m
sb'cz _s["u o1`v1 ;s"ojcz ^7,oa!
;rhraj<:/czin o"s0`n `oc[7!
^*^\j.o <30cz eg.nn irjr j>7jm
is `ueqj1 :.o$ o/[54
#2 ^( lsbn,s `m;majcz e1em7;o$
,qeg `olq `v3`/"u i,mw eg.7o
c#cg .n#b.7 #b4 #aac
,i j54
_7 `v1juc `oju i[7["u ^m8s,s
chc3 s.tw ;s"o
,qeg `olw h[a,]oe*,s s.t ^gj1o
.nir"u iy.o <30z `\`vo`oiu jc"
`v1juc `oju <4imrn `=^rao sb's
j3 s.t"u emaa: ;s"oiycz `]m
`meg" weo:a ^g,?n euim s":m5o
o/`u .asb.ei ;s"ojcz ^7,oao i"!
_s["u ^uo54 o"sj3 `]mw .m,?n
irj3 `m;n.?q .o;o5! e"*j1 do1+$
o/[54
_7 +7)w e]lj] ;s"o .o;o5
`m;njv
+7)w e]lj]w `]m `v3j]j]" ^mlj]
i[7`vcz i1"o e]jvaj3 hr`o7
p3;oao .n,oiy.o <30< .asb.^\"u
i"[`n .?+7j1 $c[7,]o cu4[54
+7)w e]lj] %j]! `s5huj<:
.o;o5n ^3]j1 ,m o/!.on irj3 c(w$
do1+j54
_7 i3mrw eg.n
jb,] +7)`v `m `m^g eg.n"
,iws,,[`o eg.n"! .o;o5l7n,s
^g"oj`u `m;n.?q `o.g! e"*jr> j1
do1+ o/[54
#b4i4 ;y.= `\`ve& l3;&
`meg ^g,? e1em7;o `m;maw ;y.=
i3`/cz #b;< `s5,m"! e;q `meg
^g,? e1em7;o"! .no,z8'0,,json,0
j],oa["u ^*jv3j<: ;y.= `\`ve&!
l3;&jcz _soi4 o,ir #b;< `s5,m
`v.]n,s ,m.obiy3 jm;s"o$ do1+j3
inohs"! ,m.]jcz `v.]o duj5iy3i4
.no,z8'0,,json,0 j],oaw `o^(
-----------------------------#ci
`m.uv /,ocz ^m"xn,s .n,oj<:/i4
b#ch .n#b.7 #b4 #aae
,iuj3 ^( lsbw ;y.= cbdm5 jm
`masp3w doi[^ra! ^3]j<: j. ^u,m
`o$3o .qjr7iy1 /.]oi4
-----------------------------#dj
.n#c.7 `meg ^g,? e1em7;o
`m;ma .o;o5 ,m"ob
-----------------------------#da
#a4 .o;o5 ,m"ob `v.]
`meg ^g,? e1em7;o `m;ma .o;o5z
`o^(.?["u j3`ma.]^uh=,q`o,&j:bjy
8'0,,tta,0n,s `m;maj3 ,8w.( `meg
^g,? e1em7;o `m;ma! mrj3 w.(
`v3`/ hr`[ ,nh[ eo2 w.( `v3`/
,t.] ^7^sb0'8'oj ,8hohono
8'0,,tta0' .o;o50',0! `o^3["u
jiy" ,o1.n .asbn,s chc1 ,m o/cz
eg.n.s5i!! jr`\j`o mrj3 lj7 eo2
`m;n.?q /,o i[7! ^3]jcz ^7,oa["u
o"ms.qi4
hohono .o;o5z j3`mas"! irl7["u
j<: .n,oiy3 d+.g.?q .o;o5["u,sw
.omr"! $.o`u o/[e:" h[ajo j]hr
^g,? eo2 weo:a ^g,? hr`o7`v
p3jv1j`n jujv3iy1 ,m o/iu"x j5!
ex.?["u j3icz .s5n,s ^( lsbn,s
`m;majcz e1em7;ow jv1+7! +7oj`n
j3i4
#dj .n#c.7 #a4 #aag
ac `o.( hohono .o;o5ncz ,m.]o
do1+j3 u"%$ .?.o <30`n .(.rj1
,^ge3 7j3 l"/"! duj5j5["u,,s ,o1.n
`m;ma `v.]n,sw .]jva,]`v
o1`v3,]! `oj`u. j<:/i4 :`on,scz
^( lsbw `m;ma .o;o5w $a .7n,s
;m$"2^uv3iy3 lj7! .m7,o5["u
l1d:^uiu"x j3i4
#a4a4 `o^( p3;oa
^( .o;o5w ,8`o^( p3;oa,8z
hohono .o;o5w ,8#e4 w.( `v3`/
hr`[ ,nh[ eo2 w.( `v3`/ ,t.]
^7^sb0'w `o^( p3;oa ^m^g!
`o^3["u je:" o"u^mhs fz ,m.]
lj7z sb'i4
#a4b4 w.( `v3`/ hr`[ ,nh[
,t.] ^7^sb
^( .o;o5w ,8`o^( p3;oa0'z
hohono .o;o5w ,8#e4 w.( `v3`/
hr`[ ,nh[ eo2 w.( `v3`/ ,t.]
^7^sb0'w ,8w.( `v3`/ hr`[ ,nh[
,t.] ^7^sb0' ^m^g! `o^3["u je:"
o"u^mhs fz ,m.] lj7z sb'i4
#a4c4 eg.7 %j]^\ w.( `v3`/
,t.] ^7^sb
eg.7 %j]^\ w.( `v3`/ ,t.]
^7^sbn,scz h[ajo ^xeg" .[a
crduegw ^g,?o jra,o5.?q ^m^go
iy3i4 hohono .o;o5n,scz crdueg!
e]l.t crdueg" `v3j].t crdueg"
^ml.t crdueg" ,s,&.t crdueg"
.oa.sb q+7.t crdueg" $3.sb q+7.t
crduegw :,s' $.o %j]["u
^g"%j<:/`u" ^( .o;o5n,siu o :,s'
$.o %j]n jri7jcz eg.7i!w ^g,?
^7^sb! .o;o5n
-----------------------------#db
duj5j<: `o,&j<:/i4
b#da .n#c.7 #a4 #aai
=gggggggggggggggggggggggggggggg=
- crduegz e]l.t" `v3j].t"
^ml.t" q+7.t crdueg["u f[`n
^g"%j<: ^g,?j3i4
63333333333333333333333333333334
crduegw %j]^\ /egz <"rv $8i4
- e]l.t"1 m"ocz ,oeqw `v3.)
hriuiu `[e3f[5 ,],majr/[5! ok.o
e1<> j3i4
- `v3j]l.t"1 cr$ .u07["u
,g,sir"u w.( `v3`/"! ,t.]j<:
^g,?j3i4
- ^xegw jr,?o .m7w.?o1 ,irncz
$c[7j3 weo .m7n,s $.7 $,$on
jmjr7jcz .tn w.(j3i4
63333333333333333333333333333334
82/,o;0 `o5eqo i(! .1 ,,s,s
es'.q ,)^r"u h=j3i4
`o5eqo 3o 0,,np.-,,sbj4 ,,s,s
i(! 3o 0,,np.-,,obj4 ,,s,s
.1 3o 0,,ap4 ,,s,s
,,s,s 3o 0,,vp4 es'.q
es'.q 3o 0,,vp.-,,mod4 ,)^r"u
-----------------------------#dc
,)^r"u 3o 0,,np.-,,ajt4 h=j3i4
h=j3i4 3o 0,,vp ,,root4
h333333333333333333333333333333j
- ^xegw jr,?o i3o1j3 ,irncz
jri7 jr,?n ,i"< `m.u"! ^g,?j3i4
63333333333333333333333333333334
82/,o;0 `o5eqz ,q.an,s d3h.ow
^o.m7z .&o`u ljy"! ^od3j3 cr+7!
^m$ajr/i4
.&o`u 3o 0,,vp4 ^m$ajr/i4
h333333333333333333333333333333j
=777777777777777777777777777777=
j3`mas eg.7 `meg ;s"on,s fz
eg.n$ iycz _s .m7 jccz ^"u o"z^
o.m7 .msegoi4 i<>7j3 >7l7["u
chccz o.m7 .mseg! o1`v3.?["u
;s"oj1 ,m o/iu"x `v3"* .o;o5!
;m$j<: .n,oj<:/i4
=gggggggggggggggggggggggggggggg=
#c4b4e4 o.m7 .mseg ^g,? ^7^sb
- o.m7 .msegz $a `m,] ,]^g^\"u
i=o1j3 ,s,&sn w.(jiu"x ^g,?j3i4
- o,ir o1^3.?q o.m7 .mseg,^ge3
7j3 %j]w
^mju$ ;&j*j3i4 h[ajo ,iws,,[`o
i[7w eg.n"u ^mju$ ^\iuw s.t"u
;s"oiy1 `]mncz on irj3 hr`o7
$oi["60
0up">6 ;\o ,,np ,,root4
h333333333333333333333333333333j
- y`ma eg._/y`mascz ^"u i<[5
+,un w.(jiu"x ^g,?j3i4
63333333333333333333333333333334
82/,o;0 a `]miu
e;<3$.oo54,0
- p3"r s.t cr^mn,scz i<[5 ^gj1
s.tn w.(j`u" p3"r s.tw ^gj1 s.tz
.o^r,u s.t8'w ;y.= ^gj1 s.t,0n
w.(j3i4
63333333333333333333333333333334
82/,o;0 e<[5 ,,o $ .m7+ji4
e<[5 3o 0,,np4 ,,o
,,o 3o 0,,np4 $
$ 3o 0,x.-,,sbj4 i4
.m7+j 3o 0,,vp4 i4
i 3o 0,,vp ,,root4
h333333333333333333333333333333j
=777777777777777777777777777777=
#a4e4 ,n^m %j]^\ $oi["7j3
]:an,s hr`o7w `o.go eujuj3
l7jv7o ^1,r7j3i4 ,i"<,s .o;o5w
#e.7n,scz .asb .m7 jvaqiycz
^m^gi!n irj3 hr`o7 p3;oa!
.o,x.?["u ;m$jr c$`u o"!
.asb.i!n`n ,`m.gjo `+%aj5["u,,s
`meg ^g,? `s5hu .asbo o1`v3.?["u
o"ms.o1 ,m o/iu"x j3i4
=gggggggggggggggggggggggggggggg=
#e4a4 w.( `v3`/ hr`[ ^m;7
`v3"* d+j*w .m,?
- ,o$3oc `s"o i[7 ,m">7oc
i3mr"! chcrcz e]l`mn ex.?`:a .ul
,8!_/"!0'o ^m8z `]mncz ex.?s"u
^g,?j3i4
63333333333333333333333333333334
82/,o;0 ccz ja`+,$.o i,s'
,o$3! `ts/i4
-----------------------------#ej
ccz 3o 0,,np.-,,sbj4 `ts/i4
ja`+,$.o 3o 0,,np.-,,ajt4
`ts/i4
b#di .n#c.7 #a4 #ada
i,s' 3o 0,,dp4 ,o$3!
,o$3! 3o 0,,np.-,,obj4 `ts/i4
`ts/i4 3o 0,,vp ,,root4
h333333333333333333333333333333j
- ,8!_/"!0'o `\jbj.o
<307_/jy',m_/,o$3_/`s"o d+j*w
`]m 0,,obj4"u ^g,?j3i4
63333333333333333333333333333334
82/,o;0 cui=.i!w l15! i5`o
mrjr #b c*n `t;: #e^)8'3o
0,,np.-,,obj4 ^7egjr/i4,0
^7egjr/i4
82/,o;0 gi=.7! ,n ^fmr8'3o
0,,np.-,,obj4 ,imrs/i4,0
,imrs/i4
h333333333333333333333333333333j
#e4a4d4 dm5lv eg.7 ,]^go
o1;oj.o <30cz `]m
- dm5l"ucz ^mlc jv1+7j] i[7o
,,[:/.oe3 eg.7 crn,s q+7o iy3
_s;s"s5 ,,[q `]mncz jri7 eg.7
,]^g! `o.g["u `oc[7 hr`["!
^m:jiy" `meg hr`[ ^g,?z i3sw
^("r dm5l"! `o.g["u j54 ie3
j]hr,uw o1^m$ .1"q `]m
eoi[7.rs"u ^u< 0,,np4"! ^m:j3i4
63333333333333333333333333333334
82/,o;0 ,8`s,`m"u0'cz
,8`s,`m0'v ,8"u0'"u ^g,?j1 ,m
o/!,$8
,8`s,`m"u0'cz 3o 0,,ap.-,,obj4
^g,?j1
,8`s,`m0'v 3o 0,,np.-,,cnj
,8"u0'"u
,8"u0'"u 3o 0,,np.-,,ajt4
^g,?j1
^g,?j1 3o 0,,vp.-,,mod4 ,m
,m 3o 0,,np.-,,sbj4 o/!,$8
o/!,$8 3o 0,,vp ,,root4
h333333333333333333333333333333j
#e4b4 w.( `v3`/ ,t.] ,n^m %j]
$oi["7
`v3"* d+j*w .m,?
#e4a4d4 eg.7 ;s'es"on ca ,n^m %j]
$oi["aiy`sc ^u.ul
0,,jx4"u d+.oiy3 e]l`m ,iucz on
l7[7jcz +7)`mv .tiu ,s,&s `m
egh!n ,i"< ^u`:a .ul"u ir;o
$c[7je* 0,,cmp4"u ^g,?j3i4
8'$,0 `[$ iu18'0,,vnp,04
- j1escocz `?.]o,:/i
8'0,,vnp,04
#e4 `meg hr`["1 0,,dp4
$4 weo
`v3j]l`m
c4 /,o
- ^t,,s ,r8'0,,dp,0 ja`o$
iys/i4
- j38'0,,dp,0 ejz8'0,,dp,0
l1,.[5 iys ^uqi4
#e4 `meg hr`["1 0,,ip4
$4 weo
$5h3l`m8'ju;o7 eo2 irib i[7w
d+j*,0
c4 /,o
- 7ow
`v3`/4
=777777777777777777777777777777=
- w.( `v3`/ ,t.] eo2 w.( `v3`/
hr`[ ^m; j3i4
a#eg .n#c.7 #b4 #afc
- `v3j]l.t"1 cr$ .u07o o/i
=777777777777777777777777777777=
- ,8-`n iyi0'cz ^u.u +7)
`m,]["u ;s"oj.o <30`u" i"z
,8-`n0' ^ml.t`v i=o1j`n ,8`n0'
,]^go i3o1 s.toe* 0,,vp.-,,ajt"
,8-`n0' ,]^go i j3i4
m"ocz 3o 0,,np.-,,sbj4 ok.o
,oeqw 3o 0,,np.-,,mod4
`v3.)hriuiu
`v3.)hriuiu 3o 0,,np.-,,sbj4
,],majr/[5!
`[e3f[5 3o 0,,ap4 ,],majr/[5!
,],majr/[5! 3o 0,,vp.-,,obj4
ok.o
ok.o 3o 0,,vp4 e1<>
e1<> 3o 0,,vp4 j3i4
j3i4 3o 0,,vp ,,root4
-----------------------------#fj
82/,o;0 `[$ iu1aiy3 `]m" crduegw ,]^gz
crduegw $.7 e.oea s.tn *`\j`u"
crduegw $.7 e.oea ,]^g! euegw
,s,&sn *`\j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 ccz `v."!" i=,r7z ,^7!
e?s/i4
ccz 3o 0,,np.-,,sbj4 `v."!
`v."! 3o 0,,vp.- ,,obj4 e?s/i4
i=,r7z 3o 0,,np.-,,sbj4 e?s/i4
,^7! 3o 0,,vp.-,,obj4 e?s/i4
e?s/i4 3o 0,,vp ,,root4
82/,o;0 ho,:;[cz #bjjb c*
#aejj e3.7" #bjjf c*
#ajjj e3.7oc d1":c$/i4
ho,:;[cz 3o 0,,np.-,,sbj4
#aejj e3.7"
#bjjb c* 3o 0,,np.-,,ajt4
#aejj e3.7"
#aejj e3.7" 3o 0,,np.-,,sbj4
d1":c$/i4
#bjjf c* 3o 0,,np.-,,ajt4
d1":c$/i4
#ajjj e3.7oc 3o 0,,np.-,,sbj4
d1":c$/i4
d1":c$/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
- e]l`m .sb,x `m.uv j(i=iycz
`]m$ o/czin" ^o,['j3 `m.un,s
,8v_/`v0'"u os.q .sb,x e]l`me3
,80,,cnj0'8'e]l`m .sb,x,0"u
;s"oj5n %wj3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 #bjjf c* *`mv #bjjh c*
*`mn,scz *`mho5w .m.7o %.oiys/i4
#bjjf c* 3o 0,,np4 *`mv
*`mv 3o 0,,np.-,,cnj4 *`mn,scz
#bjjh c* 3o 0,,np4 *`mn,scz
b#fj .n#c.7 #b4 #aga
*`mn,scz 3o 0,,np.-,,ajt4
%.oiys/i4
*`mho5w 3o 0,,np.-,,mod4 .m.7o
.m.7o 3o 0,,np.-,,sbj4
%.oiys/i4
%.oiys/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
-----------------------------#fa
#c4b4a4c4 eueg`v crduegw .ms$
$8`u" ,s,&s$ i"z `]m
- `o^( p3;oa 8'#i,0n ,i"<
eueg`v crduegw `v3`/n ,i"< .msw
.o^r,u"! `\.]j3i4
- e]l.t" ^ml.tw `]m" .ms$
crduegw ,s,&s"! .o^r,u"u $.oiu"x
^g,?j3i4
- crduegw ,s,&scz ,m,oajcz
euegw s.tn w.(jiu"x ^g,?j3i4
- e]l.t" ^ml.t /egz <"rv $8i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `[cz exd+"! o"ms/[5n
erm $5ljr/i4
`[cz 3o 0,,np.-,,sbj4 o"ms/[5n
exd+"! 3o 0,,np.-,,obj4
o"ms/[5n
o"ms/[5n 3o 0,,vp.-,,ajt4
$5ljr/i4
erm 3o 0,,ap4 $5ljr/i4
$5ljr/i4 3o 0,,vp ,,root4
82/,o;0 en1" j5n %wjr>
j3i48'ac `+;< `[5.o .n>an
jri7jcz `]m eueg ,s,&sn w.(j1 ,m
o/[54,0
=gggggggggggggggggggggggggggggg=
82/,o;0 `o5 wp3z8'3o h=jr,0
#aeo1 ,o.] .o1w"! h=jr 8s":g
`].n:`)`v #ajjj? p3 ol7 i[cz
>`m.7 ,q;mao s":bie* `o.(
emi[7`]`o.7 >`m.7! "oeuin1"o7jcz
^7<3! `s5hujr> j3i0`u .m.7jr/i4
=777777777777777777777777777777=
#c4b4b4 `v3j].t crdueg ^g,?
^7^sb
-----------------------------#fb
#c4b4b4a4 eueg`v crduegw .ms
eo2 ,s,&s$ i"z `]m
- e]l.t" ^ml.t eo2 $3.sb q+7.t
crdueg ^g,? ^7^sb`v i=o1j`n
^g,?j3i4
- euegw .mscz euegw ,s,&s"u"
crduegw .mscz crduegw ,s,&s"u
*`\j3i4
- crduegw ,s,&scz ,m,oajcz
euegw s.tn w.(jiu"x ^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 cr$ .u0a$3
im,`sg eaoi4
,ndu^:az 3o 0,,np.-,,sbj4
eaoi4
,oae& 3o 0,,np4 ,nduw
,nduw 3o 0,,np.-,,mod4
^,$8;[7!
$.7 3o 0,,ap4 ^,$8;[7!
^,$8;[7! 3o 0,,np.-,,obj4
np,l`u
np,l`u 3o 0,,vp4 o/cz
o/cz 3o 0,,vp.-,,mod4 eaoi4
>a$3 3o 0,,ap4 im,`sg
im,`sg 3o 0,,vp.-,,mod4 eaoi4
eaoi4 3o 0,,vnp ,,root4
82/,o;0 en1"7["u
,g,sir"u w.( `v3`/"! ,t.]j<:
^g,?j3i4
- ^xegw jr,?o .m7w.?o1 ,irncz
$c[7j3 weo .m7n,s $.7 $,$on
jmjr7jcz ,s,&sn w.(j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `o5eqo i(! .1 ,,s,s
es'.q ,)^r"u h=j3i4
`o5eqo 3o 0,,np.-,,sbj4 ,,s,s
i(! 3o 0,,np.-,,obj4 ,,s,s
.1 3o 0,,ap4 ,,s,s
,,s,s 3o 0,,vp4 es'.q
es'.q 3o 0,,vp.-,,mod4 ,)^r"u
,)^r"u 3o 0,,np.-,,ajt4 h=j3i4
h=j3i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
- ^xegw jr,?o i3o1j3 ,irncz
jri7 jr,?n ,i"< `m.u"! ^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `o5eqz ,q.an,s d3h.ow
^o.m7z .&o`u ljy"! ^od3j3 cr+7!
^m$ajr/i4
.&o`u 3o 0,,vp4 ^m$ajr/i4
=777777777777777777777777777777=
#c4b4d4 q+7.t ^g,? ^7^sb
- `o^(.?["u eg.7 ^mjun wj<:
`m^giy3 i3mr"! .g,mj<: ^g,?j3i4
- q+7 ^mju$ o/cz .oa.sb q+7egz
eueg`v crdueg! q+7 ^mjun wjr,s
`m^gj1 ,m o/[e["u" euegz eueg
`m.u crw .msv ,s,&s $3w w.(
`v3`/"! *`\j`u crduegz crdueg
a#fc .n#c.7 #b4 #agi
crw .msv ,s,&s $3w w.( `v3`/"!
*`\j<: ^g,?j3i4
- ^usw ^s5mr"! s5`:aj`n
.nj3j`u o/`o ,iregn8'`o^( p3;oa
8'#g,0 ;<5.u,0 `oc[7 hr`["u
0,,cmp4"! ^m:jcz q+7.tw ^s5mrn
%wj<:> j3i4
- q+7 ,&s8'eueg ,s,&s,0$
"8d+.g`masirl.)01n,s ,8-`u0'
,]^g! `:ah!"u .n,oj`u o/cz `]m"1
`oc[7 hr`["u 0,,cmp4"! ^m:j54
- q+7 ,&s$ "8d+.g`mas
irl.)01n,s ,8-`u0' ,]^g! `:ah!"u
$.o`u o/.o <30z `]m"1 `oc[7
hr`["u 0,,ajt4"! ^m:j54
- ,8-i`u0'"% .to o%"! chcrcz
*`\ seoq `]mncz8',s"u .1 j5n %wj3i4 ,iuj3 jzjo
,xi5`v $8z `v3+7`m
-----------------------------#fd
"! q+7jcz `]mniu8'$.o e30z cem
^"<5 .1 c1 sb'i`u m"o ^meuco5
e<[5 d*j1 c1o sb'[,:/.o4,0 o1^3
^ml.t"u ;s"oj3i4
#c4b4d4a4 $3.sb q+7w ;s"o
- $3.sb q+7z ,i`u_/.`u_/"<`u0'"u
q+7iy3 _s["u" ^ml.t`v i=o1j`n
;s"ojiy q+7 ,&s8'euegw ,s,&s,0$
"8d+.g`masirl.)01n,s `:ah!
.]^u"u ,8-`u0'"! $.o`u o/!
`]mne3 `oc[7 hr`["u 0,,cmp4"!
^m:j`u" `:ah! .]^u"u ,8-`u0'"!
$.o`u o/.o <30z `]mncz 0,,ajt4"!
^m:j3i4
- /egz <"rv $8i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `[c:$ `[ o1! jr/i`u
,[,["u e1jr/i4
`[c:$ 3o 0,,np.-,,sbj4 jr/i`u
`[ 3o 0,,dp4 o1!
o1! 3o 0,,np.-,,obj4 jr/i`u
jr/i`u 3o 0,,vp.-,,cmp4
e1jr/i48',8e1ji0'w `:ah!n
,8-`u0' o/[5,0
,[,["u 3o 0,,ap4 e1jr/i4
e1jr/i4 3o 0,,vp ,,root4
82/,o;0 j]l$ +7w.`u ,qegj`u
a#fd .n#c.7 #b4 #aha
o/s/i4
j]l$ 3o 0,,np.-,,sbj4 ,qegj`u
+7w.`u
sion 3o 0,,np.-,,ajt4
o/s/c[c>`u
o/s/c[c>`u 3o 0,,vp.-,,ajt4
,qegj`u8',8,qegji0'w `:ah!n
,8-`u0' sb'[5,0
,qegj`u 3o 0,,vp4 o/s/i4
o/s/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
#c4b4d4b4 .oa.sb q+7w ;s"o
- .oa.sb q+7z ,i60"<`u
,u"o;:/i4
`[cz 3o 0,,np.-,,sbj4
,u"o;:/i4
8^&o>60"<`u 3o 0,,vnp.-,,ajt4
,u"o;:/i48',8,u"o;oi0' `:ah!n
,8-`u0' sb'[5,0
,u"o;:/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
-----------------------------#fe
- ,iuj3" q+7iy3 ^m^go e]l"u
c#fd .n#c.7 #b4 #ahc
,`[8ccz `]m 0,,vnp4$ j5n %wjr> j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `[cz 8_000lcz `["mb
crn,s $.7 .m7+j3 lsb.7 .m7
jc0"7o ,imrsc`u
`r^1`v io.7iu ;m7^gjo
$k;m`u o/s `["mbw eo"rniu fz
]j>7! eo;o1 _s0o"<`u8'0,,np.-
,,cmp,0 d]$jr/i4
=777777777777777777777777777777=
- ,iuj3 ,8--i0e:0'"u q+7iy3
.tz ,8--i`u je:0'$ .&siz _s["u
^u`u o1^3.?q ^ml.t`v i=o1j3
p3;oa["u ;s"oj3i4 8'#c4b4a4c4
;<5.u,0
=gggggggggggggggggggggggggggggg=
82/,o;0 <4,s ,s d3lcz 8iue7;o1
m":$ o/i0e: .oc3i1 #aao1
`m,x].7! ^1^mjr/i
<4,s 3o 0,,ap4 ^1^mjr/i4
,s 3o 0,,np4 d3lcz
d3lcz 3o 0,,np.-,,sbj4 o/i0e:
8iue7;o1 3o 0,,vp.-,,mod4 m":$
m":$ 3o 0,,np.-,,sbj4 o/i0e:
o/i0e: 3o 0,,vp4 ^1^mjr/i4
.oc3i1 3o 0,,np4 #aao1
#aao1 3o 0,,np.-,,ajt4
^1^mjr/i4
`m,x].7! 3o 0,,np.-,,obj4
^1^mjr/i4
^1^mjr/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
#c4b4e4 o.m7 .mseg ^g,? ^7^sb
- o.m7 .msegz $a `m,] ,]^g^\"u
i=o1j3 ,s,&sn w.(jiu"x ^g,?j3i4
- o,ir o1^3.?q o.m7 .mseg,^ge3
7l`m$ *i1< chccz
`]m" e]l`m <4w ,m,oascz e]l`mn
*`\j`u e]l`m$ ,m">7l`mn w.(jcz
_s["u ;s"oj3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 ^u%j`u o/cz
,u^7jn1`ocz #aiie c*n `mobj38'3o
a#fg .n#c.7 #b4 #ahi
0,,vp.-,,mod4 #hq,[7,0 #hq,[7
#a ir,^g
=777777777777777777777777777777=
#d4b4 e]l`m .sb,x %j] ^g,?
- ^x,m `rw e]l`m$ .sb,x ,iucz
c<\iy3 `]m" $.7 e.oea e]l`mn
w.(jiu"x ^g,?j3i4
- o,ir" .sb,x .ul"u q.]jcz _sz
"8d+.g`masirl.)01 `o.g["u
#ab`roi4 8'`u#bd_/o`u#e" `v#ab
_/v#c" c#i_/oc#b" co#a_/oco"
i#d_/oi#d" "<7#d_/o"<7#b" e:#a_/
oe:" e*#i_/oe*#c" n#d" o">#b"
j`u#e" je:,0 oi! .ul$ 8i4
jr`m^uicz 3o 0,,np.-,,ajt4
ctb`u
dxo 3o 0,,np.-,,sbj4 ctb`u
-----------------------------#fi
ctb`u 3o 0,,vp4 >8i4
>8i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
#d4c4b4 ^(+7) 5 ^u.u +7)
- ^(+7)`v ^u.u +7)o *,xj<:
im `r ol7 c604
0up">6 ;\o ,,np ,,root4
82/,o;0 a `]miu
e;<3$.oo5,0
- p3"r s.t cr^mn,scz i<[5 ^gj1
s.tn w.(j`u" p3"r s.tw ^gj1 s.tz
.o^r,u s.t8'w ;y.= ^gj1 s.t,0n
w.(j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 e<[5 ,,o $ .m7+j i4
e<[5 3o 0,,np4 ,,o
,,o 3o 0,,np4 $
$ 3o 0,x.-,,sbj4i4
.m7+j 3o 0,,vp4i4
i 3o 0,,vp ,,root4
=777777777777777777777777777777=
-----------------------------#gd
#e4 ,n^m %j]^\ $oi["7
`v3"* d+j*w .m,?
- ,o$3oc `s"o i[7 ,m">7oc
i3mr"! chcrcz e]l`mn ex.?`:a .ul
,8!_/"!0'o ^m8z `]mncz ex.?s"u
^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 ccz ja`+,$.o i,s'
,o$3! `ts/i4
ccz 3o 0,,np.-,,sbj4 `ts/i4
ja`+,$.o 3o 0,,np.-,,ajt4
`ts/i4
i,s' 3o 0,,dp4 ,o$3!
,o$3! 3o 0,,np.-,,obj4 `ts/i4
`ts/i4 3o 0,,vp ,,root4
=777777777777777777777777777777=
- ,8!_/"!0'o `\jbj.o
<307_/jy',m_/,o$3_/`s"o d+j*w
`]m 0,,obj4"u ^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 cui=.i!w l15! i5`o
mrjr #b c*n `t;: #e^)8'3o
0,,np.-,,obj4 ^7egjr/i4,0
^7egjr/i4
82/,o;0 gi=.7! ,n ^fmr8'3o
0,,np.-,,obj4 ,imrs/i4,0
,imrs/i4
=777777777777777777777777777777=
#e4a4d4 dm5lv eg.7 ,]^go
o1;oj.o <30cz `]m
- dm5l"ucz ^mlc jv1+7j] i[7o
,,[:/.oe3 eg.7 crn,s q+7o iy3
_s;s"s5 ,,[q `]mncz jri7 eg.7
,]^g! `o.g["u `oc[7 hr`["!
^m:jiy" `meg hr`[ ^g,?z i3sw
^("r dm5l"! `o.g["u j3i4 ie3"
j]hr,uw o1^m$ .1"q `]m
eoi[7.rs"u ^u< 0,,np4"! ^m:j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 ,8`s,`m"u0'cz
,8`s,`m0'v ,8"u0'"u ^g,?j1 ,m
a#ge .n#c.7 #b4 #bji
o/!,$8
,8`s,`m"u0'cz 3o 0,,ap.-,,obj4
^g,?j1
,8`s,`m0'v 3o 0,,np.-,,cnj
,8"u0'"u
,8"u0'"u 3o 0,,np.-,,ajt4
^g,?j1
^g,?j1 3o 0,,vp.-,,mod4 ,m
,m 3o 0,,np.-,,sbj4 o/!,$8
o/!,$8 3o 0,,vp ,,root4
=777777777777777777777777777777=
#e4b4 w.( `v3`/ ,t.] ,n^m %j]
$oi[",0
jr> j1 o1! i<[5 c1"u eo"ms,scz
<3 iy3i4
=777777777777777777777777777777=
#e4g4 ,&s ,r7">a ,n^m %j]
$oi["aiys/i`u
d3i3iycz `]m crduegw d+;[7n chc3
e.oea s.tn ,)jr7jcz ,]^gi!!
w.(j`n j`u e.oea s.t! euegw
,s,&sn w.(j`n j3i4
- crduegw ,s,&s$ ,r7">aiy3 `]m
j]hr `o.g8'.ul,0["u ^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 ]jw$ ;t,m"! .u`)["u
8'j<:,0 er.7! o5,o"u ,t;oj<:/i4
]jw$ 3o 0,,np.-,,sbj4 .u`)["u
;t,m"! 3o 0,,np.-,,obj4
.u`)["u
.u`)["u 3o 0,,np.-,,ajt4
,t;oj<:/i4
82/,o;0 ccz :,s' l1" o"[5z
;t,m-/+4
ccz 3o 0,,np.-,,sbj4 l1"
-----------------------------#gi
:,s' 3o 0,,dp4 l1"
l1" 3o 0,,np4 ;t,m-/+4
o"[5z 3o 0,,np.-,,sbj4
;t,m-/+4
;t,m-/+4 3o 0,,vnp ,,root4
=777777777777777777777777777777=
3o `/l ,8oi0'$ ,r7">aiycz `]m
j]hr"! `o.g["u ,8l1"0'! 0,,np4"u
.m,?j<: jmjr7.t ,s,&sn *`\iyiu"x
j3i4
- euegw ,s,&s$ ,r7">aiy3 `]m
j]hr `o.g8'.ul,0["u ^g,?j3i4
=gggggggggggggggggggggggggggggg=
82/,o;0 `v`s j`/ u1"o5doaw
.],oa .=ex["u ekcz _sz88'0,,np.-
,,sbj,0
82/,o;0 ^b!48'0,,np.-,,obj,0
82/,o;0 ;t,m$8'0,,np.-,,sbj,0
^b!48'0,,np.-,,obj,0
c#gh .n#c.7 #b4 #bai
;t,m$ 3o 0,,np.-,,sbj4 ^b!4
^b!4 3o 0,,np.-,,obj ,,root4
=777777777777777777777777777777=
-----------------------------#hj
.n#d.7 `\"(
-----------------------------#ha
^( lsbz q`= .oc[7 l3sb ^1.)!
mrj3 ir`%eu m"oe1 .w `meg
^g,? .o;o5! ;<5`uj<: ^o`+4
*`mj<:/[e: j3`ma.).h=,q*`mp3
8'0,,etri,0w j3`mas w.( `meg
^g,? $oi["w
.o;o5 i[7! ^h7["u `o.( .o;o5w
eg.n.s5! ,m.]"2^uv3j3 w.( `meg
^g,? .o;o5! ,m"obj<:/i4 i&,.rcz
`meg ^g,? e1em7;o8'#bjj e3 s.t,0
`m;ma["u" `meg ^g,? e1em7;o
`m;ma .o;o5! ^h7["u e1em7;o"!
#hj .n#d.7 #bba
`m;maj<:/i4
_0 `meg ^g,? e1em7;o .o;o5
,m"ob
`meg ^g,? .o;o5! ,m"obj`o
mrj<: ,8j3`ma.]^uh=,q`o,&j:bjy
8'0,,tta,00' i[7 `v3"* ^g>w `meg
^g,? .o;o5! ;<5`uj<: ^o`+"2
*`mj<:/[e: ,8j3`mas `meg $oi[" ^g,? .o;o5! `s5huj<:
`o.( .o;o5w eg.n.s5! ^g,?"
^uv3iy3 .o;o5! .n,oj<:/i4
`o.(w w.( `meg ^g,? e1em7;ocz
.m"u "8#ba,n`o ,n.=`/jya01n,s
`m;maiy3 `m `m.u `o^3 `meg ^g,?
e1em7;o"! w.( `meg ^g,?
e1em7;o"u ^*jv3jcz _sn ;u.s5!
ek;ms `r^1iys/[e: on ,i"< w.(
`meg ^g,? e1em7;o"! `m;maj`o
mrj3 .o;o5z `[ >7.?"2.o1.?
;[ae*n,s ^m.xj<:/i`u j1 ,m o/i4
^( lsbn,scz j3`ma.]^uh=,q`o,&
j:bjyw w.( `meg ^g,? $oi[" ,build+ a
,kor1n p>s$ corpus
,! purpose ( ? project is to
build a p>s$ corpus to meet !
dem& = l>ge-scale ,kor1n
language res|rces 9 ! ,,ai
9du/ry4 ,9 addi;n1 ? project al
aims to set up annota;n
guidel9es = compil+ a dep5d5cy-
p>s$ corpus 9 ,kor1n4
,? project has two ma9 "ps4 ,!
f/ is e/abli%+ dep5d5cy p>s+
guidel9es = a ,kor1n corpus4 ,we
comp>$ & analyz$ s"eal guidel9es
( relat$ fields s* z 8,dep5d5cy
tag sets & dep5d5cy rela;n
e/abli%;t me?ods = 3/ruct+
dep5d5cy ta7$ corpora0 ( !
,na;nal ,telecommunica;ns
,te*nology ,associa;n "<,,tta">1
: we correct$ & improv$ to
ma9ta9 ! 3si/5cy acr ! p>s$
corpus4 ,! second is 3/ruct+ a
#ie 0,ab/ract4 #bbg
p>s$ corpus ( ,kor1n4 ,! corpus
3ta9s two million ^ws : 7
select$ f ! na;nal corpus (
writt5 ,kor1n 3/ruct$ 9 #bjah by
! ,na;nal ,9/itute ( ,kor1n
,language4
_4 ,e/abli%+ a guidel9e = a
dep5d5cy-p>s$ corpus
,to e/abli% dep5d5cy p>s+
guidel9es1 we comp>$ & review$
p>s+ guidel9es s* z !
,8,telecommunica;ns ,te*nology
,associa;n "<,,tta">,04 ,we
pres5t an improv$ v].n (
guidel9es bas$ on ! problem
analysis4
,mo/ dep5d5cy-p>s+ guidel9es
focus on 3v].n ( an old
3/itu5cy-bas$ p>se tree 3/ruct$
9 `<#bast ,c5tury ,sej;g ,plan`>
9to a new dep5d5cy-p>s$ corpus4
,"!=e1 ! guidel9es = 3/ruct+
-----------------------------#if
dep5d5cy-p>s$ corpus 7 9su6ici5t
9 t]ms ( quant;y & qual;y4 ,9 ?
project1 bas$ on ! ,korea
,telecommunica;ns ,te*nology
,associa;n "<,,tta"> dep5d5cy
p>s+ guidel9e1 we su7e/ m
practical & detail$ guide =
3/ruct+ a dep5d5cy-p>s$ corpus )
3t5ts & examples comple;t+ :at 0
9su6ici5t 9 ! orig9al v].n4
_4 ,3/ruct+ a dep5d5cy-p>s$
corpus " ,!
3/ruc;n proc$ure is z foll{s4
,e/abli%+ p>s+ guidel9es ;\o
,cu/omiz+ manual 9spec;n tools
;\o ,rese>*] tra9+ ;\o
,automatic p>s+ ;\o ,manual
analysis "<#ast 9spec;n"> ;\o
,t1m l1d] & faculty 9spec;n
"<#bnd 9spec;n"> ;\o ,deep
le>n+-bas$ p>s$ corpus valida;n
;\o ,produc+ ! f9al result
,bas$ on ! dep5d5cy p>s+
guidel9es1 a dep5d5cy-p>s$
corpus 3ta9+ two million ^ws 0
compil$4 ,! corpus is compos$ (
texts f newspap] >ticles4
,9 ? project1 s5t;e-by-s5t;e
a#if 0,ab/ract4 #bbi
p>s+ 0 3duct$ = ! writt5 corpus
provid$ by ! ,na;nal ,9/itute (
,kor1n ,language4 ,al1 p>s+
9=ma;n 0 annotat$ to ea* ^w & !
f9al \tput 0 submitt$ 9 ,,json
=mat4
,at ! 9itial /age ( ! 3/ruc;n1
multiple automatic p>s]s 7 us$ =
! 3v5i;e & ! 3si/5cy ( ! "w4
,!n1 rese>*]s manually review$ !
results4 ,! details ( ? process
>e z foll{s4 ,f/1 we divid$ !
giv5 raw corpus 9to s5t;es &
3duct$ ! automatic p>s+ 9 a
s5t;e level4 ,:5 multiple
automatic p>s]s give
-----------------------------#ig
! same results1 ! results 7
submitt$ af a f9al 9spector's
*eck4 ,:5 automatic p>s]s g5]ate
di6]5t results1 di6]5t rese>*]s
review ! s5t;e 9 ! f/ & second
9spec;n1 & ! f9al 9spector wd
review ! s5t;e4 ,! rese>*]s 7
organiz$ 9to f\r gr|ps1 9clud+ !
pr(essor 9 *>ge & t1m l1d]s 9
ea* t1m4 ,rese>*]s 9 a gr\p wd
review s5t;es f/1 & ! pr(essors
& t1m l1d]s wd review ! results4
,! f9al results 7 submitt$ af !
second 9spec;n foll{$ by
po/-process+ & file =mat 3v].n4
,! automatic analysis 0 p]=m$
us+ dep5d5cy analyz]s ( ,,etri1
,kangwon ,na;nal ,univ]s;y1
,jeonbuk ,na;nal ,univ]s;y1 &
,*ungnam ,na;nal ,univ]s;y4 ,we
us$ di6]5t analyz]s f di6]5t
organiza;ns to improve !
cr$ibil;y ( \r project by
cross-analyz+ & 9tegrat+ !
results4 ,9 ! process (
automatic p>s+1 3si/5cy 0 v]ifi$
by deep le>n+ me?od4
,keywords3 ,syntax /ructure1
p>s+1 dep5d5cy p>s+1 corpus1
dep5d5cy-p>s$ corpus
,project ,director3 ,yim
,se;gmo"<,m9ds,lab">
a#ig 0,ab/ract4 #bca
-----------------------------#ih
"8^m"x #a01 .no,z
8'0,,json,0 j],oaw `o^( `m.u
=gggggggggggggggggggggggggggggg=
#a,m.g #b,m.g #c,m.g #d,m.g
#e,m.g h j5
0metadata4 == == == ==
0object4 99 d4 == == == 0/r+4
99 ;&d3c*iu
== 0note4 == == == 0/r+4
99 ^m$ ,te]4 ,r5d!"o7 ^7,oa i[7
`oh .]^u
#ih ^m"x #a #bcc
0docu;t4 == == == ==
0>ray"4 99 eg,s .]^u
== 0id4 == == == 0/r+4
99 eg,s 0,,id 99 ,8p3,oe1em7;o
dray"4 99 ^g,?
;[7mr 8'^x,m c<\,0 99 p3,o" j]hr
^g,?" `r;ne] ^g,?" sjmr weo
^g,?" l7ju;<5.u jr`\" emj] ir+7s
^xp3" `meg ^g,?" weo:a ^g,?
== == 0note4 == == 0/r+4
99 ^m$ ,te]4 `ms l+7 era"ray"4 99 eg.7
== == 0id4 == == 0/r+4
99 eg.7 0,,id4 99 ,8eg,s 0,,id4
eg,s cr eg.7 ,g,s0'"u `m,]4 eg,s
cr eg.7 ,g,scz #a^mhs ,o.a
== == 0=m4 == == 0/r+4
99 eg.7 .]^u
== == 0^w4 == ==
0>ray"4 99 s.t .]^u
== == == 0id4 == 0numb]4
99 s.t 0,,id4eg.7 cr ,g,s"u
#a^mhs ,o.a
-----------------------------#ii
== == == 0=m4 == 0/r+4
99 s.t
== == == 02g94 == 0numb]4
99 s.tw eg.7 cr ,o.a mr;o
b#ih ^m"x #a #bce
8'0,,utf-#h eg. mr;o"u #j^mhs
,o.a,0
== == == 05d4 == 0numb]4
99 s.tw eg.7 cr ,`[8 mr;o
8'0,,utf-#h eg. mr;o"u #j^mhs
,o.a,0
== == 0,,dp4 == == 0>ray
"4 99 `meg ^g,? .]^u
== == == 0^w.-id4 ==
0numb]4 99 s.t 0,,id4
== == == 0^w.-=m4 ==
0/r+4 99 s.t
== == == 0h1d4 == 0numb]4
99 s.tw .o^r,u .]^u8's.t
0,,id,04 s.to ;yl7mr .o^r,ue*
9#a
== == == 0label4 == 0/r+4
99 `meg hr`[
== == == 0dep5d5t4 ==
0>ray"4 99 s.tw
do.o^r,u .]^u 8'do.o^r,ui!w s.t
0,,id4 ,m'. ^r\,0
=777777777777777777777777777777=
----------------------------#ajj
"8^m"x #b01 .no,z
8'0,,json,0 j],oaw /,o
""=;;;
_<
,7id,73 ,7,,nxrw#ahjbjjjjjj,71
,7metadata,73 _<
,7title,73 ,7_(i=1
,7document,73 .<
_<
,7id,73 ,7,,nwrw #ahjjjjjjbf-"
#jjjh,71
,7metadata,73 _<
#ajj ^m"x #b #bcg
,7title,73 ,7_(i=1
,7note,73 ,7,7
_>1
,7sentence,73 .<
_<
,7id,73 ,7,,nwrw#ahjjjjjjbad-"
#jbje4ai,71
,7form,73 ,7_(,n`/%l3 _&
mrp3jycz #bgo1 i[7.r _&
`\.]egn,s v7"[7 .m^* `r^1 _&
v3;m7 .o:a cr `r^1w _&
$oi[" _>1
_< ,7word.-id,73 #b1 ,7word.-"
form,73 ,7_(#bgo1_),71""
,7head,73 #c1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<.> _>1
_< ,7word.-id,73 #c1 ,7word.-"
form,73 ,7_(i[7.r_),71""
,7head,73 #d1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<#b.> _>1
_< ,7word.-id,73 #d1 ,7word.-"
form,73 ,7_(`\.]egn,s_),71""
,7head,73 #ac1 ,7label,73""
,7,,np.-,,ajt,71""
,7dependent,73 .<#c.> _>1
_< ,7word.-id,73 #e1 ,7word.-"
b#ajj ^m"x #b #bci
form,73 ,7_(v7"[7_),71""
,7head,73 #f1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<.> _>1
_< ,7word.-id,73 #f1 ,7word.-"
form,73 ,7_(.m^*_),71""
,7head,73 #g1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<#e.> _>1
_< ,7word.-id,73 #g1 ,7word.-"
form,73 ,7_(`r^1_),71""
,7head,73 #h1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<#f.> _>1
_< ,7word.-id,73 #h1 ,7word.-"
form,73 ,7_(v3;m7_),71""
,7head,73 #i1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<#g.> _>1
_< ,7word.-id,73 #i1 ,7word.-"
form,73 ,7_(.o:a_),71""
,7head,73 #aj1 ,7label,73""
,7,,np,71 ,7dependent,73""
.<#h.> _>1
_< ,7word.-id,73 #aj1""
,7word.-form,73
,7_(cr_),71 ,7head,73 #aa1""
,7label,73 ,7,,np,71""
,7dependent,73 .<#i.> _>1
_< ,7word.-id,73 #aa1""
,7word.-form,73""
,7_(`r^1w_),71 ,7head,73""
#ab1 ,7label,73 ,7,,np.-"
,,mod,71 ,7dependent,73""
.<#aj.> _>1
_< ,7word.-id,73 #ab1""
,7word.-form,73""
,7_($oi[" _>1
_< ,7word.-id,73 #ac1""
,7word.-form,73""
,7_(e3i!"<`u_),71""
,7head,73 #ad1 ,7label,73""
,7,,vp.-,,cmp,71""
,7dependent,73 .<#a1 #d1""
#ab.> _>1
_< ,7word.-id,73 #ad1""
,7word.-form,73""
,7_(`p3`ujr/i4_),71""
d#ajj ^m"x #b #bda
,7head,73 "-#a1 ,7label,73""
,7,,vp,71 ,7dependent,73""
.<#ac.> _>1
.>
_>
.>
_>
.>
_>
""=;'
----------------------------#aja
"8^m"x #c01 p3,o e1em7;o
na,[n5n18'0,,xml,0 j],oaw /,o
""=;;;
`<8xml version"7,7#a4j,7""
encoding"7,7utf-#h,78`>
`<,,sjml`>
`
`
`,,nxrw"
#ahjbjjjjjj`<_/file,id`>
`_(p3,o_)"
`<_/anno,level`>
`_(^^g ;m;& - _&
o5w ;m;&_)`<_/sampling`>
`_(,qeg_)`<_/class`>
`<_/file,info`>
`
`_(i=
`_(i=
`_(=
`#bjji`9#bjag"
`<_/year`>
`<_/source,info`>
`<_/header`>
`
`
`444`<_/s`>
`444`<_/s`>
`<_/p`>
`
`_(,n`/%l3 mrp3jycz _&
#bgo1 i[7.r `\.]egn,s _&
v7"[7 .m^* `r^1 v3;m7 _&
.o:a cr `r^1w $oi["
`<_/p`>
`_(%3v3.g `o. _&
0zeitung`ad;ga4com_)"
`<_/byline`>
`<_/text`>
`<_/,,sjml`>
""=;'
b#aja ^m"x #c #bde
----------------------------#ajb
lsb ;rao5."1 o5,]eu8'.m,oajyl
e7irja`+,0
o`=.m8';m7c5irja`+,0
`o5%,sb8'j3"o5irja`+,0
"%^sbeu8'^ml3y`masirja`+,0
`o5ja,m8'$7p3irja`+,0
,q,sq8'j3"o5irja`+,0
c,[7jg8'.)^mairja`+,0
^=eo`]8'*,nirja`+,0
`o5,)j/8'*,nirja`+,0
`o5,m`]8'*,nirja`+,0
o;<3]8'*,nirja`+,0
^aj/.q8'*,nirja`+,0
.7*.o8'*,nirja`+,0
,q<]8'*,nirja`+,0
.].m*8'*,nirja`+,0
.].q`]8'*,nirja`+,0
$7j/"q8'*,nirja`+,0
----------------------------#ajc
`o5`+*8'*,nirja`+,0
`o5l7eq8'*,nirja`+,0
`o5.o]8'*,nirja`+,0
.]jr%38'*,nirja`+,0
;),]ju8'*,nirja`+,0
^a,s%38'*,nirja`+,0
^a.qj*8'j3"o5irja`+,0
o,mj*8'j3"o5irja`+,0
oj3^s58'j3"o5irja`+,0
.)l7ju8'j3"o5irja`+,0
`o5%eo8'j3"o5irja`+,0
o.op38'j3"o5irja`+,0
`o5.r`%38'j3`majr>7irja`+,0
c5`m7]8'j3`majr>7irja`+,0
%3ju8'j3`majr>7irja`+,0
;yeq,?8'j3`majr>7irja`+,0
;y+7,?8';m7c5irja`+,0
^a;)+78';m7c5irja`+,0
u^]im8'j3"o5irja`+,0
a#ajb lsb ;rao5. #bdg
jsha,]8'j3"o5irja`+,0
eq.qm8'.)^mairja`+,0
o]jg8'.)^mairja`+,0
j=,[7*8'.)^mairja`+,0
^a,],oa8'$7p3irja`+,0
,q].q8'j3`majr>7irja`+,0
$7o1eq8';m7c5irja`+,0
^a+j38';m7c5irja`+,0
.]j/.o8';m7c5irja`+,0
.]],?8'j3"o5irja`+,0
u,nz8'j3"o5irja`+,0
----------------------------#ajd
jv7,?.m8'j3"o5irja`+,0
$7i=;<38'.)^mairja`+,0
o.=j*8'.)^mairja`+,0
;yj].g8'.)^mairja`+,0
`o5i5"q8'$7p3irja`+,0
`o5^uz8'$7p3irja`+,0
`o5j=.q8'$7p3irja`+,0
u,qj:a8'$7p3irja`+,0
^al7p38'.m,oajyl iobcn;%"t,0
^a.],m8'.m,oajyl iobcn;%"t,0
jseq$78'.m,oajyl iobcn;%"t,0
^a*ju8'.m,oajyl iobcn;%"t,0
.]i=ju8'.m,oajyl iobcn;%"t,0
;y.qj:a8'.m,oajyl iobcn;%"t,0
`o5/.q8'.m,oajyl iobcn;%"t,0
o`%i?8'.m,oajyl iobcn;%"t,0
o5,)eq8'.m,oajyl iobcn;%"t,0
i5i7 *`mp3"1 o,[7.r8'`ma"ob
`masp3 )s.]^u`v.7,0
,s,r'^\8'`ma"ob`masp3 )s.]^u`v
ja/*`ml,0
a#ajd lsb ;rao5. #bdi
=gggggggggggggggggggggggggggggg=
^1jr7q"1 `ma"ob`masp3.7
~1jr7;s"1 `ma"ob`masp3
,s&,o $7,s`m `{5c7jv"u #aed
.)jv #jb-bffi-igge" .),=
#jb-bffi-igbg
q,vro1"1 #bjbj c* #bp1 #fo1
~1jr7o1"1 #bjbj c* #bp1 #fo1
q,vr"1 ~o.{fdo
=777777777777777777777777777777=
_9 o ;raz `ma"ob`masp3w
+7:a~o"u ,mjr7j3 ,8`meg ~g,?
e1em7;o `m;ma0' lsbw `|`ve&!
~1$3j3 _sobcoi4