Deep Learning notes

7/25/2019 Deep Learning notes

1/89

! #$%&' ()*'%&+ %,

-./ 0.'&%/12')%. '%3445 64-&.).7!"#$ &'()"*+

,--. /-'0$1$2 3$'*4567


2/89

8$)* '-9:

8179"016'* :'6#1$- *-'0$1$2 !"#$%&$

8179"016'* ()*)$+,"#-"; $-(0'* $-9


3/89


4/89

78 9+/%#$:

;-$7"0,1219'*

?"0:

?-'9(0-7@*'771A-07 B

C0-+169"07

3$'*4567369('9"0

D#- E"0*+

FG4


5/89

;-2$).4 64-&.).7 '% /4'42' 2-'*

@'97

H"9

@'97

FI.#"9"7J

>-$7"0K

,1219'*

?"0:

4I.=*+#*'L-*7J

;&2%#-)1%


6/89

&'()"*+G MN$-024 ?"0:(*'5"$7 "; O-+16'* P:'2- >-2:-$9'5"$7Q RSST

8$4


7/89

8$4


8/89

8$4


9/89

8$4 #OFFa9,,7


10/89#V.7WBB


11/89

H)#A,'9'7-97 I.+(("6H-(0'* H-97

;< 7(/"?)$.* FJ%?K"?*+#!% FJ?"@(%* C"*+)#

;]O7G 3HH7G /UG `3fg,Dh


12/89

D#0-7#"*+ O-90167 U'$=1$2 O-90167C0"L'L1*194

O-90167

>#-%*@(% ;%$."0- M)# `""79-+ ,-6171"$ D0--7

U'$+": ?"0-797

`'22-+ ,-6171"$ D0--7

i

H-(0'* H-97 TS9#


13/89

j

I,(( I*+((,'9'7-97 I.+(("6H-(0'* H-97

;]O7G 3HH7G /UG `3fg,Dh

;< 7(/"?)$.* FJ%?K"?*+#!% FJ?"@(%* C"*+)#


14/89

F%+$=?% 0)*%#-)"#+()$A

N+#0"* F"?%-$- M)#

R$+Bc0+`""79-+ ,-6171"$ D0--7

R$+Bc0+H-(0'* H-97

I!"?

%

U'$+": ?"0-797


15/89

8$)* '-9:

8179"016'* :'6#1$- *-'0$1$2 !"#$%&$

8179"016'* ()*)$+,"#-"; $-(0'*

$-9


16/89

#V.WBB


17/89

8$4 3445 64-&.).7 8&)1DEF4)G&-'4

O"-.=+ P%#/)"Q%"R S)#$"# O+##


18/89

90-$+7X2""2*-X6":

H'&4./).7I

344V 34WG


19/89

J41&-9 J4'(.-0Z17-+ *-'0$1$2

f1Z-$ F '$+ 4G *-'0$ .I4nFJ

P7 9#17 .#"9"G FG ' M6'9QG 4Y

#V.7WBB


20/89

J41&-9 J4'*"#'**"< $-97 Ic "0 ;-*"< 90'1$1$2 "$ @Cs7cX H-'0 ($1Z-07'* 712:"1+ $-(0"$ $"$*1$-'015-7

\X C'0':-9-07 1$15'*1l-+ ":- 6"$Z"*(5"$'* $-9.--6# U-6"2$15"$ IDPOPDJ

&'

("") +",-%.%/ 012"3 1$4 15 ,6,7"0., 41 /11/+" ,%7 5,6"8119

8$4 @AAK L&4-:'$&%17$

S)#$"#^ %$\ +(\_- NP;-


24/89

J41&-9 J4'


25/89

`%A )#-)/.$-L

/-'0$ .IFJG $"9 w(79 .I4nFJ 3++0-77 M-F.*'1$1$2 '':.*- ZG 7':.*- # Z1' .I#nZJ

RX

2K[ #ZD

cX @"$790(69 ' 7':.*- Zo ;0": #

\X 7':.*- #o Z1' .I#nZJ

tX 2g[ #oZoD

uX s.+'9- E L'7-+ "$ !I2Kg 2gJ


26/89

8$4 @AAK L&4-:'$&%17$M NL;*

#V.WBB


27/89

J41&-9 J4'


28/89

OE4&P)'').7 -./ 3&%5%1'

U'$+":*4 9(0$ "m x 9#- $-(0"$7 -Z-04 5:- 4"( L'6=.0".'2'9-' 90'1$1$2 -F':.*-

?"06-7 $-(0"$7 1$ #1++-$ *'4-07 9" 0-*4 "$ L0"'+-0 M.".(*'5"$7Q ";

1$.(97 0'9#-0 9#'$ 2-9 +-.-$+-$9 "$ ' 7.-61A6 M1$+1Z1+('*Q 1$.(9

39 9-79 5:-G #'*Z- '** 9#-


29/89

#V.WBB'0F1ZX"02B.+;BTRSbXStkSX.+;#V.WBB


30/89

?1$-9($1$2 6)$.+0"."(9

?1$-9($1$2 6)$."=$+0"."(9

?1$-9($1$2 6)$.+0"."(9

?1$-9($1$2 6)$."=$+0"."(9

H%-$ 0+$+

#V.WBB'0F1ZX"02B.+;BTRSbXStkSX.+;#V.WBB


31/89

#V.WBB67X$4(X-+(Bq


32/89

J41&-9 J4'


33/89

#V.WBB0-7-'06#X2""2*-X6":B'06#1Z-B($7(.-0Z17-+^16:*RSTRX#9:*

! .4< :)./ %, 2-' /4'42'%&

D"#$?+?A $" 6.+$ +22%+?- $" @% + 6)0%(AT.%(0 )#$=),"#^ "=?

%&2%?)*%#$+( ?%-=($- ?%1%+( $.+$ )$ )- 2"--)@(% $" $?+)# + K+!% 0%$%!$"?

:.4;1$4 ;,2.%/ 41 +,8"+ .0,/"3+- !"#$+)#)#/ + K+!% "? #"$\


34/89

#V.WBB0-7-'06#X2""2*-X6":B'06#1Z-B($7(.-0Z17-+^16:*RSTRX#9:*

! .4< :)./ %, 2-' /4'42'%&

MP$ 9-0:7 "; 76'*-G "(0 $-9


35/89

! .4< :)./ %, 2-' /4'42'%&

#V.WBB


36/89

! .4< :)./ %, 2-' /4'42'%&

S"6 $" *+[% )$

-!+(+@(% K"? $.%

*+--%-e

3(9":'56 dg*'4-0 7.'07- '(9"-$6"+-0


37/89

QJa -2%%0=2 "1%? DJa

QRS*T =-*'4&? 2$4-54&? *2-9->94&

D(=-$%? -%$=2

Tu 7-0Z-07 F R a('+g6"0- .0"6-77"07G

\ H]P,P3 fDy ukS fCs7B7-0Z-0 ITD?/rC>J

Tu F \ F Ttcu [ dkGcS\ @s,3 6"0-7

P$A$1L'$+ 6"$$-65Z194

I!+()#/ "2,"#- M>6'*- "(9Q :"0- :'6#1$-7 1$ 6*(79-0

M>6'*- (.Q :"0- 6":.(9-B:'6#1$- IfCs7J

`"9#

N%-=($-

U-.*16'9-+ T L1**1"$ .'0':-9-0$-9


38/89

QRS*T =-*'4&? 2$4-54&? *2-9->94&

#V.WBB


39/89

J41&-9 J4'


40/89

,-.9# "; '06#19-69(0-W 9#- *"$2-79 .'9# ;0": '$ 1$.(9 $"+- 9"

'$ "(9.(9 $"+-

H-(0'* $-9 +-.9# [ $(:L-0 "; *'4-07 '~-0 1$.(9 *'4-0

,-6171"$ 90--7 #'Z- -m-65Z-*4 R *'4-07

`""75$2 (7('**4 '++7 "$- *'4-0 9" L'7- *-'0$-0 Z1' MZ"5$2Q

34454& 0.'1)')%.

U-1$9-0.0-9 RSS\BRSSk @'0('$' 0-7(*97


41/89

#V.WBB


42/89

T79*-Z-* A*9-07

R$+*-Z-*

2-$-016 MA*9-07Q

RSSd


43/89

R$+

*-Z-*

c0+

*-Z-*

RSSd


44/89

RSSd

R$+

*-Z-*

c0+

*-Z-*


45/89

8$)* '-9:

8179"016'* :'6#1$- *-'0$1$2 !"#$%&$

8179"016'* ()*)$+,"#-"; $-(0'* $-9


46/89

0'U* 64-&.).7 V-'* -./ 3%7*

#V.WBB


47/89

#V.WBBL*"2X='22*-X6":BRSTRBTTBSTB+--.g*-'0$1$2g#"


48/89

#V.WBBL*"2X='22*-X6":BRSTRBTTBSTB+--.g*-'0$1$2g#"


49/89

N%=-% K%+$=?%-

'60"77 9'7=7

#V.WBBL*"2X='22*-X6":BRSTcBStBSuBa'g


50/89

W\ OP@@3P RSTc f0'$+ @#'**-$2- "$ O19"717 ,-9-65"$

3\ P@CU RSTR @"$9-79 "$ O19"717 ,-9-65"$ 1$ `0-'79 @'$6-0 8179"*"216'* P:'2-7

G\ P>`P RSTR `0'1$ P:'2- >-2:-$9'5"$ @#'**-$2- I


51/89


52/89

3445 64-&.).7 W).*

#V.WBB0-7-'06#X:160"7"~X6":B'..7B.(L7BY1+[Tkkku\

RSTc


53/89

I%/*%#$+,"# "K #%=?"#+( -$?=!$=?%- )# >; -$+![- !.+((%#/% T 8IP8 34W3

#V.WBBAw1X76B-2:-$9'5"$^";^$-(0"$'*^790(69(0-7^1$^NO^79'6=7^6#'**-$2-^g P>`P^RSTR

U'< ,'9' 8(:'$ /'L-*7

D.+((%#/%L8"<


54/89

N+#[ d+*% f Q?"=2 I=@*)--)"# N+#0 >??"? M+?2)#/ >??"? J)&%( >??"?

T 3*-77'$+0" f1(75 | ,'$ @10-7'$ B 8CI87 TT SXS\kcT\Sdu SXSSS\c\cub SXSuSRdkt\d

R ,:1904 /'.9-Z B ;'0Z-7# ,''+1' P~1=#'0 B d8IH R SXRcSR\TRub SXSTuTtuRu SXT\ddbcdRR

Tb D#"079-$ >6#:1+9 B ;=#)!. T SX\Tk\cTt\k SXSST\ScS\u SXSdbRttkuT

The final rankings of the challenge at the ISBI 2012 (May 2nd, 2012)were as follows:

,--. *-'0$1$2

r9#-0

3445 64-&.).7 W).*


55/89

3445 64-&.).7 W).*

'2'016


56/89

#V.WBB


57/89

,NNC /N3UHPHf

@rOCsDNU

]P>PrH

RSTR P:'2-H-9 /-'+-0L"'0+

#V.WBB(97=-Z-0G

f-"m 81$9"$


58/89

/-'0$-+ ?1*9-07 IT79*'4-0JW

@"$Z"*(5"$'* H-(0'* H-9


59/89

C+$+ 7=/*%#$+,"#

7=/*%#$+,"# WL I+*2(%0 "1%?(+22)#/ 2+$!.%- 6)$.


60/89

N%


61/89

':.*- .""*1$2 "(9.(97 9" -m-65Z-*4 :"+-* 'Z-0'2- "Z-0 6"$Z"*(5"$'* *'4-07

$ : $ $


62/89

H?+)#)#/ 2+?+*%$%?-L

P+![2?"2+/+,"#


63/89

W$%*4 '4-D 7%' C&/%. 0D-74J4'X


64/89

W$%*4 '4-D 7%' C&/%. 0D-74J4'X

W$%*4 '4-D 7%' C&/ %. 0D-74J4'X


65/89

W$%*4 '4-D 7%' C&/%. 0D-74J4'X

r$ .'2- TSG 9#-0- '0-

75** "Lw-69 0-6"2$15"$

6"$901L(5"$7


66/89

#V.7WBB.*(7X2""2*-X6":BTS\cuRdkStcd\uuk\ucSTB."797B!``?;ZRy2EO

i

@":.(9-0 ]171"$ Z7X H-(0'* H-9


67/89

(%< /)/ '$4 2%D51'4& E)*)%. 2%DD1.)'+ '-:4 )'X

#V.WBB


68/89


i

@":.(9-0 ]171"$ Z7X H-(0'* H-9


69/89


kR 8X `"(0*'0+G 8X 8-0:'$7=4G '$+ HX O"02'$X D"


70/89

9M% $?+)#%0 $.% #%$6"?[ K"? ?"=/.(AX4 !A!(%- $.?"=/. $.% $?+)#)#/ -%$^

6.)!. $""[ p5 0+A- "# 3 dZ8C87 QHq

iY4 GQP QJa-\:

R fDy tkS7W quSS

3 $-< 6":.(9-0W qTSSS

3


71/89

J41&-9 J4'*"< 90'1$1$2


72/89

#V.WBB


73/89

#V.WBB


74/89

#V.WBB


75/89

J4'P9)\M 3445 R4&*%.-9)]-')%.

#V.WBBZ-$9(0-L-'9X6":BRST\BSRBTSB$-*1Fg:"Z-7g1$9"g+--.g*-'0$1$2g0-7-'06#g9"g1:.0"Z-g.-07"$'*1l'5"$B

8$4 3445 64-&.).7 3&-,'


76/89

8$4 3445 64-&.).7 3&-,'

MiO160"7"~G ?'6-L""= '$+ f""2*- A$+ 9#-:7-*Z-7 1$ 'L'V*- ;"0 +--. *-'0$1$2 9'*-$9iQ M/'79 4-'0G 9#- 6"79 "; '

9".G


77/89

3%4* !0 $-E4 ^ 9)E4*X

C%%2


78/89

J7 %. 3445 64-&.).7 V&)')2)*D*

#V.WBB


79/89

C%%2 UJ

O152'9-7 9#- -F.-$71Z- #'$+ *'L-*1$2 "; "Lw-697 '$+ #'$+g-$21$--01$2"; ;-'9(0-7

@'$ L- (7-+ 9" 2-$-0'9- 7':.*- +'9'

>6'*-7 9" 9-0'L49-7 '$+ -F'L49-7 "; +'9' I1X-X `12 ,'9'J

8'7 ' #(2- *-'0$1$2 6'.'6194 9#'9 0-71797 "Z-0Av$2


80/89

,'9'

,'9'VVVV

.I4nFJG

4':*'

/'L-*7

/'L-*7

>rD3

.IFJ

D'$gTG *"21756 U-/sG :'F"(9

`'6=.0".G

;-'9(0-

-$21$--01$2

`'6=.0".G

+0"."(9G >f,G

'>f,G

'(9"-$6"+-07G

9':.-+-G

sD-F'7

H]P,P3

@G O'9*'L

@s,3G D"06#G @(+':'9G

D#-'$"G .4*-'0$R

R-*' R&4*4.'

@'0('$'g*1=-

'6'+-:16

-Z'*('5"$7

34459+ Q4.4&-')E4 !"#

H"< $--+7 :(6#


81/89

.I4nFJ

.IFJ

5 +

3)*2&)D).-')E4 ;%/49).7*-77 *'L-*-+ +'9'

q?1F-+G

0-(7'L*-

;-'9(0-

7

;"02-$-

0'*1l'5"

$

#_3Y344564-&.).7 `L4.7)%[


82/89

6'*1$2 6":.(9'5"$7

RX U-+(61$2 9#- +16(*5-7 1$ ".5:1l1$2 .'0':-9-07

cX

,-712$1$2 I"0 'Z"1+1$2J -F.-$71Z- 1$;-0-$6- '$+ 7':.*1$2

\X P:.0"Z-+ *-'0$1$2 "; 0-.0-7-$9'5"$7 9#'9 L-V-0 +17-$9'$2*- 9#-($=$"


83/89

W$-' /)/ 0 %D)'X

H.% 0+?[ +?$ "K $?+)#)#/

I2+?-)$A

/T .-$'*5-7 "$ '65Z'5"$7 '$+ U-/s

`1"*"216'**4G Tg\} "; $-(0"$7 M"$Q

U-+(6-7 6'.'6194 "; $-9


84/89

#V.WBB+--.*-'0$1$2X$-9

@"(07-7

81$9"$o7 HH7 #V.7WBB


85/89

a ) X


86/89

a14*')%.*X

H3 I )


87/89

H3445I 5&%7&-DD).7

H#$ 99 I )


88/89

H#$-99%


89/89

3445 64-&.).7 W).*

Deep Learning notes

Documents

Transcript of Deep Learning notes