Erlang: the unintentional neural network programming language

8/10/2019 Erlang: the unintentional neural network programming language

1/56

!"#$%&' )*+ ,%-%.+%.-/%$# 0+1"$#0+.2/"3 4"/&"$55-%& 6$%&1$&+

!"#$%& 7$8./"9:$% 7"$%8-;8/ < =$"8* >?@@

A+%+ :*+"


2/56

B%."/C18.-/%

! )*+ 6/%& :.$%C-%& A/$#; /D E/5F1.$.-/%$#B%.+##-&+%8+

! G"$-% -; H1;. $% /"&$%-8 ;1I;."$.+ I$;+C 00

!

G#1+ G"$-% 4"/H+8. J *..F'KKI#1+I"$-%L+FD#L8*K! E/5F1.+" *$"C2$"+ -; $CM$%8-%& ;.+$C-#9

! N F"/&"$55-%& #$%&1$&+ -; %++C+C 2-.* .*+

"-&*. D+$.1"+;! !"#$%&' N; .*+ 00 4"/&"$55-%& 6$%&1$&+
http://bluebrain.epfl.ch/http://bluebrain.epfl.ch/


3/56

E/5F1.$.-/%$# B%.+##-&+%8+)*"/1&* A+%+.-8 N#&/"-.*5; $%C

0+1"$# 0+.2/"3;


4/56

G-/#/&-8$# 0+1"$# 0+.2/"3


5/56

N".-D-8-$# 0+1"$# 0+.2/"3;

! :-51#$.+ I-/#/&-8$#00; ./ M$"-/1;C+&"++; /D F"+8-;-/%

!

O-"+8.+C &"$F*;! 4$"$##+#

! 6+$"%P $C$F.P $%C

&+%+"$#-Q+ "#$ "#%

"#&

"#' "#(

:+%;+KB%F1.

N8.KR1.F1.


6/56

N% N".-D-8-$# 0+1"/%

)*+,-"./012.,3+4$565#$7

G-$;

SJ?LTUV S?LWUV

R1.F1.

B%F1. B%F1.

S@V

@L O/. F"/C18.'O4XY@Z?LTU[ \ Y?Z?LWU[)*"+;*/#C X YJ@Z@[

>L N8.-M$.-/% ;."+%&.*'R1.F1. X .$%*YO4\)*"+;*/#C[

SJ?L]WV


7/56

)*+ B%F1. -; ^1;. $ _+8./"

)*+,-"./012.,3+468(568%7

SJ@P@V

R1.F1.

B%F1.

@L O/. F"/C18.'O4XY?L`ZJ@[ \ Y?L>Z@[)*"+;*/#C X Y?Z@[

>L N8.-M$.-/% ;."+%&.*'R1.F1. X .$%*YO4\)*"+;*/#C[

SJ?L>]V


8/56

N 0+1"$# 0+.2/"3

468(5$7 4$7

4$565#$7

S?L`VS>PJ>V

.$%*Y?L`Z> \ @ZJ>[ .$%*Y@Z?L`[

@G-$;

.$%*Y@ZJ?LTU \ ?Z?LWU \ J@Z@[

SJ?LTUV S?LWUV

SJ?L]WV

a-%C :F++C 0/2

a-%C :F++C 6$.+"

E//"C-%$.+;

.$%*Y.$%*YE C/. a[ \ .$%*Ya:4 C/. a[[


9/56

00 6+$"%-%& b 4#$;.-8-.9N#&/"-.*5;

! :1F+"M-;+C! G$83F"/F$&$.-/%

! LLL

! ,%;1F+"M-;+C

! c/*/%$% Y:+#DJ/"&$%-Q-%&[ 5$F

! NC$F.-M+ d+;/%$%8+ )*+/"9

! e+II-$%" f)*+ &+%+"$# -C+$ -; $% /#C /%+P .*$. $%9 .2/ 8+##; /" ;9;.+5; /D 8+##; .*$. $"+ "+F+$.+C#9 $8.-M+ $. .*+ ;$5+

.-5+ 2-## .+%C ./ I+8/5+ g$;;/8-$.+CgP ;/ .*$. $8.-M-.9 -% /%+ D$8-#-.$.+; $8.-M-.9 -% .*+ /.*+"Lf Ye+II @]W]P FL T?[

! =/C1#$.+C

! !M/#1.-/%$"9

! hL


10/56

!M/#1.-/%$"9 E/5F1.$.-/%

! G$;+C /% +M/#1.-/%$"9 F"-%8-F#+;! :./8*$;.-8 ;+$"8* 2-.* $ F1"F/;+

! :1"M-M$# /D .*+ D-..+;.

! A+%/.9F+ ./ 4*+%/.9F+

! =1.$.-/% $%C 8"/;;/M+"


11/56

A+/"&+ !L 4L G/i

! B5F"/M-%& F"/C18.-M-.9 -% $ 8*+5-8$# F"/8+;;F#$%. $. B5F+"-$# E*+5-8$# B%C1;."-+; 6.CL

@L_$"9 $ ;+..-%&

>L:++ 2*$. *$FF+%;jLkkk

WL4"/D-.lll


12/56

!M/#1.-/%$"9 E/5F1.$.-/% 7#/28*$".B%-.-$#-Q+ .*+

F/F1#$.-/%

E"+$.+ /DD;F"-%&.*"/1&*

"$%C/5 M$"-$.-/%

!M$#1$.+ D-.%+;;/D +$8* 8$%C-C$.+

;/#1.-/%

NFF#9 ;+#+8.-/%$#&/"-.*5

)+"5-%$.+k

m+;

0/


13/56

:-5F#+ A+%+.-8 N#&/"-.*5 !i$5F#+

A+%/.9F+;

N @??@G ????E @?@?

O ?@?@

4*+%/.9F+; A+%/.9F+;

@@@??@??@?@?

?@?@

4*+%/.9F+; A+%/.9F+;

@@@?@@@@@?@?

??@?

:-5F#+ =1.$.-/%;

A+%/.9F+;

N @??@G ????

E @?@?O ?@?@

4*+%/.9F+; A+%/.9F+;

@?@@@@?@@?@??@?@

4*+%/.9F+; A+%/.9F+;

@?@@@@?@@??@@@@@

E"/;;/M+"

A+%J@ A+%J> A+%Jj

A+%J@ A+%J> A+%Jj

4*+%/.9F+;

4*+%/.9F+;


14/56

:-5F#+ e-## E#-5I+"

)*+,-".

/012.,3+4/7

@L S@V>L SJ@V

R1.F1.

B%F1.

.$%*Y@Za[B%-.-$# a X @B 2$%.' R1.F1. XX ?

@L R1.F1.@ X .$%*Y@Z@[ X ?LTU R1.F1.> X .$%*Y@ZJ@[ X J?LTU

>L 4+".1"I$.-/% F/2+"lll4+".1"I$.-/% X J?L`)"9 a X ?L` X @ J ?L`R1.F1.@ X .$%*Y?L`Z@[ X ?LWUR1.F1.> X .$%*Y?L`ZJ@[ X J?LWU)*$.g; 8#/;+"l 0+2 a X ?L`

jL 4+".1"I$.-/% F/2+"lll4+".1"I$.-/% X \?L>)"9 a X ?LT X ?L` \ ?L>R1.F1.@ X .$%*Y?LTZ@[ X ?LU?R1.F1.> X .$%*Y?LTZJ@[ X J?LU?0/. $; &//C $; I+D/"+P 0+2 a X ?L`

WL 4+".1"I$.-/% F/2+"lll4+".1"I$.-/% X J?L`)"9 a X ? X ?L` J ?L`R1.F1.@ X .$%*Y?Z@[ X ? lllR1.F1.> X .$%*Y?ZJ@[ X ? lll

)*+ "-&*. 2+-&*. -; ?L


15/56

!M/#1.-/%$"9 E/5F1.$.-/%NFF"/$8*+;

! A+%+.-8 N#&/"-.*5; Y^/*% e/##$%CP TjJT`[! 4/F1#$.-/% /D D-i+C #+%&.* &+%/.9F+;P I-. ;."-%&;P +M/#M+C .*"/1&* F+".1"I$.-/%K8"/;;-%&

! A+%+.-8 4"/&"$55-%& Y^/*% c/Q$P ]>[! _$"-$I#+ ;-Q+C 8*"/5/;/5+ I$;+C F"/&"$5; "+F"+;+%.+C $; ."++#-3+ ;."18.1"+;P 2-.* ;F+8-$##

8"$D.+C &+%+.-8 /F+"$./";

! !M/#1.-/%$"9 :."$.+&-+; YB%&/ d+8*+%I+"&P Tj[! 0/"5$# C-;."-I1.-/% I$;+CP $C$F.-M+ F+".1"I$.-/%; Y;+#DJ$C$F.$.-/%[

! !M/#1.-/%$"9 4"/&"$55-%& Y6L b OL 7/&+#P Uj[! 6-3+ !:P I1. D/" +M/#1.-/% /D ;.$.+ ."$%;-.-/% .$I#+; D/" D-%-.+J;.$.+ 5$8*-%+; Y7:=;[


16/56

)/F/#/&9 $%C a+-&*. !M/#M-%&N".-D-8-$# 0+1"$# 0+.2/"3;

! 4/F1#$.-/%; $%C 7-.%+;; 71%8.-/%;! 4$"$5+."-8 51.$.-/% /F+"$./";

! )/F/#/&-8$# 51.$.-/% /F+"$./";

! R.*+" 51.$.-/% /F+"$./";

! 6+$"%-%& N#&/"-.*5;P N8.-M$.-/% 71%8.-/%;

! :1I5/C1#+;


17/56

)a!N00 E98#+

:++C 00 F/F1#$.-/%

NFF#9 ./F"/I#+5

E$#81#$.+ D-.%+;;;8/"+;

:+#+8. D-./"&$%-;5;

E"+$.+/DD;F"-%&


18/56

00 4"/&"$55-%& 6$%&1$&+


19/56

0+8+;;$"9 7+$.1"+; D/" $ 00J46Y)*+;+ 2-## ;/1%C M+"9 D$5-#-$"[

! !%8$F;1#$.-/%! E/%81""+%89 .*"/1&* 0+1"/% F"-5-.-M+;

! 7$1#. C+.+8.-/% F"-5-.-M+;

! 6/8$.-/% ."$%;F$"+%89

! O9%$5-8 8/C+ 1F&"$C+


20/56

!"#$%&g; 7+$.1"+;

! !%8$F;1#$.-/% F"-5-.-M+;! E/%81""+%89

! 7$1#. C+.+8.-/% F"-5-.-M+;

! 6/8$.-/% ."$%;F$"+%89

! O9%$5-8 8/C+ 1F&"$C+


21/56

0+1"$# 0+.2/"3; )*"/1&* !"#$%&0+1"$# 0+.2/"3; )*"/1&* !"#$%&


22/56

)*+ )/F/#/&-8$# @'@ =$FF-%&

9:; "#%

"#&

9:; "#(

9:;

9:;

9:;


23/56

=/%/#-.*-8 00 :1F+"M-;-/% )"++

00n:1F

:1F+"M-;/"

:+%;/" N8.1$./" 0+1"/% 0+1"/% 0+1"/%

4/F1#$.-/%=/%-./"

:1F+"M-;/";

a/"3+";

=/%-./" d//.:1F+"M-;/"

00


24/56

:.$.+; b 71%8.-/%;

! 0+1"/%

! oB%F1.4BC;PR1.F1.4BC;Pa;PN7P47p

! o,na;PR1.F1.p X 1FC$.+n2+-&*.;YB%F1.Pa;PN7P47[

! D$%/1.YR1.F1.4BC;PR1.F1.[

! :+%;/"

! o71%8.-/%PR1.F1.4BC;P4$"$5+.+";p

! :+%;/"9n:-&%$# X ;+%;/"'71%8.-/%Y4$"$5+.+";[

! D$%/1.Y04BC;P:+%;/"9n:-&%$#[

! N8.1$./"

! o71%8.-/%PB%F1.4BC;P4$"$5+.+";p

! $8.1$./"'71%8.-/%YN8.1$./"n:-&%$#P4$"$5+.+";[


25/56

A+%/.9F+ :./"-%& $%C !%8/C-%&

!

)1F#+ +%8/C+C! o%+1"/%PB%F1.4BC;PR1.F1.4BC;Pa;PN7P47p

! d+#$.-/%$# C$.$I$;+ D"-+%C#9

!

e15$% "+$C$I#+! :.$%C$"C C-"+8.+C &"$F* M+".+i $%C +C&+ I$;+C

! =1.$.-/% /F+"$./"; $"+ ;.$%C$"C C-&"$F*/F"+$./";! NCCK"+5/M+ 0+1"/%K_+".+i

! NCCK"+5/M+ :9%$F;+K!C&+


26/56

=%+;-$ $; :./"$&+ D/" A+%/.9F+;

!

d/I1;. $%C ;$D+! )1F#+ D"-+%C#9

! !$;9 $./5-8 51.$.-/%;

! BD $%9 F$". /D .*+ 51.$.-/% D$-#;P .*+ 2*/#+51.$.-/% -; H1;. "+."$8.+C $1./5$.-8$##9


27/56

=/C1#$" 00 )/F/#/&9 =$FF-%&

9:; 9:;

9:;

9:; 9:;

9:; 9:;

4BC 4BC

>$ >%


28/56

=/C1#$" 00 :1F+"M-;-/% )"++

00n:1F

0+1"/% 0+1"/% 0+1"/%

4/F1#$.-/%=/%-./"

:1F+"M-;/";

a/"3+";

=/C1#$" 00

=/C1#+

0+1"/% 0+1"/% 0+1"/%

=/C1#+:1F+"M-;/";

d//. :1F+"M-;/"

:+%;/" N8.1$./"a/"3+";


29/56


30/56

Ot00' N E$;+ :.1C9


31/56


32/56

!M/#M-%& )/F/#/&-+;


33/56

=/C1#$" Ot00 N"8*-.+8.1"+

ABC,0D

=& ='

=$ =%

>0"3BC3

)E,F-,BC3

G>


34/56

=/C1#$" Ot00 :1F+"M-;-/% )"++

E/".+i

0+1"/% 0+1"/% 0+1"/%

4/F1#$.-/%=/%-./"

:1F+"M-;/";

a/"3+";

Ot00

=/C1#+

0+1"/% 0+1"/% 0+1"/%

=/C1#+:1F+"M-;/";

d//. :1F+"M-;/"

:+%;/" N8.1$./"a/"3+";


35/56

:++C 4/F1#$.-/%

!

)/.$# D-";. #$9+" %+1"/%; X ./.$# u /D ;+%;/";! )/.$# #$;. #$9+" %+1"/%; X /1.F1. M+8./" #+%&.*

! )*-; -; 1;1$##9 .*+ ;15 /D $8.1$./" M+8./" #+%&.*;

! E*//;+ N7P 47LLL "$%C/5#9 D"/5 .*+ $M$-#$I#+#-;.;


36/56

E/5F#+i-D-8$.-/% $%C !#$I/"$.-/%

!

:.$". 2-.* $ ;-5F#+ -%-.-$# ./F/#/&9! NCC ./ $%C +#$I/"$.+ /% .*+ ./F/#/&9 C1"-%&

51.$.-/% F*$;+;

!

NFF#9 F$"$5+."-8 51.$.-/%; /%#9 ./ .*+ %+2#98"+$.+C 0+1"/%;

! :8$#+ .*+ D-.%+;; ;8/"+; I$;+C /% 00 ;-Q+


37/56

Ot00 A+%/.9F+

!

o%+1"/%PBCPB%F1.4BC4;PR1.F1.4BC;PN7P47p! B%F1.4BC4;' So4BC@Pa@pLLLo4BC%Pa%pV

! o5/C1#+PBCPB%F1.4BC;P7$%R1.P7$%B%PR1.F1.4BC;p

! o8/".+iPBCP:+%;/";P7$%R1.P7$%B%PN8.1$./";p

! oCi%%PBCPE/".+iBCP=/C1#+BC;P0+1"/%BC;p

! o$M$-#$I#+nN7;PSN7@LLLN7%Vp

! o$M$-#$I#+n47;PS47@LLL47%Vp

!

o$M$-#$I#+n:+%;/")9F+;PS:@LLL:%Vp! o$M$-#$I#+nN8.1$./")9F+;PSN@LLLN%Vp

! o$M$-#$I#+n=1.$.-/%RF+"$./";PS=R@LLL=R>Vp

-


38/56

Ot00 51.$.-/% /F+"$./";

!

6/8$# ;+$"8* 51.$.-/% /F+"$./";! F+".1"In2+-&*.;Ya+-&*.;[

! A#/I$# ;+$"8* 51.$.-/% /F+"$./";

!

$CCn;1I8/"+YA+%/.9F+[K"+5/M+n;1I8/"+YA+%/.9F+[! $CCn;8#-%3YA+%/.9F+[K"+5/M+n;8#-%3YA+%/.9F+[

! $CCn%+1"/%YA+%/.9F+[K"+5/M+n%+1"/%YA+%/.9F+[

! $CCn%#-%3YA+%/.9F+[K"+5/M+n%#-%3YA+%/.9F+[

! $CCnI-$;YA+%/.9F+[K"+5/M+nI-$;YA+%/.9F+[

! 8*$%&+n$DYA+%/.9F+[K8*$%&+nF#$;.-8-.9YA+%/.9F+[

# D


39/56

Ot00 4#$.D/"5

ABC,0D

=& ='

=$ =%

>0"3BC3

)E,F-,BC3

G>

A-H0C-

:H-20I>0"3BCJ-,-

9-"IK1L,AB",CBL>12"-L3

Ot00 G+%8*5$"3; b NFF#-8$.-/%


40/56

Ot00 G+%8*5$"3; b NFF#-8$.-/%N"+$;

!

O/1I#+ F/#+ I$#$%8-%&! :-5F#+ D//C &$.*+"-%&

! O$%&+"/1; D//C &$.*+"-%&

! 4"+C$./" M; F"+9 ;-51#$.-/%;! d//5 %$M-&$.-/% $%C %+2 ;+%;/" $8s1-;-.-/%

! E-"81-. C+;-&%

! )-5+ ;+"-+; $%$#9;-;

! LLL

O I# 4 # G # - : .


41/56

O/1I#+ 4/#+ G$#$%8-%& :+.1F


42/56

O/1I#+ 4/#+ G+%8*5$"3

O/1I#+ F/#+ I$#$%8-%& 2-.* M+#/8-.-+; a-.*/1. M+#/8-.-+;P 2-.*/1. C$5F-%& a-.*/1. M+#/8-.-+;P 2-.* C$5F-%&=+.*/C !M$#1$.-/%; =+.*/C !M$#1$.-/%; =+.*/C !M$#1$.-/%;

daA WTWj>] daA W@`>?] daA @>j>>]U

!4 j?T>?? !4 !4

E0! >>@?? E0! TU]?U E0! vTU>j

:N0! @>U?? :N0! >U>T?? :N0! W`@U@>

wJ=64 @?`v> wJ=64 wJ=64

0!N) jU?? 0!N) 0!N) U]>]

!:4 jv?? !:4 TjTW !:4 >UjW>

]`W @>W] jW@U

E=NJ!t v]` E=NJ!t j`>@ E=NJ!t U?U@Ot00 T>` Ot00 >j`] Ot00 >j@j

E/:90! E/:90! E/:90!

0/% Ot00 C$.$ .$3+% D"/5 )$I#+JjP )$I#+JW /D' 7$1;.-%/ A/5+QP 1"&+% :8*5-C*1I+"P d-;./ =--331#$-%+%P' N88+#+"$.+C 0+1"$#!M/#1.-/% .*"/1&* E//F+"$.-M+#9 E/+M/#M+C :9%$F;+;L /1"%$# /D =$8*-%+ 6+$"%-%& d+;+$"8* ] Y>??v[ ]jTJ]U`

N .-D- - # 6-D : .


43/56

N".-D-8-$# 6-D+ :+.1F

Ot00

Ot00

Ot00

Ot00

E/##-;-/%O+.+8.-/%

4/F1#$.-/%=/%-./"

>C d I . C : )


44/56

>C d/I/.; $%C :+%;/" )9F+;

?J]?

]?J@v?

@v?J>T?

>T?JjU?

4"+C$./"

4"+9

:+%;/"$%+8/M+"$&+P"+;/#1.-/%XW

4#$%.

4/-;/%

d$9 8$;.-%&

I$;+C ;+%;/";

4"+C$./" M; 4"+9


45/56

4"+C$./" M;L 4"+9

!M/#M-%& e$"C2$"+


46/56

!M/#M-%& e$"C2$"+

9:; 9:;

9:;

9:; 9:;

"B, -";

BC

-"; "B,

9:; 9:; :@ :>

4BC 4BC R@ R>

N7;' S.$%*P;-%P$I;LLLV N7;' SN0OP0R)PRdV

=/C1#+; $; &+%+"$# F"/&"$5;


47/56

=/C1#+; $; &+%+"$# F"/&"$5;a*+"+ +$8* =/C1#+ 8$% I+ +i.+"%$##9 +M/#M+C 00P $ &+%+"$#F"/&"$5P $ 8-"81-.P $ ;1I;."$.+ +%8/C+C 00LLL

9:; 9:;

9:; 9:;

N@ N>

:@ :>

=& ='

=$ =%

N@ N>

:@ :>

w1$CE/F.+" :.$I-#-Q$.-/%


48/56

w1$CE/F.+" :.$I-#-Q$.-/%

ABC,0D

=& ='

=$ =%

>0"3BC3

)E,F-,BC3

G>

>0"3BC J-,-

9CBM >M00;3+ 49$59%59&59'7

4#$9+"KA$Q+I/

G-F+C$# A$-.


49/56

G-F+C$# A$-.

ABC,0D

=& ='

=$ =%

>0"3BC3

)E,F-,BC3

G>

>0"3BC J-,-

N OB1", )"2L03+ 4N$5N%5N&7

4#$9+"KA$Q+I/

P OB1", )"2L03+ 4P$5P%5P&7

)-5+ :+"-+; N%$#9;-;


50/56

)-5+ :+"-+; N%$#9;-;Y)*"/1&* $ ;#-C-%& 2-%C/2[

ABC,0D

=& ='

=$ =%

>0"3BC3

)E,F-,BC3

G>

@ > @ W j W > j > > jLLL

jL]4"+C-8.-/%

E1"L a-%C/2

E/+M/#1.-/%


51/56

E/+M/#1.-/%

!

!%M-"/%5+%. $%C D-.%+;; #$%C;8$F+ -; 8"+$.+C I9.*+ -%.+"$8.-/% /D 8/5F+.-%& ;F+8-+;

! N"5; "$8+

,N_; b N+"-$# E/5I$.G+%.#9 < E"+$.-M+ !M/#1.-/%9 :9;.+5; E*J@] O-;8/M+"-%& 0/M+# 7-&*.+" E/5I$. =$%+1M+";' :-51#$.-%& )+;. 4-#/. E"+$.-M-.9


52/56

G+%.#9 E"+$.-M+ !M/#1.-/%9 :9;.+5;P E* @]P O-;8/M+"-%& 0/M+# 7-&*.+" E/5I$. =$%+1M+";' :-51#$.-%& )+;. 4-#/. E"+$.-M-.9

ABC,0D

>0"3BC3

)E,F-,BC3

>0"3BC J-,-

93M00;35 ),Q+ 49$59%59&59'5)7 4#$9+"KA$Q+I/

ABC,0D

>0"3BC3

)E,F-,BC3

93M00;35 ),Q+ 49$59%59&59'5)7

>0"3BC J-,-

E9I+"2$"D$"+


53/56

Y:/5+.*-%& #-3+ 5+.$;F#/-.P I1. 00 F"/M-C+; .*+ F$"$5+.+"; $%C 8*//;+; .*+ ./O!)!d Y0+.:+8)+;.I+C[ 8$% I+ D/1%C $. *..F'KK222L-;-LC+.+"#$IL%+.K

ABC,0D

>0"3BC3

)E,F-,BC3


54/56

)*$%3;l w1+;.-/%;k


55/56

)*$%3;l w1+;.-/%;k

!

6+$"% =/"+! 4"+F"-%.; $M$-#$I#+ /% $"i-ML/"&

! A+. .*+ 8/C+

!

a-## I+ $M$-#$I#+ /% &-.*1I ;//%! A+. -% ./18*

! Ci%%L"+;+$"8*x&5$-#L8/5


56/56

!0O

Erlang: the unintentional neural network programming language

Documents

Transcript of Erlang: the unintentional neural network programming language