Eric Ries leanstartup at Berkeley/Columbia
54
!"#$ &#'( )*'"#$"#'(+ ,-./00123"24.5'((67(5'3"7'89:;6<(.629$6= >,' 5'37 123"24. ?;'37(23"24. @'"A';'B0C6;4=:#3
-
Upload
steve-blank -
Category
Education
-
view
2.175 -
download
1
Transcript of Eric Ries leanstartup at Berkeley/Columbia
!"#$%&#'(%)*'"#$"#'(+
,-./00123"24.5'((67(5'3"7'89:;6<(.629$6=
>,'%5'37%123"24.
?;'37(23"24.
@'"A';'B0C6;4=:#3
D6(2%123"24.(%E3#;
D6(2%123"24.(%E3#;
D6(2%123"24.(%E3#;
D6(2%123"24.(%E3#;
• @42%#2%86'(7F2%,3G'%26%:'%2,32%H3B9
• I'%$37%86%:'-'"9
• >,#(%23;A%#(%3:642%,6H9
I,32%#(%3%(23"24.J
• K%(23"24.%#(%3%!"#$%&'%()*")+%%8'(#<7'8%26,-.'/-0&$&%-1&20+,"3*&+0&(-0/'3-%478'"$678#L67(%6M%-4*0-#-&"%3-0*$'%*59
• N62,#7<%26%86%H#2,%(#O'%6M%$6=.37BP%('$26"%6M
2,'%'$676=BP%6"%#784(2"B
Q"684$2%0%D3"A'2%E#2
“Do whatever is required to get to product/market fit. Including:
changing out people,rewriting your product,
moving into a different market,telling customers no when you don’t want to,telling customers yes when you don’t want to,
raising that fourth round of highly dilutive venture capital
—whatever is required.”
— Marc Andreessenhttp://blog.pmarca.com/2007/06/the-pmarca-gu-2.html
>,'%Q#G62
• I,32%86%(4$$'((M4;%(23"24.(%,3G'%#7%$6==67J
– >,'B%(23"2'8%642%3(%8#<#23;%$3(,%M6"%QRK(P%:42
'G6;G'8%#726%67;#7'%.3B='72(%M6"%'@3B9
– >,'B%(23"2'8%:4#;8#7<%@K1SC%#72'"."'2'"(P%:42
'G6;G'8%#726%2,'%H6";8T(%;3"<'(2%6.'"3L7<%(B(2'=(
=676.6;B9
– >,'B%H'"'%(,6$A'8%26%8#($6G'"%2,'#"%67;#7'%<3='(
$6=.37B%H3(%3$243;;B%3%.,626U(,3"#7<%(#2'9
• Q#G62/%$,37<'%8#"'$L67(%:42%(23B%<"6478'8%#7
H,32%H'FG'%;'3"7'89http://startuplessonslearned.blogspot.com/2009/06/pivot-dont-jump-to-new-vision.html
1.''8%I#7(
#M%H'%$37%"'84$'%2,'%L='%:'2H''7%=3V6"
#2'"3L67(
H'%$37%#7$"'3('%64"%688(%6M%(4$$'((
K%>3;'%6M%>H6%123"24.(
123"24.%?W
12'3;2,%123"24.%C#"$3%XYYW
K;;%3:642%2,'%2'3=
K%<668%.;37J
• 123"2%3%$6=.37B%H#2,%3%$6=.';;#7<%;67<U2'"=G#(#679
• &3#('%.;'72B%6M%$3.#23;9
• Z#"'%2,'%3:(6;42'%:'(2%378%2,'%:"#<,2'(29
• Z#"'%37%'[.'"#'7$'8%=373<'='72%2'3=%H#2,%267(6M%(23"24.%'[.'"#'7$'9
• E6$4(%67%\43;#2B9
• @4#;8%3%H6";8U$;3((%2'$,76;6<B%.;3]6"=9
• @4#;8%:4OO%#7%2,'%."'((%378%:;6<6(.,'"'9
K$,#'G#7<%E3#;4"'
• C6=.37B%M3#;'8%4-'";BP%^_YDD%378%`G'%B'3"(
6M%.3#79
• C"#..;'8%:B%a(,386H%:';#'M(b%2,32%8'(2"6B'8
2,'%'c6"2%6M%3;;%2,6('%(=3"2%.'6.;'9
1,386H%@';#'M%?W
• I'%A76H%H,32%$4(26='"(%H3729
1,386H%@';#'M%?X
• I'%$37%3$$4"32';B%."'8#$2%2,'%M424"'9
1,386H%@';#'M%?d
• K8G37$#7<%2,'%.;37%#(%."6<"'((9
K%<668%.;37J
• 123"2%3%$6=.37B%H#2,%3%$6=.';;#7<%;67<U2'"=G#(#679
• &3#('%.;'72B%6M%$3.#23;9
• Z#"'%2,'%3:(6;42'%:'(2%378%2,'%:"#<,2'(29
• Z#"'%37%'[.'"#'7$'8%=373<'='72%2'3=%H#2,%267(6M%(23"24.%'[.'"#'7$'9
• E6$4(%67%\43;#2B9
• @4#;8%3%H6";8U$;3((%2'$,76;6<B%.;3]6"=9
• @4#;8%:4OO%#7%2,'%."'((%378%:;6<6(.,'"'9
123"24.%?X
IMVU
IMVU
N'H%.;37
• 1,#..'8%#7%(#[%=672,(%e%3%,6""#:;B%:4<<B%:'23
."684$2
• C,3"<'8%M"6=%83B%67'
• 1,#..'8%=4;L.;'%L='(%3%83B%):B%XYYfP%67
3G'"3<'%gY%L='(%3%83B+
• N6%Q&P%76%;347$,
• &'(4;2(/%XYYh%"'G'74'(%6M%^WYDD
5'37%123"24.(%i6%E3(2'"
• C6==68#2B%2'$,76;6<B%(23$AP%,#<,;B%;'G'"3<'8
)M"''06.'7%(64"$'P%4('"U<'7'"32'8%$672'72P
1!D+9
• C4(26='"%8'G';6.='72%e%`78%642%H,32
$4(26='"(%H372%:'M6"'%B64%:4#;8%#29
• K<#;'%);'37+%."684$2%8'G';6.='72%e%:42%247'8
26%2,'%(23"24.%$678#L679
C6==68#2B%2'$,76;6<B%(23$A
• 5'G'"3<'%j%M6"%'3$,%647$'%6M%'c6"2%B64%#7G'(2
#7%B64"%."684$2P%B64%23A'%38G3723<'%6M%2,'
'c6"2(%6M%2,64(378(%6"%=#;;#67(%6M%62,'"(9
• S2F(%'3(B%26%(''%,6H%,#<,U;'G'"3<'%2'$,76;6<B
#(%8"#G#7<%$6(2(%86H79
• D6"'%#=.6"2372%#(%#2(%#=.3$2%67%(.''89
• >#='%26%:"#7<%3%7'H%."684$2%26%=3"A'2%#(
M3;;#7<%"3.#8;B9
C4(26='"%R'G';6.='72
! C67L7464(%$B$;'%6M
$4(26='"%#72'"3$L67
" &3.#8%,B.62,'(#(
2'(L7<%3:642%=3"A'2P
."#$#7<P%$4(26='"(P%k
" 
K<#;'%Q"684$2%R'G';6.='72)K%23;'%6M%2H6%(23"24.(P%"'G#(#2'8+
• Q"#7$#.;'(%8"3H7%M"6=%5'37%D374M3$24"#7<
378%>6B623%Q"684$L67%1B(2'=
• >,'('%'[3=.;'(%3"'%8"3H7%M"6=%(6lH3"'
(23"24.(P%:42%#7$"'3(#7<;B/
– K;;%."684$2(%"'\4#"'%(6lH3"'
– K;;%$6=.37#'(%3"'%6.'"3L7<%#7%3%(23"24.U;#A'
'7G#"67='72%6M%-4*0-#-&"%3-0*$'%*5
Traditional Product DevelopmentUnit of Progress: Advance to Next Stage
Waterfall
Requirements
Specification
Design
Implementation
Verification
Maintenance
Problem: known
Solution: known
Agile Product DevelopmentUnit of Progress: A line of Working Code
Problem: known
Solution: unknown
“Product Owner” or in-house customer
Product Development at Lean StartupUnit of Progress: Validated Learning About Customers ($$$)
Problem: unknown
Solution: unknown
Customer Development
Hypotheses,Experiments,Insights
Data,Feedback,
Insights
Minimize TOTAL time through the loop
LEARN BUILD
MEASURE
IDEAS
CODEDATA
Z6H%26%:4#;8%3%5'37%123"24.
• 5'2F(%23;A%3:642%(6='%(.'$#`$(9
• 1=3;;%@32$,'(
• C67L7464(%8'.;6B='72
• 1.;#2U2'(2%)K0@+%'[.'"#='723L67
• D#7#=4=%m#3:;'%Q"684$2
• E#G'%H,BF(
Build Faster
Continuous Deployment
Small Batches
Continuous Integration
Refactoring
Small Batches
LEARN BUILD
MEASURE
IDEAS
CODEDATA
Learn Faster
Customer Development
Five Whys
Measure Faster
Split Testing
Actionable Metrics
Net Promoter Score
SEM
@'7'`2(%6M%1=3;;%@32$,'(
• E3(2'"%M''8:3$A
• Q"6:;'=(%3"'%#7(2372;B%;6$3;#O'8
• &'84$'%"#(A
• &'84$'%6G'",'38
Build Faster
Continuous Deployment
Small Batches
Continuous Integration
Refactoring
Continuous Deployment
LEARN BUILD
MEASURE
IDEAS
CODEDATA
Learn Faster
Customer Development
Five Whys
Measure Faster
Split Testing
Actionable Metrics
Net Promoter Score
SEM
Continuous Deployment• Deploy new software quickly
• At IMVU time from check-in to production = 20 minutes
• Tell a good change from a bad change (quickly)
• Revert a bad change quickly• And “shut down the line”
• Work in small batches• At IMVU, a large batch = 3 days worth of work
• Break large projects down into small batches
Cluster Immune SystemWhat it looks like to ship one piece of code to production:
• Run tests locally (SimpleTest, Selenium)o Everyone has a complete sandbox
• Continuous Integration Server (BuildBot)o All tests must pass or “shut down the line”o Automatic feedback if the team is going too fast
• Incremental deployo Monitor cluster and business metrics in real-timeo Reject changes that move metrics out-of-bounds
• Alerting & Predictive monitoring (Nagios)o Monitor all metrics that stakeholders care abouto If any metric goes out-of-bounds, wake somebody upo Use historical trends to predict acceptable bounds
I,'7%$4(26='"(%(''%3%M3#;4"'/o Fix the problem for customerso Improve your defenses at each level
&3.#8%1.;#2%>'(2(
SR!K1
CnR!RK>K
@oS5R5!K&N
D!K1o&!
6+,-&7$(*-0C67L7464(
R'.;6B='72
8-$("0-&7$(*-0&3.#8%1.;#2%>'(2(
9-$0%&7$(*-0E#G'%I,B(%&662
C34('%K73;B(#(
1.;#2U2'(L7<%3;;%2,'%L='
• K0@%2'(L7<%#(%A'B%26%G3;#83L7<%B64"
,B.62,'('(
• Z3(%26%:'%(#=.;'%'764<,%M6"%'G'"B67'%26%4('
378%478'"(2378%#2
• D3A'%$"'3L7<%3%(.;#2U2'(2%76%=6"'%2,37%+%-.'%-&+:&3+,-;
#M)%('24.p'[.'"#='72)999+%jj%q$672"6;q%+%r
%%%%00%86%#2%2,'%6;8%H3B
s%';('%r
%%%00%86%#2%2,'%7'H%H3B
s
>,'%KKKF(%6M%D'2"#$(
• K$L673:;'
• K$$'((#:;'
• K48#23:;'
D'3(4"'%2,'%D3$"6
• K;H3B(%;66A%32%$6,6"2U:3('8%='2"#$(%6G'"%L='
• 1.;#2U2'(2%2,'%(=3;;P%='3(4"'%2,'%;3"<'
!"#$%"&'(%")*'+,- ./*0%120#$'+3-
?%&'<#(2'"'8 WYXg WYtt
R6H7;638( hgg%)hdu+ hdd%)vhu+
K$LG'%83B(%YUW vYY%)gfu+ vgY%)gtu+
K$LG'%83B(%WUd gYY%)_fu+ g_g%)_tu+
K$LG'%83B(%dUWY dYY%)Xtu+ ddY%)dYu+
K$LG'%83B(%WYUdY XgY%)X_u+ XtY%)Xvu+
>623;%&'G'74' ^dXWY9gY ^d_gY9WY
&Qo ^d9Wd ^d9W_
D#7#=4=%m#3:;'%Q"684$2
SR!K1
CnR!RK>K
@oS5R5!K&N
D!K1o&!
6+,-&7$(*-0C67L7464(
R'.;6B='72
8-$("0-&7$(*-0&3.#8%1.;#2%>'(2(
9-$0%&7$(*-0D#7#=4=%m#3:;'%
Q"684$2
I,B%86%H'%:4#;8%."684$2(J
• R';#<,2%$4(26='"(
• K-"3$2%;62(%6M%2,'=
• D3A'%3%;62%6M%=67'B
• @#<%G#(#67/%$,37<'%2,'%H6";8
Q6((#:;'%K.."63$,'(
• aD3[#=#O'%$,37$'(%6M%(4$$'((b
– @4#;8%3%<"'32%."684$2%H#2,%=37B%M'324"'(%2,32
#7$"'3('%2,'%688(%2,32%$4(26='"(%H#;;%H372%#2
– Q"6:;'=/%76%M''8:3$A%47L;%2,'%'78P%=#<,2%:'%266
;32'%26%38V4(2
• %a&';'3('%'3";BP%"';'3('%6l'7b
– i'2%3(%=4$,%M''8:3$A%3(%.6((#:;'P%3(%(667%3(
.6((#:;'
– Q"6:;'=/%"47%3"6478%#7%$#"$;'(P%$,3(#7<%H,32
$4(26='"(%2,#7A%2,'B%H372
D#7#=4=%m#3:;'%Q"684$2
• >,'%#'%'#"#&('2%6M%M'324"'(%7''8'8%26%;'3"7M"6=%'3";BG37<';#(2(%e%G#(#673"B%'3";B%386.2'"(
– KG6#8%:4#;8#7<%."684$2(%2,32%76:68B%H372(
– D3[#=#O'%2,'%;'3"7#7<%.'"%86;;3"%(.'72
– i'2%2,'%M3$2(%:'M6"'%#2F(%266%;32'
• Q"6:3:;B%=4$,%=6"'%=#7#=4=%2,37%B64
2,#7Aw
D#7#=4=%m#3:;'%Q"684$2
• m#(#673"B%$4(26='"(%$37%a`;;%#7%2,'%<3.(b%67
=#((#7<%M'324"'(P%#M%2,'%."684$2%(6;G'(%3%"'3;
."6:;'=
• K;;6H(%4(%26%3$,#'G'%3%:#<%G#(#67%#7%(=3;;
#7$"'='72(%H#2,642%<6#7<%#7%$#"$;'(
• &'\4#"'(%3%$6==#2='72%26%#2'"3L67
>'$,7#\4'(
• 1=6A'%2'(L7<%H#2,%;378#7<%.3<'(P%K8I6"8(
• 1!D%67%`G'%86;;3"(%3%83B
• S7U."684$2%(.;#2%2'(L7<
• Q3.'"%."6262B.'(
• C4(26='"%8#($6G'"B0G3;#83L67
• &'=6G#7<%M'324"'(%)a$42%378%.3(2'b+
E'3"(
• E3;('%7'<3LG'/%a$4(26='"(%H64;8%,3G'%;#A'8
2,'%M4;;%."684$2P%:42%2,'%DmQ%(4$A(P%(6%H'
3:37867'8%2,'%G#(#67b
• m#(#673"B%$6=.;'[/%a:42%$4(26='"(%867F2
A76H%H,32%2,'B%H372wb
• >66%:4(B%26%;'3"7/%a#2%H64;8%:'%M3(2'"%26%V4(2
:4#;8%#2%"#<,2P%3;;%2,#(%='3(4"#7<%8#(2"3$2(%M"6=
8';#<,L7<%$4(26='"(b
E#G'%I,B(
SR!K1
CnR!RK>K
@oS5R5!K&N
D!K1o&!
6+,-&7$(*-0C67L7464(
R'.;6B='72
8-$("0-&7$(*-0&3.#8%1.;#2%>'(2(
9-$0%&7$(*-0E#G'%I,B(%&662
C34('%K73;B(#(
E#G'%I,B(%&662%C34('%K73;B(#(
• K%2'$,7#\4'%M6"%$67L7464(%#=."6G'='72%6M$6=.37B%."6$'((9
• K(A%aH,Bb%`G'%L='(%H,'7%(6='2,#7<47'[.'$2'8%,3..'7(9
• D3A'%20+2+0)+%$.%#7G'(2='72(%#7%."'G'7L6732%3;;%`G'%;'G';(%6M%2,'%,#'"3"$,B9
• @',#78%'G'"B%(4..6('8%2'$,7#$3;%."6:;'=%#(4(43;;B%3%,4=37%."6:;'=9%E#[%2,'%$34('P%762V4(2%2,'%(B=.26=9
>,'"'F(%=4$,%=6"'k
SR!K1
CnR!RK>K
@oS5R5!K&N
D!K1o&!
6+,-&7$(*-0o7#2%>'(2(
o(3:#;#2B%>'(2(
C67L7464(%S72'<"3L67
S7$"'='723;%R'.;6B='72
E"''%y%n.'7U164"$'%C6=.67'72(
C;648%C6=.4L7<
C;4(2'"%S==47'%1B(2'=
z4(2U#7UL='%1$3;3:#;#2B
&'M3$26"#7<
R'G';6.'"%1378:6[
D#7#=4=%m#3:;'%Q"684$2
8-$("0-&7$(*-01.;#2%>'(2(
C;'3"%Q"684$2%nH7'"
C67L7464(%R'.;6B='72
o(3:#;#2B%>'(2(
&'3;UL='%D67#26"#7<
C4(26='"%5#3#(67
9-$0%&7$(*-01.;#2%>'(2(
C4(26='"%S72'"G#'H(
C4(26='"%R'G';6.='72
E#G'%I,B(%&662%C34('%K73;B(#(
C4(26='"%K8G#(6"B%@63"8
E3;(#`3:;'%ZB.62,'('(
Q"684$2%nH7'"%K$$64723:#;#2B
C4(26='"%K"$,'2B.'(
C"6((UM47$L673;%>'3=(
1'=#U342676=64(%>'3=(
1=6A'%>'(2(
E477';%K73;B(#(
C6,6"2%K73;B(#(
N'2%Q"6=62'"%1$6"'
1'3"$,%!7<#7'%D3"A'L7<
&'3;U>#='%K;'"L7<
Q"'8#$LG'%D67#26"#7<
i'2%123"2'8%>683B
• {64%3"'%"'38B%26%86%2,#(P%76%=3-'"
– H,6%B64%3"'
– H,32%V6:%B64%,3G'
– H,32%(23<'%6M%$6=.37B%B64F"'%#7
• i'2%(23"2'8%76HP%2683B9
>,37A(w
• 123"24.%5'((67(%5'3"7'8%@;6<
– ,-./00123"24.5'((67(5'3"7'89:;6<(.629$6=0
• i'|7<%#7%264$,%)?;'37(23"24.+
– ,-./002H#-'"9$6=0'"#$"#'(
– '"#$*2,';'37(23"24.9$6=
• I6"A(,6.%>6=6""6HP%K4<%XY
– ,-./00:#29;B0:64;8'"UH6"A(,6.
– t3=UW.=%32%>'$,123"(
