Physion Design Documents

8/8/2019 Physion Design Documents

1/132

! []! 1

Spring 2010

BIOFEEDBACK RESEARCH

Extensive research on

biofeedback

Matrix with decision

matrix to choose

proper biofeedback

BIOFEEBACK CONTROL

LOOP GAME

Game affects to the

players biofeedback

and biofeedback

affects to the game.

POSSIBLE APPLICATION

With biofeedback data

collection tool, many

applicatoin is

possible including

improvement of game

development and post

traumatic stress

disorder treatment.

PHYS

ION


2/132

!"

"

!"#$%&'(&)'*+%*+,&

!"#$%&'##

("#)*+,%-.#/0%*01%2##

("!"#3%451*%'%6.7##

8"#91+:%%;#3%?+*.##

8"!"#@+6-A571+6##

8"("#91+:%%;%#H&'%#F601*+6'%6.#@>+7%6#&6;#.>%#H&'%#C%71L6##

G"("8"#$>%#H&'%#@+6.*+A##

G"("B"#$>%#91+:%%;%#N*.#M++=#&6;#I%%A#

G"B"!"#)>E71+67#K.EA%#

G"B"("#N*.#@+6-%?.#C+-5'%6.#

O"#P+2#.+#356#C%'+7##O"!"#356#H&'%##

O"("#H&'%#@+6.*+A##

Q"#C&.-+AA%-.+*#&6;#R175&A1S&.1+6##

Q"!"#C&.@+AA%-.+*##

Q"("#C&.R175&A1S&.1+6##

Q"8"#P+2#.+#356#C&.R175&A1S&.1+6##

T"#UKF3#$%7.##

T"!"#$>*%%#K.&L%7#U7%*#$%7.##

T"("#$%7.#16#@NRF##

T"8"#$%7.#21.>#)>1A&;%A?>1KVN$##

W"#)+771


3/132

#"

"

$%"&'()"

"

!"#$%&'(&)*+,$&-$.*/0&1234&567&

89:&;&:98&;&9:Q


4/132

*"

"

!%"+,-.'/0"12',23'4"

56789"3:"(";-/"07(0"0(


5/132

T"

"

U8"(==303-8N"4'"4-CE="C:'")-03-8":'8:-,"0-"38/,'(:'"3))',:32'"'F?',3'8/'%"

9.-.&B3'(%%=#";@&

V,30',3(" WX(:D"(8(ED:3:" WI(E3'8/'" IC30(BE'"P'23/'"

>C:/E'"R/03-8" Y" 1" Y"

IH",'(=38@:N"(8="(:"(",':CE0"E'(,8"0-"/-80,-E"07'"

)C:/E'"0'8:3-8%""

:4',6""

V(8"7'E?"0-"3)?,-2'"'F?',3'8/'"(//-,=38@"0-"?E(D',[:"?-0'803(E"(/03-8")'*,6&

X2',D"?,-B'"/(8"-8ED"='0'/0"-8'"?(,0"-A"?E(D',[:"B-=D%"QC0N"0--")(8D"?,-B':"43EE"738=',"?E(D',[:")-2')'80""

XF?'8:32'"'\C3?)'80"3:",'\C3,'=%""G]!^^^_K"


6/132

`"

"

>(38ED"C:'="A-,")'=3/(E"?C,?-:'"(8="7(,="0-"(??ED"0-"@()'""

-.&!-:0":(E3'80"B3-A''=B(/


7/132

b"

"

R.&77C&PB4"3*&F"8%,Q""&

R8"'E'/0,-'8/'?7(E-@,(?7N"-,"XXH")-830-,:"07'"(/03230D"-A"B,(38"4(2':%"&7':'"

B,(38"4(2':"/-,,':?-8="0-"=3AA','80")'80(E":0(0':N":C/7"(:"4(


8/132

e"

"

&3)'"E(@"B'04''8"-B:',2'="2(EC'"(8=":0(0'"-A"?',:-8""

W.&&:*%25'?4">


9/132

h"

"

RBE'"0-"


10/132

$^"

"

*%"P'23/'"J':'(,/7"J'?-,0"

&

R./.&)'*;$2,3'*"

18'"-A"07'")-:0"3)?-,0(80"A(/0-,:"4'"/-8:3=','="=C,38@"-C,":'(,/7"3:"C:',"/-82'83'8/'"(8="(2(3E(B3E30D"

-A",'(E"03)'"=(0("'F/7(8@'%""U8"(==303-8N"4'"43EE"A-/C:"-8":-A04(,'"='2'E-?)'80",(07',"07(8"7(,=4(,'"

BC3E=38@N":''38@"(:"07','"3:"("@--=":'E'/03-8"-A"B3-A''=B(/


11/132

$$"

"

&

/.&C'F%"4AD%*,%F%"4&"&

O%,;43>+3'*6"

>(8CA(/0C,',M"Q-=D>'=3(" V-:0M"H-L'(,"]$`^"O"I'8:'L'(,"]!T^^" I'8:-,M"IIK%"Q>I"-,3@38(EED"/-:0:"

]#NT^^"38/EC=38@"?,-A'::3-8(E":-A04(,'%"RA0',"C832',:30D"=3:/-C80N"30"B'/()'"]!NT^^%"&7','")3@70"

B'"("E300E'",--)"A-,"?,3/'"8'@-03(03-8%"

)'*+";+&:'3*+6&

J(/7'E"k(/


12/132

$!"

"

+E(D',"3:"(BE'"0-"/-80,-E"B-07"B3-A''=B(/(8CA(/0C,',M"d'C,-"I


13/132

$#"

"

"

&

)'*+";+&:'3*+6&

38A-l8'C,-:(8CA(/0C,',M"X)-032"ID:0'):N"U8/" V-:0M"]"T^^"G='2'E-?',"'=303-8K" I'8:-,M"XXHN"@D,-N"A(/3(E"'F?,'::3-8"

:4',6"

L3,'E'::"4307"QEC'0--07%" Z(:0"=(0(",'A,':7",(0'"

X)-032"='0'/03-8:"(,'")-:0ED"C?=(0'="*"03)':"?',":'/-8=%""

c(,3-C:"=(0("='0'/03-8"XF?,'::32M",'(E503)'"='0'/03-8"-A"BE38


14/132

$*"

"

)'*+";+&:'3*+6&

H'-AA">(/


15/132

$T"

"

&

&

&

S.&:4')'5>&&

O%,;43>+3'*6"

>(8CA(/0C,',M"&7-C@70"&'/78-E-@D" V-:0M"]"$b^^"o"`^^^""

5 &-"C:'N"(8"'8/-=',"(8="(":'8:-,:"(,'",'\C3,'=%"!5/7(88'E"'8/-=',"/(8"C:'"!":'8:-,:%"""5" !5/7(88'E"'8/-=',M"]"$b^^""

5" T5/7(88'E"'8/-=',M"]"#^^^"

5" $^5/7(88'E"'8/-=',M"]"`^^^"

5" I'8:-,M"]!^^"o"]#^^"" I'8:-,M"XXHN"X>HN"XiHN"QE--="c-EC)'"+CE:'N"I


16/132

$`"

"

"

T.&CD0A!%5>-&&

O%,;43>+3'*6"

>(8CA(/0C,',M"&7-C@70"&'/78-E-@D" V-:0M"]"$`^""

5 I-A04(,'"/-:0:"]bT"G)(='"BD"Q'D-8="cJK" I'8:-,M"HIJN":38=H,-407N"07'"gI"=3:0,3BC0-,%"H-,=-8":(3="30")3@70"B'"?-::3BE'"0-"@'0",(4"=(0("38",'(E"03)'%"L'":'80"\C':03-8:"0-"H-,=-8"(8="7'"4-CE="/-80(/0"07'":-A04(,'"

='2'E-?',"/-)?(8D"Q'D-8="cJ%"

)'*+";+&:'3*+6&

O3,+43#2+'4&

H-,=-8"iE'38""')(3El)38=@,-407%/-)"

Ge^^K"*#T5T#T*"GgIROV(8(=(K"-,"G*$`K"!^h5!*hT"700?MOO444%)38=@,-407%/-)O:0-,'O38='F%?7?j/+(07m!# "

700?MOO444%)38=@,-407%/-)O:0-,'O?,-=C/0n38A-%?7?j/+(07m$p?,-=C/0:n3=m#* "

"

"

W.&]O77I&

O%,;43>+3'*6"

>(8CA(/0C,',M">383:C8" V-:0M"]"*h^^"" I'8:-,M">-03-8""

:4',6"

V(8"@'0"2(,3-C:")-03-8"38A-,)(03-8" "5 U='803A3':"*^_"0D?':"-A"?7D:3/(E"(/03230DN"38/EC=38@"ED38@N":30038@N"4(E


17/132

$b"

"

/E3)B38@":0(3,:N",C8838@N".C)?38@%"

;3@704'3@70"(8="?-,0(BE'" ")'*,6&

"5 "

>(D"8-0"(BE'"0-"@'0"=(0'"38",'(E"03)'% &&:4'?4%,,6&

+,3/'"3:"73@7"(8=",'(E"03)'"=(0("'F/7(8@'"3:"8-0"(2(3E(BE'%" Z-,"07':'",'(:-8:N"4'")3@70"8-0"C:'"30%"

)'*+";+&:'3*+6&

>'0''8""@'F38lD(7--%/-)"

GTThK"!eT5T#h#"

700?MOO444%)383:C8%/-)O"

"

X.&F335'+%&

O%,;43>+3'*6"

>(8CA(/0C,',M"d380'8=-" V-:0M"]"`^"G/-80,-EE',"]*^N":'8:-,"B(,"]!^K"" I'8:-,M">-03-8""

:4',6"

I3)?E'")-03-8"38A-,)(03-8"G=3,'/03-8N":438@N")-2')'80K" ;3@704'3@70%" S(2'"'F?',3'8/'"38"?,-@,())38@% "

)'*,6&

;3)30'=")-2')'80%"d''="0-"?-380"0-"07'":'8:-,"B(,% &:4'?4%,,6&

>(='"=(0("/-EE'/03-8"0--E& J'(E"03)'"=(0("3:"380'@,(0'="38"@()'% &&&

)'*+";+&:'3*+6&
mailto:[email protected]:[email protected]:[email protected]


18/132

$e"

"

700?MOO444%4334-,E=:0-,'%/-)""

Z.&B%N'*=&a0&&

O%,;43>+3'*6"

I-A04(,'"='2'E-?38@"/-)?(8D"A-,"2(,3-C:"B3-A''=B(/'(=-4:"".-8lB'D-8=2,%8'0""

GbeTK!!e5!h#^"

700?MOOB'D-8=2,%8'0O"

"

/[.&75,%*,%&

O%,;43>+3'*6"

!*"XXH"B,(38":'8:-,N"07'"X)B(8=!*N"473/7"3:"C:'="A-,")(,


19/132

$h"

"

R.9.&)'5>"43,'*&'(&L%24',@N&"*=&75'+38&

&

RE07-C@7"30:"8-0"(:"/-)A-,0(BE'"A-,"07'"?E(D',N"X)-032"?',A-,):"B'00',"38"

?,-@,())38@"(8="=(0("(/\C3:303-8%"L'"0738


20/132

!^"

"

&dL%24',@N&H3*=,%+f& & && & d75'+38&7:E)f&

&

d'C,-:+3'*6&

&B"$"*;3*?&_25>3*?&"

g:'"433)-0'"0-"B(E(8/'%" UA"D-C"(,'"A-/C:38@N"07'"AE--,"G.C)?38@"?(8'EK"B'/-)':"43=',%" I0(BE'"7'(,0B'(0"4-CE=":0(B3E36'"07'"AE--,"(8=")(P":'8:-,%"GL'"43EE"

8-0"C:'"S>P"BC0".C:0"07'"S>P":'8:-,%K"

"


21/132

!$"

"

""

"

D


22/132

!!"

"

I3)3E(,"0-"Z+I":7--038@"@()'"'F/'?0"D-C"-8ED"7(2'"-8'"4'(?-8"(8="0-8:"-A"6-)B3':%"

U8/,'(:'="7'(,0",(0'"(8="HIJ"(00,(/0"43E="E3A'"(8="D-C"43EE"8''="0-":7--0")-,'"-A"07')"0-":0(D"(E32'%"

Z-/C:'="B,(384(2'")(%&

&

&7'"'87(8/'="E'2'E"3:"?,':'80'="(:"("?,-0-0D?'"(8="4-,


23/132

!#"

"

""

"

S.-.9.&!&

&

I.&!'*,%&@%%>,&;


24/132

!*"

"

&U1>":'8:-,"='0'/0:"H(E2(83/"I


25/132

!T"

"

X)-032"7'(=:'0"='0'/0:"B,(384(2'"(8="/7'/


26/132

!`"

"

"

Z3@"$":-A04(,'"(,/730'/0C,'"

&7'":-A04(,'"/-)?-:':"-A"07,''"=323:3-8:M"

$% P(0("V-EE'/03-8N"473/7"3:",':?-8:3BE'"0-"/(EE"='23/'"R+U:"0-"-B0(38"=(0("A,-)"(EE"07,''"='23/':N"X)-032N"L3E="P3238'"U1>"(8="d380'8=-"433)-0'r"

!% H()'"XF?',3'8/'%"&73:"=323:3-8"7(:"04-"/-)?-8'80:N"-C,"@()'"(8="@()'"/-80,-EE',%"&7'"@()'"3:".C:0"(:"8-,)(E"@()'N"7(:":3)?E'"BC0"4'EE"=':3@8'="(8=":/(,D"'F?',3'8/'r"

"#% P(0("R8(ED:3:N"473/7",'(="=(0("A3E':"(8="=3:?E(D"(8"380',(/032'"380',A(/'"0-"7'E?"

,':'(,/7',":0C=D"(8="C8=',:0(8="B3-A''=B(/&

&

&7'"A3,:0"04-"=323:3-8:"A-,)"-C,"V1d&J1;";11+%""

L7'8"?E(D',"3:"?E(D38@"07'"@()'N"P(0("V-EE'/03-8"=323:3-8"43EE"/(EE"='23/'"R+U"(8="@'0"

B3-A''=B(/


27/132

!b"

"

)C/7"'(:3',"0-")(380(38"(8="(2-3="BC@:"07(8")'::"07')"0-@'07',%"I'/-8=EDN"g830D#P"UPX"7(:"

07'"@()'":3)?E'"3:")C/7"'(:3',"A-,"C:"0-"A383:7"-C,"?,-.'/0"38"E3)30'="$T"4''


28/132

!e"

"

"

Z3@"!"I-A04(,'"AE-4"/7(,0"

"

S.R.&!


29/132

!h"

"

)38="(8="07'"A(/0"07(0"4'"-8ED"7(="-8'"(,03:0"-8"07'"0'()N"4'",'E3'=":0,-8@ED"-8"=(,


30/132

#^"

"

b%"P(0("V-EE'/0-,"(8="c3:C(E3:',"

W./.&O"+"&;'$$%;+'4&

0%"$&+35%&="+"&"X2',D"B3-A''=B(/


31/132

#$"

"

&&

&

W.-.&O"+"&a3,2"$3e"+3'*&"

&7'"=(0("23:C(E36(03-8"0--E":7-4:"/-EE'/0'="B3-A''=B(/


32/132

#!"

"

""

"

s--)"38"3:"(E:-"?-::3BE'%"

""

"

"

"

"


33/132

##"

"

W.9.&G'g&+'&42*&O"+"&a3,2"$3e"+3'*&"

"

"

"

GB3-A''=B(/-C:'"47''E"=-48"0-"6--)"-C0"

W"VE3/


34/132

#*"

"

&7'"0'()":0(,0'="C:',"0':0"38"'(,ED"='2'E-?)'80":0(@'"4307"?E(D38@"4307")-C:'"(8="


35/132

#T"

"

&

&

&

&

&

X.9.&!%,+&g3+


36/132

#`"

"

h%"+-::3BE'"R??E3/(03-8"

Z./.&:',+&!4"25"+3;&D+4%,,&O3,'4=%4&!4%"+5%*+&

"c3,0C(E5J'(E30D"XF?-:C,'"&7',(?D"4307"R,-C:(E"V-80,-E"GcJX&5RVK"4(:"/-8=C/0'="BD"P-/0-,"

P'883:"+(0,3/'=3/(E"V'80',"I(8"P3'@-"(8="d(2(E"S-:?30(E"V()?"+'8=E'0-8%""

&7'":C))(,D"-A"07'"0,'(0)'80"7(:":3@83A3/(80"AC8/03-8(E"U)?,-2')'80%"

"

QD"/-)?(,38@"04-":D:0'):N"-C,":D:0')"7(:"(=2(80(@':":C/7"(:")-,'"38:0(80"B3-A''=B(/


37/132

#b"

"

""

"

Z.-.&I;12343*?&12"*+3+"+38%&="+"&+'&35>4'8%&?"5%&=%8%$'>5%*+&"

QD"(/\C3,38@"B3-A''=B(/


38/132

#e"

"

"

'80',0(38)'80"/-)?C038@%"

700?MOO444%(/'!^$^%-,@O""

"

"

"

$^%"V-8/EC:3-8"

&7','"4','"("E-0"-A"0738@:"07'"0'()"4'80"07,-C@7"073:"?,-.'/0%"U8"=-38@":-N"07'"0'()"E'(,8'="("

E-0"-A"2(EC(BE'"E'::-8:"B-07"-A",'@(,=38@"07'"+E(D',Q3-A''=B(/


39/132

! []! 1

04-05-10

PLAY TEST

We started play test.

Testers gave many

useful feedback.

GAME DETAIL

More game detail were

added including spider

and lightning.

DATA GRAPH

We made graph for our

data collection

program. It can show

graph along with time

and event that we set

during play.PH

YSION

#1

2


40/132

P H Y S I O N W E E K L Y R E P O R T

!w w w . e t c . c m u . e d u / p r o j e c t s / l m - m o t i o n / ! 2

PHYSIONW E E K 1 2

AGENDA

1. Play Test

2. Game Detail

3. Game Control4. Data Graph

5. Story

6. Plan to do

0 4 / 0 5 / 2 0 1 0

Play Test

We started play test. Testers gave many

useful feedback.

Page 3

Game Detail

More game detail were added including

spider and lightning.

Page 4

Data Graph

We made graph for our data collection

program. It can show graph along with

time and event that we set during play.

Page 7
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


41/132



PHYSION WEEK 12

Play Test is under way.

As our test computer had set up, we started our play test.Students from other teams gave us many helpful feedbackabout the game. We changed game and plan to change more

in the future based on feedback.

o Environment was well made.o Darkness and lighting was effective.o Flash light was good. But some people said its too small inthe outside.

o Game control was hard.o Lightning was not very effective.o Need headshoto Zombie was too bright in the church.

Play Test

COMPARISON BETWEEN

NEUROSKY AND EMOTIV

PROGRAM STABILITY

Emotiv is more stable.
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


42/132



PHYSION WEEK 12

More Game Detail Added.

Video of current version of the game is available at

http://vimeo.com/10837066 http://vimeo.com/10837097

o When player approaches to altar, the spider came out from

the ceiling with creaky noise. Player would be surprised.

SPIDER

EFFECTS

Surprising the player
http://www.etc.cmu.edu/projects/lm-motion/http://vimeo.com/10837097http://vimeo.com/10837097http://vimeo.com/10837066http://vimeo.com/10837066http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


43/132



PHYSION WEEK 12

o When player passes middle of the church, there is sudden

lightning and thunder sound. After lightning, candle light is litup.

LIGHTNING

EFFECTS

Surprising the player


44/132



PHYSION WEEK 12

Movement by Nunchak

Camera movement by Nunchak while holding button

Aiming and shooting by Wiimote

GAME CONTROL


45/132



PHYSION WEEK 12

Data Graph

We have the data recording tool with the graph function. Afterwe collects biofeedback data during the game play, we can seedata with graph. We can choose the value that we want to see,and also zoom in and zoom out. During the play we canmanually set the time line that indicates the time in the graph.These biofeedback data includes average, minimum and

maximum values of GSR, Heartbeat, short-term excitement,longterm excitement and meditation.It also records various game data such as shooting accuracy,number of zombies killed and the play time.It would help to analyze how game affects to the the player.

DATA COLLECTION GRAPH

DATA RECORDING


46/132



PHYSION WEEK 12

Background Story

Some psycho scientists conduct an experiment by putting youin a remote location to see how long and how well you willsurvive in zombie infestation. Player was kidnapped and put inthe church. He needs the key to escape. There are zombiesaround the church.,

Zombie Experiment


47/132



PHYSION WEEK 12

Plan To Do

Based on the feedback and our schedule, we will keep

developing our game.

We need to find the relationship between biofeedback andemotion. We will show testers scary movies and observe thedata. It might give us common biofeedback data when peoplegot scared.

We also need to define which biofeedback affects to the gamein which way. Once we know the relationship between emotionand biofeedback, it will be easier to define what is the positiveway that biofeedback affects to the game.

o Add game detail

o Game design

o Sound effect

o User Play Test

We would start basic play testing and get feedback.

RELATIONSHIP BETWEEN

EMOTION AND BIOFEEDBACK

RELATIONSHIP BETWEEN

BIOFEEDBACK AND GAME

GAME DEVELOPMENT

PLAY TEST
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


48/132

! []! 1

03-29-10

GAME DESIGN

The floor plan was

revised based on

facultys advices.

VISUAL EFFECT

We added candle light,

flash light and night

sky.

DEVICE CONFIRM

After we compared two

device, Emotiv and

Neurosky, we decided

to use Emotiv for

program stability and

data acquisition.

PH

YS

ION

#1

1


49/132



PHYSIONW E E K 1 1

AGENDA

1. Floor Plan

2. Visual Effect

3. Device Confirm4. Faculty Feedback

5. Data Collection

6. Plan to do

0 3 / 2 9 / 2 0 1 0

Game Design

The floor plan was revised based on faculty

s advices.

Page 3

Visual Effect

We added candle light, flash light and night

sky.

Page 5

Device Confirm

After we compared two device, Emotiv and

Neurosky, we decided to use Emotiv for

program stability and data acquisition.

Page 8
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


50/132



PHYSION WEEK 11

Floor Plan was revised!

FLOOR PLAN


51/132



PHYSION WEEK 11

Following advices of faculty, we revised to give more closedspace feeling. This is still in draft stage. After we have more

play testing, we would confirm the change and add art work.

Player would have a limited sight and less place to move. Itwould give more salient biofeedback.

1. Collapsed pillar in the middle added.Player cant see the whole interior in the beginning. The pillaralso give the feeling that something might be behind it.

2. Desk added near entrance.

3. More benches.

4. Curtains near altar.

5. Banner along the wall.

1. Pillar

2. Desk

3. Benches

4. Curtains

5. Banners
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


52/132



PHYSION WEEK 11

Visual Effect is on the process!

o It makes aesthetic interior. When it lit up, player would feel

safer We can make moving shadow outside of church, and itwould surprise the player. When the candle is blown off, playerwould feel more scared.

CANDLE LIGHT

EFFECTS

Aesthetic

Drastic change of lighting


53/132



PHYSION WEEK 11

o By using flash light, player would have limited sight.

FLASH LIGHT

EFFECTS

Limited sight


54/132



PHYSION WEEK 11

o We changed the sky box and lighting. It would make moregrotesque environment.

NIGHT SKY

EFFECTS

Grotesque Environment


55/132



PHYSION WEEK 11

Device is confirmed with Emotiv.

Comparison between Neurosky and Emotiv

Although its disadvantage in convenience for player, Emotivperforms better in programming and data acquisition. Wethink these are important for our research purpose. If we make

commercial game, Neurosky could be reconsidered.

NeuroSky is unstable to connect. It is often that the programcannot connect with the device, and the whole program wasstuck at this time. Also, it is often that the connection becomebad when we are using the device. Even NeuroSky's own

sample program sometimes cannot work well.Emotiv is much easier to connect with program. Even thoughsometime the program stopped suddenly and cannotdisconnect, the device can solve this problem by itself.

DEVICE CONFIRM - EMOTIV

COMPARISON BETWEEN

NEUROSKY AND EMOTIV

PROGRAM STABILITY

Emotiv is more stable.


56/132



PHYSION WEEK 11

NeuroSky's data lagged for a few second, and acquires less datathan Emotiv. The data we can use from NeuroSky areattention and meditation value, which refresh once per second.

Emotiv can provide more data, including long termexcitement, short term excitement, meditation, frustration, andboredom, which refresh 4 times per second.

DATA ACQUISITION

EMOTIV acquires more data in

faster way.


57/132



PHYSION WEEK 11

Neurosky has two sensor spot. One is for ear and one is forforhead. Its easy to setup and play. It has bluetoothheadphone.

Emotiv needs to use 16 damp sensors around the head. Its lesscomfortable to play. It requires 10 minutes to setup the sensors.

USER CONVENIENCE

Neurosky is easier to use.


58/132



PHYSION WEEK 11

Faculty provided useful feedback!The team had another meeting with Jesse and show our current

game design to get advice.

Jesse Schell - Associate Professor

Think when player would be scared and how to do it.

If our zombie can do something unexpected, it would surpriseplayers.

Define who is the player and what happened to the church. Itwould help the game more sensible and engaging.

Church interior might be disorienting.

SCARY MOMENTS

CREATIVE ZOMBIE

BACKGROUND STORY


59/132



PHYSION WEEK 11

Calibration and Data Recording

We have the basic calibration function. It averages thebiofeedback data before entering the game and uses the data asa basis for the player.

We have the data recording tool. It collects biofeedback dataalong with the time and store in the file. These biofeedbackdata includes average, minimum and maximum values ofGSR, Heartbeat, short-term excitement, longterm excitement

and meditation.It also records various game data such as shooting accuracy,number of zombies killed and the play time.It would help to analyze how game affects to the the player.

CALIBRATION

DATA RECORDING


60/132



PHYSION WEEK 11

Plan To Do



o Defining the relationship with biofeedback and gameplay

o Add game detail

o Game design

o Sound effect

o User Play Test

We would start basic play testing and get feedback.

PROGRAMMING

Connecting devices to Unity3D

GAME DEVELOPMENT

PLAY TEST


61/132

! []! 1

03-22-10

GAME DESIGN

The first game design

and floor plan was

made.

VISUAL EFFECT

We made aesthetic and

scary church interior.

Also we added blood

effect.

FACULTY FEEDBACK

We had meetings with

each faculty members

Shirley, Ruth, Scott

Mk and Jesse. They

provided various

feedback.PH

YSION

#1

0


62/132


63/132


64/132



PHYSION WEEK 10

Movement: NunchukAim: WiimoteBrainwave: NeuroskyGSR: Wilddivine

CONTROL DEVICE

Movement: Numchuk

Aim: Wiimote

Brainwave: Neurosky

GSR: Wilddivine

FLOOR PLAN 2


65/132



PHYSION WEEK 10

During Event, player loses control of the movement and

camera.

1. Event

Player enters the church the gate in the south east.

Sound: Door close, Foot step

Art: Church / door + animation, church interior

2. EventCreepy noise. Camera turns. See nothing. Camera turns

back.

Sound: Creepy Noise, footstep

Programming: Noise, Camera turn

3. Event

2 set of 2 candles lit up mysteriously, but it's very dim.

Art: candle, light

Programming: Camera turn, glowing effect, candle lit

4. Event

Creepy noise. Camera turns. Mouse is around the hands

and arms.

Sound: creepy noise, mouse, cracking sound

Art: dead body, mouse with animation

Programming: Camera turn, sequence

5. Event

Player reaches to the altar. Pick up the artifact.

Art: altar, artifact

Sound: Picking up (V.O)

EVENTSEQUENCE

1. EVENT

Entering the church

2. Event

Creepy Noise

Camera Turns

3. Event

Candle Lit Up

4. Event

Creepy Noise, see hands arms

and mouse

5. Event

Taking Artifact


66/132



PHYSION WEEK 10

6. Event

Candle off. Camera turns to hallway. See glowing eyes.

Eyes move to the players. Sound: zombie growl, stressfulmusic, zombie footstep Art: Zombies + animation, broken

window Programming: Glowing effect of eyes, lighting

7. Action

Player fights the zombies with the gun. He needs to exit

the door in the south west because there are too many

zombies in the South east. He knows there are two doors

from the map in the beginning.

Sound: Running footstep, gunshot, heartbeat, scream ofthe player when attacked

Programming: Neurosky to accurate aim, Wilddivine to

generate more zombies, wiimote to shoot

8. Event

Player came out to the outside. He breathes in relax and

heavily. Then he found zombies are surrounding him and

coming to him.

Sound: breath, surprising soundArt: Moon, graveyard

Programming: fog effect

9. Action

Player fights to zombies.

Programming: Neurosky to accurate aim, Wilddivine to

generate more zombies, wiimote to shoot

Other Ideas for later Event 6

Window breaking sound. Dim moonlight through broken

glasses.

6. Event

Zombies appear

7. Action

Fighting with zombies to escape

8. Event

Exiting Church

9. Action

More zombies to fight

Other Ideas
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


67/132



PHYSION WEEK 10

Visual Effect is on the process!Following the advisor Shirleys suggestion, the producer had

individual meetings with faculty. Each faculty provided their

opinion of good project.

o Fixed church scaleo Bump map for church exterioro Modeled, unwrapped and textured church bencheso Added a flooro Added some spider web

ENTRANCE OF THE CHURCH

FEATURES

Benches

Floor
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


68/132



PHYSION WEEK 10

< Altar in the church >

o Added bricks, more spiderwebs, candle holders withcandles, and altar

o Refined lighting, shadows and added candle glow

ALTAR IN THE CHURCH

FEATURES

Interior, Altar

Lighting and Shadow


69/132



PHYSION WEEK 10

< Blood Blur Effect >

o Blood blur effect when player gets damage

BLOOD EFFECT WHEN

DAMAGED


70/132



PHYSION WEEK 10

Faculty provided useful feedback!Following the advisor Shirleys suggestion, the producer had

individual meetings with faculty. Each faculty provided their

opinion of good project.

Ruth Comley - Art Faculty

o The purpose of project was not clear to her. Make it clear.o The client wants this' is not good answer.o Our slide was clear and image was relevant to our topic.o People should be involved even when not presenting. Such

as nodding head. Not walking around or crossing arms.o Show successful results with numbers in final. People wants

to hear success.

o Art level is not sufficient yet. Need more work.o Zombie is very hard to animating. If it's not well animated,

it looks funny and disrupts the game experience.o Make sure we have time and resource to finish our work.o Carefully design where the zombies would be placed and

regenerated.

PRESENTATION

Clear Project Purpose

Good SlideShow Results

PRODUCTMore Art Work

Zombie Placement in Game Design
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


71/132



PHYSION WEEK 10

Mk Haley - Associate Executive Producer

o Show data clearlyo Practice pronunciation

o Engaging player Make player wants to play until endo Value of biofeedback Why do we use biofeedback? Why is it necessary to you and client?o Explain why the team choose 'horror'

PRESENTATION

Show Data Clearly

Pronunciation

PRODUCT

Engaging PlayerValue of Biofeedback

Choice of Horror


72/132



PHYSION WEEK 10

Jesse Schell - Associate Professor

o During presentation, scaring audience will be bonus.

o The Game was not scary. Use closed place, sound, lighting Headphone can worko Answer these questions. What is the problem the client have? Why is important to them? Show 'Here is the evidences that we did that thoroughly.'o The team is not the first one who do the biofeedbackproject. Dozens of companies did this.

Address they did this, this, this, but not this. We did this andthe answer is this.

PRESENTATION

Scaring Audience

PRODUCT

More Scary GameReason of the Project


73/132



PHYSION WEEK 10

Emotiv is being tested.

Emotiv doesn't work very well with Unity3D. After carefulconsideration, we decided to use separately program to runNeuroSky and Emotiv, and use network program to send datato our game. We learned how to write network program withC#, and will optimize it.

The second computer was set up.

Computer for play test is ready. We also have the second set ofWilddivine IOM sensor.

EMOTIV ON THE TEST

THE PLAY TEST COMPUTER SET

UP


74/132



PHYSION WEEK 10

Plan To Do



o Connecting Emotiv and NeuroSky to Unity3D through

network program

o Add game detail

o Game design

o Clarify of the purpose of the project

As faculty pointed out, we would clarify the purpose of the

project. It would help faculty to understand our project more.

PROGRAMMING

Connecting devices to Unity3D

GAME DEVELOPMENT

CLARIFY THE PURPOSE OF THE

PROJECT


75/132

[1]

03-15-10

HALF PRESENTATION

The Half presentation

was on March 07 at

RPIS. Audience was

including faculty,

students, clients and

guests. They really

loved it.

CLIENT FEEDBACK

The client atteneded

our presentation and

gave various helpful

feedback.

FACULTY FEEDBACK

Faculty members,

especially our adivso

Shirely and Scott gav

a lot of uesful

comment.PH

YSI

ON

#0

9


76/132

P H Y S I O N W E E K L Y R E P O R T ! ! w w w . e t c . c m u . e d u / p r o j e c t s / l m - m o t i o n /

PHYSIONW E E K 0 9

AGENDA

1. Half Presentation

2. Client Feedback

3. Faculty Feedback4. Plan to do

0 3 / 1 5 / 2 0 1 0

Half Presentation

he Half presentation was on March 07 at

RPIS. Audience was including faculty,

students, clients and guests.

Page 2

Client Feedback

The Lockheed Martin clients attended our

presentation and gave various helpful

feedback.

Page 3

Faculty Feedback

Faculty members including our advisors

provided a lot of useful comments and

suggestions.

Page 5
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


77/132


PHYSION WEEK 9

Half Presentation was done in success!

The Half presentation was on March 07 at RPIS. Audience was

including faculty, students, clients and guests. For the preparation,

our team had many rehearsal. The presentation was full of fun and

interesting. We are sure that our presentation was the most

enjoyable and interesting presentation through whole half

presentation. The audience really loved it.

Team Physion was one of few teams that actually shows the

demo program. We knew that our prototype had not many visual

effect yet and was not scary yet. However, we were not afraid to

show to give audience better understanding for our project. We

hoped that our audience would see through the current state and

understand the concept. Although some of audience might not

think as we intended but it was worth to trying.

The video is available on the website.

http://www.etc.cmu.edu/projects/lm-motion/

HALF PRESENTATION

When: March 07

Where: RPIS ETC

Audience: Faculty, ETC students,

clients and guests

Topic: client deliverable,

biofeedback research, demo,

future plan
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


78/132


PHYSION WEEK 9

Our client gave various helpful feedback!After presentation, all of Lockheed Martin teams had meeting

with client James and Brad.

During the meeting, they said they liked it a lot. Later they sent

us feedback in detail.

o The team is very enthusiastic!

o J is a treat to work with as the producer!

o Excellent Research

The team has done an excellent job of CLEARLY identifying

their options and why they have made the choices they made. Their

report is an exemplar for future ETC projects.

o Smart Prototyping

The team has been very aggressive with getting the biofeedback

devices integrated for use!

o Devices as a Mechanic

The team appears on their way to articulating what may bedevices as a game mechanic; very interested in where this may go.

OVERALL

Very Enthusiastic

Good producer

PROS

Excellent Research

Smart Prototyping

Device as a Mechanic


79/132


PHYSION WEEK 9

o Data in needOne unit can be Zombie and another can be Rubber Duck.

collect the data and compare the results.

o Do graphics matter in getting a response?

o Is pacing the game play more important?o What sounds and when increase the end-users experience?

o Order the 2nd set of gear asap

LMC specifically provided an additional $5k per project per

semester intentionally for hardware.

If Physion establishes 2 (minimum) stations for this game to run

in parallel, they can easily get more users to play their game,double

the amount of data they can collect and can even tweak the user

experience on the fly.

o IOM sensor ordered.

o As the schedule, the team will be gather data as they develop

the game.

CONS

Data in need

ADDITIONAL QUESTIONS

Graphic matters?

Game pacing matters?

Sound matters?

REQUIRED ACTION

Order the 2nd set of gear

ACTION TAKEN

IOM sensor ordered.

Data collection as the schedule


80/132


81/132


PHYSION WEEK 9

Plan To Do



o Test and compare two brainwave device

Emotiv and NeuroSky

o Try Unity3D code provided by NeuroSky manufacturer

o Add game detail

o Game design

We will design floor plan and scenario.

o Build the 2nd set of the gear

IOM sensor is ordered. PC will be requested to ETC. After we

compare between NeuroSky and Emotiv, we would purchase one

more of them.

PROGRAMMING

Test and compare brainwave

device Emotiv and

NeuroSky

GAME DEVELOPMENT

Add game detail

Game design

PRODUCT

Build the 2nd set of the gear


82/132

Lockheed Martin ETC Projects Spring 2010 Physion

Weekly Report

Team Physion

Week 8 (03-01-2010)

Things we did

1. Game Programming

We made a very simple prototype to show our half presentation.Completed features

1) Aiming with Wiimote. Change weapon.

2) Zombies walk, attack and die.

2) IOM is working and values are shown at the right bottom.

3) Mindset is working but it crashes sometimes.

4) Fog and glowing effect.


83/132


Wiimote Video: Wiimote will move the crosshair http://vimeo.com/10027742

Mindset video: Focus will make crosshair smaller to aim accuratelyhttp://vimeo.com/10027749

IOM video: Scared player will lure more zombies http://vimeo.com/10027773

2. Art WorkWe have zombies, church and graveyard.
http://vimeo.com/10027742http://vimeo.com/10027742http://vimeo.com/10027749http://vimeo.com/10027749http://vimeo.com/10027749http://vimeo.com/10027773http://vimeo.com/10027773http://vimeo.com/10027773http://vimeo.com/10027749http://vimeo.com/10027742


84/132


3. Game Design

Meeting with Jesse is postponed but we have draft game design.

4. 10 seconds promotion video

The draft of10 seconds promotion is made. It cant have sound.

http://vimeo.com/9947996

Things we will do

1. Preparation for half-presentation

Half presentation is on Wednesday. We would prepare the presentation and demo.

2. Game Programming

Add detail to game.

3. Art Work

We will work on zombie, graveyard and church.

4. Game Design

We will design floor plan and scary point for church.
http://vimeo.com/9947996http://vimeo.com/9947996http://vimeo.com/9947996


85/132


Weekly Report

Team Physion

Week 7 (02-22-2010)

Things we did

1. IR sensor bar

If we put sensor below or above the screen, aiming point on the screen is not well matched with

what my Wiimote gun actually aim. In shooting game, aiming is basic and crucial part. To solve

aiming, we tried

1) Using two Wiimotes

Block each side of Wiimote and put middle end of the screen. It works in small screen not in big

one because Wiimote has limited horizontal range.

Use duct tape to block IR Put two Wiimotes at each side of screen

Player need to stay in certain distance to play

2) Using IR LED and attach on the screen

Using IR LED and attach on the screenIt might work well, but the LED would look distracted. We can take the light from the glasses

and attach screen. According to Steve, ETC had the glasses before but not currently he doesnt

have it. We think buy new glasses or make our own LED light.


86/132


3)Put sensor bar between screen and player

Put sensor bar between screen and player

Its very easy way and works in acceptably. However, it is a little distracting that sensor bar is in

front of player and blocks the screen.

2. Game Programming

We will try to make a very simple prototype such as shooting boxes as early as possible.

1) Study Unity 3D engine

We studied Unity 3D engine and make FPS game following tutorial.

2) Integrating Unity 3D with IOM (GSR and heartbeat sensor)

We succeeded in reading data from Wild Divine in Unity 3D

3) Get data from Mindset and Wiimote in C# We succeeded in reading data from Mindset and Wiimote in C# program for Unity 3D

3. Art Work

We will develop concept art and modeling.

1) Concept art of game stage church

2) Prototype zombie model


87/132


4. Cave System

We talked with Ruth again about the CAVE and the Swiss Ranger sensor (SR). It is really cool to

have a better view, but there are also many challenges. We would develop with normal monitor

first. If we have time later, we would consider using CAVE.

1) SR sensor and projects are not high enough, 7 feet above the floor.Currently the SR locates lower position, which means the player cannot move freely since SR

has only limited view field. If the player leaves the center point of CAVE a little far away, SR

cannot find the player. In current situation, the valid area is really small, less than 1 square

meter.

In addition, the position of projectors is also low. If a player with 6.5 feet tall is standing at the

center of the CAVE system, his/her head may block some parts of the screen.

To change the position of SR and projector, we have to build a new frame to support them,

which is time consuming, and we need to discuss with ETC.

2) Detecting Aim is hard in CAVEIf we use SR instead of Wiimote to aim, it is hard to detect the gun from the player. In addition,

detecting aim point at three screens will be very complicated. We need to check schedule with

Ruth and i3 team to go to the CAVE room.

5. Purchase New device

Emotiv. It's faster and gives more data than our current device, Mindset.

We ordered the new device but it would come next week. We got the serial number, however,

we cant download the SDK yet due to manufactures technical problem.

6. Get Unity 3D License

To integrate devices in Unity 3D, we received unity 3D pro license from ETC.


88/132


7. Wiimote gun controller test

We received two gun controllers and tested. , The rifle is a little heavy and a little hard to aim.,

An overkill hand cannon has better aim.

.

8 Perforce Setup

We setup Perforce server which enables us faster development.

Things we will do

1. Game Programming

We will make a very simple prototype to show in half presentation.

2. Art Work

We will work on modeling and texturing.

3. Game Design

We will design our game. A meeting with Jesse on Friday will help us to develop our idea.

4. IR sensor bar

- Using IR LED and attach on the screen

We will get LED light and test this method.


89/132

Weekly Report

Team Physion

Week 6 (02-15-2010)

Things we did

1. Review of Project in CS using brainwave deviceTitle: MIND READING: Analyzing EEG Data for Human-Aided Video Retrieval

The original intent was to use EEG signals to reduce the time required to

physically mark an image as relevant; unfortunately, the classifier using thoughtalone performed poorly.

There was also noise issue. "Initially, there was great concern that the EEGsignal would contain far too much noise to possibly yield any positive results."They solved it by "to combine many trials of the same mental action together".This project is not directly related to ours unless we use EEG.

2. Research on former ETC projects

1) Augmented Cognition (2004)

The website said that checking 'pupil' is not working well. However, we couldnt

find how they used biofeedback. Jesse, the advisor of the project, was out oftown this week, so we will schedule to meet in next week.

2) Night of the Living Dead (2006)

The website didn't show much information. Theme is similar but game is

diferent. Its strategy horror game. We don't need to request more

information.

3) Review of Project of Serious game (2009)The program gathers data such as which path player goes, how many cans arepicked up, and which action player does with the time during the game.

They made script to record the data, but it's not on the website. Theprogrammer of the team, Amith, might still have it.

3. Purchase of Wiimote gunFor the gun, we think to use several guns in the game. We will try various

models and find which will work properly.



90/132

1) Black + White Pistol Gun Controller for Wii Remote

$8.82

http://www.dealextreme.com/details.dx/sku.29212

Looks ok and very cheap for two guns. It would be very light so

easy to play.

2) 5-in-1 Laser Light Gun for Wii Remote

$11.81

http://www.dealextreme.com/details.dx/sku.9642

For calibration, it might be easier if we have a gun with laser

pointer.

3) HOUSE OF THE DEAD OVERKILL HAND CANNON (WII)

$35

http://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessor

ies?hash=item2a047316fd

It is ocial product for the famous gun shooting game the

house of the dead.

Quality will be good.

4) Wii Sniper Rifle Gun

$36.07

http://www.amazon.com/Wii-Sniper-Rifle-Gun-Nintendo/dp/B0031QBXJW/

ref=sr_1_2?ie=UTF8&s=videogames&qid=1266362365&sr=8-2It looks nice. We can take out parts and use diferent gun such as

blaster, rifle.

4. Game Design1) Game Engine Unity 3DWe looked into Unity 3D engine as Lockheed Martin suggested.We think it can give us better graphics and easier programmingrather than Panda3D. We will use Unity 3D.

2) Art style - Realistic

Between comedy (such as Zombies and Plants) and Realistic (Left 4 Dead), wechoose realistic.We expect that it can give more immersive, scary feeling to the player.

3) Game background 18th century EuropeIn 18th century Europe, Professional zombie hunter (knight) fights againstzombies in Church with graveyard. The bad boss is the 'priest'.

http://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fdhttp://cgi.ebay.com/HOUSE-OF-THE-DEAD-OVERKILL-HAND-CANNON-WII-NEW_W0QQitemZ180463277821QQcmdZViewItemQQptZVideo_Games_Accessories?hash=item2a047316fd


91/132

Things we will do

1. IR sensor bar1) Discussion with Steve AudiaHe has a big screen at home. To play Wii, he uses a customized wii sensor asbig as the size of the screen. We might consider making our own sensor bar. Inlast semester BVW, Marks team made a small IR light with 9V battery and Christeam used AA battery. We will ask them.

2) Commercial ProductThere is a safety glass with IR led flashlight. The second year student Sharkeehas it. Yantong will contact him. We might take out IR light from the glass andput on the screen.

2. Game Design

Based on our background, we will develop a game design and scenario. We hopethat meeting with Jesse will give us some inspiration.

3. Game ProgrammingWe will try to make a very simple prototype such as shooting boxes as early as

possible.

1) Study Unity 3D engine.2) Integrating Unity 3D with IOM (GSR and heartbeat sensor).3) Integrating Unity 3D with Mindset (Brainwave).

3. Art Work

We will develop concept art and modeling.

4. Purchase New device

While we continue our research on device, we found a new device, Emotiv. It'sfaster and gives more data than our current device, Mindset. We would like topurchase and try this item. As this item provides SDK, it wont be hard todevelop a game with it. However, we have only 2 weeks to work until halfpresentation, we will continue our work on Mindset for in case.

http://www.emotiv.com/apps/sdk/179/

Price

$500 including Software Developer Kit

Pros

1) Fast data refresh rateEmotiv detections are mostly updated 4 times per second(Cognitiv, Afectiv, some Expressiv). Event-driven detections (such as blinks andwinks) are output immediately after detection. If we receive raw EEG data or gyro



92/132

signals, these are measured 128 times per second. EEG data is only availablewith Research, Education and Enterprise Plus licenses.

2) Various data detectionExpressiv: real-time detection of blinks, left/right winks, horizontal glancesleft/right, eyebrow raise, furrow, smile, smirk left/right, clench teeth, laugh

Afectiv: Excitement (short-term and long-term), Engagement/Boredom,Meditation, Frustration.

Cognitiv: NEUTRAL plus up to four trained actions selected from forward andbackward motions on each of 3 axes, clockwise and anticlockwise rotationsabout each of 3 axes (12 detections)

Gyro: 2-axis gyro detects accelerations (nodding, shaking head)

EEG (Research, Education and Enterprise Plus licenses only): 14 channel data at

128 samples per second



93/132


Weekly Report

Team Physion

Week 5 (02-08-2010)

Things we did

1. Prepare presentation

We prepared for quarter walkaround, and finished. We got many useful advices from faculties.

2. Item Research

Besides using Wiimote, laser or arcade gun can be considered. As ETC didnt have controller, we

found several gun controller on internet. In addition, we would research on Beyond VR and

Thought Technology.

Attached Physion CIS device report

Things we will do

1. Research based on quarter walkaround feedback

We would look into the advices from faculty.

- Reference to former ETC projectAugmented Cognition F2004 Pittsburgh

Advisor: Jesse

According to Jesse, they used EEG and motion capture. They didn't know what they are doing

and very unsatisfied as well as their client. He suggested proving that it is fun to play with

biofeedback.-> We would make prototype and check it from next week. EEG provides extremly complicated

and motion caputre as well.

Mike informed us that there is some CMU Project in Computer Science in CMU using brainwave

checking device.

- Game design suggestion Zen master: game that try to control and calm yourself


94/132


When disaster came, player feel embarrassing then player should try to calm.

- Suggestion to use eye tracking device

-> It is not biofeedback and Neurosky is already on the head. In addition, the product is still in

prototype stage. It's not reliable yet.

Biofeedback was big boom a few years ago. However, most of them are gone.

- Institute of Creative Technology in University of Southern California does many militaryrelated projects. It is worth to searching.

2. Research on former ETC projects

Faculties suggested to research on former ETC projects. Yantong would make the list of former

ETC project research related on our project. We would research on those and talk the advisors

of them.

Augmented Cognition (Spring 2004, advised by Jesse)http://www.etc.cmu.edu/projects/biofeedback/

Night of the Living Dead (2006)http://www.etc.cmu.edu/projects/livingdead/

There are some projects related to motion control, might be useful:

Table Topiahttp://www.etc.cmu.edu/projects/tabletopia/

MoJox (Sprint 2006)http://www.etc.cmu.edu/projects/mojox/top.html

Master Motionhttp://www.etc.cmu.edu/projects/mastermotion/

Wizards & Lizardshttp://www.etc.cmu.edu/projects/wizliz/intro.html

3. Making prototype

We would star make prototype.

Setup system, game design
http://www.etc.cmu.edu/projects/biofeedback/http://www.etc.cmu.edu/projects/biofeedback/http://www.etc.cmu.edu/projects/livingdead/http://www.etc.cmu.edu/projects/livingdead/http://www.etc.cmu.edu/projects/tabletopia/http://www.etc.cmu.edu/projects/tabletopia/http://www.etc.cmu.edu/projects/mojox/top.htmlhttp://www.etc.cmu.edu/projects/mojox/top.htmlhttp://www.etc.cmu.edu/projects/mastermotion/http://www.etc.cmu.edu/projects/mastermotion/http://www.etc.cmu.edu/projects/wizliz/intro.htmlhttp://www.etc.cmu.edu/projects/wizliz/intro.htmlhttp://www.etc.cmu.edu/projects/wizliz/intro.htmlhttp://www.etc.cmu.edu/projects/mastermotion/http://www.etc.cmu.edu/projects/mojox/top.htmlhttp://www.etc.cmu.edu/projects/tabletopia/http://www.etc.cmu.edu/projects/livingdead/http://www.etc.cmu.edu/projects/biofeedback/


95/132


Weekly Report

Team Physion

Week 4 (02-01-2010)

Things we did

1. Making and Deciding Game ProposalDuring the client visit on Friday, among three ideas, we decided to develop the third idea ofAfrican survival. The theme is clearer and game would be more intensive than other ideas. We

would try to combine with the first idea of FPS.

The second idea (jumping game) is very unique and good to show technology. However, it might

have higher learning curve.

Besides using Wiimote, laser or arcade gun can be considered.

1) FPS shooting game Use gun model with wiimote to aim. Biofeedback augmented with various weapons. Focused brainwave (Gamma and Beta) make aim steady with sniper rifle. Fast heartbeat enables fast fire rate of machine gun. Based on Galvanic Skin Response (GSR), excess nervousness would blur screen. Replenish energy when player relaxes.

2) Balancing jumping game (abstract, space-y feel) Use wiimote to balance. If you are focusing, the floor (jumping panel) becomes wider. Stable heartbeat would stabilize the floor and make easier to balance. Nervousness or stress would delay your jumping action. Character would jump when player actually jump, using HMD sensor. (We will not

use HMD but just the HMD sensor.)

3) African Survival game


96/132


Similar to FPS shooting game except you only have one weapon and tons ofzombies.

Increased heart rate and GSR attract wild animals and you will need to shoot moreof them to stay alive.

Focus brainwave makes your aim more precise and vice versa. Goal is to survive as long as possible.

2. Prepare presentationAs Lockheed Martin visited Friday 02/05, we gave quarter presentations. Also, we prepared for

coming quarter presentation. LM suggested giving brief explanation of GSR because some of

audience may not familiar with it during presentation.

3. Item ResearchUpon the request of client, we researched more items and made the first Device Search Report.

In device research, price criteria are relative. If we think that it is good device with very high

price, please let client know for future reference. For Lockheed Martin, it might not be

expensive.

Attached File: Device Search Report

4. Making DemoAs we successfully made demo program using Mindset and modified the data mining programusing IOM, we showed to our client.

Things we will do

1. Making and Deciding Game Proposal

As we decide to make survival shooting game, we would start designing game scenario and

game play.

2. Item Research

Besides using Wiimote, laser or arcade gun can be considered. We would research and ask

technical faculty. In addition, we would research on Beyond VR and Thought Technology.

3. Prepare presentation

As quarter presentation is coming, we would prepare.


97/132


4. Program Stability

As mindset and IOM sensor works on particular system and need some time to operate, we

would try to program stable and learn how to use in our game.


98/132


Weekly Report

Team Physion

Week 3 (01-25-2010)

Things we did

1. Making Game ProposalWe thought of 3 potential game proposals.

1) FPS shooting game Use gun model with wiimote to aim. Biofeedback augmented with various weapons. Focused brainwave (Gamma and Beta) make aim steady with sniper rifle. Fast heartbeat enables fast fire rate of machine gun. Based on Galvanic Skin Response (GSR), excess nervousness would blur screen. Replenish energy when player relaxes.

2) Balancing jumping game (abstract, space-y feel) Use wiimote to balance. If you are focusing, the floor (jumping panel) becomes wider. Stable heartbeat would stabilize the floor and make easier to balance. Nervousness or stress would delay your jumping action. Character would jump when player actually jump, using HMD sensor. (We will not

use HMD but just the HMD sensor.)

3) Zombie Survival game (tongue in cheek, think Zombieland) Similar to FPS shooting game except you only have one weapon and tons of

zombies.

Increased heart rate and GSR attract zombies and you will need to shoot more ofthem to stay alive.

Focus brainwave makes your aim more precise and vice versa. Goal is to survive as long as possible.


99/132


2. Building Logo and WebsiteWe designed a logo, halfsheet, poster and website to put on ETC

homepage.

Website address:http://www.etc.cmu.edu/projects/lm-motion/

Attached: Halfsheet design

3. Item ResearchBody media and wild divine arrived. We try to find out what data they can detect and how to

extract data. Hardware and software were different with our expectation. We tried to solve the

problem by analyzing code and contacting manufacturing company.

4. Company Contact1) Minisun - IDEEA

+1 (559) 439-4600

Motion sensor system Question to ask

- Possible to get data in real time- Price and how to buy

2) Wild divine

[email protected]

866.594.9453 option "1"

Received data reporting program Data Parsers and team programmers start to analyze. Data Parses exports data manually. We will contact to Wild divine again and ask if

another program is available. If not, we need to modify the program to get data in real

time, however, it is low-level programming that our programmers are not familiar with.
http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/http://www.etc.cmu.edu/projects/lm-motion/


100/132


3) Body Media

Rachel Jackson

Clinical Research Coordinator

412-543-1311 (office)

http://www.bodymedia.com

According Body Media,

There is no provided SDK or way to get raw data with device that we have (GoWear). They suggested to us to buy another product of theirs, SenseWear (BMS). BMS

originally costs $3,500 including professional software. After university discount, it

became $2,500. There might be a little room for price negotiation.

However, both of GoWear and SenWear can't receive data in real time. It stores dataand upload after PC connection.

For these reasons, we might not use Body Media and just return the item.

4) Thought Technology

1-800-361-3651 or (514) 489-8251

It costs $2300 if we want to use GSR and skin temperature sensor To use, an encoder and a sensors are required. 2-channel encoder can use 2 sensors.

- 2-channel encoder: $ 1700- 5-channel encoder: $ 3000- 10-channel encoder: $ 6000

Various sensors are available: EEG, EMG, EKG, Respiration, Temperature, etc. Professional equipment Can get data in real time and export Provide API 10% student discount If we cant use Wild Divine either, we will consider this product because of data

accuracy and variable sensor availability.


101/132


http://www.thoughttechnology.com/hardware.htm

http://www.thoughttechnology.com/sensors.htm

5) GSR/Temp2

(800) 435-5354 (USA/Canada) or (416) 209-2495

Software costs $75 and hardware costs $160 Also made by Thought Technology, and much simplified one

We contacted Mr. Gordon of MindGrowth, the US distributor. Gordon said it might be possible

to get raw data. We sent questions to Gordon and he would contact the software developer.

http://www.mindgrowth.com/store/index.php?cPath=23

http://www.mindgrowth.com/store/product_info.php?cPath=1&products_id=34

Things we will do

1. Making Game ProposalComing week is due date of 2 game proposal. Based on the feedback, we will develop the ideas.

2. Item ResearchThe program and use of devices are a little different with our expectation. We will find what

data they can detect and analyze programming code. Then we can find out how to extract data

and where to use.

In additions, in case if we cant use IOM, we would contact other manufacturers.

3. Prepare presentationAs quarter presentation is coming, we would prepare.


102/132


Weekly Report

Team Physion

Week 2 (01-25-2010)

Things we did

1. Making Game ProposalBased on our research, we will make at least 2 game proposals.

2. Building Logo and WebsiteWe will design a logo and website to put on ETC homepage.

Website address:

3. Item ResearchAs soon as other items arrive, we will find what data they can detect. Then we will analyze

programming code and find out how to extract data. In addition, we will discuss its usability.

4. Company Contact1) Minisun - IDEEA

+1 (559) 439-4600

Motion sensor system Question to ask

- Possible to get data in real time- Price and how to buy

2) Wild divine

[email protected]

866.594.WILD (9453) option "1"

Received data reporting program Data Parsers andteam programmers start to analyze


103/132


3) Body Media

Rachel Jackson

Clinical Research Coordinator

412-543-1311 (office)

http://www.bodymedia.com

According Body Media,

There is no provided SDK or way to get raw datawith device that we have(GoWear).

They suggested us buy another product of theirs, SenseWear(BMS). BMS originally costs$3500 including professional software. There might be a little room for price

negotiation.

However, both of them can't receive data in real time. It works as storing and uploading.

4) Thought Technology

1-800-361-3651 or (514) 489-8251

It costs $2300 if we want to use GSR and skin temperature sensor To use, an encoder and a sensors is required. 2-channel encoder can use 2 sensors.

- 2-channel encoder: $ 1700- 5-channel encoder: $ 3000- 10-channel encoder: $ 6000

Various sensors are available: EEG, EMG, EKG, Respiration, Temperature, etc.

Professional equipment Can get data in real time and export Provide API 10% student discount If we cant use Wild Divine either, we will consider this product for it has many sensors.

http://www.thoughttechnology.com/hardware.htm

http://www.thoughttechnology.com/sensors.htm


104/132


5) GSR/Temp2

Tel: (800) 435-5354 (USA/Canada) or (416) 209-2495

Software costs $75 and hardware costs $160 Also made by Thought Technology, and much simplified one

Contacted to Mr. Gordon of MindGrowth the US distributor that availability of get raw data

We sent questions to Gordon and he would contact the developer of software

http://www.mindgrowth.com/store/index.php?cPath=23

http://www.mindgrowth.com/store/product_info.php?cPath=1&products_id=34

Things we will do

1. Making Game ProposalBased on the feedback, we will develop the ideas.

2. Item ResearchAs soon as other items arrive, we will find what data they can detect. Then we will analyze

programming code and find out how to extract data. In addition, we will discuss its usability.

3. Prepare presentationAs quarter presentation is coming, we would prepare.
http://www.mindgrowth.com/store/index.php?cPath=23http://www.mindgrowth.com/store/index.php?cPath=23


105/132

Weekly Report

Team Physion

Week 1 (01-11-2010)

Things we did

1. Set Weekly Meeting TimeAdvisor meeting: Every Monday 11:00

Client meeting: Every Monday 12:00

2. Decide Role

J - ProducerTatyana - Artist

Xiao - Programmer

Yantong - Programmer

3. Brain StormingWe would divide by category and produce our idea

CategoryPlatform / genre / biofeedback / audience / setting

4. Examine CAVE System

1) It has 3 separate screens.2) It able to detect 3 dimensional movements.

3) It is available on XP and 7.

4) It must notify and coordinate time the faculty team if we want to use.

5. Use of Natal ProjectIf we cannot get it by next week, we may not use the Natal.

Lockheed Martin would contact to MS

6. Equipment in NeedDiscuss with Shirley and Janice

Whiteboard would be installed on Monday

Things we did

1. Setting Research PlanWe would research on biofeedback first then discuss which method to use.


106/132

Research on which biofeedback indicates different emotion or status of mind. And which device

can get those data.

Biofeedback -> Emotion / status of mind -> Device1) Muscle action potential

2) Skin temperature

3) Sweat gland

4) Brain wave

5) Heart rate

6) Abdominal/chest movement,

7) CO2

8) Balance (weight)

9) Eye focus / movement

Tatyana and Xiao would research 1, 2, 3, 4, 5

J and Yantong would do 4, 6, 7, 8, 9

2. Research MeetingWe would have the first research meeting on Tuesday and check our progress.

Next research meeting would take on Thursday.

On Friday, we would analyze and decide which product we need to purchase and examine.

3. Setting Office HoursDiscuss official office hours for the team


107/132


Meeting Minutes

Team Physion

Spring 2010

Date: 1/14Time: pm 5:00~6:00

Place: 5 fl Conference Room

Attendance: J, Tatyana, Xiao, Yantong

1. Setting meeting time

send email to LMdiscuss with LM team

With Lockheed Martino First Preference Friday PM 1:30o Second Monday AM 11:00

With Shirleyo She wants meet all Lockheed team in same dayo Need to coordinate with other LM teams

Team Meetingo A meeting is necessary before meeting with LM peopleo Meeting during week is depend on the meeting time with Shirley

2. Research

Biofeedback -> Emotion / status of mind -> Device

1. Muscle action potential, 2. skin temperature,


108/132


3. sweat gland, 4. brain wave, 5. heart rate, 6. abdominal/chest movement, 7. CO2 8. Balance (weight) 9. Eye focus / movement

Tatyana and Xiao would do 1,2,3,4,5J and Yantong would do 4,6,7,8,9

One meeting on Tuesday Week2.Research should be done before Friday Week 2 meeting.

3. Equipment in needDiscus with Shirley and Janice

Whiteboard / pen Corkboard / pin Budget for Food(reimbursement) Post it

Date: 1/18

Adviser MeetingTime: am 11:00~11:30Place: 5 fl Project RoomAttendance: J, Tatyana, Xiao, Yantong / Shirely, Scott

1. Change schedule of client meetingconflict schedule of adviser: ask to LM from 11:30 to 12:00

2. Using cave system could be extra difficult -> put aside for a while

3. Availability of Natal - Scott could ask to MS

4. Suggested Research Idea

1. Past project : Interactive theater 2. Body Media


109/132


o by Astro tellero Arm band device checking bio feedback

3. OpenCV 4. Curing trauma (post-traumatic stress disorder)

o for military Veteran, firefighter etco by simulating the experience and help them to overcome

All team members study on 1. Tatyana researches on 2, Yantong and Xiao on 3, J on 4.

Date: 1/18Client MeetingTime: am 11:30~12:00

Place: Shirely's office via speaker phoneAttendance: J, Tatyana, Xiao, Yantong / Brad

1. Change schedule of client meetingfrom 11:30 to 12:00

2. Google account might not be available in Lockeed MartinConsideration for setting Wiki

3. ETC alumni Oscar might know someone in NataBrad would contact to him

4. Send mailing list of "[email protected]"Team members and advisers are included in.

Date: 1/19Team MeetingTime: pm 4:30~5:30

Place: 5 fl Conference RoomAttendance: J, Tatyana, Xiao, Yantong

1. Research on processItems to buy

Bodymedia: Skin temperature, Galvanic skin response and heat flux (Scott suggested) Wilddivine: Heart rate, Galvanic skin response, Brain wave


110/132


Neurosky: Reflect brainwave to imageAsk to Shirley -> Visit her office next morning.

2. Research on

The past projects 'Virtual Meditation' on 2002 and 2006, 'Interactive Theatre Initiative' 2006 usedbiofeedback.Breda Harger was the advisor, so we might give us some advices.Request a meeting to Brenda

3. NatalScott might not help us to get Natal through MS, and Brad contacted Oscar but no success.We would contact 'Drew'. If we can't get through him, we might not use Natal.

Date: 1/20

Team MeetingTime: pm 4:30~5:30

Place: 5 fl Conference RoomAttendance: J, Tatyana, Xiao, Yantong

1. Brainstorming for namesChoose name among 'KINO, Physo, eSense, Physio, Biosense, ESSENCE, Sensitive'

Date: 1/21

Team Meeting

Time: pm 5:00~5:30Place: 5 fl Project RoomAttendance: J, Tatyana, Xiao, Yantong

Decide team name "Physion".

Date: 1/22

Team MeetingTime: pm 5:00~5:45

Place: 5 fl Project

Physion Design Documents

Documents

Transcript of Physion Design Documents