LEMKE2006 Doing Multimedia Analysis of Visual and Verbal Data

7/26/2019 LEMKE2006 Doing Multimedia Analysis of Visual and Verbal Data

1/6

!"#$% '()*#+,-#. /$.)01#1 "2 3#1(.) .$- 3,45.) !.*.6 / 7(#-,

"#$ %& %'()'

*+,-'./,0$ 12 3,45,6#+

7+4.'#/,+68$9 .'/'#.45'./ 2,+: 1;./'8-'/ +'':,+6 01 #+#8$0 #+: /D''459 #+: 1+ 05' 21;+:#0,1+/ 12 -,/;#8 /'(,10,4

#+#8$/,/ 12 /0,88 ,(#6'/& G' #.' /0,88 1+8$ #0 05' @'6,++,+6 12 )+1C,+6 51C 01

#+#8$0?/;45 #/ C'@/,0' #+#8$/,/ #+: 0.#-'./#8/ #4.1// 8,+)/A&

8"9.) :(,1*#"$1 2"4 ;$#*#.) /$.)01#1

L5' 21881C,+6 M;'/0,1+/ #.' :'/,6+': 01 214;/ 05' #+#8$/0N/ #00'+0,1+ 1+ # -#.,'0$

12 ('#+,+6 0$D'/ #+: 2;+40,1+/ :;.,+6 05' #+#8$/,/ 12 (;80,(1:#8 /'(,10,4

#.0,2#40/& L5' ,+,0,#8 M;'/0,1+/ #DD8$ 01 ?+'#.8$OA #88 (':,#P /1(' 12 05' (1.'

#:-#+4': 1+'/ 1+8$ ,+ (1.' /D'4,#8,0 #+: ,0/ 0$D16.#D5$ #+: D#6' 8#$1;09 #+: 01 (1.' 41(D8'> #.0,2#40/

/;45 #/ 5$D'.0'>0/9 5$D'.(':,#9 (;80,ED#6' /D.'#:/9 '04& S,22'.'+0 ('#+,+6/ #.'

(#:' ,+ (1.' '>0'+:': 0'>0/ #+: (;80,(':,# 05#+ ,+ /51.0'. 1+'/ 1. 41+/0,0;'+0

;+,0/& 7+0'.#40,-,0$ #::/ #::,0,1+#8 ('#+,+6 :,('+/,1+/9 #/ :1 :$+#(,4 (':,#/;45 #/ #;:,1 #+: -,:'1T2,8( 1. #+,(#0,1+/& U1+4.'0' 1@='40/9 /;45 #/ (#45,+'/


2/6

#+: 01$/9 .'M;,.' /D'4,#8 41+/,:'.#0,1+ 1+ /1(' D1,+0/9 #/ :1 ,(('./,-'

'+-,.1+('+0/9 C5'05'. (#0'.,#8 ?#.45,0'40;.'9 /0.''0/4#D'/A 1. -,.0;#8&

L5' 6;,:,+6 M;'/0,1+/ #.' #..#+6': #441.:,+6 01 05' #+#8$/,/ 12 05.'' D.,(#.$

0$D'/ 12 ('#+,+6 D.'/'+0': ,+ %'()' ?VWWX#9 .'-,/': YZVVA #+: %'()' ?VWWX@A&

R.,'28$9 05'/' #.'[ !"#$%&'$(&)%$* ,-$%&%#9 05' :,('+/,1+ 12 #88 ('#+,+6E(#),+6 05#0 0'88/ ;/ C5#0 61'/ C,05 C5#09 C5#0 /(#88'. ;+,0/ @'81+6 01 C5#0

8#.6'. ;+,0/9 #+: 51C ('#+,+6 05'('/ #.' :,/0.,@;0': #4.1// # C518' C1.)&

."-/-%($(&)%$* ,-$%&%#9 05' :,('+/,1+ 12 #88 ('#+,+6E(#),+6 05#0 4.'#0'/

#+:T1. .'2'.'+4'/ # /0#0'E12E#22#,.9 C51 ,/ :1,+6 C5#0 01 C51( #+: C,05 C5#0

('#+/9 C5#0 ,/ 5#DD'+,+69 C5#0 ,/ .'8#0': 01 C5#0 #+: 51C& !"&-%($(&)%$*

,-$%&%#9 05' :,('+/,1+ 12 #88 ('#+,+6E(#),+6 05#0 ,+:,4#0'/ 05' .'8#0,1+ @',+6

4.'#0': @'0C''+ 4.'#01. #+: ,+0'.D.'0'. ?'&6& 0'88,+69 #/),+69 122'.,+69 '04&A #+:

05' #00,0;:,+#8 #+:T1. '-#8;#0,-' /0#+4' @',+6 0#)'+ @$ 05' 4.'#01. 01C#.:/ 05',.

1C+ \.'/'+0#0,1+#8 41+0'+0 ?'&6& /'.,1;/T5;(1.1;/9 -#8;,+6T:,/D#.#6,+69 '04&A&

7 .'41(('+: @'6,++,+6 C,05 05' F.6#+,0;#8,,(#8

C518'9 /,(,8#.,0$ 1. 4#0'61.$ ('(@'./5,DP 42& 41E('.1+$(,4 #+: 41E5$D1+$(,4

/'(#+0,4 .'8#0,1+/5,D/AO G5#0 #.' 05' 81+6'/0 45#,+/ 12 '8'('+0/O 1+ 05' @#/,/ 12

/,(,8#.,0$O 12 -,/;#8 8,+)#6' C,05,+ # 8#.6'. /0.;40;.' ?/D#0,#8E6'1('0.,4#8

.'8#0,1+/5,D9 6.#D5,4#8 8,+)#6'AO

G5#0 ,/ 05' (1/0 /#8,'+0 -,/;#8 '8'('+0O G5'.' ,/ $1;. '$' :.#C+ 01 2,./0O G5#0

-,/;#8 D#05C#$/ 1. -'401./ 8'#: 019 #+: 2.1( 05,/ '8'('+0O G5#0 105'. /#8,'+0

'8'('+0/ 8,'/ #81+6 05'/' D#05C#$/O H1C ,/ /#8,'+4' .'#8,


3/6

.'8#0,1+/5,D/ :1'/ 05,/ 681@#8 6'1('0.$ /;DD1.0O I1. '#45 .'6,1+9 C5#0 #.' ,0/

8#.6'/0E/4#8' 41+/0,0;'+0/O ?70'.#0' 05' M;'/0,1+/ ;+0,8 # (,+,(#8 -,/;#8 ;+,0 ,/

.'#45':&A

G5#0 #.' 05' -,/;#8 .18'/ 12 0'>0 ,+ 05' #.0,2#40O H1C ,/ 0'>0 #//14,#0': C,05 105'.

-,/;#8 '8'('+0/O S1 -,/;#8 D#00'.+/ 4.'#0' .'8#0,1+/5,D/ @'0C''+ :,/0,+40 0'>0;+,0/O S1 0'>0;#8E415'/,1+ .'8#0,1+/5,D/ 4.'#0' .'8#0,1+/5,D/ @'0C''+ 105'.

:,/0,+40 -,/;#8 ;+,0/O G5#0 #.' 05' /'(#+0,4/ #+: ('#+,+6E2;+40,1+/ 12 05'/'

.'8#0,1+/5,D/O

G,05,+ 0'>0;#8 ;+,0/ 1+ '#45 0'>0E/4#8'9 51C ,/ 415'/,1+ #45,'-':O G5#0 #.' 05'

/0.;40;.#8 ;+,0/ #+: 05',. /'(#+0,4 .'8#0,1+/5,D/ 01 1+' #+105'. #0 05' /4#8'/ 12

D5.#/' 1. 6.1;D9 48#;/'9 48#;/'E41(D8'> 1. /'+0'+4'9 .5'01.,4#8 /0.;40;.'9 #+:

6'+.' /0.;40;.'O H1C :1'/ 415'/,1+ 1D'.#0' C,05,+ #+: #4.1// 05'/' /0.;40;.#8

;+,0/O

.(/"'%*( 0+ 12*%$",$3*(-

G5#0 #.' 05' 0$D,4#8 /'M;'+4'/ 12 '-'+0/ 1. #40,1+/O C5#0 #.' 05' 2;+40,1+#8

('#+,+6 .'8#0,1+/ 12 +',65@1.,+6 '-'+0/O 12 (1.' :,/0#+0 '-'+0/ #81+6 # 45#,+ 1.

0.#-'./#8O G5#0 #.' 05' 1D0,1+/ 21. #80'.+#0,-' #40,1+/O G5#0 :,22'.'+4'/ ,+ 0$D'/

12 /'M;'+4'/ :1 :,22'.'+0 #40,1+E451,4'/ D.1:;4'O 1+ /51.0'. /'M;'+4'E/4#8'/O

81+6'.O

H1C :1 05' (#0'.,#8 #221.:#+4'/ 12 05' 1@='40 41+/0.#,+ 1.6#+,D'40': ;/'.E0$D'/O G5#0 ,+:,4#0,1+/ #.' 05'.' 12 #+0,4,D#0':

#;:,'+4'/ 1. N1-'.5'#.'./N C51 #.' +10 :,.'408$ N#::.'//':N @$ 05' 0'>0O


4/6

G5#0 M;#8,0,'/ 12 05' /1;.4'T#;051. 12 05' 0'>0T#.0,2#40 #.' ,+:'>': @$ ,+0'.+#8

2'#0;.'/O K.' 05'.' (;80,D8'O .#+)':O /1;.4'/ 1. #;051./9 1. /14,#8 -1,4'/O

H1C :1'/ 05' 0'>0 D1/,0,1+ 05' /1;.4' .'8#0,-' 01 05' ;/'.O ,+ .'8#0,1+/ 12 D1C'.O

:1(,+#+4'O ,+0,(#4$O 21.(#8,0$O #+: 01 C5#0 :'6.''/O

G5#0 :1'/ 05' 0'>0T#.0,2#40 122'. 05' ;/'. @$ C#$ 12 ,+21.(#0,1+O /'.-,4'/O

1D0,1+/ 21. #40,1+O G5#0 :1'/ 05' 0'>0T#.0,2#40 .'M;'/0 1. :'(#+: 12 05' ;/'. 1.

41+/0.#,+ ,+ #40,1+O H1CO

H1C :1'/ 05' 0'>0T#.0,2#40 C1.) 01 45#+6' 05' .'8#0,1+/5,D 12 05' ;/'. #+: 05'

/1;.4'O G5#0 ,/ ,0 :1,+6 01 1. 21. 05' ;/'.O

H1C :1'/ 05' 0'>0T#.0,2#40 ,+:'> 05' /0#+4' 12 05' /1;.4' ?1. #+$ -1,4' ,0

D.1='40/A 01C#.: 05' 0'>0T#.0,2#40 ,0/'82O 01C#.: 05' /1;.4'T-1,4' ,0/'82O 01C#.:

05' ;/'.O 01C#.: ,0/ 1C+ D.'/'+0#0,1+#8 41+0'+0O C,05 .'/D'40 01 ,(D8,': 1.

'>D8,4,0 '-#8;#0,1+/ 12 C#..#+0#@,8,0$ ?D.1@#@,8,0$9 D1//,@,8,0$9 :1;@09 0.;059

.'#8,/(A9 ;/;#8,0$T/;.D.,/'T/#8,'+4'9 +1.(#0,-,0$ ?.'M;,.':T21.:,::'+A9 ;+ T

:'/,.#@,8,0$ ?12 #88 ),+:/A9 ,(D1.0#+4'T/,6+,2,4#+4'9

/'.,1;/+'//T,.1+$T5;(1.1;/+'//O

H1C :1'/ 05' 0'>0T/1;.4' '-#8;#0' ,0/ 1C+ #@,8,0,'/O 05' #@,8,0,'/ 12 05' ;/'.O 12

105'./O

H1C :1'/ 05' 0'>0T#.0,2#40T/1;.4' '-#8;#0,-'8$ #DD.#,/' D'./1+/9 05,+6/9

D5'+1('+#9 '-'+0/9 4,.4;(/0#+4'/O

.(/"'%*( 0+ 12*%$",$3*(-

H1C :1 ,+:'>': 1. ,(D8': M;#8,0,'/ 12 05' /1;.4'T-1,4'/ 45#+6' 1-'. 05' 41;./'

12 05' 0'>09 1. 2.1( 1+' -,/;#8 .'6,1+ 12 05' #.0,2#40 01 #+105'.O 51C :1 051/' 12

05' #+0,4,D#0':T,(D8,': ;/'. #+: #;:,'+4'/ 45#+6'O 51C :1 05' D.'/;DD1/':

#+: 4.'#0': .'8#0,1+/5,D/ @'0C''+ 05'( 45#+6'O

H1C :1 '-#8;#0,-' /0#+4'/ /5,20 C,05 /5,20/ ,+ D.'/'+0#0,1+#8 41+0'+0O H1C :1

/0#+4'/ /5,20 01C#.: 05' /#(' 41+0'+0 #0 :,22'.'+0 D1,+0/ ,+ 05' 0'>0 1. #4.1//

:,22'.'+0 -,/;#8 .'6,1+/ 12 05' #.0,2#40O #0 :,22'.'+0 :$+#(,4#8 (1('+0/O

G5#0 /1.0/ 12 45#+6'/ 0#)' D8#4' 1+ /51.0'. 0,('T/D#4'E/4#8'/O 1+ 81+6'. 1+'/O

>4,1,$*.*#"$.) ',.$#$%1

!"#$% "'( )*'*+",-

G5#0 .'416+,


5/6

G5#0 M;#+0,0,'/9 M;#8,0,'/9 0$D'/ 1. 4#0'61.$ ('(@'./5,D/9 #+: :'6.''/ 12 05'/'

#.' #00.,@;0': 01 D#.0,4,D#+0/9 '04&O

G5#0 .'8#0,1+/5,D/ #.' D.'/'+0': #/ '>,/0,+6 ?D#/09 D.'/'+09 2;0;.'9 41+:,0,1+#89

41+0.#2#40;#8A #(1+6 05'/' D#.0,4,D#+0/O 7+ C5#0 41((1+ 1. /5#.': D.14'//'/9

#40,-,0,'/9 #40,1+/9 '-'+0/9 5#DD'+,+6/ #.' 05'$ D.'/'+0':O

G5#0 #.' 05' 814#0,1+/9 /'00,+6/9 41+:,0,1+/ 21.9 4#;/'/ 129 (1:'/ #+: (#++'./ 129

0'(D1.#8 814#0,1+/ 21.9 :;.#0,1+/ 129 #+: 105'. 4,.4;(/0#+4'/ #00'+:,+6 1.

(1:,2$,+6 05'/' .'8#0,1+/5,D/ #+: D.14'//'/9 #/ D.'/'+0':9 .'D.'/'+0':9 ,(D8,':9

4.'#0': 1. D.'/;DD1/':O

K.' 05' D.14'//'/9 4,.4;(/0#+4'/ #+: .'8#0,1+/5,D/ D.'/'+0': #/ D'.(#+'+09

45#+6,+69 +'CT.'4'+09 81+6E/0#+:,+69 /;::'+9 /0#@8'9 D'./,/0'+09 5#@,0;#89

.'D'0,0,-'O #+: 51CO

H1C #.' D.14'//'/9 4,.4;(/0#+4'/9 #+: .'8#0,1+/5,D/ /$+45.1+,0;#88$9 #+:0'(D1.#88$ ,+T 05.1;65 05' 0'>0T#.0,2#40O

72 05'.' #.' 45#,+/ 1. D#00'.+/ 12 :,/0.,@;0,1+ 12 ('(@'./ 12 /;45 4#0'61.,'/9

C5#0 0$D,4#8 1. .'4;..,+6 .'8#0,1+/5,D/ @'0C''+ 05',. ('(@'./ ?,+48;:,+6 41E

D#.0,4,D#0,1+ ,+ 05' /#(' D.14'// 1. .'8#0,1+/5,DA #.' D.'/'+0': ,+ 05'

0'>0T#.0,2#40O C5#0 .'8#0,1+/5,D/ #.' 41+/0.;40': @'0C''+ 8#.6'. 1. C518'

D#00'.+/O

.(/"'%*( 0+ 12*%$",$3*(-

H1C #.' 05' D.'/'+0#0,1+#8 ('#+,+6/ 12 -,/;#8E6.#D5,4#8 '8'('+0/ (1:,2,': @$

05',. 1.6#+,0;#8 '8'('+0/O #+: -,4'E-'./#O ?'&6&

:,/#(@,6;#0':9 (1.' :'8,4#0'8$ /D'4,2,':9 (#:' D18$/'(,49 '04&A

G5#0 ,+21.(#0,1+ ,/ D.'/'+0': .':;+:#+08$ @'0C''+ -,/;#8E6.#D5,4#8 '8'('+0/

#+: 0'>0;#8 '8'('+0/O C5#0 ,/ D.'/'+0': 1+8$ ,+ 1+' (1:' 1. 05' 105'.O C5#0 ,/

D.'/'+0': 1+8$ =1,+08$ @'0C''+ @105 (1:'/O


6/6

?@A

LEMKE2006 Doing Multimedia Analysis of Visual and Verbal Data

Documents

Transcript of LEMKE2006 Doing Multimedia Analysis of Visual and Verbal Data