•

dtouba@upatras.gr

•

!""

•

#$%&"

•

'

()*)+, &-%& %

(. --/0"$ &% / &!%

%&

1

•

1-" $/#/ $

/

•

2 34$ !2

( . !"

(.5% &6&'&#&-

(4 /$5% !

(/ "!

(4% "

•

7 !

•

-5-3.

Nyq

uist3

8 %

2

•

--/0 & % !""#/

% /"

(

E.A

.Lee

and

D.G

.M

esserschm

itt,D

igitalCom

munication

,3rd

ed

.--/3 / 5$

!9)& 282:

(

J.G

.Proakis,

Digital

Com

munication

s,4th

ed

.--/ !""-%%

(

J.G

.Proakis

and

M.Saleh

i,Com

munication

System

sEngin

eering,

2nd

ed.

$ --/ 5;/ "

% "<$ ! /

(

John

M.C

ioffi,D

igitalCom

munication

,Class

Read

er,http://www.stanford.edu/class/ee379a,

ee379c,

ee379b,

ee479

.& &% = 3>% "% 3

$ "/ !

DM

T

3 %/ "?G

DFE

@ "$ "

? multiu

ser@

3

(

S.

M.

Kay,

Fundam

entals

ofStatistical

Sign

alPro

cessing

-Volu

me

1,Estim

ation

Theory

" #/ /

(

D.T

sean

dP.V

iswan

ath,Fundam

entals

ofW

irelessCom

munication

s

5&--/&$% & $/

& & /

#/5!/

(

A.Pap

oulis,

Prob

ability,

Ran

dom

Variab

les,an

dSto

chastic

Pro

cesses,3rd

ed

.--/% $ "/5&$!

(

A.

Leon

-Garcia,

Prob

ability

and

Ran

dom

Pro

cessesfor

Electrical

Engin

eering,

2nd

ed

<:!" / 3/ 9

2$&

4

!""

•

( !2

Cioffi

Ch.

1,Proakis

Ch.

1

•

45% 3 $ /

5

# "$

•

!2 / /&

&

•

& &

•

9 / $ ? !"@

•

3 !2 /3/!&&3

•

/3 !2 /3 /3 "

& $ 1!/

1!/&3&3% 1!/

6

# "$

•

9 / $ $& /

•

3 $% !

Pe

(#&-0 -" &0!3%&-

(&" &

(- $/ " %/

33 0 $&

•

$//- $ % /

& " & "

#/5!/

7

# "$%

•

$3!/% /

& $

•

$ & ?@ !0

$!

•

!" ! ?$

-@ $/?%-33/1

(fadin

g)@

•

!" 3/ /$ & %

3 $3/

8

# "$&

•

& / $/ ?"%

/$ @

•

:%- &/ 3%3 $/

•

!&// $/?3 &

A/1(

multip

ath@

•

3 - & /

$

•

5/A 3/A

4A &%

9% ! -

?3 &@3!3 /%

/$$/

9

$'(()(

$(*$+,-$

•

•

45% 3 $ /

(

Proakis

Ch.

2,Lee

&M

esserschm

ittCh.

3

10

.$

9 "#/5% 3 $ "/

!/ /1' /

/ ! " !/

- % /3 3 $

$&/ %%%!$&

% / & !""

11

*'((

•

$/2 - ? @2 // $/

$"

Ω

2// 3$

(5B

A=

":5%C

Ω=

1,2,X

(5D

B=

#/ 5

Ω=

?

•

:

! $ A%

σ.

pX(x

)=

Pr

X=

x

?probab

ilitym

assfu

nction

-pm

f@ Pa∈

Ωp

X(a

)=

1.

FX(x

)=

Pr

X≤

x=

Pa:a≤

xp

X(a

) . 5%

?cum

ulative

distrib

ution

function

–cd

f@

(5B?:E55:@

pA(a

=1)

=1

3p

A(a

=X

)=

pA(a

=2)

=0.

•

:$/ ! $ %

σ.

?probab

ilityden

sityfu

nction

-pdf@

fX(x

)=

ddxF

X(x

) RΩ

fX(x

)dx

=1

Pr

X∈

S= RS

fX(x

)dx

•

3//$

pdf

Dirac

/

pm

f

fX(x

)= P

a∈Ω

px (a

)δ(x

−a)

12

/$ /

fX(x

)=

1√

2π

σ2 e −

(x−µ) 2

2σ2

•

$ # $ 9$

/ . :#"?C

entralL

imit

Theorem

@%

N

! ?i.i.d

.@ $/ - "

/

N→

∞

•

2 /& %%- "

•Q

(x)

=1

√2π R

∞xe −

a22da

=12 e

rf

c “x√2 ”

Pr

X>

x=

Q `x−

µσ ´

9

Q()

$ !'

x/A &

1√

2π

xe −

x22.

;/ % !

!

13

$0

•

2

Ef [X

]= P

x∈Ω

xp

X(x

)

3

E[X

]= R

x∈Ω

xf

X(x

)$/

•

2

g(·)

E

f [g(X

)]= R

x∈Ω

g(x

)fX(x

) / $

•

σ2X

=E

[(X−

E[X

])2]

=E

[X2]−

(E[X

])2.

'

σ2X

=E

[|(X−

E[X

])| 2]=

E[X

X∗]−

(E[X

])(E[X

]) ∗.•

; &

ΦX(s

)=

E[e

sX]= R

∞−∞

esxf

X(x

)dx

14

$,$$0(1

•

& % ?joint

cdf@

&?$"@

FX

,Y(x

,y)

=

Pr

X≤

x,Y

≤y

= Rx−∞ R

y−∞

fX

,Y(a

,b)d

adb

•f

X,Y

(x,y)

&

σ

(joint

pdf)

•

5%"

σ

(margin

alpdf)

fX(x

)= R

∞−∞

fX

,Y(x

,y)d

y

•

&

/? @

I

J

3

Pr

X∈

I∩

Y∈

J=

Pr

X∈

IP

rY

∈J

8&3

fX

,Y(x

,y)

=

fX(x

)fY(y

)

FX

,Y(x

,y)

=F

X(x

)FY(y

)

E[X

Y]

=E

[X]E

[Y]

?$

@

•

$ // = 3 /

$ 3 /

15

2,03$/

•

&? "@ - "3

µ=

0

fX

,Y(x

,y)

=1

2π

σ2 p

1−ρ

2exp "−

x2−

2ρxy

+y

2

2σ

2(1−ρ

2) #

ρ=

E[X

Y]

σ2

$

•

'!

M

? @ -

fX(x

)=

1

(2π)

M2|Kx |

12

exp »−

12( x−

mx )

TK

−1

x(x−

mx ) –

Kx

=E

[(x−m

x )(x−m

x )T]

/$ m

X=

E[X

]

•

:%"

σ

/

•

$ &" & &

16

.$0/0

Bayes

•f

X|Y

(x|y)

=fX

,Y(x

,y)

fY

(y)

y

/

fY(y

)=0

•

.

Bayes

fX

|Y(x|y

)fY(y

)=

fY|X

(y|x)f

X(x

)

•

#"

Bayes

fX

|Y(x|y

)=

fY|X

(y|x)f

X(x

)Rx∈

Ωx

fY|X

(y|x)f

X(x

)dx

•

'

pX

|Y(x|y

)=

pY|X

(y|x)p

X(x

)P

x∈Ω

xpY|X

(y|x)p

X(x

)

17

*$2-R

andom

Pro

cesses

•

&$

Xk

2%/

Xk

/

k

•

$&$

X(t)

2 $

t

/ /

X(t

=

τ)

/

•

: $ // $/

(% & % $3

(#/ 5 $$3$/

(#/ 5 % BB ;3$/

•

2 $ / &?%"@ "

•

5 $ // $/3/A3 /

3

18

*$2-

•

'5!$&

σ

?

σ

@'3%

/

k=

1,2,...N

$

X

k

&

x=

(x1 ,

x2 ,

...,x

N)

&

p(x

)=

p(x

1 ,x

2 ,...,x

N)

•

9 $

X(t)

/ &

/&

•

2 $

mk

=E

[Xk ]3

m(t)

=E

[X(t)]

?

/ $ F@9 /

$ $

•

$

RX

X(k

,l)

=E

[Xk X

∗l]3

RX

X(t

1 ,t2 )

=E

[X(t

1 )X(t

2 ) ∗].

(5B $ !$/1 &

/ /$ ? / @

(5D $ ! %/ 5 9

$ /

19

*$2-% $0

•

2 $ / <?S

trictSen

seStation

ary

-SSS

@

f(x

t1 ,x

t2 ,...,x

tk )=

f(x

t1+

t ,x

t2+

t ,...,x

tk+

t )<: 33

&

σ

& $

-/ $ ?/A

SSS

$

/@

•

2 $ / /<?W

ide

Sen

seStation

ary-

WSS

@

(

m(t)

=µ

? %@

(

RX

X(t

1 ,t2 )

=R

(t1 −

t2 )

? & @

•SSS⇒

WSS

•W

SS

G⇒

SSS

20

$*$2-

•

2 $ $? /;@

•

3/ / $

Fou

rier

$

•

' ! $ "/ / $

$/ E 5 8$&?E8$&@? P

ower

Spectral

Den

sity-

PSD

@

•

<:%&3E 5 8$&!HH

$ /A <<3/ E & /

! - 3E 5 8

$&! $& / $

21

$*$2-

•

8$& $

Rx (0

)=

E[|X

k | 2]3

Rx (0

)=

E[|X

(t)| 2]

•

E 5 8$&

SX(e

jω

T)

=P

∞k=−∞

RX(k

)e −jω

kT

3

SX(j

ω)

=R

∞−∞

RX(τ

)e −jω

τdτ

•

2$ $ &

Fou

rier3

Rx (0

)=

T2π R

πT−πT

SX(e

jω

T)d

ω

3

Rx (0

)=

12π R

∞−∞

SX(j

ω)d

ω

•

9

$ /A" ?con

jugate

symm

etric@

RX(τ

)=

R∗X(−

τ)⇒

S(j

ω)

/ 2/3/3$%/&

S(j

ω)

/ ?$

Lee

&M

esserschm

ittProb

.3-9@

22

+$$*$)2$0

•

$

RX

Y(t

1 ,t2 )

=E

[X(t

1 )Y∗(t

2 )]

•

:

X(t)

Y

(t)/-/ /?join

tlyW

SS

@

%/ /

WSS

R

XY(t

1 ,t2 )

=R

XY(t

1 −t2 )

23

)42$

•

&

S

2

x

y=

s(x

)

•

<& / $&$ %

s( P

iα

i xi )

= Piα

i s(x

i )•

<& /$ - $ //3

/!A &

•

<$ - & ?L

inear

Tim

eIn

variant

-LT

I@/

!/

( $$ ?im

pulse

respon

se@

hk

?h(t)@

( $ $ !? tran

sferfu

nction@

H(z

)

?H(s

)@

$ ?freq

uen

cyresp

onse@

H(e

jω

T)

?H(j

ω)@

•

5"&1'3;2 -& ;

24

'1.5

Shannon/N

yquist

•

< $

x(t)

$

Fou

rierX

(jω)

/ /

!/ 1/

T

•

: $

Fou

rier

&

xk

=x(k

T)

&

X(e

jω

T)

=1T

∞Xk=−∞

X »j „

ω−

2π

k

T «–.

25

x (t)a

x (t)s

X a

δ(t)

T

X s

_hΩ

_hΩ

_hΩ

_hΩ

X s

......

X(e^j )=

X( /T

)Ω

......

_hΩ

_hΩ

.........

...

......

......

x(n)

(Ω)

(1/T) δ

1/T

(Ω)

A1/T1

T

ω

2π/Τ

+ 2π/ΤA

/T

A/T

−ππ

x (t) with slow

er sampling

s(Ω

): overlap because the replicas get closer

......

x(n) with slow

er sampling

......

π/Τ −π/Τ

−π/2Τ

ΩX

(e^j )=X

( /2T)

ω

−ππ

A/2T

π/2Τ

A/2T

......

......

T

2T

(Ω)

ΩΩΩΩω ω

tttntn26

'1.5

Shannon/N

yquist

•

3 $& / /

! 1//% $ &

$

•

83$/%? /;@

•

2$/&-% &!/ B

/ $

x(t)

=

∞Xk=−∞

xk

sin hπ(t−

kT

)T

iπ(t−

kT

)T

=

∞Xk=−∞

xk sin

c „t−

kT

T

«.

27

'1.5

Shannon/N

yquist

%

•

!/ /;

9

sinc;

28

$*$2-

•

<

WSS

$

X(t)

?X

k

@/$

LTI

&

h(t)

2/$%/?@

(

mY

=m

XH

(0)

?mY

=m

XH

(z=

1)@

(

RY(τ

)=

h(τ

)∗h∗(−

τ)∗

RX(τ

)

?RY(m

)=

hm∗

h∗−

m∗

RX(m

)@

(

SY(j

ω)

=S

X(j

ω)|H

(jω)| 2

?SY(e

jω

T)

=S

X(e

jω

T)|H

(ejω

T)| 2@

(

SY(s

)=

SX(s

)H(s

)H∗(−

s ∗)

?SY(z

)=

SX(z

)H(z

)H∗(1

/z ∗)@

29

*$2-.5

•

<

WSS

$ $&$

X(t)

/ /

!/

T

Yk

X

(kT

)

(

RY

Y(k

,l)

=E

[X(k

T)X

(lT) ∗]

=R

X((k

−l)T

)< $

%/

Yk

& $

X(t)

1/

(

SY(e

jω

T)

=1T P

∞k=−∞

SX(j

(ω−2π

kT

))3 / "

•

3 $& $ / $-%

&!/ ?"

sinc@= 3 /% 3

$

Y(t)

$&E

[(Y(t)−

Y(t))

2]=

0

$

Y(t)

=Y

(t) 3$/

Y(t)

Y(t)

!%

& " $

t' &&?

2 @%

E[(Y

(t)−Y

(t))2]

=0

/

30