3URJUDP�0DQDJHU

l $VVLJQPHQW�SUREOHPV���������$XFWLRQ�PHFKDQLVPV

l %XUVW\�EDQGZLGWK�XVH����������0RELOH�FRGH

l 2SHQ�VRXUFH�LQIRUPDWLRQ����������,QIR�DJHQWV

l ,QWHURSHUDELOLW\����������EURNHULQJ

l $QG�PDQ\�PRUH

l $VVLJQPHQW�SUREOHPV���������$XFWLRQ�PHFKDQLVPV

l %XUVW\�EDQGZLGWK�XVH����������0RELOH�FRGH

l 2SHQ�VRXUFH�LQIRUPDWLRQ����������,QIR�DJHQWV

l ,QWHURSHUDELOLW\����������EURNHULQJ

l $QG�PDQ\�PRUH

l $Q�DJHQW�LV�D�VRIWZDUHFRPSRQHQW�RU�V\VWHPWKDW�LV�w &RPPXQLFDWLYH

w $XWRQRPRXV

w &DSDEOH

w $GDSWLYH

l $Q�DJHQW�LV�D�VRIWZDUHFRPSRQHQW�RU�V\VWHPWKDW�LV�w &RPPXQLFDWLYH

w $XWRQRPRXV

w &DSDEOH

w $GDSWLYH

AAAA

A

AA

AA

AAAA

AA

AA

A

A

AA

A

A

AAA

AA

AA

AA

AAAA

AA

A

A

A

AA

AA

A

AA

AA

:HE�$JHQW ,QIRUPDWLRQ$JHQW

´,QWHOOLJHQWµ$JHQW

$XWRQRPRXV

&RPPXQLFDWLYH

$GDSWLYH

&DSDEOH

*DWKHU�1XWV )HWFK��SRLQW��FDUU\��HWF� 0DNH�LW�VR

:KHUH�ZH�DUH 7KH�³GHVLUH´$�FULWLFDO�]RQH

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

Input(t)Output(t+1)

AUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

��

l &RPPXQLFDWLYHl $XWRQRPRXVl &DSDEOHl $GDSWLYH

&RPSOH[LW\

7KHVH�GHVLUDEOHSURSHUWLHV�FRPHDW�D�FRVW���

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�2XWSXW�W���

AUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�

2XWSXW�W���

AU

TO

NO

MO

US

SOF

TW

AR

E

$GDSWDWLRQ

7XQLQJ

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�2XWSXW�W���

AUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

5HDO�WLP

H�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�2XWSXW�W���

AU

TO

NO

MO

US SO

FT

WA

RE

$GDSWDWLRQ7XQLQJ

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�

2XWSXW�W���

AUTONOMOUS SOFTWARE$GDSWDWLRQ

7XQLQJ

5HDO�WLP

H� SURFHV

VLQJ

3URMHFW

LRQ�SOD

QQLQJ

,QSXW�W

�

2XWSX

W�W���

AUTONOMOUS SOFTWARE

$GDSWDWLRQ

7XQ

LQJ

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

,QSXW�W�

2XWSXW�W���

AUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

5HDO�WLP

H�

SURFHVV

LQJ

3URMHFW

LRQ�SODQ

QLQJ

,QSXW�W�

2XWSXW

�W���

AUTONOMOUS SOFTWARE

$GDSWDW

LRQ

7XQLQJ

l ([DPLQH�WKHVH�WHFKQRORJLHV�LQ�WKH�FRQWH[W�RIDQ�HYROYLQJ�PLOLWDU\�LQIRUPDWLRQ�PDQDJHPHQWYLVLRQw $)6$%�,QIRUPDWLRQ�0DQDJHPHQW��$)�&�&RQRSV

w $UP\�DIWHU�QH[W

w &RRSHUDWLYH�(QJDJHPHQW�&DSDELOLW\

w DQG�QXPHURXV�RWKHUV

l ([DPLQH�WKHVH�WHFKQRORJLHV�LQ�WKH�FRQWH[W�RIDQ�HYROYLQJ�PLOLWDU\�LQIRUPDWLRQ�PDQDJHPHQWYLVLRQw $)6$%�,QIRUPDWLRQ�0DQDJHPHQW��$)�&�&RQRSV

w $UP\�DIWHU�QH[W

w &RRSHUDWLYH�(QJDJHPHQW�&DSDELOLW\

w DQG�QXPHURXV�RWKHUV

l 0LOLWDU\�7,(V�VWUHVV�LQWHJUDWLRQw227:

w%DOOLVWLF�DQG�7KHDWUH�0LVVLOH'HIHQVH

w&RDOLWLRQ�)RUFH�,QWHURSHUDELOLW\

Site j “costs” cj to visit and has probability pjof success.Visit sites until none left or successful.

j k m n

Expected cost = cj + (1-pj)ck + (1-pk)(1-pj)cm+ ...

✹

✹

✹ NationalAssets✹

✹✹

✹

✹

MachineA

MachineB

MachineC

MachineD

l 6FLHQWLILF�7,(V�VWUHVV�VFDOLQJw1HJRWLDWLRQ�([SHULPHQWV

w0DWKHPDWLFDO�$QDO\VHV

w&RQWURO�6FKHPH�&RPSDULVRQ

&XUUHQW�H[SHULPHQWVFOXVWHU�QHDU�WKH�D[HV�RQWKH�RUWKRJRQDO�SODQHV

&XUUHQW�H[SHULPHQWVFOXVWHU�QHDU�WKH�D[HV�RQWKH�RUWKRJRQDO�SODQHV

1XPEHU�RI�DJHQWV

1XPEHU�RI�DJHQW�W\SHV

$JHQW�FRPSOH[LW\

&R$%6�ZLOO�VKRZ�WKDW�ZHFDQ�JHW�RXW�LQWR�WKHPLGGOH�RI�WKLV�VSDFH�

&R$%6�ZLOO�VKRZ�WKDW�ZHFDQ�JHW�RXW�LQWR�WKHPLGGOH�RI�WKLV�VSDFH�

1XPEHU�RI�DJHQWV

1XPEHU�RI�DJHQW�W\SHV

$JHQW�FRPSOH[LW\

l &R$%6�´*ULGµ�SURYLGHV�D�EDVLV�IRU�WRROGHYHORSPHQW�IRU��'$53$�DQG�PLOLWDU\FRPSXWHU�SURJUDPVw /HJDF\�V\VWHPV�ZUDSSLQJ

� 0LGGOHZDUH�DSSURDFK� 6HUYLFH�EDVHG� /RJJLQJ�UHSRUWLQJWRROV�LQFOXGHG

w1HZ�V\VWHPVGHYHORSPHQW� 7RRO�UHILQHPHQW��WHVWLQJ��LQWHJUDWLRQ

l &R$%6�´*ULGµ�SURYLGHV�D�EDVLV�IRU�WRROGHYHORSPHQW�IRU��'$53$�DQG�PLOLWDU\FRPSXWHU�SURJUDPVw /HJDF\�V\VWHPV�ZUDSSLQJ

� 0LGGOHZDUH�DSSURDFK� 6HUYLFH�EDVHG� /RJJLQJ�UHSRUWLQJWRROV�LQFOXGHG

w1HZ�V\VWHPVGHYHORSPHQW� 7RRO�UHILQHPHQW��WHVWLQJ��LQWHJUDWLRQ

0101010101010101010101101010101010101010101001010101...

7KH�7XULQJ�0DFKLQH�

O(1)O(logN)

…O(2n)

&DQQRW�PRGHODJHQW�EDVHGV\VWHPV� $W�OHDVW

8QGHFLGDEOH

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

AU

TO

NO

MO

US

SOF

TW

AR

E

$GDSWDWL

RQ

7XQLQJ

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

AU

TO

NO

MO

US SO

FT

WA

RE

$GDSWDWL

RQ

7XQLQJ

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

AUTONOMOUS SOFTWARE

$GDSWDWL

RQ

7XQLQJ

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJ

AUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

5HDO�WLPH�

SURFHVVLQJ

3URMHFWLRQ�SODQQLQJAUTONOM

OUS SOFTWARE

$GDSWDWL

RQ

7XQLQJ

5HDO�

WLPH�

SURF

HVVLQ

J

3URMH

FWLRQ

�SODQ

QLQJ

AUTONOMOUS SOFTW

ARE

$GDS

WDWL

RQ 7X

QLQJ

5HDO�WLP

H�

SURFHVVL

QJ

3URMHFWLR

Q�SODQQLQ

J

AUTONOMOUS SOFTWARE

$GDSWDW

L

RQ7XQL

QJ

5HDO�WLPH�SURFHVVLQJ

3URMHFWLRQ�SODQQLQJAUTONOMOUS SOFTWARE

$GDSWDWLRQ7XQLQJ

l +RZ�GR�ZH�DSSO\VFLHQWLILF�PHWKRGRORJ\WR�DJHQW�EDVHGFRPSXWLQJ"w %ULQJ�WKH�VFLHQFH�RI

FRPSXWLQJ�RXW�RI�WKH����V

l �����:RUNVKRSw /HDGLQJ�FRPSXWHU

VFLHQWLVWV�LQ�WKH�86�DQGDEURDG�EHLQJ�LQYLWHG

l +RZ�GR�ZH�DSSO\VFLHQWLILF�PHWKRGRORJ\WR�DJHQW�EDVHGFRPSXWLQJ"w %ULQJ�WKH�VFLHQFH�RI

FRPSXWLQJ�RXW�RI�WKH����V

l �����:RUNVKRSw /HDGLQJ�FRPSXWHU

VFLHQWLVWV�LQ�WKH�86�DQGDEURDG�EHLQJ�LQYLWHG

)RUP�+\SRWKHVHV

)RUP�+\SRWKHVHV

(YDOXD

WH�5HVX

OWV

(YDOXD

WH�5HVX

OWV

'HYLVH�([

SHULPH

QWV

'HYLVH�([

SHULPH

QWV

7HVW�+\SRWKHVHV

7HVW�+\SRWKHVHV

l '$53$�LV�H[SORULQJ�WKH�XVH�RI�DJHQWV�IRU�DZLGH�UDQJH�RI�PLOLWDU\�QHHGV

w &R$%6�IRFXVHV�RQ�FULWLFDO�FKDOOHQJHV

� LQWHURSHUDELOLW\�RI�OHJDF\�V\VWHPV

� VFDOLQJ�RI�PXOWL�DJHQW�V\VWHPV

l '$53$�LV�LQWHUHVWHG�LQ�KHOSLQJ�WKH�FRPSXWHUVFLHQFH�FRPPXQLW\�WR�H[SORUH�WKH�XQGHUO\LQJWKHRU\�RI�DJHQW�EDVHG�FRPSXWLQJ

l '$53$�LV�H[SORULQJ�WKH�XVH�RI�DJHQWV�IRU�DZLGH�UDQJH�RI�PLOLWDU\�QHHGV

w &R$%6�IRFXVHV�RQ�FULWLFDO�FKDOOHQJHV

� LQWHURSHUDELOLW\�RI�OHJDF\�V\VWHPV

� VFDOLQJ�RI�PXOWL�DJHQW�V\VWHPV

l '$53$�LV�LQWHUHVWHG�LQ�KHOSLQJ�WKH�FRPSXWHUVFLHQFH�FRPPXQLW\�WR�H[SORUH�WKH�XQGHUO\LQJWKHRU\�RI�DJHQW�EDVHG�FRPSXWLQJ