1. Black Swans &
White Elephants
Return On Investment
In Business Intelligence
David M Walker
Data Management
& Warehousing
ETIS ‒ Istanbul ‒ Oct 09

2. !"#$%&'(&')&*"+#,"&#'
! -'."%/(%,0&1"',"0+$%"'$+"2'#('"*03$0#"'#4"'"516"&17'(/'0&'
6&*"+#,"&#'(%'#('1(,.0%"'#4"'"516"&17'(/'0'&$,8"%'(/'
269"%"&#'6&*"+#,"&#+:';('1031$30#"'!<)='#4"'8"&">#'?%"#$%&@'(/'
0&'6&*"+#,"&#'6+'26*62"2'87'#4"'1(+#'(/'#4"'6&*"+#,"&#A'#4"'
%"+$3#'6+'"B.%"++"2'0+'0'."%1"&#0C"'(%'0'%0#6(:''
! ;4"'%"#$%&'(&'6&*"+#,"&#'/(%,$30D'
!"#$%$&'()*$+,-.$#*/012.0*2$3$4-12$-+$#*/012.0*25$
4-12$-+$#*/012.0*2$
! !"#$%&'(&'6&*"+#,"&#'6+'0'*"%7'.(.$30%',"#%61'8"10$+"'(/'6#+'
*"%+0#636#7'0&2'+6,.3616#7:';40#'6+='6/'0&'6&*"+#,"&#'2("+'&(#'40*"'
0'.(+6#6*"'!<)='(%'6/'#4"%"'0%"'(#4"%'(..(%#$&6#6"+'E6#4'0'46C4"%'
!<)='#4"&'#4"'6&*"+#,"&#'+4($32'&(#'8"'$&2"%#0F"&:'

3. G('E4"%"'0%"'#4"'!<)'H"#%61+I'
! J3"0%37'*03$6&C'K)'6+'&(#'0&'"B01#'+16"&1"'0&2'(/#"&'1(,"+'2(E&'
#(',6&2+"#:'J(,.0%6&C'K)'#('0'1(33"C"'"2$10#6(&D')#',07'8"'
"B."&+6*"'0&2'#6,"L1(&+$,6&C='8$#'#4"%"'0%"',0&7'3"++'
#0&C683"'8"&">#+='36F"'6&1%"0+"2'"0%&6&C'.(E"%'0&2'(*"%033'
6,.%(*"2'M$036#7'(/'36/"='E4614'1(,"'7"0%+'30#"%:'
! )#N+'&(#'"0+7'#('."%+$02"'+(,"(&"'#('C('#('1(33"C"'80+"2'(&'0'
.$%"37'>&0&1603'(%'&$,8"%+'C0,"='0&2'#4"'+0,"'#46&C'C("+'/(%'
K):''O($'P$+#'40*"'#('8"36"*"'#40#'K)'6+'08+(3$#"37'"++"&#603'/(%'7($'
0+'0&'(%C0&6Q0#6(&'#('6&*"+#='#40#'#46+'6+'0'/$&20,"&#03'1(%"'
1(,."#"&17'#40#'7($'40*"'#('40*": ' ''
K633'R(+#,0&&='S61"'T%"+62"&#'U'-&037+#='V0%#&"%='H0%14'WXXY'

4. Z40#'6+'V((2'K)I'
! V((2'K)'6+'#4"'/$+6(&'(/'#4"'%6C4#'6&/(%,0#6(&='#4"'%6C4#'#6,"='
#4"'%6C4#'/(%,0#='0&2'#4"'%6C4#'4$,0&'0&2[(%'+7+#",'%"+($%1"+:'
)/'E"'E6+4'#('6,.%(*"'K)='E"'0+F'#4"+"'M$"+#6(&+D'
! ('8$+6&"++'$+"%+'40*"'#4"'6&/(%,0#6(&'&""2"2='E4"&'#4"7'&""2'6#='
#(',0F"'2"16+6(&+I'
! ('#4(+"'."(.3"'40*"'#4"'"B."%#6+"='#%06&6&C'0&2',6&2+"#'#('$+"'
#40#'6&/(%,0#6(&'6&'#4"'8"+#'E07'/(%'#4"'C((2'(/'#4"'(%C0&6Q0#6(&I'
! -%"'#4"7'2(6&C'#4"6%'P(8'8"##"%'8"10$+"'(/'#4"'6&/(%,0#6(&'8"6&C'
2"36*"%"2I'
! R(E',$14'269"%"&1"'2("+'#40#'6&/(%,0#6(&',0F"'#('#4",I''
(%(#47'H633"%='K)'H"#%61+='']"8'WXX^'
! ;4"'8"+#'0..%(014'#('"*03$0#6&C'0'K)'+(3$#6(&'6+'0'#"14&6103'
%"*6"E'1(,86&"2'E6#4'0'8$+6&"++'$+"%'."%1".#6(&'+$%*"7'

5. T%(.(+6#6(&'
! _('(%C0&6+0#6(&'40+'"*"%'2"36*"%"2'#4"'!<)'(%6C6&0337'
.%(,6+"2D'
! ;4"'8$+6&"++'40+',(*"2'(&'6&'#4"'#6,"'6#'#0F"+'#('2"*"3(.'
#4"'?(%6C6&03@'+(3$#6(&',"0&6&C'#40#'#4"'*03$"'40+'26,6&6+4"2'
! ';4"'86CC"+#'C06&+'0&2'3(++"+'40*"'1(,"'/%(,'K301F'GE0&+'
0&2'&(#'.30&&"2'"*"&#+'
! ;4"'86CC"+#'1(+#+'40*"'1(,"'/%(,'Z46#"'`3".40&#+'0&2'#4"'
/063$%"'#('%"1(C&6+"'E4"%"'#4"'1(+#+'0%"'4622"&'
! G(,"'?,06&37'#4(+"'46C437'1(,,6##"2'#('K)@'40*"'/0%'
"B1""2"2'#4"'.%(,6+"2'!<)'8$#',(+#'/063'#('0146"*"'6#''
! `*"&'6/'#4"'2"*"3(.,"&#'1(+#+'0%"'(&'8$2C"#'#4"'(&LC(6&C'
<T`a'1(+#+'0%"'4622"&'0&2'/0%'($#LE"6C4'#4"'#4"'8"&">#'

6. K301F'GE0&+'
! R6C4L6,.01#='40%2L#(L.%"261#='0&2'%0%"'"*"&#+'8"7(&2'#4"'%"03,'
(/'&(%,03'"B."1#0#6(&+'
! ;4"'#"%,'K301F'GE0&'1(,"+'/%(,'#4"'bc#4'1"&#$%7'`$%(."0&'
0++$,.#6(&'#40#'N-33'+E0&+'0%"'E46#"N:')&'#40#'1(&#"B#='0'8301F'
+E0&'E0+'0'+7,8(3'(/'+(,"#46&C'#40#'E0+'6,.(++683"'(%'1($32'
&(#'"B6+#:')&'#4"'bY#4'J"&#$%7='#4"'26+1(*"%7'(/'8301F'+E0&+'6&'
Z"+#"%&'-$+#%0360',"#0,(%.4(+"2'#4"'#"%,'#('1(&&(#"'#40#'0'
."%1"6*"2'6,.(++68636#7',07'01#$0337'1(,"'#('.0++:'

7. K301F'GE0&+D'
T%(2$1#'H0+#"%'0#0'
! 0#0'Z0%"4($+"'%"M$6%","&#+'2"36*"%"2'
! 0#0'Z0%"4($+"'0&037+6+'62"&#6>"+'&(',0&0C","&#'(/'.%(2$1#'
,0+#"%'20#0'0&2'&('.%(2$1#',0+#"%'36+#'
! T%(P"1#'%6+F'%06+"2'0&2'"+1030#"2'#('"B"1$#6*"'3"*"3'
! K)'T%(P"1#'.(+#.(&"2'0&2'+#09'%"L#0+F"2'#('2">&"'0&2'2"36*"%'
J(%.(%0#"'T%(2$1#'HH'
! ),.3","&#+'`!T'80+"2'HH'+(3$#6(&'0&2'%"2$1"+'.%(2$1#'
10#03(C$"'87'^Xd'
! 6%"1#37'09"1#+'1(%.(%0#"'8(##(,'36&"'
! !"+#0%#+'K)'T%(P"1#'+6B',(&#4+'30#"%'E6#4',0++6*"37'6,.%(*"2'
20#0'M$036#7'0&2'20#0'6&#"C%0#6(&'

8. K301F'GE0&+D'
]6&0&1603'!".(%#6&C'
! ;"31('6&'(#J(,'8((,'1(&+6+#"&#37'(*"%+#0#"+'"0%&6&C+'0&2'
+$8+1%68"%'C%(E#4'#('8((+#'+40%"'.%61"'
! 0#0'Z0%"4($+"'.%(P"1#'62"&#6>"+'6++$"'0&2'.%(2$1"+'0'+"#'(/'
1(%%"1#'&$,8"%+'
! K$+6&"++'%"/$+"+'#('02P$+#'+#0#$#(%7'%".(%#6&C'0+'#4"7'40*"'8""&'
$+6&C'#4"'e`B1"3f'&$,8"%+='6#'E($32'8"'",80%%0++6&C'#('%"+#0#"'
#4"'>C$%"+'0&2'#4"'&"E'(&"+'0%"'P$+#'#(('269"%"&#'
! K$+6&"++'1(330.+"+'0&2'6+'#0F"&'(*"%='&0#6(&03'&"E+.0."%+'
%".(%#'#40#'e6&#"%&03'+7+#",+f'402'#4"'1(%%"1#'>C$%"+'
! ;4"'/063$%"'#('$+"'%"03'20#0'E0+'46C436C4#"2'87'0$26#(%+'0+'0'
+6C&6>10&#'/01#(%'6&'#4"'.((%'2"16+6(&+',02"'87',0&0C","&#'

9. K301F'GE0&+D'
;4"'G03"+,0&']%0$2'
! G$..36"%'(/'1(&/"1#6(&0%7'#('0',0P(%'+$."%,0%F"#'1406&'
! ]6%+#'!"3"0+"'(/'0#0'Z0%"4($+"'
! J`<'E0+'$&L40..7'E6#4'#4"'&$,8"%+'/%(,'#4"'&"E'+7+#",'
! R"'F&"E'#40#'#4"'+$."%,0%F"#'E0+'#4"6%'86CC"+#'1$+#(,"%'
! );'2"/"&2"2'#4"'0#0'Z0%"4($+"'
! `*"%7'30+#'3(026&C'+#".'0&2'#%0&+/(%,0#6(&'402'8""&'#"+#"2'U'14"1F"2'
! -'G03"+,0&f+'1(,,6++6(&'2($83"2'/(%'#4"'>%+#'M$0%#"%'(&'&"E'
011($&#+'8"/(%"'2%(..6&C'#('+#0&20%2'%0#"'6&'+$8+"M$"&#'M$0%#"%+'
! ;4"'G03"+,0&'%"+.(&+683"'/(%'#4"'+$."%,0%F"#'1406&'1%"0#"2'0'&"E'
1$+#(,"%'"014'M$0%#"%''
! J(%.(%0#"'%"*"&$"+'09"1#"2'"&($C4'/(%'0&'"B140&C"'>36&C'

10. K301F'GE0&+D'
`B#"%&03'J(330.+"'
! G$22"&',0%F"#'1(330.+"'
! H0&7'1$+#(,"%+'+$22"&37'140&C"'.%(>3"'
! g((F6&C'/(%'*03$"'h'3(E"%'+."&2'
! K"'T%(L01#6*"'
! -&'(..(%#$&6#7'#('2",(&+#%0#"'#4"'#%$"'*03$"'(/'K)'
! ?)#',6C4#'+0*"'7($%'P(8'#((i@'

11. Z46#"'`3".40&#+'
! -'E46#"'"3".40&#'6+'0'*03$083"'.(++"++6(&'(/'E4614'6#+'(E&"%'
10&&(#'26+.(+"'0&2'E4(+"'1(+#'?.0%#61$30%37'1(+#'(/'$.F"".@'6+'
($#'(/'.%(.(%#6(&'#('6#+'$+"/$3&"++:'
! ;4"'#"%,'2"%6*"+'/%(,'#4"'+01%"2'E46#"'"3".40&#+'F".#'87'
G($#4"0+#'-+60&'%$3"%+:';('.(++"++'0'E46#"'"3".40&#'E0+'?0&2'
+#633'6+@''%"C0%2"2'0+'0'+6C&'#40#'#4"',(&0%14'E0+'%$36&C'E6#4'
P$+#61"'0&2'.(E"%='0&2'#40#'#4"'F6&C2(,'E0+'83"++"2'E6#4'
."01"'0&2'.%(+."%6#7:';4"'0&6,03+'E"%"'1(&+62"%"2'+01%"2'0&2'
30E+'.%(#"1#"2'#4",'/%(,'308($%='%"1"6*6&C'0'C6/#'(/'0'E46#"'
"3".40&#'/%(,'0',(&0%14'E0+'8(#4'0'83"++6&C'0&2'0'1$%+"D'0'
83"++6&C'8"10$+"'#4"'0&6,03'E0+'+01%"2'0&2'0'+6C&'(/'#4"'
,(&0%14N+'/0*($%='0&2'0'1$%+"'8"10$+"'#4"'0&6,03'402'#('8"'
F".#'0&2'1($32'&(#'8"'.$#'#('.%01#6103'$+"'#('(9+"#'#4"'1(+#'(/'
,06&#06&6&C'6#:'

12. Z46#"'`3".40&#+'
J(&*"&#6(&'(*"%'J(&>C$%0#6(&'
! K0&F'E6#4'"B6+#6&C'20#0'E0%"4($+"'
! `B#"&+6(&'#('+$..(%#'K030&1"2'G1(%"10%2'
! Z0&#"2'#('$+"'0'269"%"&#'20#0',(2"336&C'#"14&6M$"'6&'#4"'+0,"'20#0'
E0%"4($+"'/(%'#4"'&"E'"3","&#+''
! j$+#6>"2'0+'0',0&0C","&#'2"16+6(&'8"10$+"'kE"'10&f#'09(%2'#('%"L
2"*"3(.'#4"''(32',(2"3'8$#'E"'E0&#'#4"'8"+#'#"14&6M$"'/(%'#4"'&"E'.0%#+l'
! !"+$3#0&#',(2"3'1($32'+6,.37'&(#'8"'$+"2'
! e<&'!063+f'
! S03$"+'k!O'L'(&f#'%"."0#'7($%+"3/l'U'kJ(&*"&#6(&'(*"%'1(&>C$%0#6(&l'
! m+"'"014'1(,.(&"&#'6&'0'1(&+6+#"&#'E07'
! -62+'m&2"%+#0&26&C'0&2'!"2$1"+'H06&#"&0&1"'
! m+"'"014'1(,.(&"&#'/(%'#4"'.$%.(+"'6#'E0+'6&#"&2"2'

13. Z46#"'`3".40&#+D'
_(#'"*03$0#6&C'#"14&(3(C7'
! G"1(&2'V"&"%0#6(&'0#0'Z0%"4($+"'K$632'
! `B6+#6&C'.30#/(%,',0P(%'!KHG'
! !"1(,,"&2"2'+(3$#6(&D'J(,.(&"&#6+"2'0%146#"1#$%"'E6#4'46C4'
."%/(%,0&1"'20#080+"'"&C6&"'0&2'+6,.3"'`;g'0%146#"1#$%"'
2"*"3(."2'87'+,033'6&'4($+"'#"0,'
! J4(+"&'+(3$#6(&D'`B6+#6&C'!KHG'*"&2(%'E6#4'#6C4#37'1($.3"2'`;g'
#((3'/%(,'0'269"%"&#'*"&2(%'0&2',0P(%'G)'2(6&C'2"*"3(.,"&#'(&'
+6#"'h'k8"10$+"'#40#f+'#4"'E07'E"'2('6#'4"%"'0&2',0&0C","&#'
E(&f#'1(&+62"%'0&7#46&C'"3+"l'
! J$%%"&#'6++$"+D'
! J(&+62"%"2'#(('1(+#37'0&2'6+'8"6&C'2"36*"%"2'30#"'
! -3%"027'40*6&C'#('%"*6"E'#"14&(3(C7'14(61"+'8"10$+"'(/'
."%/(%,0&1"'6++$"+'8"/(%"'%(33L($#'1(,.3"#"'
! G)'40+'3"/#'#0F6&C'033'#4"'F&(E3"2C"'E6#4'#4",'

14. Z46#"'`3".40&#+D'
H0F6&C'0&'`;g'Z46#"'`3".40&#'
! `B6+#6&C'20#0'E0%"4($+"'6&'."%+(&03'>&0&1"'1(,.0&7'E6#4'0'
`;g'3(02'8$63#'/%(,'Gng'+1%6.#+'0&2'0'+4"33'+1%6.#'0&2'#6C4#'
1(&#%(3'*60'GS_'6&'.%(2$1#6(&'/(%'o'7"0%+'
! _"E');'6%"1#(%'1(,,6++6(&+'%"*6"E'87'*"&2(%'#40#'
%"1(,,"&2+'#4"'*"&2(%+'`;g'#((3'/(%'mGpqXXr'
! G6B'H(&#4+='q''J(&+$3#0&#+'s'mGpb:tr'."%'207''
?0'#(#03'+."&2'umGpvXXr@''30#"%'w'
! -33'`;g'1(&*"%#"2'
! !$&+'WXd'+3(E"%'
! <#4"%'K)'2"*"3(.,"&#+'2"307"2'E463+#'140&C"+',02"'
! "","2';<<'`aT`_G)S`'#('%"*"%#'801F''
! `*"&#$0337''%"*"%#"2'801F'bW',(&#4+'30#"%'E4"&'*"&2(%'M$(#"2'/(%'
$.C%02"'#('+7+#",'

15. Z46#"'`3".40&#+D'
K%"0F6&C'0&'`;g'Z46#"'`3".40&#'
! )&#"%01#6*"'H"260'1(%.(%0#6(&',(*"+'/%(,'#%026#6(&03'!KHG'#('
1(,,(26#7'0..360&1"'#"14&(3(C7''
! 0#0'S(3$,"+'2($836&C'"*"%7'+6B',(&#4+'
! )&#"%&03'!"*6"E'
! `;g'#((3+'10&f#'40&23"'3(02'
! `;g'"B."%#+'#(('"B."&+6*"'/(%'3(&C'#"%,'"&C0C","&#+'
! Gng'+1%6.#+'10&'8"'2"*"3(."2'87',(%"'%"+($%1"+'
! Gng'+1%6.#+'033(E',(%"'E(%F'#('8"'2(&"'6&'#4"'0..360&1"'
! Gng'+1%6.#+'033(E',(%"'0C63"'0..%(014'
! Gng'+1%6.#+'033(E'#6C4#"%'140&C"',0&0C","&#'
! _"E'0%146#"1#$%"'1(,.(&"&#6+"2='1(,,(26#7'80+"2'E6#4'+6,.3"'
+1%6.#'"&C6&"'%"2$1"+'1(+#+'87'^Xd'0&2'6&1%"0+"2'.%(2$1#6*6#7'87'
bXXd'

16. Z46#"'`3".40&#+D'
;4"'<T`a'#%0.'
! K)'T%(P"1#+'1(,,0&2'4"0236&"'J-T`a'8$2C"#'>C$%"+'
! K)'T%(P"1#+'0%"'E62"37'.$83616+"2'2$%6&C'2"*"3(.,"&#'
! H(+#'(/'#4"',(&"7'6+'+."&#'6&'<T`a'
! )#'1(,"+'/%(,'m+"%'G$..(%#=';%06&6&C='J40&C"+'0&2'
<."%0#6(&03'G$..(%#'
! )#'6+'&(%,0337'WBLoB'0&2'(/#"&'tB',(%"'#40&'#4"'1(+#'(/'#4"'
8$632'(*"%''#4"'36/"#6,"'(/'#4"'+7+#",'
! )#'6+'4622"&'h'+.%"02'(*"%',$3#6.3"'8$2C"#+'6&'+$14'0'E07'#40#'
6#'6+'40%2'#('"*03$0#"'0&2'(/#"&'6C&(%"2'
! -&7'01#6(&'?"+."160337'#01#6103'01#6(&+@'6&'#4"'8$632[#"+#'
+#0C"'#40#'E633'%"+$3#'6&'6&1%"0+"2'<T`a'6+'2"0237'#('!<)'

17. Z46#"'`3".40&#+'
;4"'_"E'!".(%#6&C';((3'
! 0#0'Z0%"4($+"'G"1(&2'V"&"%0#6(&'K$632'
! _"E'.%(P"1#'h'&"E'6&#"%/01"'1(&1".#'
! J$%%"&#'+7+#",'$+"%+'E"%"'e$&L40..7f'E6#4'#4"'"B6+#6&C'#((3'
! ;4"'%"036#7'E0+'30%C"37'6++$"+'E6#4'#4"'20#0',(2"3'0&2'20#0'
M$036#7''(/'#4"'1$%%"&#'+7+#",'
! !".301"2'E6#4'0&'"M$6*03"&#'%".(%#6&C'#((3'
! ;4"'1(+#'
! !"#%06&6&C'(/'(*"%'WXXX'+#09'
! ]063$%"'#('2"L1(,,6++6(&'(32'%".(%#6&C'#((3'
! tXd'#((',0&7'361"&1"+'8($C4#'/(%'#4"'&"E'#((3'
! m+"%'26++0#6+/01#6(&'E6#4'#4"'?&"E@'%".(%#6&C'#((3'

18. Z46#"'`3".40&#+D'
!".(%#6&C';((3'T"&"#%0#6(&'
! K$+6&"++'6&#"336C"&1"'*"&2(%+' ! _6C"3'T"&2+"'(/'K)'G$%*"7'
36F"'#('#03F'$.'0'WX[YX'+.36#D' +4(E+'P$+#'(*"%'Y'."%1"&#'(/'
",.3(7""+'0%"'01#$0337'$+6&C'
(&37'WX'."%1"&#'(/'$+"%+'0%"' K)'#((3+:''
01#$0337'1(&+$,6&C'K)'
#"14&(3(C6"+A'#4"'%",06&6&C' ! `*"&'6&'6&2$+#%6"+'#40#'40*"'
YX'."%1"&#'0%"' 0CC%"++6*"37'02(.#"2'K)'#((3+'
?":C:='E4(3"+03"='80&F6&C='0&2'
26+"&/%0&146+"2:'' %"#063@='$+0C"'80%"37'"B1""2+'
bb'."%1"&#:'
! !"0+(&+'
! G"1$%6#7'36,6#0#6(&+' ! R0%2E0%"'1(+#''
! 0#0'0*06308636#7'
! G3(E'M$"%7'."%/(%,0&1"''
! G(/#E0%"'1(+#''
! )&#"%&03'.(36#61+'0&2' ! G(/#E0%"'E0+'#(('40%2'#('
?,(%"'.%"16+"37@'6&#"%&03' $+"'
.(E"%'+#%$CC3"+' ! m+"%'+10308636#7'

19. Z46#"'`3".40&#+D'
_(#'#"+#6&C'#4"'2"36*"%7'
! -&7'2"36*"%7'40+'+#0C"+'
! !"M$6%","&#+'['-&037+6+'['"+6C&'['K$632'[';"+#['".3(7'"#1:'
! `*"%7'+#0C"'10&'40*"'#"+#+'0++(160#"2'E6#4'6#'
! !"M$6%","&#+D'H6&2'`B."%6,"&#'H"#4(2'
! -&037+6+D'J%(++L14"1F6&C'E6#4'(#4"%'+($%1"+'
! "+6C&D'-3C(%6#4,61'J4"1F+'
! K$632D'm&6#';"+#+'['K($&20%7'J4"1F6&C'
! ;"+#6&CD'G7+#",';"+#+'[')&#"C%0#6(&';"+#'
! ;"+#'"0%37'0&2'(/#"&'
! ]6B6&C'+(,"#46&C'b'+#0C"'30#"%'x'WB',(%"'"B."&+6*"'
! ]6B6&C'+(,"#46&C'W'+#0C"+'30#"%'x'qB',(%"'"B."&+6*"='"#1:'
! H0&7',(%"'+,033'#"+#+'."%/(%,"2'"0%37'E633'+0*"'4$C"'0,($&#+'(/'#6,"'0&2',(&"7'
! R0*"'#('40&23"'+4(%#'#"%,'+36..0C"+'
! )/'7($'40*"&f#'C(#'#6,"'#('#"+#'#4"&'7($'0%"'.30&&6&C'#('+."&2'<T`a'
! H0++6*"'$+"%'."%1".#6(&'6,.01#'0+'6&/(%,0#6(&'6+'%6C4#'>%+#'#6,"'

20. Z46#"'`3".40&#+'
V0%80C"')&'DD'V0%80C"'<$#'
e<&'#E('(110+6(&+')'40*"'8""&'0+F"2'yT%07='H%:'K0880C"='6/'7($'.$#'6&#('#4"',0146&"'E%(&C'
>C$%"+='E633'#4"'%6C4#'0&+E"%+'1(,"'($#Iy'w')'0,'&(#'083"'%6C4#37'#('0..%"4"&2'#4"'F6&2'(/'
1(&/$+6(&'(/'62"0+'#40#'1($32'.%(*(F"'+$14'0'M$"+#6(&:f'h'J40%3"+'K0880C"'bc^bLbYcb'
! 0#0'n$036#7'6+',(%"'1%6#6103'#40&'"*"%'
! -'/063$%"'#('022%"++'0#0'n$036#7'0#'"*"%7'+#0C"'E633'03E07+'
3"02'#('0226#6(&03'1(+#+'
! T30&'/(%'7($%'K)'.%(P"1#'#('+.6&'(9''!"#$%&'(/'20#0'M$036#7'
.%(P"1#+'0&2'1(&#6&$"'#('2('+('#4%($C4($#'6#+'36/"'
! 0#0'n$036#7'6++$"+'2%6*"'$+"%+'0E07'E4614'26%"1#37'
6&1%"0+"+'1(+#'(/'(E&"%+46.'0&2'%"2$1"+'!<)''

21. Z46#"'`3".40&#+D'
"L1(,,6++6(&i'
! 0#0'Z0%"4($+"'J(,.(&"&#'"36*"%"2'
! "L1(,,6++6(&'#4"'.%"*6($+'%".(%#6&C'+7+#",'
! _<'L'!`-ggO'L'';m!_');'<]]'i'
! )/'6#'6+'3"/#'(&D'
! )#'1(+#+',(&"7'#('%$&'?0&2'6#'6+'033'6&*6+683"'<T`a@'
! m+"%+'E633'1(,.0%"'%"+$3#+'0&2'26+#%$+#'#4"'&"E'+7+#",'"*"&'
6/'6#'10&'8"'.%(*"2'#('8"',(%"'1(%%"1#'#40&'#4"'(32'+7+#",'
! m+"%+'E633'1(&#6&$"'#('$+"'#4"'(32'(&"'8"10$+"'6#'6+'/0,6360%'
0&2'&(L(&"'36F"+'140&C"'
! m+"%+'#40#'2('&(#',6C%0#"'8$#'40*"'8""&'#%06&"2'(&'#4"'&"E'
+7+#",'E633'40*"'#('8"'%"L#%06&"2'E4"&'#4"7'+#0%#'#('$+"'6#''

22. ;4"'G(3$#6(&'
! ;4"'.%(.(+6#6(&'+$CC"+#+'#40#'2(6&C'K)'40+'&(#'2"36*"%"2'
#4"'"B."1#"2'!<)'/(%',(+#'(%C0&6+0#6(&+:''
! ("+'#46+',"0&'#40#''(%C0&6+0#6(&+'+4($32'+#(.'2"*"3(.6&C'
K)'+(3$#6(&+I'
! J0#"C(%610337'_<'h'K)'+4($32'8"'4$C"37'E(%#4E463"'
! K$#''%",",8"%'7($'10&'(&37'+$11""2'6/D'
! O($%'(%C0&6+0#6(&'/$337'",8%01"+'K$+6&"++')&#"336C"&1"'
! O($'"B."1#'0&2'",8%01"'K301F'GE0&+'
! O($'0*(62'0&2',6#6C0#"'Z46#"'`3".40&#+'
! O($',0F"'7($%'(E&'3$1F'

23. R(E'#('8"'3$1F7'
! g$1F7'."(.3"'/%"M$"&#37'40.."&'$.(&'140&1"'(..(%#$&6#6"+'
! ;4"%"'0%"'.(+6#6*"'8301F'+E0&+'6&'"*"%7'(%C0&6Q0#6(&='6#'6+'P$+#'0',0##"%'(/'62"&#6/76&C'
#4",'0+'#4"7'(11$%'
! g$1F7'."(.3"'36+#"&'#('#4"6%'4$&14"+'
! H",8"%+'(/'7($%'#"0,'E633'40*"'6&+6C4#+'8"7(&2'#4"6%'%",6#'80+"2'(&'#4"6%'
"B."%6"&1"='62"&#6/7'#4"+"'."(.3"'0&2'"B.3(6#'#4"6%'6&+6C4#+'
! g$1F7'."(.3"'."%+"*"%"'6&'#4"'/01"'(/'/063$%"'
! `*"%7'.%(P"1#'E633'/01"'+"#L801F+'L'.30&'/(%'#4",'
! g$1F7'."(.3"'40*"'#4"'08636#7'#('#$%&'802'3$1F'6&#('C((2'/(%#$&"'
! `*"%7'.%(P"1#'E633'/01"'+"#L801F+'L'",8%01"'#4",'0+'0&'(..(%#$&6#7'0&2'140&C"'7($%'
.%(P"1#[%",6#'0&2'%"+"#'7($%'C(03+'
'K0+"2'(&'E(%F'87'T%(/:'!6140%2'Z6+",0&='m&6*"%+6#7'(/'R"%#/(%2+46%"='WXXo'

24. ),.%(*6&C'!<)'
! K301F'+E0&+'?40&23"2'.(+6#6*"37@''(&&)*$+,'6&1%"0+"''
V06&'/%(,'6&*"+#,"&#'
! Z46#"'"3".40&#+'?"36,6&0#"2@'&)-%)./(%0+,'%"2$1"'#4"''
J(+#'(/'#4"')&*"+#,"&#'
! Z40#"*"%'#4"'J-T`a'6&*"+#,"&#'(/'#4"'.%(P"1#'
#4"'<T`a'E633'8"'+6C&6>10&#37',(%"'h'2"+6C&'/(%'#46+'

25. Black Swans &
White Elephants
Return On Investment
In Business Intelligence
THANK YOU

26. Black Swans &
White Elephants
Return On Investment
In Business Intelligence
BI Environment
Benchmark
October 2009

27. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! ("+'7($%'(%C0&6+0#6(&'40*"'#4"'08636#7'#('
! !"1(C&6+"'K301F'GE0&+'I'
! -*(62'K$6326&C'Z46#"''`3".40&#+'I'
! ;4"'K"&14,0%F'3((F+'0#'#4"'F"7+'#('+$11"++'
! ;"14&(3(C7'['!"+($%1"+'['H"#4(2+'['T%"261#6(&+'
! -++"++'E4"#4"%'7($'10&',""#'-gg'(/'#4"'/(33(E6&C''
! )/'7($'10&f#',""#'0&'6#",'6#'6+'1(+#6&C'7($',(&"7'
! (&f#'6C&(%"'0'+#0#","&#'P$+#'8"10$+"'7($'2(&f#'0C%""'E6#4'6#'

28. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! ;"31('`&*6%(&,"&#' ! H$+#'R0*"+'
! bXH'#('qXH'+$8+1%68"%+' ! !`-g'1(,,6#,"&#'/%(,'
! H(863"'(%']6B"2' `B"1$#6*"';"0,'#('
K$+6&"++')&#"336C"&1"'
! Z62"'.(%#/(36('(/'S-G'
! T%(2$1#6(&=';"+#'U'
! 0#0'#%051'($#+#%6..6&C'
"*"3(.,"&#'
C%(E#4'6&'*(61"'+"%*61"+'
`&*6%(&,"&#'
! V0,"'140&C6&C'2"*61"+''
! J(,.(&"&#6+"2'
-%146#"1#$%"'
! czWq'G$..(%#'
! H6&:'c'7"0%'36/"+.0&'

29. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! R0%2E0%"'U'0#080+"'1(,86&"2'
! T07'3"++'#40&'mGpWXr'."%';"%087#"'(/'m+"%'0#0z'
! `;g'U'0#0'n$036#7';((3+'
! T07'3"++'#40&'mGpbXXr'/(%'#4"'.%(2$1#'361"&1"+'
! !".(%#6&C';((3+'
! T07'3"++'#40&'mGpbX'."%'+"0#'/(%'#4"'.%(2$1#'361"&1"+'
! !"2$1"'361"&1"'1($&#'87'tXd'(%'6&1%"0+"'$+"%'#0F"'$.'87'tXd'
! S"&2(%+'1306,'361"&1"+'(/'0%($&2'WXd'(/'(%C0&6+0#6(&+'
! eK)'G$%*"7f'%"+"0%14'+4(E+'#40#'02(.#6(&'6+'#7.610337'cLYd'
zH(&0+4'!"+"0%14'K"&14,0%F']6C$%"'

30. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! T%(C%0,'H0&0C","&#' ! !".(%#6&C'`&*6%(&,"&#'
! T%(P"1#'H0&0C"%' ! ;"0,'g"02"%'
! ;"14&6103'-%146#"1#' ! oLq'];`'/(%'O"0%'b''
! WLo'];`'0/#"%E0%2+'
! K$+6&"++'-&037+#+'
! ;"0,'g"02"%' ! `;g'"*"3(."%+'
! oLq'];`z'/(%'O"0%'b'' ! ;"0,'g"02"%'
! WLo'];`'0/#"%E0%2+' ! oLq'];`'
! K-[G7+-2,6&'G$..(%#' ! ;"+#';"0,'
! ;"0,'g"02"%' ! ;"0,'g"02"%'
! bLW'];`' ! WLo'];`'
-'1(,,6#,"&#'(/'8"#E""&'bc'0&2'Wq'."(.3"'/(%'c'7"0%+i'
z];`'x']$33';6,"'`M$6*03"&#'

31. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! G$11"++/$3'0#0'Z0%"4($+"[K$+6&"++')&#"336C"&1"'.%(P"1#+'
E633'40*"D'
! -C63"'T%(P"1#'H0&0C","&#'H"#4(2+'
! !6C62'J40&C"'J(&#%(3'
! "#063"2';0+F[!6+F[)++$"';%01F6&C'
! Z"33'">&"2'J(,.(&"&#6+"2'-%146#"1#$%"'
! ;4"'08636#7'#('+E0.'*"&2(%+'M$61F37'0&2'"0+637'
! `014'1(,.(&"&#'.%(*626&C'0'8301F'8(B'+"%*61"'
! (&f#''",8"2'/$&1#6(&036#7'6&'#4"'E%(&C'.301"'
! ":C:'0#0'6&'7($%'`;g'#((3'

32. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! G40%"2'<."&'(1$,"&#'H0&0C","&#'G7+#",'
! "#063"2'`B1".#6(&'!".(%#6&C'/(%',"#020#0'
! g(02';6,"+'['n$"%7';6,"+'['0#0'n$036#7'['Gg-'
! cX[oX'+.36#'(/'6&#"%&03'%"+($%1"+'#('"B#"%&03'%"+($%1"+'
! ]6B"2'1(+#'%"+($%1"+'
! ;4"'%"+($%1"+'2"+1%68"2'E633',0&0C"'0'+,033'"&*6%(&,"&#'0&2'
E633'03+('8"'083"'#('1(."'E6#4'0',$14'86CC"%'(&"'E6#4($#'140&C"'
! ;(('/"E'%"+($%1"+'E(&f#'8"'083"'#(',""#'2",0&2'
! ;((',0&7'%"+($%1"+'E(&f#'8"'083"'#('1(,,$&610#"'

33. !<)';0%C"#'`&*6%(&,"&#'
K"&14,0%F'h'<1#(8"%'WXX^'
! ;46&C+'#('E0#14'
! )&*"+#'6&'1(,.(&"&#6+0#6(&'_<Z'h'6#'10&'&(#'E06#'
! `B."1#'H0.!"2$1"'#"14&(3(C7'#('8"',$14',(%"'6,.(%#0&#'
! <."&'G($%1"'#"14&(3(C6"+'#('40*"'+$8+#0&#603',0%F"#'+40%"'
! -'&"E'C"&"%0#6(&'(/'E62"L+103"'3(EL1(+#'6&/(%,0#6(&'2".3(7,"&#'
,"140&6+,+'E633'0.."0%'
! H(%"'e<&'!063+f'*"&2(%+'E4('40*"'"&2'#('"&2',"#4(2(3(C7'
! <*"%'#4"'&"B#'W'7"0%+'
! 0#0'*(3$,"+'#('C('$.''87'WXXd'
! p[;8'#('2%(.'87'tXd'
! n$"%7'+.""2'E633'8"'ubXXB'/0+#"%'#40&'+#0&20%2'!KHG'
! ctd'(/'#4"'&"E'*"&2(%+'#('26+0.."0%'

34. Black Swans &
White Elephants
Return On Investment
In Business Intelligence
BI Environment
Benchmark
Thank You