darksilicon-BigData.pdf

8/11/2019 darksilicon-BigData.pdf

http://slidepdf.com/reader/full/darksilicon-bigdatapdf 1/41

© 2012 Babak Falsafi

!"#$%&'(*"' +,--./0 1,2,3

4.25 1,67 8.9.:"'

"#$#% &#'(#)

*+,-./0,1 2.03'045-.0.'0456.7






DEF G= 2H?0=-=C#' @,0:/7

&04, 5-.#5-( 09 5+<+/#' ?'#I0,> ?,0'+9-,#C0=

2H?0=-=C#' +=.,-#(- += 5-=(+/J K 5-.,-#(- += .0(/

D=/-' LMML1 NOPN

D=/-' Q-7#'->1 RMMO

OR1MMM 0?(;(-.0=5

NR1MMM1MMM1MMM 0?(;(-.0=5


http://slidepdf.com/reader/full/darksilicon-bigdatapdf 4/41© 2012 Babak Falsafi

G ",+-9 S+(/0,J 09 DE

• &,0> (.+-=C). +=(/,4>-=/ /0 .0>>05+/J

•

&,0> ?,054./ /0 (-,A+.-

NOPM(T

U3 2,#

30>>4=+.#C0= 2,#

V#+=9,#>-(NOWM( NOOM( E05#JX

30=(4>-, 2,#



DEF E7- 30=(4>-, 2,#

U7-=0>-=#' .7#=<- 9,0> 5-.#5-( #<0F

• D=(/#=/ .0==-.CA+/J

• B70??+=< =0: 0='+=-

•

*#+'J +=/-,#.C0= Y ZMM ?-0?'-

• G4<>-=/-5 ,-#'+/J

• B/,-#>+=< >0A+-(

•

[66

DE +( #/ .0,- 09 -A-,J0=-\( '+9-]



37#=<- += DE\( ^#=5(.#?-

➜ 2>-,<-=.- 09 *#/#T3-=/,+. _=+A-,(- – DE 90.4( 0= >#((+A- 5#/#

• 2=5 09 *-==#,5 B.#'+=< – S+<7-, 5-=(+/J! 7+<7-, -=-,<J

•

*#/#T3-=/,+. _=+A-,(- >--/( 2=-,<J `#''

`7#/ #,- 5-(+<= +>?'+.#C0=(a



84, *#/#T3-=/,+. _=+A-,(-F

*#/# @,0:+=< 9#(/-, /7#= E-.7=0'0<J

• N6W b$J/-( += RMNN

• 30>>-,.- -=C,-'J

5#/#T5,+A-=

• B.+-=.- 7#=5'+=<

>#((+A- 5#/#

• 30>?#=+-(

(?-=5+=< ccc /0

.0''-./;#=#'Jd- 5#/#

• U-,(0=#'+d-5

.0>?4C=<M

RMM

LMM

eMM

WMM

NMMM

NRMM

C0:5'"9"(? D6"425

*+""60E- 9,43

NOOW RMMM RMMR RMML RMMe RMMW RMNM RMNR

C"$ C0' 1,2,

F,605"%-0 -.G0

C06,<?20- *H IJIK <?20-3 "@ 1,2,

`+=/-,30,? B4,A-J1 :::6:+=/-,.0,?6.0>



• 2,# 09 f%=0:'-5<- -.0=0>Jg

• hMi 09 -.0=0>+. A#'4- += 5-A-'0?-5 .04=/,+-(

• *0>+=#=/ (4??'JT.7#+= .0>?0=-=/ 09 ?,054./(;(-,A+.-(



*#/#T3-=/,+. B.+-=.-F

fE7- &04,/7 U#,#5+<>g

V+=+=< 5#/# 9,0>F

• G,.7+A-(

• S4>#=(

• B-=(0,(;+=(/,4>-=/(

•

B+>4'#C0=(

_=+9J+=< /7-0,J1 -H?-,+>-=/#C0=1 (+>4'#C0=1#=#'JC.( 0= >#((+A- 5#/#



*#/# 30>-( += j#,+04( &'#A0,(

8,2099.20

!"##06:0

>0,925

80,6:5

L.@0

8.#%9,&"'

M'2062,.'#0'2



D/\( #'' #$04/ G..-((+=< *#/#]

Data Centers

!9"%; !"#$%&'(

G .0>?4C=< ?#,#5+<> (7+k /0 -=#$'- 4$+l4+/04( .0==-.CA+/J



>"4 2" ;0-.(' @"6 #,--./0 ;,2,

?




37#=<- += DE\( ^#=5(.#?-

• 2>-,<-=.- 09 *+<+/#' _=+A-,(- – DE 90.4( 0= >#((+A- 5#/#

➜ 2=5 09 f&,-- 2=-,<Jg – S+<7-, 5-=(+/J! 7+<7-, -=-,<J

•

*#/#T.-=/,+. _=+A-,(- >--/( 2=-,<J `#''

`7#/ #,- 5-(+<= +>?'+.#C0=(a




DE 2=-,<J +( B700C=< _?]

DE ,+5+=< 0= /-.7=0'0<J /7#/:#( -=-,<JT9,+-=5'J

•

2H?0=-=C#''J $-m-,

?-,90,>#=.-1 5-=(+/J

• 30=(/#=/ ?0:-, -=A-'0?-

"4/1 -=-,<J +( (700C=< 4?]

S04(-70'5 2=-,<J += /7- _n




S04(-70'5 2=-,<J += /7- _no_n "2pp1 RMMWq

3-'' ?70=-(1

^#?/0?(




*#/# .-=/-, 2=-,<J += /7- _Bo-H/,#?0'#/-5 9,0> 2=-,<J B/#,1 RMMPq

• 2H?0=-=C#' .0(/( +9 =0/ >+C<#/-5

• E05#J1 .#,$0= 900/?,+=/ 09 #+,'+=- +=54(/,J

N . 9 9 . " ' O . 9 " 4 , P 5 " % 6 Q ? 0 , 6

RMMN RMMh RMMO RMNZ RMNP

! " - 2 . ' N

. 9 9 . " ' R

M

hM

NMM

NhM

RMM

RhM

ZMM

ZhM

LMM

`+/7 NRi #==4#' +=.,-#(-

+= 2'-./,+.+/J 30(/

RMMN RMMh RMMO RMNZ RMNP

M

RMM

LMM

eMM

WMM

NMMM

NRMM

NLMM

2=-,<J B/#,r(

?,0s-.C0=(

U,0s-.C0=(:+/704/ A0'/#<-

,-54.C0=




2=-,<J 30(/ t 3#?+/#' 30(/

• B-,A-,( #,- <-u=< ,-'#CA-'J .7-#?-,

•

U0:-, +( $-<+==+=< /0 50>+=#/- .0(/

v#>-( S#>+'/0=\( "'0<1

>A5+,0=#6.0>1 RMMW




2=5 09 f&,--g 2=-,<J

"-90,- oNOPMtRMMMqF – *-==#,5 (.#'+=<

–

_(-5 /0 >#%- /,#=(+(/0,( (>#''-,

–

B>#''-, /,#=(+(/0,( '-(( -'-./,+.+/J /0 0?-,#/-

Q0: oRMMLTqF – 30=C=4- /0 >#%- /,#=(+(/0,( (>#''-,

– "4/1 /7-J 4(- (+>+'#, -'-./,+.+/J /0 0?-,#/-

I 26,'-.-2"6 H IS 0'06(? K 26,'-.-2"6- H IS 0'06(? T 26,'-.-2"6- H IS 0'06(?

R J-#,( '#/-, R J-#,( '#/-,




&04, 5-.#5-( 09 *-==#,5 B.#'+=<

•

U H ! VK @• D=.,-#(- += 5-A+.- .04=/

• ^0:-, (4??'J A0'/#<-(

➜

30=(/#=/ ?0:-,;.7+?

*-==#,5 -/6 #'61 NOPL p0$-,/ S6 *-==#,51 ?+./4,- 9,0> ̀ +%+?-5+#




^-#%#<- n+''-5 *-==#,5 B.#'+=<

^-#%#<-F

• 2H?0=-=C#' += +=A-,(- 09 j/7

•

2H?0=-=C#' += /->?-,#/4,-• ^+=-#, += 5-A+.- .04=/

E0 (:+/.7 :-''

•

>4(/ %--? j55;j/7 Y Z

➜ j55 .#=\/ <0 50:=




2=5 09 *-==#,5 B.#'+=< oDEpBq

B4??'J A0'/#<-( <0+=< 50:= #/ >4.7 '0:-, ,#/-]RN

M

M6R

M6L

M6e

M6W

N

N6R

N6L

RMMN RMMh RMMO RMNZ RMNP RMRN

U " 4 0 6

8 % $ $ 9 ? V ; ;

E05#J

RMMN

RMMh

RMMW_

RMMOB'0?-wT6MRe

B'0?-wT6MhZ

V+%- &-,5>#=1 9,0> DEpB ?#<-(1 v4'J RMNN




*#,% B+'+.0=F 2=5 09 V4'C.0,- B.#'+=<

3#= =0/ ?0:-, 4? .7+?90, 94''J ?#,#''-' B`

U#,#''-'+(> 7#( '+>+/(-A-= += B-,A-,(]

V4(/F• (?-.+#'+d-

• (-'-.CA-'J ?0:-, 4?

1

2

4

8

16

32

64

128

256

512

1024

2004 2007 2010 2013 2016 2019

N u m b e r o

f C o r e s

Year of Technology Introduction

Max EMB Cores

EMB + 3D mem

GPP + 3D mem

1,67

8.9.:"'

S#,5#A-''#( -/6 #'61 fE0:#,5 *#,% B+'+.0=

+= B-,A-,(g1 D222 V+.,01 RMNN




V#((+A- *#/# >--/( 2=-,<J `#''

?D/\( C>- 90, 24,0?- /0 '-#5 /7- :#JF

• 2H+(C=< D=54(/,+#' 2.0(J(/-> o-6<61 GpV1 BE1 BGUq

• ^0=< '-#5-,(7+? += -=-,<JT-x.+-=/ 5-(+<=




37#=<- += DE\( ^#=5(.#?-

• 2>-,<-=.- 09 *#/#T3-=/,+. _=+A-,(- – DE 90.4( 0= >#((+A- 5#/#

• 2=5 09 f&,-- 2=-,<Jg – S+<7-, 5-=(+/J! 7+<7-, -=-,<J

➜

*#/#T3-=/,+. _=+A-,(- >--/( 2=-,<J `#''

`7#/ #,- 5-(+<= +>?'+.#C0=(a




`7#/ #,- /7- 5-(+<= D>?'+.#C0=(a

B70,/ /-,>F

• V4'C.0,- (.#'+=< o?#,#''-'+(>q

• ^0:-, -=-,<J X 7+<7-, 5#/# .0==-.CA+/J

^0=< /-,>F

• *#,% B+'+.0=

•

U,0$#$+'+(C. .0>?4C=<

• S0'+(C. D=/-<,#C0=




2H#>?'- B70,/TE-,> B0'4C0=(F

B.#'-T84/ G??( += *#/#.-=/-,("

V#((+A- B.#'-

"

cNMMX V +=A-(/>-=/

"

hTRM V` ?0:-, $45<-/

"

`7Ja

"

V#((+A- 5#/# (-/(1 .0>?'-H

l4-,+-(

"

@'0$#' 5->#=5

"

G??'+.#C0=(

"

`-$ (-#,.71 >-5+# (/,-#>+=<1

(0.+#' .0==-.CA+/J

" B.#'-T04/ $J 5-(+<=




37#,#./-,+(C.( 09 B.#'-T84/ G??(

• V#=J +=5-?-=5-=/ ,-l4-(/(;/#(%(

• S4<- 5#/#(-/ (?'+/ +=/0 (7#,5(

• V+=+>#' .0>>4=+.#C0= #>0=< (-,A-,(

^0#5 $#'#=.-,;

V#(/-, =05-

3 ' + - = / p - l

4 - ( / ( *#/#(-/

B-,A-,

B-,A-,

B-,A-,




S0: 2x.+-=/ #,- E05#J\( B-,A-,(a

• 3,-#/-5 $-=.7>#,% (4+/-

– *+A-,(- (-/ 09 .'045 :0,%'0#5(

–

y4#=C)-5 7+<7T'-A-' $-7#A+0,

• B/45+-5 0zT/7-T(7-'9 7#,5:#,-

–

_(-5 ?-,90,>#=.- .04=/-,( – D5-=C)-5 =--5( 09 .'045 #??(

Modern CPUs don’t match needs of cloud apps




S0: 2x.+-=/ #,- E05#J\( B-,A-,(a

• 3,-#/-5 $-=.7>#,% (4+/-

– *+A-,(- (-/ 09 .'045 :0,%'0#5(

–

y4#=C)-5 7+<7T'-A-' $-7#A+0,

• B/45+-5 0zT/7-T(7-'9 7#,5:#,-

–

_(-5 ?-,90,>#=.- .04=/-,( – D5-=C)-5 =--5( 09 .'045 #??(

Modern CPUs don’t match needs of cloud apps




E05#J\( B-,A-,(F Q0/ E-,,+$'J 2x.+-=/]

0

1

2

3

4

A p p l i c a t i o n I P C

Application IPC

0%

25%

50%

75%

100%

0

1

2

3

4

T o t a l E x e c u t i o n C y c l e s

A p p l i c a t i o n I P C

Application IPC Memory Cycles

Execute ~1 instruction per cycle




`0,%'0#5;B-,A-, V+(>#/.7 {GBU^8B RMNR|

C"" @04:"60-W

!"60- 2""@,2W} } }

IJ +N *XJY3 4,-20 "@ -$,:0 *'" 60%-03W

NQF

%'%-0;W




24,03'045 B-,A-, {DB3G RMNR|F

G B.#'-T84/ 37+? 90, V#((+A- *#/#o:::6-4,0.'045(-,A-,6.0>q

Z* B03;*pGVF

•

B:#,>( 09 GpV .0,-(• ^+m'- .#.7-

• NMMMH >0,- .0==-.CA+/J

•

NMH '-(( (J(/-> -=-,<J• p4=( 0zT/7-T(7-'9 B` (/#.%

_3J?,4(

~04, &4/4,- NT`#m

*#/#.-=/-, 37+?




B?-.+#'+d#C0= .#= $4J NMMMH += 2=-,<Jo9,0> # (#>?'- 09 RM .7+?(q

! #$%&$' #(

)*+,-./%&0

+.:6"$6":0--"6- 18UE- !%-2"#

V+7#+ "45+41 f8= /7- 2=-,<J 2x.+-=.J 09 30>?4/#C0=g1 RMML

N0P06

U 0 ' & % #




"-J0=5 24,03'045 B-,A-,F

j-,C.#''JTD=/-<,#/-5 B-,A-,( ojDBGq

D5-=C9J -=-,<J 70<(F

• B?-.+#'+d-

•

26<61 D=/-'\( E3U;DU 3U_

U0:-, 4? o5#,% (+'+.0=q

(-,A+.-( 0= /7- •J• 8/7-,(F E->#> € DQpDG1

VBp1 _3B*

3U_

S-#? `+5<-/

V#.7+=-

^-#,=+=<

`+5<-/

*" `+5<-/

Q-/:0,%`+5<-/

D;8 `+5<-/

VZ8[ 8?-20#\]'\!5.$




2H#./ A(6 U,0$#$+'+(C.

V4.7 .0>?4/#C0= +( -,,0,T,-(+'+-=/F

• V#.7+=- '-#,=+=<;#=#'JC.(

• D>#<- ?,0.-((+=<;A+(4#' .0>?4/#C0=

•

G45+0;(?--.7

• B-#,.7

B+>+'#,'J1 /:0 •#A0,( 09 5#/#

• 2H#./F #z-./( 94=.C0=#'+/J o?0+=/-, #55,-((q

• U,0$#$+'+(C.F #z-./( l4#'+/J o?+H-'( += +>#<-q




U-,90,#/-5 oB%+??-5q 30>?4/#C0=

<";?26,:7 $-=.7>#,%

oUGpB23q

• 30>?+'-,T5,+A-=

?-,90,#C0=• B%+? LMi 09

.0>?4/#C0=

• V#+=/#+=( /,#.% 0=

7-#51 .7-(/ #=5 '-<(

30>?4/#C0= 50-( =0/

7#A- /0 $- -H#./]

S0z>#= -/6 #'61 f_(+=< ^00? U-,90,#C0= /0

*J=#>+.#''J G5#?/ G??'+.#C0= "-7#A+0,

/0 V--/ p-#'TE+>- *-#5'+=-(g1 RMNM




*-BJp-F U,0$#$+'+(C. 30>?4C=<

2H?'0+/ ,-(+'+-=.- +=>#((+A- 5#/#

• U#,CC0= #..0,5+=< /0

,-(+'+-=.-

• U4(7 A0'/#<-( 50:= /0

f4=(#9-g ,-<+0=(

•

V#H+>+d- /7,04<7?4/ :+/7'-(( -=-,<J

Q83

30,-30,- 30,-30,-

30,-30,- 30,-30,-

FilterFilter FilterFilter

VideoVideo VideoVideo

Audio Audio Audio Audio

V^V^ V^V^

M S , : 2

U 6 " < , < . 9 . - & :

^0-.9.0'2

1,2,

!"'26"9

1,2,




S0'+(C. D=/-<,#C0= "-J0=5 DE

•

Q--5 +=/-,5+(.+?'+=#,J

o(.+-=.-( X /-.7=0'0<Jq

• E+<7/-, +=/-<,#C0=

-=#$'-( 7+<7-,-x.+-=.J

• &,0> B` /0 2=-,<J

•

^0=<T/-,> A+(+0=F

➔ M'06(?\'0%26,9 ZC

8 " _ 4 , 6 0

Z ' @ 6 , - 2 6 % : 2 % 6 0




3-=/-, /0 $,+5<- *#/# :+/7 2=-,<J –

Ne 9#.4'/J1 hM ,-(-#,.7-,(

• G:#,5T:+==+=< 9#.4'/J;/-#>

– p04<7'J cZV;J-#, 94=5+=<

–

*#/#.-=/-, 8$(-,A#/0,J o/-(/ $-5q

p-(-#,.7F

–

2=-,<JT(.#'#$'- *#/#.-=/-,( 9,0>?,0<,#>>+=< /0 .00'+=<

– B.#'-T04/ 5#/# #=#'JC.( K >#=#<->-=/

– V#((+A- 5#/# #??'+.#C0=( K (-,A+.-(

ZO




",+=<+=< +/ G'' E0<-/7-,

•

DE +( .7#=<+=<-A-,J/7+=< K +/(-'9

.7#=<+=<

•

DE (J(/->( #,-+=-x.+-=/ K /00

,0$4(/

• U'0: >#((+A- 5#/#

:+/7 >+=+>#' -=-,<J

[ '04 ZC 60/"9%&"' .- 0#06(.'(`

40 5,/0 , (60,2 "$$"62%'.2? 2" 90,;W

?




E7#=% ~04]

&0, >0,- +=90,>#C0= ?'-#(- A+(+/ 4( #/

0:":9"%;A:5

Documents

darksilicon-BigData.pdf