A Protocol-Independent Technique for Eliminating Redundant Network Traffic Neil T. Spring and David Wetherall Computer Science and Engineering, 352350 University of Washington Seattle, WA 98195-2350 ABSTRACT
!#"$ %& '( ! $)*+ , $. / 01 2. 3 4! 5 + 67$"8 9 2: 6 . ("3; ( &@.?B AC12D$ $>%@4 D $ D H$ 2 E " H 6:,. $F%@
2@ I " :JG@ 0
"L:K 2.,M$ I% . 2$ H . ( 7$ 27$=@ 7!" 3 1)@N#.,O $,7PH , $. Q?RR6:)*9 ((#... :S $,$7! T"S( ( $@ S 1 J R S 3 .I7$ ,UH $%. $ %V/ 0" 0 ,W M 7$$,$ 6P J C . 0#( ?RR !#" ' :I"J H. %. HI'( < ( 361=*1 F :)*@+( ,! $ %9 X: 6 . Y ? RZ6 S $%@M7$ )*(7EF: 6 . 1"/. 6.I 7$R ( (( ('( ! . + F I+:["R:. YPX :?B\T @] . ( GP# 1]M I :[J":1 %4. FI' ( 7$$:LG 3. ! $@ .7_^@`@a ; 4.$%. .7D)*@7$ ,N;M(I& P>4$ X#@ & bI'N . :?c. P)*1:GdI' : @9 (1 R,=* 2 3. , $. 5.I'@ YeXf]f]gh. .7i 0" [b.j:1 $ % , J $ G ! P) ;$,,:kP YI' (Z D#.] (E T"' D.Q @ :G 1 5 0 .,$ %N,: Gldf]gm P>@G < j. +,7n?
1. c
1 INTRODUCTION =S. 2 :. R@I 7(,O.]$, P)J$ %bM I '1.,< ]I"2: $ %X < 7@@4 $, d 69I6. < 9( $(, ?2eC ()*(:GQ ! N N@@ . ;I 19. 6 :[" .$ %4.< 6 5.i 6J-o -o 6 ., $@ + 0< . 1h. bp*gDq;rNGEM Im'(#.,. 0 $7$757.%. (+ (,. 6 ? c P)*(:G5 :[J"h .$ %m. ': +7$,! :s$ t! +.I$7$! T"s # (Y$, P)*5 I'1., .?Duv ( J Y 0 "&w!x:`Pyi($( E F:["N:1 ! +z 3w!x(y6:.:I$7$! T"7$ E:. (7$,$ 6P 4P X,. 0 C{*|@a}.< B 2 >RH~R)..7$6I7$N 0 P :GLI . 54 .,7$( X .7$ $@ _? \ N d.'(:G F. 67!" 8(F E ("H d$ 4 ( .=
P> < $ b2)J< $ < 2 7$$,$ 6P %H$ F. ;X,:. Ei$, P< )J$ % IV'(#.,. @?fi 6$)* (:GB I' :)$R.Y I . I'XJ ! C 0 . %@@D! Y: .=*C47$@ %4 $,5 R < 7$@@ < j. ': F NI'C 5 .,56.%.@G .Y@ < ! $,$7 ,.$7n;P $ %G P j. 64@*a .;.7$7d. %@.$ % >N$ 5: 6 . 5IJ"+@X,: @?XA5B
$ @,$ %SM I >.G2x {aW$ :1 :.I 7&I"mP[J":1
H 9z 7$ Gi. b# (2{ x:a $ X / !Z6: j J :?BCZ6 + 7!"&.|@a : 6 . 1" I P#Z :[J"h .$ % + . :GY$ (7 $ %V{@*aW: 6< . ("m ,( J 5M I/ :[J":1 9R@$I $ &k@,O:1 % ? fF $ C %.%@ 0 j 6P 5: . ("+ $@ & 6M(I3 :[J" .$ % < @7 < .= < (77Q$ 3 @,NI$ 6P $@ Q? fF 4 0 H; N6'(H$ 2.%* $8 :S. 2.7$7 ?RR ($I' . X (1 H.2Z 6 %: 6 ("3 SzJ < ( $@ J?9\T SzJ ( $. ^JG < C F 5! 1 CdH:.$ %N ,Y 6P =' Z %.( $ . 7$:P / !# : . J ( J :?mfF $ G;$5 < S.=*( RP3 $:7]([ 4 6 @ N. 2 &([J I"J H$ ( :&P C 9I' %. $ %GL : (" .79I'B. < ! 2 ?T (7(( d )*1"=' 2Z6 %.( $ 0 (%.< "? c3. JI'(:K j$ $%@ . Y 7$ ( CNk.( $@ &d XZ6 %@($ J (' 6 %Y@ 2 !j. 4'. ( 7;I6 6 < kJ :)J$ %@ G < $1 < 6( ($8 I"/. .7!" < 1H[ ] #. 1C I'$ H 3 P. Q1? $ (( C 4 P)Jk5 2. @ 2 . AC Y=*("N @I 7$ , j6:)*Y . E([7$.:RI $,4 0 I'N@ /$ / @,< 71 N$,7$ ,( J P $@ 3$ C < N 0" $8: $@ /, 6 $ , ] 6 5=* (3 H @ 5.DI'. :1 (@ $ 0 :?5\d N:1 C7$. N . $ 0 ("I' : 9.D61=@( 7$. G' + X @=@ j:. 5I'9 J 3 j XX( 6
F6. 7n?Bl
$ %@( BP]7$=*(7$"H 5I'].')..7$E(.?BfF$ $ YI' : @G. ,$ %H (2PX N @7$7$$ $@ G C7$. jd . $ 0 ("S:. SI' ( (( : . (@%@ $8 :/Z %.( $
.=* /$ C $)* _?NfF$ X:< / /I'9 .!:/IJ": 0 $ %
2,$ %R61=@( ]#.,} 0 .,3? fF (RPN . (H. '(( X.E@2P1 $ (( . & . $ % ?El
! 0 :G!< Y: 3$, P)*5 C'(#., 2
. < -M(I+. (@7$ ?DfF$ B$ dI' :. ; E, $ %Y k E$ d .,7$( 7!" . .7B '( 6 ( J :?2z (@ 6LG_$ C @, 7$ , 5P (5 6. (7. ( B . ! $@ .7M I9:1 % ?BfF $ d iI' :. FI"H,.=J$ % F.'. 7$ $@ N7()* 7 ,. $ i IN . d: 4 .,( $, (7$,$ 6P 5 C (:R N . .( F 5 , 5 1)*(:GJ ((IJ"R !(( 7!" $ %37 ( (". < 7$7;. 9 P)J$ %I6. < _?t! .
. 9. .7$@%.@ i 6( 0 . $ %GP@
0" 0 ,v:. . i $ '
4. Mj IMPLEMENTATION ($I'5 j$, 7(, $@ Ri.
D: 6 . 1"R 6.7!" $ %@$ ]$ 4 (, dL! E $%@ _G* 7$ ( $. .L@'1 $@ .76.,R( ( G6. +'(#.,. @?
4.1 M2$,Design 7(, :b.
5. .7!" $ 5 %@$ H CN (-o7$ )* 7Q ( $ %V. gbS} 6 ( .(/Z7S. s@ 0 $ 0 $ E@ R! B: 6 ("?ifFj $%@ $ ;X 0 $%@ :7$8:P $@ &.d H.7$%@$ , ($I':+ z ( $. & < ! < .7$7 < $ %#:
2@ G 2I6. Hd 2,J 75! ,1 2'1 M ., 4$ N FZ %.( $ $ %27%..! ,3G. 2I'jced@?BfF $ j >R $ 7$"7%@H 2 6P 5 (9H RZ %@1 $ C .7$7$ $@ XC H. %@9.D, ," $8 5 6 < :LG5I +.7$ $,7$$ b7 < (3'(#., Z %@1 $ ;:7$ 7 $. ]@ b^@P-oI! F,1 $ ?
Y1 @ QG* n.1 .X :$ ., $ %4 H5.I$ Z %.( $ :G I' x@G .{ fG | f.^G_47%.H $,@? .7$1".1@ E.7$7 .= M( 3F h Y,C $ 6,.%.M7$; ZS 0 -o6$ N.Z =*( 0 & -o 0@ B@'g ? S;7$ )*1S$, 7(, $@ .7s$, P)*3. s : 6 . 1" < ( ( N$ C: 6 . :? fF R 7! HN$ @,$ %+ > 6. %@.$ % P>b !L(:G 63 $ hl
$%@/|J?sl. .h 7. X >.GF $%. !Z6: J C: < 6 (" 27$: 0 Rx:@aRC$ C. < ! & 7 $)* 7!" 7$! 7$X, ,"n7$ F . x2c3F1?J5: . ("4 $ ( . I'1 ( 6 h7$@%@! ,$:77!" < ! h, ,"V $8 .%@ x @Sc35?EAC %.@$ %& >R+$ R7$,@ 0 4 $ 3 4: 6 . N. $ @,$ %3 P>@GB7$ )*(77$$ %&t. V< |.@a < ! m../c3 ,(,."?dfF $ ; '@ E 2 8 .=J$ %H ( 9.L 5 ! @K Ib ()*( ?B\ ., %2 >5 ],< C$)*( @GJ$ $ %N N^@@a (" < ! S{*@c3 .;, ,."?H\o 27 3.' X 6P ,j (" < .7I'j.I ()@: 0" 0 , < 15, ,(,." < X:)@$7kI7$@GL@? %?G < ! & =-oI6 :.=*( 5 0 .@? ;. :@ 3 2 7! G H 9R, ,."b $8 H.;|c3 #. . 37$$ H. /x @c3s5< /7$ H. 67!" ( 5$ + $ j.'(:?
5.3 fQ 6Redundancy 2 . H 6by+ Protocol " 'C.d: 6
. ("G H 7. !Z6
P>/ < m !L(( J b. .7 3. 6t:7$ 7 t< /.,@ 5 ("/:. @7n?fF < . bIJ"S $ % ' ; 6R, $ %H.%*$ 0 FI' R Y @ 5. 6 @Gib $%. !Z6: 2#.1 . M.E , $ %S P>$ 0 :.,$ %S,: JGY 7$$)*( $ %M .7 / )* 7$@' vI" j:.7C1 < =J . c$(. .# :? fF $
>R$ 3,$7 7!"h: . S a9-T*aR1?c3 "t.9 /7$ 0 $%@ $Z:. P>3 . J $I . P&.7$ M $ $ %@7!": :?S\ V6P (7:GEfi 7$ ( 6Q C. ( R^@@a 6 +x f@a : . :G. ' ( $)* 7!"?Bl
$ .7$7!"G C . Y 6P F2 $%@ $Z : J D,@ J
.6 P>20xP|.aR
. 9: 6< . ("0x:@aR1G*:P %@$8 :. ?A5 (:G N$ E:$:@ $%@ -o J,NI'(:9'. B 6 < 6:)*E i"(
I' N.I7$D C < ! < 7$7$-o=J < 9 ()J$ ? 5.4 eC (LPeak (( $)* Traffic .79Periods : 6 ("R $@ + %.
2I'XP ':< =b .%.H $,< b\T ] >27$$=* 7!" RI'X,X.Y7$ Y: & 1RN,. " 7$$ seC . 0 .7S7$$ ='G @'1< $ %&P 4:6 ! T"GB':PN 3I'!Y< 6. < :/IJ"/: ("/ ( . fi 19 R 7 VJ 0 $@ G @ X N ,4I'(5.E: 6< . XI"J 2 6 N .7B J2I"+E"J D" 9z:)$ %@ M I+ ()J$ Xe f]f]g { ? ^*a ^.*a ? ^*a a 5 .7_ 0 :.,$ %4,: E fYzgv c $X . 0( C. 0 (H P J? a @a Q C Q . HP J? {a xf*a z ( C I eX]f f]gEzS P J? ^*a {*a l
$72 01 ldf]dg -T 3 x@? `*a {*a C ( Y < X]f gvP ? `*a a X,X ()J$ 2&z P ? a x:|@a c$(@ # X, uXzls P ? *a *a ujAX ujAXm ? *a x *a X,X ()J$ zc3f]g P ? |@a *a c3.$7Q( $ g;AXgv ? ^*a f*a 5(,. C (,$ .7 fi 7$ 1 NP ?$xPa ^{a C = < A5 ( x:|J? ^*a x *a !$34 . A H ''P-'#&NP-' )=45 * ### . (# -' (+-' # 9 #0 K ),#'4+#&'T! 6
# . 2N #0 '# NP'A ) 6 . -' :H3G: (+(
5 . @ Qf P>E.7$, j : 6 . C :.:I7$ oa .7_IJ"J oa .d :P %@" 0 $. x:? a |@J? .a c( J |J? @a x ? {*a S]rC\ { ? .a |.^? a SF. S;@ .7 ^? {*a ^*J? @a ? @a gB%@,4j '. J? ^@a gB%@,4j:( 0 x@? @a ^@`? @a z( S;.=$ x@? {*a ^@`? a u5 .$8:P $@ ? f@a ^@? @a 5( '@ 9z ? {*a ^@? ^@a gD ? .a ^? ^*a !$34 . 6N N 5 #0 ''5O#0' 934 . 6#62N '( 465 9(#&' 0 #> P' 94 . ?5)!R H . N.% < ! j$ 3f
I7$Rx@?
Common Property
X , fQP>E.7$, 5 (" fD"' o a .7iI"J oa . d:P %@" SF.:bM I xPJ? @a h. C :.:M I f ? {*a ^? ^*a SF.:I7$ @^? {*a x:|J? *a C .:I7$ { ? @a {x@? {a
Server
Object Prefix Object 0
20
40
60
80
100
Percentage of Repeated Content
& %& 6 3' ) ''ON 3+ 9(+-\(=# + ' 9: ' # . !# . # . 2NG >#0 * 9 ,#&'K 3'
-( 0 #' :H * % 9+(P(+ 5" :R@?dMj@ 6bN %.3 %. 5.
('( ! . $ +"J .,$:77!"&%. (P :/ I/ , Y@%.7!"S|.@a $ S]rC\ 6 0 $@ :P %@( ?;l .;X 7. F_ , B#. $1
()*(9@$I $ :.$ % G
H: 6 . ("/. *< 1 *ab?H\ :.: < I/ , G_@.a.D H: 6 . (" $ 6P :#@, !L( 5M I ()@( ?9A5B H(=?8@ &A3BDCEA F/@G @!@HIJ@GA 3 FKA!MLN A &B &O P Q38@ &A FRIS&NFG GT FGMF/@ A!3G P U G B !"3V3 B CEA!IW&XY8@G &A[ZJFGF A OY@GA 3 F\ZJ B 8@ &A 8] & " 8 U "3^_!"P`?AY@G!HFGX> BaA!KA &A@G A XbA#@RI
XbA#@GF"3CEAdcfe/gh iGi j&kSlm&n>goYp)g&q?rPe/inGn kWg<s&lPjtp)g&q?rPu i v#kxwzy gGoR{|i }~ ilPhGinz{ TJ
bp_{f 3O&F 4 P " >"3NGF Vf"3?& O&B F U " V3B XYA A 3 " BaFF A! "3\ A "! t G A O LN T ! B| FN A@ @ B F" CEAcfegh i iGj#kxlm#nHgowx iddg&eGn!grg&l l3wEielPiw{|ieie c\ieSog&eqs&lPh i P A " 8 U C+ U " LG8bKf&GB #M# " $#%&%')(+*&*,&,&,)-/687!24#7-+:8;&^?"P?" ± & FGBA M"3^?" ² A F/@"
´P! FGF U FF@X IW&N&!@ Xb µ A Of GRF A O> AMH\ GB FGFNA#! &A XbA@" CEA cNe/gh8¶·#lPj¸?l3l3~!s#u| l3wzu ¶Np)g&lo¶)g&ld¯g¹kSu iMp)g&q?rP~!wzkxlms&lPj
iwWºJg&eG&kxlm 3O&F f# =R¬»&G =\#X>P !" U " $#%&%')(+*&*,&,&,)-W¡9%,:8;¼32¡#