Mining Database Structure; Or, How to Build a ... - Semantic Scholar

Report 2 Downloads 27 Views
Mining Database Structure; Or, How to Build a Data Quality Browser Tamraparni Dasu, Theodore Johnson, S. Muthukrishnan, Vladislav Shkapenyuk   AT&T   Labs–Research    !"#"$ &% '% $( 

ABSTRACT

 *,+-+./*"#"#$ 0 1+.$#2-2314,"#5 5 "76'8 *9:" )  ;2-1"O "P= F*+-/ 2-"#/$(1a UFY"6"("6D6'R $#"#UFG SM"(bc: " 79 ,"4 , "HQ$("H FW "H6] $#"(d+-,b5"(2.2XC 6"(Q  T6%5eW b5"#"(@ "Z6'"(@ ,9:"fFY"6"("6H>#1d$# ," Fg h6 "7"#"Z FV "*69;"Z$# "#% } +-!+.FY >C +- U$H9:"7"64 "% /%. ;"#"Z6'FY f6,+-+-/ ?;6 FG "#+-/EA"\10 +-FG $\ "#>H>+-/ [ +g6"#+3FG1|Q"(* 9:"!A"#d "(A"#5 "f69;"fFG ~$( 2-2.+-/,;6"(5 " bz"#+-/ ! F[+3@$# ,2-"(+-y1%

1.

INTRODUCTION

€ "#"#,+-/*+-T'+.5 F_2./"f T6$(+- 06'9"#k+-5 ;'  "(1,9:"#$( ,"!6+- 6"("6> "(z+-,"% } "f6+. 6"(k+-"#5FG  7+-"(y1 F&$"#5+-$#2-;6+-/7+.$# "($(231>"#"("6,6' T+-$( C "($(_"i FT "i6'9;"!u:"\ ;‚6"_ @k2.$W F6 $#,"(T'C +- :ƒ\ ;6Z"5 F "56'9"5 W, T6"#2+-$#+-;'"68"(A"# ;64"(T+3+-"#8u"% /%- :"(ba"(T+.$("#! W$(Q ,"\k 1:"#ƒ\% € 6,+-C +-Q' !;6d"(@ F_ "#"Z69;"(!'"76"(X6"#>6+-/ +-,"!"#"#X;6,FG"#{T"#231d6  @ '"! "X+-,"W $'"(C FG2-23142.& , +3  ;6d$#2-"H "#+3X6'9;"%z„ @"(,2-"  ",2-"#ZFY $#",+-*, "+-T"\"#Q"6P+-|>T+./H42-"> P+.

Permission to make digital or hard copies of all or part of this work for personal or classroom use is granted without fee provided that copies are not made or distributed for profit or commercial advantage and that copies bear this notice and the full citation on the first page. To copy otherwise, to republish, to post on servers or to redistribute to lists, requires prior specific permission and/or a fee. ACM SIGMOD ’2002 June 4-6, Madison, Wisconsin, USA Copyright 2002 ACM 1-58113-497-5/02/06 ... … 5.00.

$# "#$(231H, T6"#2-+./>$#Q ,"(!6H"#"(+-/,2.2‚+.FY >+-  "#2."#6] H ">2-" V H T+-+- +./O/ L>#1P ,2-1 "#"(,+-R "4"\+-$#"†$#+3$#+-, "(1M 'T+-+. B9,+-/ T  6"(2."\"f "#~W6+-2.+-/"#2-1% ‡ FY ;'"#231 _ "("46+. 6"("#6R69;"( ;A"dU+-/+-FgC +-$>$# Q%NˆV2g+./ @;2-1+-# X6B6P,+-+./]'"HFGQC "#6B91E+-$# "#$\0 4,+-+-/|6T%a‰W"(bŠ ' Q"($(0b@ +.$ "{+3"W$#$#"(5 **23+-2-"f69"#@'"f6+-‹$#23 "(:"#+-A" 60:"( X"(A"#4+-,: +.92-"f +-,2-"#,"#% € +-"(y1 F:  2-i ;A"59:"#"(,6"#"#2- :"6*FG z6'9;"k$#2-"C +-/dŒ Ž'‚6>FG @$ "#>7>+-/dŒ ‘'’ ;5b5"W6+-$#k+-d, " 6"\+-2_9:"#2- b7%WxyU W"(:"(+-"#$#" :  b5"#A"\  "Z+-!FY$#"#6Ub@+3  "i6+-‹$#23& 92-"#N F6"(Q;6+-/5 "[$# T"(T&6fQ$(C "Z Fi "69;"uƒ!! ;;6H9:"(FG "8 "(10$O9:"Z$#2-""6 5 ;A"@ "#+3k$ "#>5>:"6%_“‚'/"f T6$\+. 469;"( Fg"#O ;A"7 T6"65 ,  6@ FV92-"#!b@+3 H  ;6  P"(, FW  6, FW?;"#2.6#%=”i"#B+-=S$#2-"B6'9;" 6+-$# 'A"\+./8 "X69;"WQ$\"@+-k6+3‹,$#2359:"#$"X F " $2."Z F_ "7 92-"#H% ˆ[ T6$\+. 869;"#‚ FG"#Z$# T+-8>1f66+3+- 2A 9C 2-"#,@b@ +-$\ U>A"f;6"\Q;6+-/ "(+-!Q$\"7$\ 0, " 6+3‹,$(23%j•z Q$(+-/d"#+3 1Uu"% /%. Z$# : "f$#Q ,"( dP6'P"(T+-$#"H –"(+-/ƒ FG"#R"{+3"#,>1H +-b@+3 2- /d +-M; # i FG"(B$( ,69;"(#% } "d$ "#>O6 $\C ,"(T'+- ]+-82-231|;'"d;6P C— FGCy6'"%U„ "#+-/MA"(1 6"(:"#;6"#$#+-"#f";2-231S 7>+-+-"#6P;6O>1U6"#/6" 'A"(+-,"%E•z TA"("#231 i92-"#,>#1L$( +-R;6 $#,"(T"#6 FY "#+-/EA"(1#% € 92-"4>#1|$( +-R "("( /"#"# "#+3+-"## +u% "%f"(! Fi b@f+-H "Z92-"Z ;'W '"6+-–"\"#j +-O; #% } "j$# TA"(T+- fFY ["($# 6+./!+-FY >'+- Z>#179:"z6+3–"("#_+- 6+3–"("(Tz92-"#7u"% /%j*$#Q ,"(k,"X,+-/ k9:"!"($# 6"60+- "W?;"(2g6>+-0 "W92-" 9k+-0yb5 8 @, "X?;"#2.6k+.0  "(\ƒ\% € 0a+g6= M U6L$#2-"+-/R"(– # !b5"S ;A"S6"#"#23C :"#6NlWm(nYn opq 5|6'|{;2-+3 1R9 'b@"\%`˜j"#2-2.>= 'T+.6"#  "k;2;{"(16$ "#>W+-/+-   2.# ;62- *f$( 23C 2-"#$(+- O Fi  2-764"(T+-$#"#!b@ +-$\ S"86"#+-/"#6U , "#2-H " "\6+.$( "(* ">Q$("d+-| "069;"%S˜z"#2-2->L"( ™ ps—pšpr#mf›;tQœQjn žYqŸ>Œ3 #[ >$# 2-2-"#$(f,>+-"#@ Fj "*69;" 92-"#;$#"## @92."(# W;6E?"#2.6#% } "("S,>+-"#>'"P6+-QC 2.#1"64 , "8"(f+-OS+-"($(+-A"*>"(X 7'"*"6HFY  , "U$( ,2-"(B{"(+-"##%¡˜j"#2-2.>K$# 2-2-"#$(d "U$# TA"#+- ;2  ?;2-"#8u"% /%- ;T9:"(k F[ b@!+-U92-" ;T9:"(k FV6+-Q+-$\ 2-"#k+-08?"#2.6 "($% ƒ\ 5bz"#2-2‚k, "W  +.Q+-$'"60 ?2."( Yb@ +-$ H+-@ "7 F_ "W9T Q"#$(X F‚ +-@;:"\\ƒ\% x S 6"(7 4;6"(Q6O "Q$\" Fk469;" _+3Z+- "($#"#1R ];6"(Q6R  'b~?"#2.6"#2.'"H ] "U  "(% ˜z"#2-2->7$( 2-2-"#$(_$# $#+-"i,>'+."(& F "V2-"# FT "[?"#2.6#% } "(",>'+."(f2-2- b¡˜z"#2-2->O 46"("(,+-"Zb@ "\ "(fyb5

?"#2.6!$U9:"k Q +-"6 6H+-Fi , "Z6+3"#$(+- O FV "@ +-Mu"% /% " d>1 :>1H 0>1 "($% ƒ|6U "+-2-+-A"#231  49:"$# +."6P+-L  "(% } "#">{"#Q+- Z$P9:",: "6 Z{"(+-"#f S "*,>+-'+."(# ;˜z"(2.2->U$H: " 6,+-+./{"\+."(X$\ 4# „_+-;6H2-2& F[ "z +-8u+->1dA"\1 FY "(+./UA"(1  X  C "(b@+-"'ƒW9:"(yb5"#"(O +-!92-"6O1H  "(!92-"*+.U " 6'9"% ¢

¢M£ +-A"#4?"#2.6H¤ ?;;602-2‚"\! F_?;"#2.6f#¥>$\ d ;@ " $# T"(TX Fj¤h"82-+-A"#2314 ,9:"8$# ,: +3"* F[ "Z$# C "#k F[¥d% ¢M£ +-A"#KS92-"H¦Z X6 "(d+3d ;A"Hyb5 =u2.'/"#231ƒd6+-Y Q +- 9"(@b@ +-$\ * Q +-U 92-"#X¦Z Z;60¦WŽ4u+u% "%5+-X¦` "(C "( /"#"# ƒ§ } "#"Z6',+-+-/{"(+-"## 64>1>  "(# $U2- ,9:"  Qbz"("6EFg ¨ "H,>'+."(# 5;6R "("(FG "H"#2-"6R+.  "($# 6#% } +-f+-"($(+-A"69"*Q$("*,+-+-/02-2. b@  "7"(X ,6+.$( "(! "7Q$("7 F[ "Z69;" ;"#92.+-/  ",2-+-$+- | F@64$(2."#+-/ [64,+-+./ ‚6S$ "#> >+./*  2.#%

1.1 Related Work

} "869;"8"#"#$ S$( ,+3 1> !"(2- "6H ,"8QC :"($(_ F "i 92-"#` F;6@$#2-"+-/Œ AŽ'’%j©W"j:"#$\[ F +- "("$ ,66"#"(V "5 92-"#ª F;?;6+-/!62-+-$"k2-"([+. f92-"Œ ŽŽ AŽ «T ¬’%z­4 "X/"#"(2-231  "X$,:"(FY ®p\›:¯ ›tœ°žYopsym8ops—w±TžYqŸ ;+-0b@ +.$ * +-X"#6+-$"(X$#49:"79"6 BQ+-/|6+-Q$#"|Œ A« @²T !޳’%a©W,+-"("#Q>+->+.M?;6+-/ "(2g'"6P?"#2.6Z, /42-2i?"#2.67+-P ",6'9" & "\7 ; :"\FY ,+-/,10;+-$#2.i Q +-%zxy]Œ ¬’  "Z  @$# ,;'" yb5 S,"(  T68FG *?;;6+-/U"#2."6|?"#2.6#%PeW b5"#"( "#"4'" $\;6"4,"(  T6b@ +-$ = "T+-231B6"#:"#6R B$ "#>S+.FY >C +- &% €!´A€!µ Œ- (;6 €X¶!· } ©7^0Œ ¸'"!{"(1Q1Q"#,j6"(+./"6  7"\"#j;6* +-,+-"ƒ+-7C 92-"#@Œ ސ  A A‘T A³’%[IK +-2."j +-[+-FY >+- +.V2-;92-"zFG  ,+-+./69;"WQ$("’6d+->Fu$\kb5"f"702-/ +3  9"6U O "Z "8"("#"6H+-LŒ ސGƒ\ &66+3+- ;2_+-FG >+-  9: !$( "#$(+- @9:"( bz"#"#4?"#2.6@+-X"#"6"6% ) 5,>'+-"#& F'+. FY ,& '"i9:"("#7"6f+-Z69"# >+-231ZFY j"#2-"#$(+-T+3 1*"#Q+->+- ºA "("5 1+-$2.231*+-$#2-;6"k +-QC  /,# ,2."(i VbkA"#2-"(j$# "(‹,$(+."(TXŒ3 ¸'—%[I]"k"k"#"(2 +-"(+-"#* FX,+-C— ; ]+-/"#;6|A"($ "(8+-L 8b5 :% ­4+-Cy,2-"#i ;A"@9:"#"#"6+-,"#Q+->+-/f+3+-A"@$#2- " +-'+. KŒ «'’%U^TA"($ "#7 A"9:"#"# "6B+-K2-+-$'+. 0$ K,?;6+-/P"#"#"(T'+-A"H"#;6 Œ Ž'z;6UQ",+-/>bkA"#2-"(Œ3 #²’% } "#+37"8FY 86>$#2-"C +-/+-! "#2u%

x d +-@;:"( bz"7>A"X "WFG 2-2- b@+./0$( +-9+- #» ¢

I|"i6"#"#2- f"#"(2A,"\  T6FY ‚?;6+-/z"#2."6Z69" ?;"#2.6@+./>2-2,>'+."(#% ¢

I|"S"#2-;"O "S+-+-"#d"{+3"6=FY  $#$#$(1% ¢

I|"@"#"(Ti"(b=2-/ +3 ,jFY 5,+-+-/W "@Q$\"@ F 6'9;"%

2. SUMMARIZING VALUES OF A FIELD

©W5 A$\ , *6'9;"WQ$("X,+-+-/Z+-z Z?Q5$( 23C 2-"#$(0rvTo*o,ptž—m\r7 F! "069;"% } "#"0,>+-"#8$M9:" $# ,"#6{+-$\T231 ;6"("#"#i "k"#2-"#iFY"'"#j F " 6'9"X+.>f>2-2;, V F$#"%j©Wj6f,+-+./Z2-/ C +3 ,i :"('"!Fg h "#"X,>'+."(# T6,k7$# "{"($#" "fFYQ!9:"#$"f "W,>+-"#@'"7>2-2u% ­H1d F[ "#"f,>+-"#@"Z{+-"7+-,2." "% /%j "fTC 9:"(7 Fj2-"#f+-S"$ O92-"  "*T*9:"(! Fk6+-Q+.$(Z;6H " T*9:"(f FkT2-2V2."#7 F5"$ P?"#2.6%,"($%d©! "(f,>+-"# "U, "4  +-Q+-$'"6K6R '"H+-/+3?$231R, "H: b5"\  >"#A"2_ "8Q$("* Fj "69"%ZxyH +-f"#$\+. & b5" "("# "("d, "0  +.Q+-$'"6M,>+-"#*6] "02-/ C +3 ,5b@ +.$ H"W "#J@+.%

2.1 Set Resemblance

} "@tm\r(m\oš#n-pq:wm& Fyb5 @"(‚¼L;67½=+-¾*¿hÀ ¼7ÁV½dÀ ÂÀ ¼7Ãi½dÀ %

"j"#"#92.$("5 F b5 !"(V+-V!,""z F:  bM+-,+-2.[ "\1 }  "% } "#"H"(>'"H$# ,"6|Fg ¨?"#2.6 FZO92-"H91M {"(14$ S7¼ª¿fÄÅÆ Å#ÇÈZÉ5Ê Ë ÈÊ-ÌÇÈ7Í[Î Ï@%„ 7 f: "#Wb5" "Z, "8+-"("#Q"#6H+.4$# ,+-/+-FG Ð "W"#"(92.$#"791 ¾ À ¼À(ÑaÀ ½dÀ ƒ ¾fÑ= 

À ¼MÁ4½dÀ¿

Q 'ƒ

©WQ1Q"#¨ ?;2-"# "0T9:"(* Ff6+-Q+-$(,2-"# F!"$\ ?;"(2g6  HÀ ¼*À;6PÀ ½dÀT+.!23b51X+-2g92-"% } "7"2_+-/+-?$$#" FV "f"#"#*92.$#"Z+-! ;'W+3!$O9:" "+.231"#Q+->"6%[“&"\_Ò=9:"5 "5+."("k F:2-"#[FG ªb@ +.$ "#2-"#,"#k F_ "f"\!'"Z6#b@& 602-"(!Ó4»'ÒaÔÖÕ×>d"#2-"(C ,"#k F&ÒØ+3FY ,2-10;6Bٗ;6 ,231Ú  "f"(! F[2 T*9:"([ÕD%i“"(Wہ’¼WƒV¿K,+-ÜÝÞz’Ó‚u߃ƒ\% } "# ˆV'Œ ÛA’¼fƒV¿NÛA’½ƒy;¿B¾ } ;'‚+-# ' "V+-;6+-$ _+.92."Và:Œ ÛA’¼fƒ[¿aÛA’½ƒy+-_k˜z"( 2.2-+ 6 ª'+g92-"kb@+3 ;',"("(V¾:%V„ jW  F F: +.VQ'"(C ,"# '"#"XŒ ¸’ 9&b5"i/+-A"5@{+-$f+-+3+-A"V"(2.+- %i•z C +.6"(! "Z+-TA"("Z>+-/,Óá‚âf»ÕãÔäÒ*% } "ZFG$(+- SÓ&á‚â 6"\?;"(z7,2-+./7Q"#/1FY k+-$T+./Z,"#2-"#,"(Tj F "X"\ ¼8 ;,"#231Z"#2-"#$(jÓ&á&⁒³Aƒ‚+3F:+3V+-[+-¼8 "#2-"kÓ&á&â'Q 'ƒ\ "#2-"kÓ&á‚â'—Žƒ\ 6 f &% } "k $#"#i+-V+.,+-2.i W  'b@+-/76'j'j76 9: A'6 [Q +./4b@ "(L|"(2."(,"#* F5 ","\*+-8 +3%4“&"(8 $# +.6"(8Ó á‚⠁’åƒ\  "8?Q7"#2-"#,"#W+.O "*"{"#$#"*b@ +-$\ S+- +-B¼aÃ]½,% } "4$ ;$#"0 ;,Ó&á‚â'’åƒ4æØ¼NÁ]½ç+-¾: k;6M+- +-;6+.$#"64914ÛA’¼fƒ[¿NÛA’½ƒ\% € ˜z"( 2-2-+&;6 Ð+.92."W ;X82g'/"Z+.$#"W"#2.+-A"  7+3z,"&% } f+./ "# "@$# ?:6"#$("X9: 6# bz"!$( 2-2-"#$(kè ,2-"##% } "@rž.Ÿq;psuvTtm& F"(_¼|+-_ék’¼WƒV¿ª—Û ’¼Wƒ\ê(ë#ëë(êÛ'ìZ’¼Wƒƒ\ â b@ "\"7"$ OÛ큒¼fƒV¿=,+. ÜÝÞ ’Ó;íu߃ƒ\%_I|"7"#Q+->'"W¾>91  î¾ ¿

íGð

ï âñ ò ò ò ñ

ì

à:Œ ÛíQ’¼Wƒi¿NÛíuóƒyGÂ(è

b@ "("Zè ¾d î ;X½8ô’õö÷4ô’ßø Y¾:êèUƒ56+.Q+-9+- %z„ X$(+-$2 : "## z"#$ R F! "0  LFY$(+- ,Ó í $( 2.6L9:"d;+3b@+-" +-6"#:"#6"#% xy| "> FX+-/;'"## Vbz"d>A" bz U, T6+3?;$#+- 8FG  +-,2."X;6*FYQ5+-,2."(,"#+- %[„_+3Q b5"@>* "k"(j F&2-2 ?+3"ZQ+-/@  "7/">Œ ³ê\Žù(âzúE (‚FG W$# TA"#+-"#@+."#/"( >+-2.+- %|IK +-2-"> "("0+.8 "d: +-9+-2-+3 1R FWO$# 2-2-+-+.  9:"\ b5"("#= ; "6R"#2-"#,"## 5 "H 9;9+-2.+3y1E F8]$# 2.2-+-+- K+- >2-2!+3Ff "H"(>+-+- O ;P"\f"(C "(92.$#" +3X2- $#d"#Q+->"W¾ Þüý ¿ªÀ ¼|þj½dÀ ÂÀ ¼|Ã,½dÀT;6 ¾ Þüý ¿ªÀ ½Kþk¼À ÂÀ ¼MÃ0½dÀT9T1 ¾ ÿ Þüý ¾ ÿ ý&üÞ

¿

ï

¿

ígð ígð

ï

âñ ò ò ò ñ

ì

à:Œ Û'íQ’¼Wƒ=Û큒½*ƒyYÂ\è à:Œ Û'íQ’¼Wƒ=Û큒½*ƒyYÂ\è

ì â ñ ò ò ò ñ € 23  / ] +-8+-84+-,2-", 9"(+- ]/+-A"#] ",$# "(TZ F  "W,+-, ; "## Tbz"f"! @#bk"W F‚1,"(+- zbz  ;' >6"f"7 F_ +-X 9"(+- &% x—F ¾7 î 6¾ ÿ ý‚üÞ "j2./" 9V¾ ÿ Þ&üý +-‚>2-2u b5"i$8$# $#2-;6"  W¼Ø+-!2./"#231U$# T+-"6H+-O½, :9W½¡+-W W$( +-"#6H+. ¼Z%i„_+-;2-231 b5"! "X 5"\5+-/"(@"X,>92-"% }  +- é5’¼MÃd½ƒV¿Øu,+-&—Û

’¼Wƒ\êÛ ’½ƒƒ\ê(ë#ë#ë#ê,+-—Û ì ’¼fƒ\êÛ ì ’½*ƒƒƒ â â I]"U"O"(d+-/"(0 |?;6E"($(4>'$\ S Q +.4+-B " 69;"% ) +./H ?;2-+-/ VH"(8+-/;'">+-*$( 2-2-"#$("6]FG  "(A"(1?"#2.6b@+3 >52-"Q@޳86+-Q+.$(j2."#X’Z"(z6 Q92-" ,"("(\ƒ\%,‰! C—Q+-/d?;"#2.6Z"$# TA"("6O 0 "(+-ZQ+-/ "("#"#'+. #% } "#"Z'"7Q "60+.d "769;"7+-/ " $ "(>» Ä _Ï zÍ  Æ Å(ËÇ#ÅÆ ÅÊ ÅÆ  'Ë! 'Ë#"$Æ %

޳³A§De! bh2g'/"bz 2.6O "! +-|9:"'§Kx f "("06"#:"(;6"($#" 9:"(yb5"#"#4 "(2.+-/?;"(2g602."#!;602."fFG"{"#$(1§OˆV"\C T+- i Q +.O+-+- O,"(  T6@"#2-+-"6U U,2-+./,FG  "#2.+- kFY @"$ * +-|Œ3 '‘ :Ž—%z©W5,"(  T6d/+."#@2-"\;"  $ ]b@ +-$ |+-*2-, QOÙyFg"#"#Ú V/+-A"#] 7bz",$# 2-2-"#$(8 " "(X+-/"(#% € 69"k ?;2-"k 1+.$#2-231$# +-V "5T9:"(V F:2-"# +-d792-" ;6FY k"$ ,?;"#2.6 "!T*9:"(i F&6+-Q+-$\k6,2-2 2-"##% } "#"7T*9:"(z$49:"f"6d *$# ,"@ "7A"\/" 23+.2-+.$(+-y1B FZ "U?;"#2.6=2-"(#% e! b5"#A"\ X +-4+-4L$(6" "#Q+->"%V„ V"\,2-" >1f?"#2.6[ '"5 "5 V, "56"\Fu23 2-"#Zu  "(X ;H‰ ‡ “‚“_ƒjb@ +-$\ H $($#!A"(1>FG"#{T"#231H;6 9+.@ "ZA"(/"72-"WFg"{"#$(1% “&"\@  Kä9:">423+."\ [6]2-"(*¼ 9:" ""(>ßL»‚ßLC æ KHA% “&"\f÷]uß:Lê K4ƒ@9:"8 "8T9:"(X Fi+-,"#@ ;W"#2-"#,"#!ßH $#$# +-I  KO%OI|"06"\?;", "Oo*žYqL±prQ±EwœvTqs7Œ ³k O9:6 " M í N K0ƒ¿ ÷]’Ó í á‚⠁’¼Wƒ\Oê K4ƒ\ A+’% "%-  "XT9:"(i F+-,"#V ;'5Ó í á&⠁’¼fƒ[ $#$# +-M23+-"(@  KO%P˜z"($"HÓ í á&⠁’¼fƒ7+-"#2-"#$("6L+3FY ,2-1PC 6 ,231|, /0 ","(* F!6+-Q+-$\2-"(8+-M¼Z [÷HíN K0ƒ7+- T9+g"6"#Q+-> 5 F& : " PtRm Q(vm\q:w S ™ žYrsut\ž’š(vTsuž’œq*¥0N K4ƒ[ T F KU% } ;'X+.

¥ [ NK4ƒV¿]\_^ 0

ì ígð â

à:Œ M è

í NK4ƒV¿KåT

»AåXWa `

x P$# TA"(T+- ;2V,2-+-/ ‚+3"#,8",+3FY ,231O6 ,2-1  "#2-"#$("#6>Fg aKU%V˜j1$# Q T,+-,  >,2.+-/8+3FY ,231 6 ,2-1B"#2-"#$(U+3"#,dFG ã¼8 W6K "P,+-N ; N$# T $# 2.2-"#$\ "#+3*2-+-2.+-$#+3+-"##% } ">$# 9+-+- L F!,+-L  ,2-+./H;6P,+-P ; P$# 7$("">Sovn sužYr(m\s!rž.Ÿq;psuvTtm\% x UŒ3 «'’ T "X  j"("#5f  +-Q+-$"#6d,"(  T6*FY 5C 2-+-/d6+.Q+-$(W2-"#W;6H"64+3WFG f"(Q+.>'+-/ "ZT*9:"( Fz+g{"*2-"(f+-],?;"#2.6 &9! "#+37$ "#,"*6 "(f 7 ;A"  "W"#Q+->+- H :"(+-"#!9: 'A"W F[ "W23+-"(@+-/"##% “&+-A"k"\z+-/"## T2-+-"(i+-/"#5'"X,>92." QC +-/ Û í NKªÃXbƒV¿

÷HíNKªÃXbƒV¿ ¿ ¿

,+-&—Û í NK4ƒ\êÛ í Nbƒƒ ÷4íNK4ƒ

ÛíNK0ƒBÛ'íNbƒ

÷4íNK4ƒÑL÷HíNbƒ

ÛíNK0ƒV¿NÛ'íNbƒ

÷ í Nbƒ

Û í NK0ƒBÛ í Nbƒ

I|"W$H"f "f,+-d ; H$# @+.H'+-"( 1d F‚bk#1#% ¢

} "8,+.4 ; O$# ! 'T+g6"#fS$#$#"8"#Q+->"8 F  "H+-2f FZ "O6+-Q+-9+- K FZ2-"#0+-cKU%ªx B$# C

Q$(+- fb@+3 7"#$ +.{"(b@ +.$ Z$($#'"#2317"#Q+->"V "

"6f FT "i6+-Q+-9+- ,u"% /%- "#6W9+."#6Z +-Q /,Œ Ž‘'Gƒ\ b5">$L$ ;'$("\+.'"#k "fFG"#{T"#$\1 }  6+-Q+-9+- & T956 "#5 Z+->$#  Q$(+- >b@+3 0Z"(z+./C ;"%WI]"*$#U "("\FY "*$# ,"8,'+-"( 1U Fz"(FY2 +.FY >+- U9: X "f;'"f Fi! Q +-&%

£ +-A"(U*"#"#*92.$#"79:"(yb5"#"#0 b5 *?;"#2.6# b5"Z$H$# ,"  "+-2-2+-T"\"#$(+- H+-1>+.,"(#%jIK +-2."7"\!"#"(92.$#"7$H 'T+.6"7+-FG C >'+- L9: 7b@ "( "\8yb5 H*23+-"(7 ;A" "(2.+-/H23C "## i+36 "#  '+.6"01|+-FG >+- E9: * "d*23+3C 2-+.$(+-y1| Fk ","#2-"#,"#7+-] ",23+-"(%0x |>1O$"## [bz" bz 2g6O2-+-A"8 d ;A"Z "823+.2-+.$(+-y1H+-FG >'+. &%Z„ f"\C 2-" bz 2.64 "5 Q +-O9:"7 "(C’ C— " ; "(C’ Cy>1  W>1d >1;§dxyF[+3@+-@"% /%i "f >1 T+-@+37 f ,Ž ‚ W ,޳  Z f

»÷PußêRK4ƒV¿Kå&À »åXWa Y À ¼*À

^+-$#"O"$ N,2-Z " M]íNK0ƒ>+-HL˜j"( 2-2-+f;6  +.92." b@+3 O;,"("(fˆVŒ ÷ í ’¼fƒk¿Øå_FG 7"$\ På: :b5"8$S"#Q+->" ÿ N K0ƒ\ b@ "("  "!¥4N K0ƒzb@+- ¥4

I]"U$E?;;6E2-2!?"#2.6>b@ +-$ B"#"#*92-"O];'+-$#2.d?;"(2g6 µ % &% 'S+./ "f{T"(1» ÄÅÆ Å#ÇÈ(*)Î Æ Å\ËÇ(Å*)Î Æ Å+*)Î,Ê ÅÆ Ç-.ÌÈ/ 102% 34-.`Ä5 _Ï  z Í 6(785Ä  _Ï  z Í 9:) Å  7Î Æ Å(/Ë Ç#>Å =@? AB?B Ï zC É (7AÎ Æ #Å =@? DB?

Ï 5É ; 2Å 3g< (7A,Î Ê ÅÆ =@? E$?T

Ï 5C É  7,Î  /Ë F=G:)4Î HË : Ï 5I

É (7A,Î  'Ë #"$+ Æ =J:)4Î HË #" TÆ

À ß0æ9K

¥0NK4ƒV¿VUjˆ['Œ ÷HíNK4ƒ[¿K叿

d

I|"*$O$# ,"Z " ™ žYtmw(suž’œqH Fj "X +-& &+u% "%Z+- +3H "(C’ C— " f "(C’ Cy>1 @>1TC— C—>1 k;6

 b~>1;§c^T: "0bz"O"H/+."#R "4*23+-"( +-/"( B F K¨;e 6 b>% } "(& [FG"#{T"#$\1L6+-Q+3C 9+- M F! "4"(2."(,"# G F K b@ +-$\ O Q +-Eb@+3f

b Y"#:"#$\+."#231+ b¡b@+-9

K4ƒ5+-@/+-A"#091 ÿ NKSÀ bƒV¿ ¥H

à:Œ M

U ^

í NK0ƒi¿Kå.gjà:Œ é í N K0ƒV¿aé í Nbƒy »AåhWN  í à:Œ é í N K0ƒV¿aé í Nbƒy

^

Y

I|"*$P$# ," ™ žYrsutž’š(vTsuž’œq ™ my›m\q ™ m\q:wm7 F K ÿ NK4ƒ8;6 I  b ’6MT+-$#"0A"(AƒZ91L$# ,+-/ ¥0 ÿ¥0N KPÀ bƒ\ z"% /%K91M$# ,;'+./P "#+3>,"R2-"## +-/@  iHjf"(Q "($%

d

I|"0$R"#Q+->"0 "@k#œžYqBrž4l'm F$# ,+-/7 "W"(k+-/;"W F‚ "!{AC—/ "(% } " {AC—/Ð"("#92g$#"W F[ bz "(X¼`;60½ +-#»

Y

60+-X"#Q+->"6d9T1 à:Œ ÛíQN Š!‹GŒfF ¼ Mh’¼Wƒƒ[¿aÛíN Š!‹GŒfG ¼ Mª’½*ƒƒyYÂ\è ì â ñ ò ò ò ñ ^+-$#"8bz"$# ,"yŠ!‹GŒf¼FMh’¼Wƒ@9:"\FY "*$# ,+-/>+3W"\ +-/" bz"!$#>Q "À Š!‹GŒfF ¼ Mh’¼Wƒ#Àzb5"#2-2z "!{ACy/ +-/"% } "("(FY "b5"$#S"#Q+->" "+- "W"#Q+->'"6dFg"{"#$(1d6+-QC +-9+- H F_?;"(2g6 µ % &% 'U+-/

v Ê-ÌV{ ÌÈzÇ-. ÌÈ/ 102% 34-. v :wxB Ä5 iÄ5  ;  Å23gÅd"#2."6]91S 4 >2-2:QFY >+- %je! b5"#A"\ +3@+-k Fg"#0 "W$"f ;'5 " "(7 F5{AC—/,! Fz "8?;"#2.6O½~"du2./"(2-1ƒ!$( +-"#6S+-U " "(7 Fk{AC—/,W F5  "\f?;"#2.6O½çYFY Z"(,2-" +3Fz2."#f+- ?;"(2g6P½~$# +-]0FY"(b¡"(T>$\ $("(# [ 8"$# ,: "6S F 2-"#jFG ¡?;"#2.6>¼K$"(;"#6>b@+3 >2-"#zFg ¡?;"#2.X 6 Ž7ƒ\%[I|" "#$2-2zFG  ^T"#$(+- MŽ%- 4H$( 2-"d F@"(FG25 :"(+-"#8 F@"\ +-/"(#% I|">$M6"("(,+-">{AC—/c"($( +-,"(T8+./H " {C—/~;2- /W F_¾ Þü\ý 6d¾ ý‚üÞ ¢

2.3 Substring Resemblance

) 9"#&>+-+-"#6f9T1W6+3–"("(T /A+-'# _9f+-DÙy"(T;2-2-1O+-,+3C 2.'Ú>b5#1#%5„ X"(,2-" 69;@ "  ,+-/ T@Q "Z$#Q ,"( â ,"#k+-4*?;"#2.q 6 ‚[vr„s ƒ7po>m5+-4 "WFY >F  … “‚Q‰f," ;„_+3QC ‰W, " †- _b@ +-2."06'9X "  ,+-/ ZQ "d$#Q ,"(8;,"#Z+. j yb5 ?"#2.6# ‡‚pr„s ƒ7po>m@6 6 ˆjžYtr„s ƒZpo,m\% €   "(@$# ,, d $(C $("#$#"j+-FY _kA"(1X X A"V"(Tz"(T_:"#6"6 '"#:"#6"6 +-"\"6|+-T H ">,+g662-"%O„ *"(,2-"  ,+./ *Q " â ^T $#+.2‚^"#$(+3 1,T9:"(i+-d "XFG >B  …3666TC 66Cy666 6 †. b@ +-2-"  j "#Z "FY >~  …3^^666TC 66Cy666 6 †[u Fg"#| ">66+3+- 2 "\@ @$# T"\C—:"#$(+-?$f,"+-/Aƒ\% „_+-6+-/7 Q +-P !+-Ob@ +-$\ U "ZA"\1!Q!9:"8$'"#;'"6 QFG ,"6 @ d9:  E+.>A"\1B6+3‹,$#23 k9:"($"O >"6

+-4"#Q+-/,6 "#@ @+-$# : '"ZQFG ,#%ixyk+-@ Fg"#4 " $#"5 ;'[ T>$*+g6"#+3FG1Z$# ,, Z;'"(_+-Z bz !?;"(2g6 ;67>T2-23176"\"(,+-"[ "VQFY H% } +-‚ $#"#_+-_2.9:  +-"#+." k LO?;23"(+-/|,"($\ +- +->"("6"6L |"#2-+-,+-;'" ?"#2.6kb@ +-$ U"7 9T+- 2314:  X>$ "##%

ï

¾ÿ   zÑE¾ ÿ

} "!*23+-"(j+./;'"#5$#>9:"@Q "6,+-d869;"X+-/ *$\ "#>*+-,+-2.X  ;'@"6>FY X "W"(X+./;'"## "% /%-

v wx  Ä5 jÄ  Æ Å(ËÇ#Å.Æ ÅÊ ÅÆ HË:y 'Ë#"$Æz v Ê-ÌV{ ÌÈR%

À Š!‹GŒf¼FMh’¼WƒÁhŠ!‹GŒf¼GMª’½*ƒ#À À Š!‹GŒfF ¼ Mh’¼Wƒh à Š!‹GŒfG ¼ Mª’½*ƒ#À

¾X¿

¾ÿ

I|"z$"(Q+.>'"5 "5Fg"{"#$(1*6+-Q+-9+-  F: "

Q +-4"#23X+-/ à:Œ M]íNK4ƒRM]íNbƒi¿Kågzà:Œ éíNK0ƒV¿aéíNbƒy »å_Wa  à:Œ é í N K0ƒV¿aé í N bƒy

„_+-;6+./09Q+-/>+-,+-2.+3 1O9:"(yb5"#"(Syb5 >?;"#2.6W+.f06+-‹C #$ 2-_ 92-"#D9:"($"5 F "i T/"iT*9:"(‚ F9Q+-/[ F "  bz ?;"(2g6kb@ +-$\ 0Qk9:"7$# ,"6% € y1+-$2 $ 4FY  "6$#+-/7 "!$# ,2-"(+3 1 F "X 92-"# +-z Z,>+-2-"#!Y 1+-$2.231 T• å –—’ƒ\% } "8Lr Am\s—w±8 H F  é[å 8ƒ\ +-

3±- ¬ Ä5­: ©{*I(78 ¬ Ä­ {*I:) ;  Å3GÅ=@? DB?ÏBzÉ (A7 Î, Ê ÅÆ =@? E$? Ï 5  Éf(A7 ÎiÄ®8²=J*) Î Ä® 2.5 Finding Keys

x 8 6"(V f6"("(,+-"z "zQ$("5 Ff69" b5"k"#"6  ,6"("(,+-"X "f,+-+->2:A"(15FY !"#$ 092-" "% /%j 6"("\C ,+-">+->'1|A"(1TC—+->'1P"(1| +->'1|A"(1TC’FY "#+-/MA"(1

Q +-E #%]I|"d+.,2-"#,"#"6|O2-"#A"#23b@+-"HA"(1]?;;6+-/S2-/ C +3 h+-,+-2g'z‘ ³:pq:m@Œ ސ’%z^+-$#"@ k2-/ +3  +-z9,"6 91 } " b5"5 "j 2317 "z+-/+-?$i6+-–"\"#$#"(_9:"( bz"#"#*  +-,2-"#,"#'+. #» I|"'",+-T"\"#Q"6O 231S+-]A"\1#  82-2VFY$(+- 2i6"\C :"#;6"#$#+-"##% } "("(FY "Ub5"U"#6B|$\ M+-,2-"(0;6 , "7//"(+."*+-/$# ;6+3+- % ¢

} "f"#@8:"#$#+.2?;2-"fQ$("! $($#"#2-"("f "fA"(1 ?;;6+-/Z $#"(#%5©W5 FG b5" ˜z"#2-2-> +.k+-"#6"6 9:"4E"+-2-1R: 92-"0 /ä"#+.6+-/S M "d$#2-+-"# >$ +-"%j•j"#+-/>1>2g'/"7?;2-"7 4 "f$(2.+-"#X"#"#, +.6+-92-"  @+.Q"6Wbz"j9,+3T  {-ÌÈVÉ5Ê Ë ÈÊ-ÌÇÈ:{"(+-"#   "769;"%

êë#ë#ë#Oê }˜>“•”Aƒ â } 0+-# W|"($\ B F8|A"#$\ d+-4|$# 2-2."($(+- N FZ6    "#$(+- #% } "š™ 6+-Q$#"49:"(yb5"#"(EA"($( X   ;C 6  j ⠙ j  â ê/ j ƒz+-! j+.>'"6>9T1> "WFY$(+-  ¢

é[偐*ƒV¿Ø}˜>“

™› j  â êO j

ƒi¿

”

ž œ ï íGð

—é[偐 â

ƒ(Œ ôu;ú|é[偐

j

ƒ(Œ ôuGƒ j Âå

â yx 4 X2-+-$+- & bz"7"7+-"("#Q"#60+-4 "@Q#¯YŸtQpo Ÿmw(s—œt ™ žYrs—pq:wm\% } "!{C—/ "#$( z F_7?"#2.6d+-kZ >2-+-’¼ ƒ\Oê Š!’¼ ƒƒ_+-j+-,N «#Oê «ƒ_$# ?:6"#$(" j j â +-"(2& ;h 6 ™ N Š!’¼ ƒ\Oê Š!>’¼ ƒƒ\% j j ⠓+-A"X "W{AC—/ +-/;" T "X{AC—/¡A"($ >$>9:"X"6  8?;6>+3k F&?;"#2.65b@ +-$\ 0"!"(T;2-231>+-,+-2g'%[IK +-2-"W " {AC—/ +-/"U"#"#"# "4"(> FZ{AC—/,,+-=P?"#2.6  "4{AC—/ "($\ |"("#"#8 "d23+-"(* F!{AC—/,*+-M ?"#2.6 } "z{C—/`"($\ Z+-_ "\"(FY "z "j, "j6+-$(+-,+-;+-/ ,>1Z9:"#$#"k+3V,""k+-V9;"#6  "k6+-Q+-9+-  F ?"#2.6H2-"##% } +.!$U9:"8,: +3+-A"Z f"#/+-A"*+-9" 6"#:"#6+-/* 4 "W 1:"f FV"$ H9:"#+-/6 "% ‡ 2-+-A">{AC—/ç+-/;"## V+3+-86+3‹,$(23* H6"("(,+-","( $( +-,"(Tf+-/0{ACy/®"($\ "##%8eW b5"(A"( &A"($ "#7'" ,>92." 9:"(+./2-+-"'!$( 9+-;+- #% } "8{C—/~A"($ "(X$#H9:"ZQ "#64+-4 "Z69"Z+-/  "7$\ "#>»

¬ 5Ä ­: .{* Æ Å(ËÇ#Å.Æ ÅÊ ÅÆ TÄ®8!Ä®/"$TÆ % I]"W$0?;6, "7{AC—/ A"#$\ X6+-Q$#"WFg J8;+-$#2. ?"#2.6 µ % &*% ' W2-2  "\_?;"#2.6[+.8 "z69;"5+-/X "i"#23 F5 "*FY 2-2- b@+-/S{"(1L’;6P6+-T+g6+-/491Så: ‚ "#ST+./0 " {"f  \ƒ\» ÄÅÆ Å#ÇÈ(*)Î Æ Å\ËÇ(Å*)Î Æ Å+*)Î,Ê ÅÆ  Ä t ©  7Î Ä ®" TÆ ¯°*)Î Ä ®/"$Æ %O0 (7AÎ Ä ®/"$Æ ¯°:)Î Ä®"$Æ %R%

3. MINING DATABASE STRUCTURES

} "U  2.4"#"#"6E+.= "O"#$#"#6+-/M"#$(+- D2-2. b "  *{T+-$\T231>6"\"(,+-"X$# ,: "#z F& "f69"fQ$("% ©W$("*,,>1d FV "869"8 ;W9:"#"#U$( ,"6  "\1 2-2- bØ "Z"(! >9,+3X9 b@+-/d{"(+-"## :$\ Oµ  ´,±pskžGr sG±mWr(m\sjLœ P(A/m SH r P(œt!sG±žYr@s—pAš#n.m\  F  ¶_±psiœsG±m\tVzm(n ™ r5±2 p ŸF m Ÿpn vm\r sG±pskptm7ržGožun-ptWs—œ>sG±TžGrV5m(n ™ § ©W"i$*2- W"i "#"V  2-_ !fFG "\[{"#Q+- [9:  Q$\"> Fk "069;"%S„ *"(,2.· " ´,±ps7œsG±m\t>s—pAš#n.m\r kœžGqds—œZsG±TžYrks—pAš#n.m ¸  ©  ¹rksG±TžYrzm(n ™ p8wœoW›œržGsymfLœ P@ps ¶jœ*œt@o,œtm 5m(n ™ r*žYq]pq;œsG±m\ts—pAš#n. m ¸Ux U +-!"#$(+-  bz" 2-+-"  bØ " FY 2-2. b@+-/P "#"4{T"(+-"#$E9:"0{+-$231MQbz"("6M+-/O " +-/"(W;60"($\ "##» ¢

„_+.6+-/! Q +-H #% ¢

„_+.6+-/$# ,: +-"f?"#2.6#% ¢

„_+.6+-/ "("( /"#"# k92-"##%

3.1 Finding Join Paths

£ +-A"#Z>92-"¦Z b5"*b5 2.6P2-+-A"* d?;;6S2-2[bk#17+-Pb@ +.$    "(92-"d¦Bº5$#U Q +.Lb@+3 L¦Z%]„ "\ _b5">b5 2.6L2.+-A"   "#Q+-$(! f'"#+. 4 f Q +-X+.TA 2-+-/,A"(1@ F[¦Z ¦ º ;  9:  %[xyz+-5$#2-"z ;jb5"!$dQb5"(z +-5{"\1+-/8 "X"\ +-/"(!u j*23+-"(i+-/;'"#ƒV68 "k2.+-Qj FA"\1[ F: " 92-"##%  %k„_+.6L2-2k;+3 F@?"#2.6_»N¿®¼½iêx¼+½ º ƒH$\ | 8 " ;+3k kZ +-/ d"#"(92.$#"+ ¼¾½S+-@7?;"#2.6,+-d¦Z ;6h¼ ½ º ¿ ¦Z% +.X*?"#2.64+-0¦ º:¿B ŽT%kˆ[+3+- c»N+. |»½2Àê#ë#ëëx»½¾Á8 jb@ "("4"$ »½¾Ã,$# C +-z2-26> 231  "X;+3zb@+3 ,?;"(2g6jFg  92-"#i¦ ;6>¦íQ%

½¾Ã ’Aƒ>„ @"#$ 0A"\1X¨ ½ F_92."X¦N$ d @2-2?"#2.6k+- ¨~½O"X+.9»½¾à ;6$#>9:"@>$ "6*b@+3 d6+3–"("(T

%k„ X"$\ 0;+3+- Z»

?;"#2.6X F_¦ í %

+u%X©WU2-2: +.92-"E>'$\ +./U FX¨~½ b@+- ?"#2.6> F7¦ í 6#b@BFG Ä  » ½ Ã0$\ E ;d"$\ ?"#2.6P B F ¨~½E+.Z>'$\ "6Ob@+3 L46+3–"("#7?;"(2g6 F_¦ í %

u9:ƒ>„_+-;6O2-2VA"(1F¨ ½à Fz92-"*¦ í $\ U ;'Z2-2[?;"(2g6 +-6  ¨~½¾Ã@"Z+-‘  »½j ;60"7>'$\ "6>b@+3 U6+3–"("# ?;"(2g6k F[¦Z% ˜i1+-/8*23+-"(i+-/;'"## +3j+.j: +-92-"@ Z"#2-;"k " Q "(/ 8 F " Q +-&%[x—‚ "jA"(1G¨ +-_ *X+-/2-"j?"#2.6 ' "#7 "

+-d+."#Q+->+- >,"(  T6i6"#$\+.9:"#6>+-d^T"#$(C +- ]Ž% Žd'"2-+-$92-"%fx—FiA"(9 1 ¨ ;W*23+-2-"Z$# ,: "## bz"f$ @"X "j +-H+-Û ÅxÆ#Y¦@ë ¼8êQ¦ º ë ¼fƒ89:"> "d+-Å/Æ(Y¦Xë ¼ZêQ¦

º ë ¼Wƒ ^ ì ^ ígð

ŽFÇȁY¦ º ë ¼8ê ¦Xë ¼Wƒi¿ ì Gí ð M í Y¦ º ë ¼fƒ à:Œ Û í Y ¦Xë ¼Wƒi¿NÛ í Y¦ º ë ¼fƒy â à:Œ Û í Y¦@ë ¼fƒV¿NÛ í Y¦ º ë ¼fƒy

â ^ +-,+.2.'2-1 76"(?"P "|+-"("#$(+- `6D$# 'A"(/"| F¦ º ë ½ T b@+3 =¦@ë ½>% } "(Bb5"U$="#Q+->"OK:"(9: ;6M B " T9:"(k F_2-"#@ F_¦a ;'kb@+.2-2&9:"5 Q +-"60b@+3 4¦ º 91

º ë ¼fƒ àÛ>Åx#Æ Y¦@ë ½>êy¦ º ë ½ƒ\ê º ë ¼8ê ¦Xë ¼Wƒ\êxŽFÇȁY¦ º ë ½>ê¦@ë ½*ƒ

,+-uàÛ>Å/Æ#Y¦@ë ¼8êy¦

ŽFÇȁY¦

3.2 Finding Composite Fields

€ #$ ,, , 92-"#¡+-d?;6+./k Q +-59:"( bz"#"#,92-"#5+-46+3FGC FG"("#>69"#4’;6L FG"# jb@+3 +-M "d,"06'9;"'ƒ*+-  fyb5 >?;"#2.6W,+-/ f$( +-O "8,"8+.FY >+-  &9W+. *2.+-/ T23106+3–"("(Tkb5#1Pu+u% "%-  "!?;"#2.60+-XdsutQpq±r P#œt\opsuž’œq> F   "(\ƒ\%]©!FG"(& [ ",QFY >+- MFG  ",?;"(2g6| OC  "(X+-TA 2-A"(@:"(;6+-/ X"#:"#;6+-/*  k"\Zu"% /%j $(Q ,"\!+.6"#+-?"(G  …g ³²«  †9:"#$# ,"(G  …3•! #³²A«'.  † ƒ\% } "8{AC—/ +-/;"8;60{ACy/~A"\$\ 0,>+-"#@'"7"(FG2FY X+.6"(C +3Fg1+-/ "f+-,+-2.+3 10 F_ "#"7;+3#% ©! "(k?;"(2g6dQFG >'+. X"Z, "f$# ,2-"(%j©W"f$# C , $# ,2-"(ZQFY >'+- ,+-ib@ "#,!?"#2.6+-, "592-"@+-i $( ,: +3"! F‚yb5 8 k, "!?"#2.6z+-0  "\592."%i„ k"\C 2-"*$(Q ,"\#  † X;,"7,+-/ X9:"8Q "6U<  … ef,+.6 € >6p+ † +-, G " ƒ7po>m[?;"#2.6 F92-"X¦Z  ;6,B  … ef,+. 6 †h 6 … € >6p+ † +- F " ˆjžGt\r„s ƒ7po>mi;_ 6 ‡&pr„s ƒZpo,mV?"#2.6# "#:"#$\+."#231  F:92-" ¦WŽ% ^T9Q+./k"$ 86Z+-6"(+-/k+-_@6+-‹$#23_ 92."(a+-Z/"(C "\2u%_IK +.2-"Vb5"V$ _+.6"(T+3Fg1f"($#+-"#231fb@ +-$ f?;"#2.6&$# *9+-"  U>A",  "( _bz"d$#|"> ", :"(+-"#* Fk ">{AC—/ +-/;"4 S T6$#"HO>2-2@T*9:"(8 Ff$#;6+.6"(b@ +-$\ ,+-/ T@$( 9+-"W FG Ð "f$# ,: +3"f?;"#2.6%  % £ +-A"#4?"#2.66¼& Ž%@„_+-;6f "i"(‚ F?;"#2.6_¤Rb@+3 8X +./ 8{C—/N"#"#92.$(" 9 ¼]6Ob@  ",{AC—/,f"*2./"(2-1P>9"(7 Fi  " +-4?;"(2g60¤% T%@ˆ[+3+- ]¤ +- 4¤ ½2À ê(ë#ë#ë#ê¤ ½Á b@ "\""$\ P¤ ½ ÃW$# C +-Z2-2z;6O 2-1O  "?"#2.6f+-|¤ 6#b@PFg    92-" ¦ í % %@„ !"#$ H;'+-+- U¤

½¾Ã

’Aƒ € 662-2:$# 9+-+- j F_Žf 5, "k?"#2.6i F&¤H½¾Ãi  "7$;6+g6"f2-+-QGŽ*%

‘T% ¶ , "f"(T+-"#@+-šŽª;64 !91,T+-/%

¶ "#$2-2Fg  ^"($(+- 0ŽT%- @ ;'ibz"!$#>6"\"(,+-"5b@ "\ "(©¼ â +-W2./"#231O,9"(W F¼ 914+./4¾. ÿ É À ü ÉLÊA% ) "#:"#6+-/, H " j ,+-+-K2-"#A"#2A F;{AC—/a"("#92g$#"V"{+3"6WFG V6,+-+-  ! ¼&  "kT9:"(V F&"(T+-"#i+-X  ŽN,+-/ Ti9:"@A"(1*2./"%Vx  +- $" & "*T+-/dQ"#P+-7$(+3+-$2VFG Z"#"#+-/00"\FY2["\ FV"#23! , "Z"\%X„ ;"(2-1  "("8"8"#A"\2_+-,2-" 9f"(FY2_T+-/d "(+-Q+-$#Z+.2.92-"%8„_+3Q _>>2-2-"(7"\ Fk?"#2.68+-8, ",2-+."#231] H9:",+-"("#Q+-/H L02g'/"( "% ^"($# 6 ‚ "$# ,: +3","(8 Fk?"#2.6Z$P9:"A"6P91O "(+- {AC—/Ð"("#92g$#"W X "#+3X{AC—/~"($\ 46+-Q$#"7FG  ¼  ¶ "#$2-2z 8 ">+-/"d *A"($ L F@ "0{AC—/,Z F@ " +- 4 F‚yb5 *?"#2.6k+-@"+-231d$# ,"6,FG   "W+./;'"f  A"($ ] F5 "{C—/,f Fk "yb5 4+-6+-T+g6;2i?"#2.6ƒ\% } +-6 $# 9+-+- z F?;"(2g6jb@ +.$ >+-$(""! "#+3j"#"(92.$#"@ y¼ u 6"($("", "#+3{AC—/çA"($ |6+.Q$#"ƒ8*$# ,;'"6S  "W+.6+-T+.6;2?"#2.6@,+-/ k/+-U+-0T+./% ¤ ½¾Ã'À Ë. } "i2./ +3 DQ"#7Aƒ:"#{T+3"#&+-,"[ : +- 2A ZÀ H 23  / *+-Z$(+-$#"j "j b5 2.689:"i2-+.,+3"6f @"(‚b@+3 *, QZ"% /%H "("?;"#2.6#% } U;6"\Q;6Ob@ ;'* ",  +-9+-2.2-+-/*Q1Q"#,j 89:"("(z: z "!>2.2:9+-"( >"(% } "("Z"#{T+3"*66+-+- ;2&92-"#Xb@ +-$ O6"#$(+-9:"Z " 9+-"#_$(Q ,"\#%V^  231W "("'FG"(  "i$# ,176"#$#+.6"(  Z –"(z  231'"!2gz5d23"(;'+-A"X 7 "@?"6+-$#" 2.&% € "\bª92-"+-866"6U 0 "69"b@ +.$ P"($# 6 , T6"(Ð/"7FY X "f  231d"7$#Q ,"(#% IK +.2-"81d+-/2."*6' QQ,"#k  "Z6'9"ZQ$("7+- +-,2-"! *6"(Q;6 'FG"(X82- /*"{"#$#"W F‚ "#"76' QQC ,"#, "O69"SQ$("O$K9:"#$( ,"S{+3"U$# ,2-"(% ©!FG"(& _ "#">Q$("#'"> 6 $(,"#"6 [6P ">6 231QW W$ "(>>:"(XQX6+-$# 'A"(X "#~91>+.2[;6 "( % eW bz"#A"( :+3W+.!: +-92-"8 d"7 "Z :"(+-"#f Fi"(W+-/;'C "@ *6+-$# 'A"(592-"#zb@ +-$\ 0"!2.+-A"(2-1 *9:"X "("\ /"("# # 642.  "j +-X F_ "f "\"( /"#"# @;'+3+. @ F‚ "W'C 92-"%  % £ +."#092-"f¦Z

ŽT%k„ X"#A"\1d?"#2.66¼H F‚92-"f¦

’ƒ0„_+-;6h»V T "X"(k F‚?"#2.6jb@+3 d +-/ >"#"#*92.$#"! ¼&%

u9:ƒ>ˆ[+3+- ¤»]+- H2»½2Àê#ëë#ë#êx»½ Á  b@ "("Z "7?;"(2g6 +-4"$\‘

»½¾ÃX"Z2-2‚;6d 2-1>  "7+-492-"f¦í%

½ Ã#

u$ƒ0„ @"$ µ»

+u%X©Wz2-2:>'+->29"(X¼ ê#ë(ëëx¼Î7f$\ â  WÀ ¼X! Á ¼ í y Á ¼ ª À+-5>2-2’ <   ÏEô*¤Ð~ÏR÷P%[;6 "$\š

¼íV+-!6T#b@4FG J6+3–"("#G  »½2Ñ%

Á ¼'íX Á ¼xªÀ$09:"f6 "W+./8+.,2-" ) "("(,+-+-/Z ;'ZÀ ¼ZX "\"(+- S Fz"(7+-/"(Y"#$2.2j^T"#$(+- ]ŽT%- 'ƒW F ¼& T¼ í ;6 ¼xªT +u% "%i9T1d$# ,+./

” 4.

ð

ï âñ ò ò ò ñ

ì

à:Œ Û

”  ¼:ƒi¿aÛ ”  ¼

BELLMAN

í ƒV¿DÛ

”  ¼ ª

ƒyGÂ(è

I "Z"86"(A"#2- +./dlWm(nYn opq ,6'9"Z9 b@"(XFY W$# C ] 2-"(769"##%[˜z"#2-2->7 'T+.6"# "V;26'9;"j9 b@"( FG$(+- X$ UW,{"\1d  2[6H$ "#>89 b@"(%@˜z"(2.23C >]2- 4$# 2.2-"#$\8 ?2."(7 Fz "69;" [6SQ "#f "("  ?2."(+-L "d6'9;"0+3"#23Fy%L­HT1] FX "> ?;2-"#8b@ +-$\ ˜j"#2-2.>O$# 2-2-"#$(Z'"*+-,2-" :FG 7"\,2-"7 "ZT*9:"(X FiC 92-"#V+.!92."(;$(" A "kT9:"(‚ F: b@j+-!92." A "5TC 9:"\V F6+.Q+-$(i68T2-2T2-"#[ F;"$\ 8?;"#2.6%V˜j1Z$$\ +./W "("  ?2."(X+-d "769"  "\10$#49:"W+."($(+-A"#23106+-2.#1"6  , "7"(%kI]"8 A"7FY ;64 !"#A"#4 +-!+-,2-"7FY$(+- C 2-+-y14/"2314+.,2-+-?"#5 "Z69;"7"\2- +- H $#"(#% ˜j"#2-2.>H2. $# 2-2-"#$(k "W, "W$( ,2-"(> ?2."(@6+-$#"#6 +-R "H"#T+. ,"#$\+. `uA"\1# z2-+-"(+./;'"## X{AC—/ +-/;"## [;6S{ACy/ÖA"($ "#ƒ\% € 2-2_?;"(2g6,u"% /%- _T,"(+-$ 6" ;6!?"#6C—2-"#/ fQ+-/ƒ"V$# "("6W k+.92."\Cy2-"#/ Q+-/0?;"(2g6f9:"(FG " ?;2-+-/%*I]"* A"+-,2-"#,"(T"#6Ud+3C "\ 1d F_  2-*’+-2.92-"Z £ ‡ xjb@+-;6 b@X$#2-2.92-"Z91d9  $(2.+-$ƒ[b@ +.$ ,2.2- b= "k"(V Z{"(1Z "k+.FY >+- ,+- "("  ?2."(W+-OU+-"($\+."Zb5#1%@„ !"(,2-" ; "7  2[2-2. b@  ""(W d"#2-"#$(8,?;"#2.6U Fz,92-" &;6U "#U?;6U2-2V  "( ?"#2.6&+.f "i69;"i & ;A"Vk +-/ f"("#92g$#"% } "V C X+-W2- A6"6H+-O92-"8b@ +-$\ U+-;6+-$"#@ "7?"#2.64;,"  " "(Q+.>'"64"#"#*92.$#" ;;6d "7"#Q+->"#64+-T"\"#$(+- O+-'+- & +-$#2-;6+-/W "5FG"{"($(1*6+-Q+-9+- , F "5?;"(2g6  " "(Q+.>'"6* +-U+-;+-$#+-"X+., "V +-& ;6 "XFg"{"#$(1 6+-Q+.9+- B F7 "* Q +-="#23% } "U"(d$K2- L9,+3 $#"6R{T"(+-"#* O "Pu C— ?;2-"'ƒZ69;"4 ]6"("(,+-"  "W$(;2;+-"("#$(+- 06f Q +->+-]+- ´ '0+-/ ´ ) ˜k•D H$#$#"# P©!$#2-"69;"%Z˜z"#$"˜z"#2-2->O+-f+-T"(;6"#64 d9:"* "#+-231+-Q2.2-"6$(2.+-"# b5"k>6"z "56"#$#+-+-  W:"(FY h2-2 F  "5;231+-# A+-$(2.6+-/X "j ?2-"z$# ,'+- & ‚ "z$(2.+-"#% I]"7FY ;64  ´ >6 ´ ) ˜k•a"ZFu'W  d2. bØ;6H9//1 FG W$(2&"  b5"fbk "7 "Z;231+-!$# T6"7+-O•kÑ7ÑØ+-/  "f© } “|Œ T (2-+-91 *$#$#"#j "X6'9;"%j© } “U+-58•kÑ7Ñ bk:"(>b@ +.$ B +.6"# "U6"(+-2.> FZ6'9;"O$#$("#"#0;6 b@ +-$\ 0$0"W"(A"(2$# "#$(+- 0,"(  T65+-$#2-;6+-/,© ) ˜k• ;6S©7•zx\%I|"Z 9+-"6U/  T6S:"(FG >$#"Z+-/d˜z"#2-2-> |0«³³U­4 +-/H ",+.2.2&u+u% "%. Ž ‘ ÌØ j2-"#ƒ\%i”[$("#iFY   "("6>: +-# : "‘³C—,2-"*"(Q+.>'"*+-792-"* d6+.Q+-C /+- d9:"\ b5"("#>>2-2u ,"#6+-¡62./"W+."("($(+- # Tb@ +.$ +-k/  T6d"# / ,FG k "!: "W F&?;6+./8?"#2.6zb@+3 d+-,+.2.' 2-"##% } "U ³³C—,2-"d"(Q+.>'">+.*92-"> O6+-Q+./+. L+-C "("#$\+. 0+-9: k²³*"($# 6k+-/Ž‘³C—,2-"f+-/"( Ø  ³A«¬R ?;2-"6B?;"(2g6#%hI|"U"#:"'"6B "U+-,+-/|"#Q4  M˜z"#2-2->N+-Q2.2.'+. D+-Kb@ +-$ N2-2fFY 092-"#$#"(4b5"("  ?;2-"6 _;6SFG ;6U ;7 ","{"(1U"{+-"(Z9: 8³ "#$# ;6X+-/>‘³C—,2."7+-/;"#X 4 ŽA², ?;2-"6>?;"#2.6#%

5.2 Estimating Join Sizes

x Z ["(T["(:"(+-,"# b5"j"#2-;"j "j9+-2-+3 18 F "j2-C +-"(@+-/"f *"#Q+->"W "!Fg"{"#$(1d6+-Q+-9+. 4 F_ " 2-"#+-8z?;"#2.6% €  "#"["#23&b5 2.679:"i6+3‹,$#2- @"#"(T T+-;2-231 Abz"X+-Q"6"!,+-T"\"#Q+-/7 T1»_"#Q+->'+./f " +-'"5 "zFg"{"#$(1*6+-Q+-9+. $#$#'"#231% â } "W6fb5"!"6+-> z"\:"\+.,"(Ti+-z"#+3+."!$# : '" 6'*b@ +-$ H$ @9:"f"#2-""#64  "f92.+-$%

Error in intersection size estimation, 50 samples 0.8

Error in estimation

0.7 0.6 0.5 Error in Join Size Estimation, 100 samples

0.4 0.3

1.4

0.2

1.2

0.1 0

0.2

0.4

0.6

0.8

1

Resemblance

ÓBÔ±ÕÖT×¾ØeÙÚtÛÜÝ>Ø×Þ>ØßÝ#ԄàÜÂÞ#Ô±á8ؑØ.Þ>Ý>ÔpâZã+Ý>ԄàÜ:ä:å+æ¤Þ>ãâZç è±Ø.Þé

Estimation error

1

0

0.8 0.6 0.4 0.2 0

Error in intersection size estimation, 100 samples

0

0.8

0.4

0.6

0.8

1

Resemblance

0.7

Ó Ô„ÕÖ5רZìÚÝ#Ôpâµã+Ý#ԄàÜ:ä ÙææëÞ>ãâZç è„ØÞé

0.6 Erro in estimation

0.2

0.5 0.4 0.3 0.2 0.1 0 0

0.2

0.4

0.6

0.8

1

Resemblance

Ó Ô„ÕÖT×¾ØëêÚ!Û/ÜÝØ×Þ>ØßÝ#Ô±àÜÂÞ#Ԅá8ؑØÞ>Ý#ÔpâZã.Ý#ԄàÜ*äBÙææeÞ>ãâZçHè„ØÞé Error in join size estimation, 250 samples 1.6 1.4 1.2 Error in estimation

I]""#"6S ",",¸¬06 ç;+3Z Fz?;"#2.6f 7bz"("  "6L+-| "d+."("($(+- M+-'"6P "(+-X Q +-R+-'"0 F  "k Q +-U+- "6 : +-Ti+- "7 ³³C—,2-"# +->+-'"%[xy?;/"#z‘T Abz" 2- ‚ "V;6 Q"6 #³³C—,2-" +-Z+-'"i/A+-Q_ " $(;2; Q +.P+-'"# '", ">6'H: +-Z+./+3?;$#231|9:"#2- b  ""#;6P2.+-"%4I]" 2-  "46 QQ"6L"#Q+->"#*+-B¸T% € 23  / L "("0"0Q+.2-2 "(A"(2X +-/ C—"( >"(Q+.>'"#>"#A"#EFg"(> "46 Q,"# z+. "(A"(1E$"Ob5"S"S92-"U |$# "($(231="#Q+->"U "U 6"\4 F >/+-6"f F[ "z +-H+-2.2&;$#"Z+-/ "7,"(  T6 6"#$(+-9:"64+-PŒ- #¬’%z„ "(, " bz"Z6 * X"#"6d *Q "f " $(;2@2."#, F! "0, QFg"{"#,2-"(# 5+-Q"6Rbz"H$ Q "k "#+3j ; 2."##%V˜5"6,  V"#2-#  "_ Q +.,+- '‘2Ìd%,I|"*"#Q+->"6  "U{AC—/ "("#92g$#"4+-/]{C—/ +-/"(>b@+3 N‘³  #³³T  '‘³ ޳³T ;6*Ž‘³!,2-"## 6*2- W$# ,"#67 "z"($( "("#92g$#"79:"\ b5"("#0 "7;+3@ F‚?;"#2.6#% I= "#]?;6+./H+-,+-2g'?"#2.68+-/O{AC—/,# _b5"d">+-"(C "(Q"6L+.MU+-,+-2.+3 1L,"#",' "(* ;MUT,"\+.$,2-" $\ >j "k+."("($(+- >+-'+. O"( u$# ,"6H , "8$\;2_"("#C 92.$("'ƒ>+-d2 « Ì +-B "S‘³'Cy,2-"O"(:"(+-,"# @6KŽT#  Ì +.  "4 '‘³C—,2-","(:"(+-,"#% € $($#'"#231P"(Q+.>'+-/U{AC—/ "("#92g$#"*+-7"+-"(7 S"#Q+->+-/d+-T"\"#$(+- P+.ÖHÞ>Ý>ØðZñàÔòÜcÞ#Ԅá8ØZØ.Þ>Ý>ÔpâZã+ÝØä Ùæ+æeÞ>ãâZç è±Ø.Þé

Estimated vs. Actual Q-gram Resemblance, 50 samples 1

Estimated resemblance

1

0.8 0.6 0.4 0.2 0 0

0.2

0.4

0.6

0.8

1

Actual resemblance

Ó Ô„ÕÖT×¾ØCõÚ6öyóRÕ×¾ãâ÷×¾Ø.Þ>Ø.âšø è„ã+ÜHßؤØÞ>Ý#ÔòâZã+Ý#Ô±àÜ:ä|å+æCÞ>ãâµó ç è„ØÞé $", ">+-A"(", FX: +.92-"02-"(8+-*$ ]>2-2."\%HI|" $N$#$#"#231E"#2-2! "O6+3–"("#$("U9:"( bz"#"#K2./" X,"6+-H 60>2.2"#"#*92.$#"f+./,‘³C—,2-"7{ACy/Ð+-/;"%

5.4 Q-gram Sketches

„_+-;2.231 Tb5"!"#2-;'"! "W$#$($\1> F[{AC—/ A"\$\ "##%V„   +-["(:"(+-,"# bz"k"j "z,"5"(V F;¸A«@;+3V F?;"#2.6_ ; b5""6S+.S ",{AC—/ +-/","(:"(+-,"#%*I]""#Q+->"  ! " ™ j 6+-Q$#"Z9:"( bz"#"#H "7 >2.+-'"6]{AC—/çA"#$( *6+-Q$#",+-*2. "6]/A+.Q  "W$(2&{ACy/ A"#$( X6+-Q$#"f+-H„_+-/"7²8FG !‘³C—,2." "#Q+->"(# i;6P+.M„_+-/"O ³4FY 4 ‘³C—,2-">"#Q+->"##% € 23C   / | "O '‘³'C—,2-"d"#Q+->"#* ;A"dU$\ P2. bz"(,"(   ;U "‘³C—,2-"*"(Q+.>'"##  "*‘³'C—,2-"*"#Q+->"#!$ "6+-231R6+-Q+-/+- E9:"(yb5"#"(R>2-2’ j,"6+.H V6L2g'/"U6+-QC $#"##%7I]"$# $#2-;6"* f 231P‘³>,2-"#7"8"{+3"6UFY  {AC—/~A"#$( @A"($ &% I|"8 "* Z{AC—/ A"#$\ Z6+.Q$#"6P{AC—/Š"#"(C 92.$#"X"k' "(z6+3–"("#j6$# ,2-"#,"#18,""##%_x  „_+-/"Z   Abz"@2- V "@$(;2;{AC—/ªA"#$( 56+.Q$#"@/A+.Q

Q-gram vector distance vs. g-gram resemblance Estimated vs. Actual Q-gram Resemblance, 150 Samples 1.4

1 1.2 Q-gram vector distance

Estimated resemblance

0.8

0.6

0.4

1 0.8 0.6 0.4 0.2

0.2

0 0

0 0

0.2

0.4

0.6

0.8

1

Actual resemblance

Ó Ô„ÕÖT׾ؚùÚØ.âšø è„ã+ÜHߨ_ØÞ>Ý#ÔpâZã.Ý#ԄàÜ:ä:Ùå+æ‘Þ>ãâ‘ó

çHè„ØÞé

0.2

0.4

0.6

0.8

1

Q-gram resemblance

Ó Ô„ÕÖT×¾Ø}ÙÙÚIöyóRÕ+×ãâÿýØßÝà×ëðHԄÞ>Ý>ãÜHß2Øfý5ÞéóLÕ×¾ãâ Þ>Ø.â‘øHè„ãÜHß2Øé

×¾Øó

 "X$(;2;{AC—/ª"#"(92.$#"kFY z "!¸«W;+-j F?;"(2g6j"6 +-f "V"(+- "(:"(+-,"#% € 23  / 7 +./ C’"#"#*92.$#"[;+3 "7 @ +./ Cy6+-Q$#"f+3# ;  "(b@+-"f "("7+-k2.+32-"Z$# "(2g'C +- H9:"\ b5"("#4"#"#*92.$#"7;646+-Q$("%

Estimated vs. actual q-gram vector distance, 50 sketch samples 1.2

5.5 Qualitative Experiments

Estimated q-gram distance

1 0.8 0.6 0.4 0.2 0 0

0.2

0.4

0.6

0.8

1

1.2

1.4

Actual q-gram vector distance

Ó Ô„ÕÖT×¾ØuûÚüö@óLÕ×¾ãâþýØ.ß2Ý>à×JðTÔòÞ>Ý>ãÜTߨsØÞ>Ý#Ôpâµã+Ý#ԄàÜ:ä¤å+æ Þ>ãâZç è„ØÞé

Estimated vs. actual q-gram vector distance, 150 sketch samples 1.2

Estimated q-gram distance

1 0.8 0.6 0.4 0.2 0 0

0.2

0.4

0.6

0.8

1

1.2

1.4

Actual q-gram vector distance

Ó Ô„ÕÖT×¾ØeÙæ5Ú!ö@óLÕ×¾ãâÄýØßÝ>à×XðHԄÞ>Ý>ãÜHß2Øä(Ùå+æëÞ>ãâµç è„ØÞé

x a "|"#T+- O"(:"(+-,"## fbz"L ;A"|"(Q92-+- "#6` ;  >2-2[,>+-"#f'"‹,$#+-"#fFY f "*: " Fz"\2- +-/  "0Q$("4 F7O2g'/"O;6M$# ,2."\M6'9;"%EeW b5"#"(  "Z{"#Q+- H F[b@ "( "(@ "7,>'+-"#@$(2-231H "#2-H+-4 " "(2- +- H $#"#XQ+-2.2&"#"#65 9:"ZQb5"\"6% } "!6'f"(zbz"!"XFG z"(:"(+-,"#j+-z$( ?;6"#+.2$# : C "!6'  7bz"X$# 56+-$#j1;+-$#2.k{"(1*"(23#% eW bz"#A"( Xb5"S$a6+.$(H+-K/"("(2f "S"(FG2-"#0 F8 "   2-#%

5.5.1 Using Multiset Resemblance

€ A"(+- P Fk˜j"#2-2.>Pb@ +.$ S ;79:"("#S"(2."#"6P 0"#A"(2 "\j$# 2-2."($(5;6Q "#j*23+-"(i+-/;'"#i F2-2?;"#2.6Vb@+3 H2."#QP޳R6+-Q+-$\U2-"#|’L"(Cy6 Q92-"|;',"("\\ƒ\% ˜z"#2-2->,$( +-jf  2FY 5{"(1+-/W "k2-+-"(j+-/"(  H?;6]2.2i?;"#2.68b@+3 LH,+-+-*¨u"(Q+.>'"6;ƒW"#"(92.$#"  >/+-A"(H?;"#2.6% } "7"#23!+-W6+.2.1A"64  "7"(W+-O'C 92-"Wb@ +-$\ 0+.$#2-;6"#@$# 2-,5+-;6+.$#+-/ "f"#Q+->"#6>"#"(C 92.$#" A"#Q+->"6+-"("#$(+- ,+."6W +-FG"#{T"#$\1 6"(:"#;6"#$#+-"## 60"#Q+->'"6* Q +-H+-;ƒ\%V˜z"#2-2->  † V9+-2-+3 18 f{+-$T2-17;68+-T"\$(+-A"#231Z?;6

+-/ C’"#"#*92.$#"k?;"#2.6j ;59:"#"#>Z6+-Q+-$\52-;92-"!FG"" 60 @2-"60 "#"(2"(:"#$("606+-$# 'A"(+-"##% } "\"'"+-"(y1H Fi  "(W,"(  T6@FG !?;;6+-/f Q +-;92-" ?;"(2g6#% ©W"U,"(  T6B+-0 L:"(FG   " +-& !9H6 +-/L +-7$#$#"(9231O2. b7% €   "(7,"\  T6U+-f 42-  UFY Z?;"#2.6 b@+3 R "0,"4,"%LxyM "(2- '+- # zb5"4 A"dFG ;6  ;'& +-;92-"@?;"#2.6['"#231 ;A"k "k,"k;,"7’6 Fg"#d6  X"#A"#0 ;A"f+-,+-2.X;,"#ƒ\% € , "X  +.Q+-$'"6,,"(  T6*+.i 7$# 2-2-"#$(57'+."\ 1* FFY"'C "(d F7 "H?"#2.6 @$ =d "O6'P 1:"H F7 "H?;"(2g6 k " 2-"#/ O Fi "Z?;"#2.6  "8;"* Fj "Z$\ $\"(f+-U "Z?;"#2.6

u2-"("\# @9:"(# z$(+- ;ƒ\% } +-0,"\  T6M+.>"6B91 Q 1Q"#,0b@ +-$\ a ?;2-"|69;"(# 7 1+-$2.231aU"#+-  FG ,+./+-/HH2."(/A$\1L6'9"SŒ- ŽT i jެ'’%U„_+-"#2.68b@ +-$\

A"U+-,+.2.'4FY"#"(H", ;6/"6B L9:"U+-,+-2g'%heW b5"(A"(  +-0 1:"O F8 ?;2-+-/M+-H$#"#+-92."O |Fu2-"|: +3+-A"#4;6 FY2-"]"#/A'+-A"##% } "O"# KFG 4 "HFu2."S: +3+-A"#0+-0"#T+3C 6"#>u"% /%,yb5 0?"#2.6Z,+-/ 7$# +-|| C— 'A"(2.+-/0"( F["#2-"#  "8T9:"(ƒ\%[IK "#0 "Z6'9;"Z$# +-X?FG"#"#   ;6=?"#2.6# f"(2.+-,+-;'+-/RH>1BFu2-"]: +3+-A"#HH+- : +-92-"f+-k$(+3+-$2u%j„;2-"f"#/A'+-A"#5$0 $($#kb@ "#d8?;"(2g6,+- : 2-2."6Sb@+3 P"\:"($("6U2-"## &"% /%d?;"(2g6Ub@ +-$ ]+-7C : "64 ,$# T+-O4 ³,6+-/+-!A"(1d,+-/ X$# T+-U"#+."(x j7$\ *Ùy "#Ú _Ù  7A"(1Ú &Ù eW,+.6 € >6+-Ú "($% } "5?;"#2.6"("#,  !$# +.2- T,"\+.$j6' A;67 "\"(FY "5+-[ _"#"#"6 W*>$ d ,8?;"#2.6db@+3 ] #³,6+-/+3X"#+-"##% ^T ,",Q1Q"#,Zb@+-2.2@'"#,Z U$#2.+-Fg1L ">;'"> F@ " 6T z"% /%L;," i66"## i"#2-"#  "0T*9:"( ["($%=Œ AT @‘'’% } +-dy1:"U F7, "U"(2."($(+-A"UFY"'"O$B "#2-B L"#2-+-,+-;'" FY2-">: +3+-A"## &97+3ZQ+.2-2i–"(fFg   " 92-"#,f Fz " FG""A"($( f A$\ %7x O66+3+-   "8,"(  T6H+-WFg/+-2-" ÍPb5"423bk#1,"#"#ä P"($# "(>O"(bÐ6'OFG >+.R  "\2- +- #%JeW bz"#A"(0b5"] "O ;'H9:  N F* "#"Sy1:"# Ff ?;2-+-/P"0"(FG2@6 Q$(* S "0 ?;2-+-/S"#$ +.{"( 6+-$#"60+.0 +-@;:"\%

5.5.2 Using Q-gram Similarity

,>+-"#Lu9:  D+-/;'"#P6DA"\$\ "#ƒ } "M{ACy/ ?;6O?;"#2.67b@ +.$ L'"LÙy"(T;2-2-1P+-,+-2g'ÚH U0'/"(8?;"#2.6šÍ  j+-#  1+-$2?;"(2g6*2."#i2.  +-,+-2g'j 7 "k >*"(1"% € {AC—/ç+-,+.2.'+-y1P{T"(1O Fg"#]"(Z42- /H2-+-Q8 Fk+-,+-2. ?"#2.6k’[+.[2-+-A"#2317 ! ;:"#Zb@ "#>  ³³³AÑB?;"(2g6V"5 ?2."#6;ƒ\ 95A"#6091>+-,+.2.'+-y1% } "W?"#2.6k+-0 "W"#2-@2-+-Q!"f FGC "(E"#>+.$#2-231L"#2."6L S "d'/"(,?"#2.6%M„ ,"(,2-" 0{"(1U d?;;6U?;"(2g6f+-,+-2g'Z Hš  {‚Ê NÈ €?;"#2.6U"("6O>1  "(j?;"#2.6z$# T+-+-/Z$#+3 1;,"## T9z2- 8?"#2.6z$( +-+-/ 66T"#"#,;6]?Q6|2.Q,"#8 FX:"# 2-"% € {"(1P  P?"#2.6P$# T+-+-/Hx ˆD66T"#"#7"("6O  "\ZxQˆa66T"# ?"#2.6# [9*2- O ,"?"#2.6Z$# T+-+-/H?"#6P: +-*9:"( b@+3 4 "#"Z6+-/+-@ FV"#$#+-+- HFG"\! "76"#$(+.>2u% ˜i1U+-/, +./ U2-"(C’"#"#*92.$#"7?;"#2.6!FG Š "7"#23 F8|{AC—/ +-,+-2.+3 1B{"(1R;6B '+.6+./||6]"\2- C '+-  £ ‡ x\ b5"8$O2-231U>"8"\"#;6+.+3 W6+-$# 'A"(+-"##% „ Z"(,2-" ‚ ," Fz "*?"#2.6fFG 6S 09:""(T;2.231S+-C +-2. O 9 " {_Ê NÈ €0bz"("42.9:"#2-"C 6 {-.Ì/È 34€%|©WL$#2- "\,"(,+-;'C +- & ' "#"V?;"(2g6_$(;2.2317$( +-"#6dwœvTqps Sz,"#i’6f>1 $( y1S;6O$#+3 1O,"#f"+.6"(T+-$2gƒ\% } "{C—/®+-,+-2.C +3y1U{"(10 OUxQˆ=66T"#!?"#2.64"("6H?;"(2g6H$( +-+-/ $(2gQC •B"(?"(j F& "!x ˆL66T"#"#fu+u% "%-  "@?Q57 $("(5 F  "7C— $("(Xx ˆE66"("#ƒ\% I]"X+-"6 "#"f{AC—/ +-,+-2.+3 1d{"\+."(# ;6,"#"(2:  C "\# +-/,9:  O{C—/J+-/;'"#W6U{C—/JA"($ "##% €  $#|9:""\:"($("6 &b5"FG 6S ""#23Z Fz ",{"\1P P " {AC—/çA"($ "#7 H9:", +-/ 231S/"("6 ‚b@ +-2-"> ">{"(1S   "7{AC—/~+-/;"#k 9:"f*$ d2-"#X % € 2., QX2-2 F_ "

+-/ 231OA"6H"#2-f"\"#6S91H "{AC—/ÖA"($ ]{"(1 bz"("8 +-/ 2-1d"#2-"# ;9@ "Z{"(1d,+."#6H"#A"(2‚+-"("#QC +-/O?"#2.68"("6|91P "0{AC—/ +-/;"%SI|">$# $#2-;6"  ! "#"Z  2-7'"*$# ,2-"#,"#'1 ;;6U9:  O'""\FY2‚+. *9 b@"(%

6.

j

CONCLUSIONS

I|"f '"f"#$( "("#60>1>$\ 0"(,2-"##%

x U +.W;:"\ bz" '""(2- "6H "" F!o*žYqS±pr±>+./C ;'"#z6UrLAm\s—w±m\rV Z,>'+-A"  "(Ð4 +."f9+-2.6+-/*92- $\,FG X6'*,+-+-/{"\+."( f "VQ$("i F@2.'/"j;6f$( ,2-"(W6'9"%i­H1f$ {"(+-"#8'",: +-92-" _bz", : " "(",6P/+-A">2-/ +3 , FY W"(2.+-/* "#H% } "> ?;2-"#8b5">$# 2.2-"#$\, Fk "069;"d  2.6|9:">>2-2u FY W"\‹,$#+-"#WQ /"*;60FYQf{T"(1>"#: "7+.," 9@2./" "# / P H/+-A",$($#'">Qbz"(#%,I|""#2-;"#6S "*6"\C –R9:"(yb5"#"(|,>'1O+.N ?;2-"#0 "S69;" f$$\ "#0 "S"\C 23# ;6H 'T+.6"#X+-"($(+-A"Z"#: "#X > "Z"(% ‡ "\ F;˜z"#2-2->* ;A"VFY ;67 "z9+-2-+3 1Z !6+-$# 'A"([?"#2.6‚b@+3  +-/ "#"#*92.$#"7 >9:"*"(T"#,"(2-10"\FY2‚+.U "*6,"(2- +-   $("##%

7. REFERENCES

Œ3 \ ) % € $\ 2-+. #% ) '9"(C’FG+-"#6231d;6 ~  "#$(+- #% x   ;޳³T % Œ ŽZ‰*% € 2-  ;ˆ_% £ +-99: # ;;6U­P%;^%&%­H'+gW;6% } $T+./W Q +-U64"#23FGC- Q +-U+. :;6H^:% } /"\ &% € FG"+-9+-2-+3 1 Q;61d;64:"\FY >$#"WQ;61d FV6"#:"(;6"($(1d+-FG"("#$("% x  5tœw 5¹qs’n ‚iœ>q P 8ps—p 5qTŸžYq:mm\tžYqŸ ;;/"#X¸A# ‘ ͸   ²¬²% Œ ‘ *%˜z  · % ) "# *T & T;64^%;^#b5/+u% €  >+-$2.231d"(T$\+./Q$\"fFG ÐFG"#"7"(T 66T"#"##% 8ps—p kqŸžYqmm\tžYqTŸl@vnYn.m\sužYq ސuƒ\» Ž# « ÍTŽT ޳³³% Œ ¸' € %˜j T6"\%©W0 "W"#"#*92.$#"Z60$# +-,"#@ F 6 $#,"##%xy‘  ¹ V‚iœoW›;tm\rržuœq|pq ™ ‚iœoW›;n.m°žYps S0Lœ P Rm Q(vm\q:wm\r ' ;/"#!ŽTx  ÍŽ² _ #²²A«% Œ «y  '[%;•z "# ;„z% ·  ‰*% · ;6# 6H^%;­4 TT+- ;% ^"#2-"#$(+-T+3 1d"#Q+->+- 4FY W9:  2."#O{"(+-"##%x   ;/"#!ŽT #¾ ¸ ÍŽŽ‘ &޳³³% Œ ¬'*•!%;•z2-+3FG & ;”@%eW >& 6 € % ¶ "# ;2’%”[:"(+-"#$#" b@+- H$# *9+-"#60 $ 4 ,'+.9"(C—>'$\ +./ $( ! "("( /"#"( !6'9"##%x ‘  ¹  ´HœOt rQ±œ\› œq 8ps—p m\opqsuž’w(r & ²²«T% Œ ²'8”@%;•z  "#&%;^+-'+. 4FG,"(b5 db@+3 2-+.$#+- X +3+-A"7$#2- "Z60"$ ;9+-2-+3 1% ‚  ;‘‘T’Aƒ\» /  ÍA‘T V ²²«T% Œ3 ³' € % ) A& ˆ_% ) ,+-/ # ;;6 € %ef2-"#1% ¶ "#$# $#+-2-+./ $\ "#>5 FV6+-"f68 $#"##» € >$\ +-"(C—2-"+-/  A$\ %xy 5tœw ¹  ‚iœ#q P - /"#f‘³#² Í‘Ž³ ޳³T %



 







  

 



 



  



 

  

 ! #"$%



Œ3  ( € % ) & ˆ_% ) ,+-/ # ;;6 € %“&"(T1%“"+./ $#" 6"($(+-+- 4FG W6'+-T"(/+- &%;xy 5tœw 5¹qs’n ´4œOt rQ±œ›LœI q ³&±š m ´Um#š8pq ™ 8ps—pAšpr(m\r &޳³³% Œ3 Ž'8”VA A"7^ Fg b5"% T» ††'bkbkb7% "# A"# FGybk"% $( d†T% Œ3 #8”VA A"7^ Fg b5"% )  ?2.+-/,64>+-/  " "#"#+.2?QXQ"#0+.H6*,+./+- H;6d+-T"(/+-   ' Q"($(#%

&» ††bkbkb7% "#A "# Fg bk'"% $# d†'6Fu†'bk ) ˆj­P% 6TF ޳³³T% Œ3 (Ze*% £ 2- 6# ) %„_2- "#$(& ) %;^T ; ; 6H”k%:^T+., &% €W´€!µ » € 4"(T"#+.92-"Z6*$#2-"+./  2u%:xy 5tœw ¹  ‚iœ>q P . ;/"*‘²³ ޳³³% Œ3 ‘'*^% £ /2-1 ˆ_% £ +.99: #+ &%­H'+g# 6 € %;^+-2-9:"($ ;'pq ™ q;2 œ ¶@n.m ™ Ÿm fžYr\w2 œ Ÿm\/t S ŽTQ 'ƒ\» ¾ ² ͐A«T ‚ ²²¬% Œ ސ<  &%eW 2. ´ % · T+-"# ˆ_%ˆ_ T 6 e*% } +. "(&%”V‹,$(+."(T!6+.$( "(1d F_FG$\+. ;2 6"(:"#;6"#$#+-"#X;64 '+->"f6"#:"#6"#$#+-"#k+-/ ;'+3+. #%x  5tœw 5¹ ¹qs’n ‚iœ#q P _œq Zps—p 5qTŸžYq:mm\tžYqŸ ;;/"#!²#Ž ÍAA³  _ ²²¬T% Œ Ž'8ˆ_%xy;6T1: T‰8% · ;6# :;64^%­4 T+- % } "#;6 +-H>+-A"!+.,"W"(+-"#W6"\X+-/A"\$\ "##%xy ‡ Wlk /"(W¸¾ ͐A«ŽT ޳³³T% Œ Ž‘'<  &%x +.6+-X6 *%ˆ_  2.%:e!+.Q /Cy9"6  2-+. @ ,6+-A"\"76'9;"Z"#Q+->+- H 92."(,#% 8ps—p 5qTŸžYq:mm\t\žYqŸ,l@vnYn.m\sužYq  ¬’ƒ\»- ¾ ³ Í ¬T i #²²‘T% Œ ޏ7IØ% ´   U6 ´ %;“&+-;6"#Q#%”VT"#+. @ F 2-+-$ +3+-/k+. ,* +-2-9:"(X;$("%xyC  ‚iœ>q Pm\tm\q;wm žYq Pœ ™ m\t\q q:pn SržYrZpq ™ 5tœšpš(žun žYps S /"(8 #¬¾ ² ÍT޳¸  ²¬% Œ Ž«' *% ·  1TH;6 € %^"( %:^T"#>+-$f;64$ "#>'+-$ +-,+-2g'+3+."(X9:"\ b5"("#469;"! 9T Q"#$\#» € $# T"\C—9"6  $ &% ‡ Wl œvTt\q;pn ‘Tuƒ\» Ž«¾ ¸ ÍT³ [ ²²¸% Œ ެ ·  b@2-"6/" ) +-A"\%T T» ††'bkbkb7% T b@2-"6/"6T+."(% $# d†% Œ ޲ ) % · T &$ % ³&±m tskLœ P•‚iœo!›;vTsym\t 5tœŸtQpoo*žYqTŸ œn :œt\sužYqŸ4pq ™ :mptw±TžYqŸ% € 66+- 0I|"(2."\1 & #²A«T% Œ ³*^% · ,"(X64˜!%ˆVFY +./"(%;”V‹$#+-"#!"#$ H F[Q+-/ ;'+32_6"("(,+-;'+- #%x  5tœw 5¹qs’n ‚iœ#q P Vœq





 #"$%





 #"$%

(' )

&

* + 

,

' !



$



 -' )

 ! #"$%

.



/

 



' !







 

0

 1 2$



,

3' )  , 





2

%' 465

7

-

/

 $

q:2 œ ¶@n.m ™ Ÿm 7žYr\w2 œ Ÿm\t*pq ™ Zps—p UžYqžYqŸ /"#XA«Tx  ÍT«¬   ²²¸% Œ  \*^% · $ +-&%©!$#2-" ; T69:$Z;6069;Ž'C—$#2-+"(,2."f2-+-9'1  /,,"(# † k/+.6"%

T» ††'bkbkb7% /"# $#+3+-"##% $# d†'$\ +-:† 2g†  ,"% H% Œ AŽ*­P%;“"#" e*%“& } %“&+-/ ;;_ 6 &% · %;•z2-"+./>6'*FY  ,+.+-/;6>bk"(  +-/%x  ktQœw 'sG±  ²²²% Œ '7IØ%;“+‚;64^%;•z2.+3Fg &%:^”j­4x ‰ } » €   2&FG X+.6"#+3FG1+-/ +-9"f$# "(: ;6$#"#X+.4 "("(/"# X6'9;"# +-/"#2&"( bz T#% 8ps—pdpq ™ q;2 œ ¶@n.m ™ Ÿm kqŸžYqmm\tžYqTŸ ;Q ƒ\» A¾ ² ͬ &޳³³% Œ *­4"(/"#+30x $% &» ††'bkbkb7% ,"(/"#+3% $# d†'  ,"% &% Œ A‘ ¶ %­4+-2-2."\ “i%ef# ;6H­P%e!"(;;6"( >+-/X{T"(1d6+-$# 'A"\1%xy 5tœw 5¹qs’n :‚iœ>q P ‡ Wl@ ;/"#!«>« ÍT¬¬ ޳³³T% Œ A« € %­4 /"% } "f?;"(2g60>$ +-/* 92-"#H» € 2-/ +3 , ;602-+-$+- #5 % ¹ Zps—p kqŸžYqmm\tžYqTŸl@vnYn.m\sužYq ސuAƒ\»- #  ÍT޳T &޳³³% Œ ¬' € %­4 /"864ˆ_%;”V2-&% } "f?"#2.60>$ +-/ 92-"#H» q P € 2-/ +- ,@6H2-+-$+- #%;xy 5tœw 5¹qs’n ‚iœ# q:2 œ ¶@n.m ™ Ÿm 7žYr\w2 œ Ÿm\xt S0pq ™ 8ps—p OžYqžYqTŸ  ²²¸T% Œ ²' € %­4 /"864ˆ_%;”V2-&% € 0"(‹,$#+-"# 6 >+-C—+-;6"(:"#;6"#k2-/ +3 ~FY f6"("#$(+-/  +->'"#231462.+-$'"76'9"7"#$# 6#%;xy 5tœw ¹ —´HœRt rQ±œ\›|œq Xm\r(mptwh ± ¹rrvm\r7žYq Zps—p OžYqžGqTŸ>pq ™ q: œ ¶@n.m ™ Ÿm 7žGr(w2 œ Ÿm\xt S _ ²²A«T% Œ A³'*^%;­4 T+- &%”VQ+->+-/9:"(5 F_'"72."# U6*Q"#,# ;޳³T %^T9,+-"#6,FG !92-+-$+- % Œ  \*•!%;ˆ['"#W;64^%;^;$#$#"#+-"(%x "#X;64 A$\ "# FV69"Z+-"#/'+. &: % ‚iœoo _Lœ PfsG±m ‚ O  A—‘ƒ\»- ¸#¸ Í; «¬ V #²²¬T% Œ Ž8”@% ¶  ~;64e8% ) % ) *$#2-"+./»zˆV 92-"#,@;6 $#"#X $ "## % ¹ Zps—p 5qTŸžGqmm\t\žGqTŸlkvnGn.m\sužYq ސuAƒ\»-/  Í;   &޳³³T% Œ A' *% ¶ >4;6 ´ %;e!"#2-2-"(Q"#+-&%;ˆ_ "(kb@ "("#2u» €  +."($(+-A"Z6'$#2-"+-/Q1Q"#H%xy 5tœw ‡ Wl@ ޳³T % Œ Zx\%;^T+->64ˆ_%;„_2.$\ %:˜z  C—d+-;6$(+- 0 F FY$(+- 2&6"#:"#6"#$#+-"#5FG ~"#2.+- #%;x  5tœw ¹ q:2 œ ¶@n.m ™ Ÿm 7žYr\w2 œ Ÿm\xt S>žYq 8ps—pšpr#m\r /"(Z «¾  Í; ¬‘T  ²²% Œ ‘ ´ %:^T$\ 2-+.,,"\%”V‹,$(+."(T2310+-;6$#+-/,6"("(,+-;'+- #» € $# ,2."\"764Q1Q"#>+-$f"'$\ H2-/ +- ~ ;X"# +-/%xy 5tœw ¹ q;2œ ¶@n.m ™ Ÿm 7žGr(w2œ Ÿm\xt S>žYq 8ps—pAšpr(m\r :/"(fެ  ÍT޲³ _ #²²T% Œ A¸'8ˆ[% j+-2-+g6+.# '[% z/"# ;^%^T+.6 : 2- # ‰*% · #1T+.6+.# ;6 } %;^"#2-2-+-#% €!¶X· } ©7^» €   2&FG  6*$#2-"+./>6dQFY >+- H+-U6*b5"#  " "#T+3 ,"##% 8ps—p 5qTŸžYq:mm\tžYqŸl@vnYn.m\sužYq :ސuAƒ\» ¾  ÍAA¬ ޳³³%

 8:9 2;< ,

.



 !=?> @' )





' )

$

 #"$%



A 

  1$

-

/

1/

B 

1/

2



7



, )$

A 1



 ' )

/

-



 ,;,3, / &

&

2 ;, ,3,

2