groupshannon.pdf

Upload: ocireg-ocireg

Post on 04-Jun-2018

215 views

Category:

Documents


0 download

TRANSCRIPT

  • 8/14/2019 groupShannon.pdf

    1/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1

    23043 ,5/% "6 (,'7%&, $-"'/0&$8 3%,%-"$%&%"'( "- 3"#"$%&%"'(8 /-"#",%( 30$3%- (,'7%&,

    9430%*%#%&,:

    ;39&&"&

  • 8/14/2019 groupShannon.pdf

    2/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ B

    !"#"$%&' )**+,$,-+*#

    C""@%8 >+ DBEEFG+ H&,%-94,0"&9@ 7066%-%&,09,0"& 0& ,3% #0I%7J9K0@0,5 $-"'/L 9 (0,'9,%7 *0%M "6 ,M"

    (,-'$$@0&$ -%97%-(+ !"#$%&' !")"#*+, -.#*/"*018 NO DOG8 BBFJBPE+

    QM" $-"'/( "6 606,3 $-97% (,'7%&,( 0& 9 @9-$% '-K9& 9-%9 0& ;"',3%-& R9@06"-&09 M%-% (,'70%7 9( ,3%5

    /9-,040/9,%7 0& -%970&$ $-"'/(+ Q3% 9',3"- 9((%-,( ,39, #9&5 (43""@( 39*% -%4%&,@5 #"*%7 9M95 6-"#

    3"#"$%&%"'( $-"'/0&$ 6"- -%970&$8 9&7 ,30( (,'75 (%%S( ," 60&7 ,3% 0(('%( ,39, 9-% /-%*9@%&, 6"-

    (,-'$$@0&$ -%97%-( 0& 3%,%-"$%&%"'( -%970&$ $-"'/(+ ;3% 7"%( &", -%4"##%&7 "&% ,5/% "6 $-"'/0&$

    "*%- ,3% ",3%-8 K', (%%S( ," #9S% %7'49,"-( 9M9-% "6 ,3% 0(('%( 6"- (,-'$$@0&$ -%97%-( 0& 9&5 (0,'9,0"&+

    H& ,30( (,'75 ,3%-% 9-% ,M" -%970&$ $-"'/( ,39, 4"&,90& 60*% (,'7%&,( %943+ ?( #9&79,%7 K5 ,3% (43""@

    70(,-04,8 ,3%(% #'(, K% 6@%I $-"'/(+ Q3% 70(,-04, 7%60&%( 6@%I $-"'/( 9( $-"'/( M0,3 9, @%9(, "&% 30$38 "&%

    #%70'# 9&7 "&% @"M -%97%- 9&7 ,3% ",3%- #%#K%-( -9&7"#@5 #0I%7 0&+ ;"8 6"- 9@@ /-94,049@ /'-/"(%(

    ,3%(% 9-% 3%,%-"$%&%"'( $-"'/(+ Q3% -%(%9-43%-( -%4"-7%7 ,3% 0&,%-94,0"&( "6 K",3 $-"'/( 6"- ,M"

    795(+ Q3% 6"4'( M9( "& ,3% @"M%(, -%97%- 0& %943 $-"'/+ Q3% -%(%9-43%-( M9&,%7 ," 07%&,065 06 ,3%5

    (9#% /-"K@%#( ,39, "44'--%7 0& 3"#"$%&%"'( $-"'/( 9@(" "44'--%7 0& 3%,%-"$%&%"'( $-"'/(L M07%-

    9430%*%#%&, $9/8 @"M%- (,'7%&,( -%4%0*0&$ 0&6%-0"- 0&(,-'4,0"&8 @"M%- (,'7%&,( K%0&$ (,0$#9,0T%78 @"M%-

    (,'7%&,( K%0&$ 0&,%--'/,%7 #"-% 9&7 -%970&$ @%((+ Q3% (,'70%7 -%*%9@%7 ,39, ,3% ,M" (,-'$$@0&$ -%97%-(8

    =%0(39 9&7 ;30-@%58 M%-% 0&,%--'/,%7 6"- 4"--%4,0"& K5 /%%-( 9&7 ,%943%- #"-% ,39& 9&5 ",3%- (,'7%&, 0&

    ,3% $-"'/+ ;30-@%5 9@(" -%97 6%M%- M"-7( K%6"-% ,3% ,%943%- 9(S%7 ("#%"&% %@(% ," -%97 ,39& ,3% -%(,

    "6 ,3% $-"'/8 9&7 ,3%-% M9( %*%& ("#% %*07%&4% "6 (,'7%&,( K%0&$ 9&&"5%7 K5 ,3% (@"M /94% 9&7

    706604'@,5 "6 ,3% -%970&$ M0, ,3%(% ,M" (,'7%&,( %(/%409@@5 ;30-@%5+ H& 9770,0"& ," ,3% ,-"'K@% 0&4'--%7

    M30@% -%970&$8 K",3 "6 ,3%(% 430@7-%& 397 #"-% ,-"'K@% 9&(M%-0&$ ,3% 4"#/-%3%&(0"& U'%(,0"&( ,39&

    ,3%0- /%%-(+ Q3% 0&,%-94,0"&( M0,3 ",3%- (,'7%&,( 9&7 ,3% ,%943%- #9-S%7 ,3%(% (,'7%&,( 9( @"M%-

    -%97%-( ,39& ,3%0- /%%-(+

    Q30( -%@9,%( ," #5 U'%(,0"& K%49'(% 0, 30$3@0$3,( ,3% 70(97*9&,9$%( 6"- (,-'$$@0&$ -%97%-( 0& 9&5

    $-"'/0&$+ ?@,3"'$3 0, 7"%( &", %I/@040,@5 (,9,% M3043 ,5/% "6 $-"'/0&$ 0( #"-% 97*9&,9$%"'(8 0, 7"%(

    /-"/"(% 0(('%( ,39, &%%7 ," K% 4"&(07%-%7 M0,3 9&5 -%970&$ (0,'9,0"&+ Q3%-% 0( 9 *9-0%,5 "6 -%(%9-43 "&

    3%,%-"$%&%"'( $-"'/0&$ 9&7 0,( &%$9,0*% %66%4,( "& 30$3%- @%*%@ @%9-&%-(8 9&7 ,30( 9-,04@% "66%-( ,3%

    "//"(0,% "6 ,39,+ ?@,3"'$38 ,3% ,%943%- 0& ,3% 9-,04@% %I/-%((%7 ,39, (3% K%@0%*%7 ,3% #0I%7 $-"'/(

    M"'@7 3%@/ ,3% (,-'$$@0&$ -%97%-( @%9-& 6-"# ,3% (,-"&$%- "&%8 ,3% 79,9 6-"# ,3% (,'75 7"%( &", (%%#

    ," ('//"-, ,30( 07%9+ Q3% (,'75 9@(" ('$$%(,( ,39, ,3%-% 0( &" (0@*%- K'@@%, 6"- -%970&$ $-"'/(8 K', #95K%

    ,3% K%(, M95 0( ," 4"&(,9&,@5 #0I '/ -%970&$ $-"'/(8 9@@"M0&$ (,'7%&,( ," %I/%-0%&4% 3%,%-"$%&%"'( 9&73"#"$%&%"'( $-"'/0&$ ,3-"'$3"', ,3%0- -%970&$ %I/%-0%&4% 0& ,3% 4@9((-""#+ Q30( 9-,04@% 9@(" 3%@/( #%

    07%&,065 ("#% (/%40604 /-"K@%#( ,39, @"M -%97%-( M0@@ %I/%-0%&4% 0& 3%,%-"$%&%"'( $-"'/(+

  • 8/14/2019 groupShannon.pdf

    3/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ O

    ;30%@7(8 R+ DBEEBG+ ? 4"#/9-0("& (,'75 "6 (,'7%&, 9,,0,'7%( 9&7 /%-4%/,0"&( 0& 3"#"$%&%"'(

    9&7 3%,%-"$%&%"'( 4@9((-""#(+ !2"3"* !"4%"56BN DOG8 11PJ1BE+

    Q30( (,'75 M9( 7"&% "& 606,5J"&% 606,3 $-97% 9&7 606,5J6"'- %0$3,3 $-97% (,'7%&,( 0& R9&979+ !9@6 "6 ,3%

    (,'7%&,( M%-% 0& 9 3"#"$%&"'(@5 $-"'/%7 9497%#049@@5 $06,%7 4@9(( M30@% ,3% ",3%- 39@6 M%-% 0& 9

    3%,%-"$%&%"'(@5 $-"'/%7 4@9((+ Q3%(% 4@9((%( M%-% 9@-%975 9 /9-, "6 ,3% (43""@ (5(,%#8 K', ,3% (,'75

    M9( 7"&% ,3-"'$3 9& 9&9@5(0( "6 (,9&79-70T%7 ,%(, (4"-%( 9( M%@@ 9( 9 (,'7%&, ('-*%5+ ?( %I/%4,%7

    (,'7%&,( 0& ,3% 3"#"$%&"'( 4@9(( 397 30$3%- 9430%*%#%&, (4"-%( "& (,9&79-70T%7 ,%(, ,3"'$3 606,5J6"'-

    /%-4%&, "6 ,3% (,'7%&, (4"-%( "*%-@9//%7 #%9&0&$ ,39, (,'7%&,( M%-% /%-6"-#0&$ M%@@ 0& K",3 4@9((%(+

    Q3% 3"#"$%&"'( 4@9((8 3"M%*%-8 397 ,3% 30$3%(, (4"-%( -%4%0*%7 "& ,3% ,%(,+ H& 9770,0"& ,"

    9430%*%#%&, @%*%@8 (,'7%&, /%-4%/,0"&( 9K"', (43""@0&$ 9&7 ,%943%- %I/%4,9,0"&( M%-% 9((%((%7+

    ;,'7%&,( 0& ,3% 3"#"$%&"'( 4@9(( 9, K",3 @%*%@( -%/"-,%7 %I/%-0%&40&$ 9 $-%9,%- 7%*%@"/#%&, "6 49-%%-

    0&,%-%(,(+ H& ,3% 606,3 $-97% 3%,%-"$%&%"'( 4@9(( (,'7%&, -%/"-,%7 #"-% 9497%#04 (%@6J4"&607%&4%+ ?,

    ,3% 606,3 $-97% @%*%@ (,'7%&,( 0& ,3% 3"#"$%&"'( 4@9(( -%/"-,%7 ,39, ,3%0- ,%943%-( %I/%4,%7 #"-% "6

    ,3%# ,39& 707 (,'7%&,( 0& ,3% 3%,%-"$%&%"'( 4@9((+ V5 %0$3,3 $-97% (,'7%&,( 0& ,3% 3"#"$%&"'( 4@9((

    9@(" -%/"-,%7 #"-% ,%943%- -%0&6"-4%#%&, "6 (%@6J4"&4%/,8 #"-% ,%943%- 6%%7K94S8 #"-% 9497%#04

    @%9-&0&$ ,0#% 9&7 #"-% 3"#%M"-S+

    Q30( 9-,04@% -%*%9@( ("#% "6 ,3% /"(0,0*% 9(/%4,( "6 3"#"$%&%"'( 4@9((-""#( 6"- $06,%7 430@7-%&+ H 9#

    %I/@"-0&$ M39, ,3% K%(, "/,0"& 0( 6"- (,'7%&, 9430%*%#%&,+ Q30( 9-,04@% 7"%( &", 9&(M%- ,39, U'%(,0"&(

    K', 0, 7"%( (3"M 9 /"(0,0*% 4"--%@9,0"&( K%,M%%& 3"#"$%&%"'( $-"'/0&$ 9&7 /%-4%/,0"& "6 (43""@ 9&7

    @%9-&0&$ 6"- 30$3J9430%*0&$ (,'7%&,(+ ?( H %I/@"-% ,30( U'%(,0"& 0( 0#/"-,9&, 6"- #% ," (%% K",3 (07%( "6

    ,3% 0(('%+ Q30( 9-,04@% &", "&@5 /"0&,( "', ("#% "6 ,3% /"(0,0*%( "6 3"#"$%&"'( $-"'/0&$8 K', 0, 9@("

    (3"M( ,39, (,'7%&, 49& K% 30$3J9430%*0&$ 9&7 39*% 30$3 (%@6J4"&607%&4% -%@9,%7 ," ,3%0- "M&

    9430%*%#%&, 0& 3%,%-"$%&%"'( 4@9((-""#(+

  • 8/14/2019 groupShannon.pdf

    4/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ N

    ?-43K9@78 >+8 =%@%3%-8 W DBEEFG+

  • 8/14/2019 groupShannon.pdf

    5/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ P

    =%@@58 ;+ DBEE_G+ Q3% 4"&,"'-( "6 ,-94S0&$ 0& `"-,3 R9-"@0&9+ 7%', 8+,220 92.* ^E DNG+

    Q3% ('Ka%4,( "6 ,30( (,'75 M%-% &0&%,5J,M" 30$3 (43""@( 0& `"-,3 R9-"@0&9+ \6 ,3%(% &0&%,5J,M" (43""@(8

    ,M%&,5J(%*%& M%-% 4"&(07%-%7 @"MJ/%-6"-#0&$b ,30-,5J,3-%% M%-% 4"&(07%-%7 9*%-9$%J/%-6"-#0&$ M30@%

    ,30-,5J,M" M%-% 4"&(07%-%7 30$3J/%-6"-#0&$ (43""@(+ Q30( 7%(0$&9,0"& M9( 7%,%-#0&%7 K5 (43""@ M07%

    /%-6"-#9&4% "& (,9&79-70T%7 ,%(,(+ Q3% 9',3"- 9&9@5T%7 ,3% 4'--04'@'# $'07%( 6"- ,3%(% 30$3 (43""@(

    ," 7%,%-#0&% ,3% 4"&(0(,%&40%( 9&7 *9-09K0@0,5 0& 30$3 (43""@ ,-94S0&$ (5(,%#( 9&7 3"M ,3%5 9-%

    0#/@%#%&,%7 ,3-"'$3"', ,3% (,9,%+ Q3% 79,9 -%*%9@%7 9 M07% -9&$% "6 /"@040%( -%$9-70&$ ,-94S0&$

    ,3-"'$3"', ,3% (,9,%+ Q3% 9',3"- 9&9@5T%7 ,3% (43""@( "& #'@,0/@% %@%#%&,( "6 -%(%9-43 K5 ?9$%

    ;"-%&("&L (%@%4,0*0,58 %@%4,0*0,5 9&7 (4"/%+ ;%@%4,0*0,5 9&7 %@%4,0*0,5 -%6%- ," 3"M #'43 0&6@'%&4% 9

    (,'7%&, 39( "*%- ,3%0- "M& /@94%#%&, 0& 4"'-(%(+ ? 30$3@5 (%@%4,0*% (43""@ $0*%( 9 430@7 @0,,@% 43"04% "*%-

    4"'-(%( M30@% 9 30$3@5 %@%4,0*% (43""@ $0*%( 9 430@7 #"-% 43"04% "*%- 4"'-(%(+ Q3% (4"/% "6 9 ,-94S0&$

    (5(,%# -%6%-( ," ,3% /@94%#%&, "6 9 (,'7%&, 0& #'@,0/@% 4@9((%( "6 ,3% (9#% @%*%@+ ? (43""@ M0,3 9 30$3

    (4"/% M"'@7 -%U'0-% (,'7%&,( ,9S0&$ 3"&"-( X&$@0(3 ," 9@(" ,9S% 3"&"-( @%*%@ 4"'-(%( 0& ("#% "- 9@@ "6

    ,3% ",3%- 9497%#04 9-%9(+ Q3% 9-,04@% /-%(%&,%7 9 *9(, 9#"'&, "6 79,9 "& 30$3 (43""@ 4@9((%(b 3"M%*%- H

    M0@@ "&@5 0&4@'7% ,3% 0&6"-#9,0"& 9K"', X&$@0(3 4@9((%(+ \6 ,3% &0&%,5J,M" (43""@( (,'70%7 6"-,5J"&% 397,M" @%*%@( "6 X&$@0(38 ,M%&,5J&0&% 397 ,3-%% @%*%@( "6 X&$@0(38 ,M%&,5 397 6"'- @%*%@( "6 X&$@0(38 "&%

    (#9@@ (43""@ 397 7066%-%&, @%*%@( ,9'$3, 0& ,3% (9#% 4@9(( 9&7 9&",3%- (#9@@ (43""@ 397 "&% @%*%@ K',

    9((0$&%7 3"&"-( 4-%70, K9(%7 "& (,'7%&, /%-6"-#9&4% 0& ,39, 4@9((+ ?@,3"'$3 #9&5 (43""@( "66%- #9&5

    @%*%@( "6 4@9((%( ("#%,0#%( ,3% @%*%@ 9 (,'7%&, 0( 9@@"M%7 ," ,9S% 0( 7%,%-#0&%7 6"- ,3%#+ H& ,30-,%%&

    (43""@( ,3%-% M9( &" /"((0K0@0,5 "6 ,9S0&$ 3"&"-( X&$@0(3 ,3-"'$3"', 30$3 (43""@ '&@%(( 9 (,'7%&, M9(

    /@94%7 0& 3"&"-( X&$@0(3 ,3%0- 6-%(3#9& 5%9-+ H& &0&% (43""@( ,3% (,'7%&, #'(, K% /@94% K% ,%&,3 $-97%

    ," K% 9K@% ," /9-,040/9,% 0& 3"&"-( 4@9((%(8 9&7 0& %0$3,%%& (43""@( ,30( /@94%#%&, #'(, ,9S% /@94% 0&

    %@%*%&,3 $-97%+ \6 ,3% ,3-%% ,5/%( "6 ,-94S0&$ (5(,%#( c 4"&,%(,8 (/"&("-(30/8 9&7 ,"'-&9#%&, c #"(,

    (43""@( 0& `"-,3 R9-"@0&9 @%9&%7 #"-% ,"M9-7 9 (/"&("-(30/ #%&,9@0,5 "6 ,-94S0&$+ ;/"&("-(30/ ,-94S0&$

    /-%6%-( (,'7%&,( M3" M%-% /-%*0"'(@5 0& 3"&"-( 4@9(( "- 39*% /-%*0"'(@5 /%-6"-#%7 M%@@ "& (,9&79-70T%7

    ,%(,(+ R"&,%(, ,-94S0&$ /@94%( (,'7%&,( K9(%7 "& 4'--%&, /%-6"-#9&4% 9&7 %66"-, #%9&0&$ ,39, 9 (,'7%&,49& #"*% '/ "- 7"M& 06 ,3%5 7" M%@@8 "- &", (" M%@@8 0& 9 $0*%& 4@9((+ Q"'-&9#%&, ,-94S0&$ 7"%( &",

    /-"*07% #'43 "//"-,'&0,5 6"- '/M9-7 #"K0@0,58 K', 30$3J,-94S (,'7%&,( #'(, #90&,90& 30$3J@%*%@

    /%-6"-#9&4% ," -%#90& 0& 30$3 @%*%@ 4"'-(%(+ Q3% %I94, &'#K%-( "6 (43""@( ,39, /-%(4-0K% ," %943 ,5/%

    "6 ,-94S0&$ M%-% 39-7 ," /0&/"0&, K%49'(% ,3% (43""@( "6,%& 39*% #9&5 -%U'0-%7 9&7 -%4"##%&7%7

    /"@04%( -%$9-70&$ ,-94S0&$+ Q3% 9',3"- 707 (,9,% ,39, ,3% #9a"-0,5 "6 (43""@( 397 #"-% "6 9 (/"&("-(30/

    ,5/% ,-94S0&$ ,3%& ,3% ",3%- ,M" "/,0"&(+

    Q30( 9-,04@% 9&9@5T%( 3"M 9K0@0,5J$-"'/0&$ 0( '(%7 0& 30$3 (43""@( 0& `"-,3 R9-"@0&9+ Q30( 0&6"-#9,0"& 0(

    %((%&,09@ ," #5 U'%(,0"& K%49'(% 0, 9@@"M( #% ," %*9@'9,% ,3% '(% "6 9K0@0,5J$-"'/0&$ 9&7 0,]( -0$070,5 9,

    ,3% 30$3 (43""@ @%*%@+ ?@,3"'$3 ,3% ,"&% "6 ,30( 9-,04@% 49(,( 9 &%$9,0*% @0$3, "& 9K0@0,5J$-"'/0&$ 9( 0, 0(

    /-94,04%7 0& #9&5 30$3 (43""@(8 0, 9@(" "66%-( 9@,%-&9,0*% M95( ," 0&0,09,% 9K0@0,5 $-"'/0&$ 9, ,3%(%4"&79-5 @%*%@

  • 8/14/2019 groupShannon.pdf

    6/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ Y

  • 8/14/2019 groupShannon.pdf

    7/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ _

    .9--0,58 >+ d V'--0(8 R+ R+ DBEE_G+ C%-("&9@0T%7 @%9-&0&$ 0& 7%,-94S%7 4@9((-""#(+ 8+,220

  • 8/14/2019 groupShannon.pdf

    8/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ F

    20@S0&("&8 H+ d Q"M&(%&78 "#+,"*8 PO DYG8 NYEJN_B+

    X7'49,"-( 0& %M g%9@9&7 39*% 9 #'43 #"-% /"(0,0*% 9,,0,'7% 9K"', -%970&$ 0&(,-'4,0"& 0& 9K0@0,5 $-"'/(

    ,3%& #9&5 %7'49,"-( 0& ,3% A&0,%7 ;,9,%(+ Q30( 9-,04@% %*9@'9,%7 ,3% 9K0@0,5 $-"'/ -%970&$ 0&(,-'4,0"& "6

    6"'- /-0#9-5 ,%943%-( 0& `%M g%9@9&7+ X943 ,%943%- /@94%7 (,'7%&,( 0&," -%970&$ $-"'/( 0& ,3% 60-(, ,M"

    M%%S( "6 (43""@+ Q3% /-0#9-5 4"&(07%-9,0"& 6"- ,3%(% /@94%#%&,( M9( K9(%7 "& ,%943%- 0&6"-#9@

    "K(%-*9,0"& "6 (,'7%&, -%970&$ 9K0@0,5+ C-%*0"'( ,%943%- -%4"##%&79,0"&( M%-% 9@(" 694,"-%7 0& ," ,3%

    7%40(0"&+ Q3% ,%943%-( 397 K%,M%%& 6"'- 9&7 ,%& $-"'/( -'&&0&$ 9, 9&5 "&% ,0#%8 9&7 (,9,%7 ,39, ,3%

    "/,0#9@ M9( 6"'- ," 60*% $-"'/(+ .-"'/( 9@@ /9-,040/9,%7 0& @0,%-945 94,0*0,0%( 7'-0&$ ,3% $-"'/ -%970&$

    K@"4S+ X943 $-"'/ 397 7066%-%&, (,9,0"&( ,3%5 M"'@7 M"-S 9, 9&7 ,3% ,%943%- M"'@7 -",9,% ,3-"'$3 ,3%

    $-"'/(+ Q3% ,%943%- #97% 9& %66"-, ," #%%, M0,3 ,3% @"M%- $-"'/( %*%-5795 9&7 ,3% 30$3%- $-"'/(

    %*%-5 ",3%- 795+ Q%943%-( #"*%7 (,'7%&,( ," 7066%-%&, $-"'/( 9( ,3% &%%7 6"- 4%-,90& (S0@@( "- ('//"-,

    K%49#% %*07%&,+ Q3% ,%943%-( 707 &", -%6%- ," ,3% $-"'/( 9( 30$3 9&7 @"M8 K', 0&(,%97 ,3% ,%943%-( 397

    (/%409@ &9#% 6"- %943 "6 ,3% $-"'/(+ Q3% ,%943%-( *0%M%7 -%970&$ 9( 7%*%@"/#%&,9@ /-"4%(( 9&7

    ,3%-%6"-% 707 &", @9K%@ (,'7%&,( 9( 30$3 9&7 @"M 9430%*%-(8 K', 9( 9, 9 4%-,90& @%*%@ 6"- ,3% ,0#% K%0&$+?@,3"'$3 %943 4@9((-""# 397 6@%I0K0@0,5 K%,M%%& $-"'/(8 ,3% &'#K%- "6 (,'7%&,( M3" #"*%7 $-"'/(

    M9( 94,'9@@5 @"M%- ,39& #'43 "6 ,3% 4'--04'@'# ('$$%(,(+ !"M%*%-8 (,'7%&,( (,0@@ (%%#%7 ," K% @%9-&0&$

    -%970&$ 0& 9 #0I%7 9K0@0,5 4@9((-""# M0,3"', 9 (,0$#9 9,,943%7 ," ,3% 7066%-%&, $-"'/(+

    Q30( 9-,04@% 7%#"&(,-9,%( ,3% &%%7 6"- $-"'/( M0,3"', ,3% h@"Mi 9&7 h30$3i @9K%@( ,39, (,'7%&,( "6,%&

    60$'-% "',+ X943 $-"'/ M9( @%9-&0&$ ("#%,30&$ 7066%-%&,8 K', ,3%5 9@@ M%-% -%970&$8 397 ,0#% M0,3 ,3%

    ,%943%-8 9&7 397 9 *9-0%,5 "6 -%970&$ 94,0*0,0%( ," 944"#/@0(3 0& ,3%0- -%970&$ ,0#%+

  • 8/14/2019 groupShannon.pdf

    9/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ ^

    ;@9*0&8 f+ D1^^EG+ ?430%*%#%&, %66%4,( "6 9K0@0,5 $-"'/0&$ 0& (%4"&79-5 (43""@(L 9 K%(,J%*07%&4%

    (5&,3%(0(+ !"4%"5 2: ;$.+#/%2 !")"#*+,6 YE DOG8 N_1JN^^+

    Q30( 0( 9 K%(,J%*07%&4% (5&,3%(0( "6 %I0(,0&$ -%(%9-43 "& 9K0@0,5 $-"'/0&$ 9, ,3% (%4"&79-5 @%*%@+ ;,'70%(

    397 ," #%%, ,3%(% 4-0,%-09 ," K% 0&4@'7%7 0& ,30( (5&,3%(0(L 4"#/-%3%&(0*% 9K0@0,5 $-"'/0&$ /@9&( ,39,

    0&*"@*%7 9@@ "- #"(, (,'7%&,( 0& 9 (43""@8 9*90@9K@% 0& X&$@0(38 9K0@0,5 $-"'/ 4@9((%( M%-% 4"#/9-%7 ,"

    3%,%-"$%&%"'(@5 $-"'/%7 4@9((%(8 9430%*%#%&, 79,9 6-"# ,%(,( M9( 0&4@'7%78 9K0@0,5 $-"'/0&$ 0& /@94%

    6"- 9, @%9(, 9 (%#%(,%-8 0&4@'7%7 9, @%9(, ,3-%% 9K0@0,5 $-"'/%7 4@9((%( 9&7 ,3-%% 3%,%-"$%&%"'( 4@9((%(+

    Q3%-% M%-% ,M%&,5J&0&% (,'70%( ,39, #%, ,3% 4-0,%-09 @0(,%7 9K"*% 9&7 M%-% 0&4@'7%7 0& ,3% (5&,3%(0(+

    ?6,%- 4"@@%4,0&$ 79,9 6-"# 9@@ "6 ,3%(% 9-,04@%(8 ,3% 9',3"- 70(4"*%-%7 ,39, ,3% 7066%-%&4% 0& 9430%*%#%&,

    @%*%@ 6"- (,'7%&,( 0& 3"#"$%&%"'( *(+ 3%,%-"$%&%"'( 4@9((-""#( M9( %((%&,09@@5 T%-"+ Q3%-% M9( &"

    (,9,0(,049@ (0$&06049&4% "& ,%(, 9430%*%#%&, K%,M%%& ,3%(% $-"'/( "6 (,'7%&,( 6"- 9@@ ('Ka%4,( %I4%/,

    ("409@ (,'70%(+ ;"409@ (,'70%( $-"'/0&$ (@0$3,@5 69*"-%7 3%,%-"$%&%"'( $-"'/0&$ ," 0#/-"*%

    9430%*%#%&,+ Q3% %66%4, (0T% 6"- ,3% (,'70%( -9&$%7 6-"# JE+Y ," +EE M0,3 ,3% #%709& %66%4, (0T% 6"- 9@@

    ,M%&,5J&0&% (,'70%( K%0&$ +EE+

    Q30( (,'75 #9S%( #% K-%9,3% 9 (0$3 "6 -%@0%6+ Q3%-% 9-% (" #9&5 4"&,-9704,0&$ (,'70%( 9K"',

    3%,%-"$%&%"'( *(+ 3"#"$%&%"'( $-"'/0&$ 9, ,3% (%4"&79-5 @%*%@+ Q30( (5&,3%(0( "6 #9&5 "6 ,3%(%

    (,'70%( 4"&4@'7%( ,39, $-"'/0&$ 39( @0,,@% ," &" %66%4, "& (,'7%&, 9430%*%#%&,+ Q3% (,'75 707 &",

    "K(%-*% ,%9430&$ 9&7 @%9-&0&$ 0& ,3% 4@9((-""# (" 0, 4"'@7 &", 4"##%&, "& ,3% 7066%-%&4% "6 9,,0,'7%(

    "- %I/%4,9,0"&( M0,30& 9&5 $0*%& $-"'/0&$ "6 (,'7%&,(+ Q3% 79,9 /-%(%&,%7 M9( (,-04,@5 4"#/0@%7 6-"#

    (,'7%&,( /%-6"-#9&4% "& ,%943%- #97% 9&7 (,9&79-70T%7 ,%(,(+

  • 8/14/2019 groupShannon.pdf

    10/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1E

    ;"-%&("&8 ?+V+ d !9@@0&9&8

  • 8/14/2019 groupShannon.pdf

    11/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 11

    .9#"-9&8 ? D1^FYG+ H&(,-'4,0"&9@ 9&7 0&(,0,',0"&9@ %66%4,( "6 9K0@0,5 $-"'/0&$+ 82+%202'1 2: ;$.+#/%2&8 P^

    DNG8 1FPJ1^F+

    QM%@*% 4@9((%( M%-% 0&*"@*%7 6-"# ,3-%% (43""@ 70(,-04,( 0& ,3% R3049$" 9-%9+ Q3% 4@9((%( M%-% %943

    "K(%-*%7 ,M%@*% ,0#%( 9, 9//-"I0#9,%@5 ,3-%% M%%S 0&,%-*9@( ,3-"'$3"', ,3% 5%9-+ >'-0&$ ,3%(%

    "K(%-*9,0"&(8 0&6"-#9,0"& "& ,3% ("409@ 9&7 0&(,-'4,0"&9@ "/%-9,0"&( "6 ,3% 4@9((%( M9( -%4"-7%7+

    ;,'7%&,( 9@(" ,""S 9 -%970&$ 9/,0,'7% ,%(, 9, ,3% K%$0&&0&$ "6 ,3% 5%9- 9&7 0& >%4%#K%-8 %4%#K%-8 606,%%&

    M"-7( 0& %4%#K%- M0,3 ,3% 30$3%(, $-"'/ @%9-&0&$ ,M%@*% #"-% M"-7(

    ,39& ,3% @"M%(, $-"'/+ Q30( 60&70&$ 3"M%*%- &%9-@5 70(9//%9-( K5

  • 8/14/2019 groupShannon.pdf

    12/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1B

    R"&%8 W+=+ DBEEYG+ >%,-94S%7 &0&,3J$-97% X&$@0(3L 9//-%&,04%(30/ 6"- ,3% M"-S 9&7 M"-@7 "6 30$3

    (43""@ 9&7 K%5"&7+ >,"2*1 %&/2 3*#+/%+"8 NP D1G8 PPJYO+

    Q30( 9-,04@% M9( M-0,,%& K5 "&% ,%943%- 9K"', 3%- %I/%-0%&4%( 0& 9 7%,-94S%7 X&$@0(3 4@9((-""#+ ;3%

    (,9-,( "', K5 (%,,0&$ 3%- %I/%4,9,0"&( "6 30$3 (,9&79-7( 6"- 9@@ (,'7%&,( 0& ,3% 4@9((+ ;3% (,9,%( ,39, 3%-

    $"9@ 0( ," 4-%9,% -%97%-( 9&7 M-0,%-( -%$9-7@%(( "6 /-%*0"'( (43""@ %I/%-0%&4% "- /%-6"-#9&4%+ Q3% 60-(,

    ,30&$ (,'7%&,( 7" 0( M-0,% 3%- 9 @%,,%- ,%@@0&$ "6 ,3%0- /9(, -%970&$ 9&7 (43""@ %I/%-0%&4%8 9&5 /%-("&9@

    0&6"-#9,0"& ,3%5 M9&, ," (39-%8 9&7 9&5,30&$ ,3%5 ,30&S ,3% ,%943%- (3"'@7 S&"M ,39, M0@@ #9S% 3%-

    #"-% %66%4,0*%+ ;,'7%&,( ,9S% ,'-&( -%970&$ ,3%0- @%,,%-( 6-"# ,3% 9',3"-]( 4390- 0& ,3% 6-"&, "6 ,3% 4@9((

    9( 9 M95 ," 0&,-"7'4% ,3%#(%@*%( ," %943 ",3%-+ ?( ,3% 4@9(( K%$0&( -%970&$ (3"-, (,"-0%( 9&7 &"*%@(8 ,3%

    ,%943%- #"7%@( 9 4"#/-%3%&(0"& (,-9,%$5 ,39, 0( 3%9*5 "& 70(4'((0"& 9&7 M-0,0&$+ !%- $"9@ 0( ," 3%@/

    3%- (,'7%&,( (%% ,3% 4"&&%4,0"& K%,M%%& -%970&$8 70(4'((0&$ 9&7 M-0,0&$ ," #9S% #%9&0&$ "6 ,%I,+

    f%970&$ 0( %((%&,09@ 0& ,30( 4@9((+ ;,'7%&,( 9-% ," K% -%970&$ 4"&(,9&,@58 9&7 39@6 "6 ,3% K""S( ,3%5 -%97

    M0@@ K% ,%943%- (%@%4,%7 9&7 39@6 M0@@ K% (,'7%&, (%@%4,%7+ X*%-5 795 ,0#% 0( (/%&, -%970&$ (0@%&,@58

    M-0,0&$ 9K"', -%970&$ 9&7 70(4'((0&$ -%970&$+ Q3% @0,%-9-5 (,-9,%$0%( 6"4'(%7 "& 9-% ('##9-0T0&$8

    /-%704,0&$ 9&7 -%-%970&$+ .-9##9- 0( ,9'$3, K5 *0%M0&$ ,3% /-"K@%#( ,39, "44'- 0& (,'7%&, M-0,0&$+H&(,-'4,0"& 0( $0*%& "& ,"/04( "6 $-9##9- ,39, 9-% 706604'@, 6"- ,3% @%9(,J(S0@@%7 M-0,%- 9&7 ,3"(% ,30&$(

    ,39, 9-% 706604'@, 6"- ,3% #"(,J(S0@@%7 M-0,%-+ 2-0,0&$ 0&(,-'4,0"& 0( 6"4'(%7 "& #9S0&$ 9&7 ('//"-,0&$ 9

    4@90# 9&7 /%-('9(0*% M-0,0&$+ ;%&,%&4% (,-'4,'-% 0( 3%9*0@5 %&6"-4%7 0& ,3% 60-(, 6%M M%%S(8 9&7 9&

    %I/%4,9,0"& ,39, (,'7%&,( M0@@ M-0,% 0& ,3%(% *9-0%7 (%&,%&4% (,-'4,'-%( ,3-"'$3"', ,3% 5%9-+ Q3%

    ,%943%- "K(%-*%7 ,39, (,'7%&, M-0,0&$ 0&4-%9(%( 0& 4"#/@%I0,5 -9,3%- U'04S@5 M0,3 ,30( #%,3"7+ ?@,3"'$3

    &", 9@@ (,'7%&,( a'#/ -0$3, 0& 9& (%% ,3%#(%@*%( 9( 9497%#04 @%9-&%-(8 ,30( ,%943%- 39( K%%& 9 @"&$ ,0#%

    97*"49,% "6 7%,-94S0&$ 9&7 39( (%%& ,3% *9@'% "6 0, 0& &'#%-"'( (,'7%&,( M3" K%$0& ," 60&7 ,3%0-

    9497%#04 07%&,0,5+

    Q30( 9-,04@% 40,%( #9&5 -%(%9-43 9-,04@%8 K', 0, 0( &", -%(%9-43 9( #'43 9( ("#% "6 ,3% 9-,04@%( H 39*% -%97

    9-%+ !"M%*%-8 0, 0( ,3% 07%9( "6 9 ('44%((6'@ 30$3 (43""@ X&$@0(3 ,%943%- ,39, 39( ,3"'$3, @"&$ 9&7 39-79K"', ,%9430&$ S07( ," -%97 9&7 M-0,%+ Q30( 9-,04@% (3"M( #% %66%4,0*% M95( ," %&$9$% S07( 0& 9

    3%,%-"$%&%"'( %&*0-"%&,8 9( M%@@ 9( $""7 /-94,04%( 6"- @0,%-945 7%*%@"/#%&, 0& 9 6-%(3#9& X&$@0(3

    4@9((+

  • 8/14/2019 groupShannon.pdf

    13/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1O

    >9,&"M8 ?+ d !0-(3K%-$8 >+ D1^^YG+ ? 49(% (,'75 "6 =0&$

  • 8/14/2019 groupShannon.pdf

    14/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1N

    R3%&$8 f+2+8 e9#8 ;+ d R39&8 W+R+ DBEEFG+ 23%& 30$3 9430%*%-( 9&7 @"M 9430%*%-( M"-S 0& ,3% (9#%

    $-"'/L ,3% -"@%( "6 $-"'/ 3%,%-"$%&%0,5 9&7 /-"4%((%( 0& /-"a%4, K9(%7 @%9-&0&$+ A*%/%), 92.*

    2: ;$.+#/%2 ?)1+,202'18 _F8 BEPJBB1+

    Q30( (,'75 0&*"@*%7 18^B1 (%4"&79-5 (,'7%&,( 0& $-97%( (%*%& ,3-"'$3 &0&% 70*07%7 0&," OY_ /-"a%4,

    K9(%7 @%9-&0&$ $-"'/(+ Q3% $-"'/( -9&$%7 0& (0T% 6-"# ,3-%% ," (%*%& (,'7%&,(+ ;,'7%&,( 49#% 6-"#

    %0$3, 7066%-%&, (43""@( 0& !"&$ ="&$+ ;,'7%&, 9430%*%#%&, "& (43""@ %I9#( M9( '(%7 9( 79,9 9( M%@@ 9(

    9 (,'7%&, ('-*%5 ,39, #%9('-% $-"'/ /-"4%((%(8 (%@6J%6604945 9&7 $-"'/ %6604945+ Q3% ('-*%5 4"&(0(,%7 "6

    9 YJ/"0&, e0S%-, (49@% M0,3 1 -%/-%(%&,0&$ (,-"&$@5 70(9$-%% 9&7 Y -%/-%(%&,0&$ (,-"&$@5 9$-%%+ ;%@6J

    %6604945 -%6%-( ," 9& 0&70*07'9@ K%@0%6 0& 30(j3%- 9K0@0,5 ," -%943 4%-,90& $"9@(+ .-"'/ %6604945 -%6%-( ," ,3%

    0&70*07'9@( "6 9 $-"'/ 4"@@%4,0*%@5 K%@0%*0&$ ,39, ,3% $-"'/ 49& -%943 ,3% $"9@(+ V",3 30$3 9&7 @"M

    9430%*0&$ (,'7%&,( (%%#%7 ," 6%%@ K%,,%- 9K"', ,3%0- "M& @%9-&0&$ 9&7 9K0@0,5 ," 9430%*% 9&7 ,3% $-"'/

    @%9-&0&$ M3%& ,3%5 397 9 $-"'/ M0,3 30$3 U'9@0,5 /-"4%((%(+ Q30( -%/"-, "6 %6604945 397 @0,,@% ," M0,3

    (,'7%&, 9430%*%#%&, @%*%@ 9&7 9 @", ," 7" M0,3 ,3% U'9@0,5 "6 ,3% $-"'/(+ !0$3 U'9@0,5 $-"'/( /-"7'4%7

    #"-% (,'7%&,( M3" 397 ,3% 49/9K0@0,5 ," 9430%*% 6"- 30$3 9&7 @"M 9430%*0&$ (,'7%&,(+ .-"'/ /-"4%((%(

    "6 30$3 U'9@0,5 0&4@'7% 9, @%9(, 6"'- %@%#%&,(L /"(0,0*% 0&,%-7%/%&7%&4%8 0&70*07'9@ 944"'&,9K0@0,58 %U'9@/9-,040/9,0"& 9&7 ("409@ (S0@@(+ Z"- 30$3 9430%*0&$ (,'7%&, ,3%-% M9( 9 70(4-%/9&45 K%,M%%& (%@6 9&7

    $-"'/ %6604945+ Q3%(% (,'7%&,( -9,%7 (%@6J%6604945 30$3%- ,39& $-"'/J%6604945 M30@% @"M 9430%*0&$

    (,'7%&,( 397 "//"(0,% -%('@,(+ !"M%*%-8 M3%& $-"'/ /-"4%((%( M%-% 694,"-%7 0& 9&7 ,3% U'9@0,5 "6 ,3%

    $-"'/ M9( 30$3 K",3 30$3 9&7 @"M 9430%*0&$ (,'7%&,( -9,%7 ,3%0- (%@6J%6604945 9&7 $-"'/ %6604945 30$3+

    Q3% 3%,%-"$%&%0,5 9&7 (0T% "6 ,3% $-"'/ 9//9-%&,@5 397 &" (0$&06049&, %66%4, "& (,'7%&,(] /%-4%/,0"& "6

    ,3%0- 9K0@0,5 ," ('44%%7+ Q3% ,M" 694,"-( ,39, 707 M9( 0&70*07'9@ 9430%*%#%&, 9&7 ,3% U'9@0,5 "6 $-"'/

    /-"4%((%(+

    Q30( 9-,04@% 9$90& (3"M( ,39, $-"'/0&$ 39( @0,,@% %66%4, "& (,'7%&, 9430%*%#%&,+ H& ,30( /9-,04'@9- (,'75

    (,'7%&,( 40,%7 ,3% U'9@0,5 "6 ,3%0- $-"'/ /-"4%((%( 9( 9 694,"- "6 ('44%(( 9( "//"(%7 ," M9( 0& ,3% $-"'/+

  • 8/14/2019 groupShannon.pdf

    15/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1P

    e",9&8 f DBEEYG+ Q%9430&$ ,%943%-( ," K'0@7 %U'0,9K@% 4@9((-""#(+ >,"2*1 %&/2 ?*#+/%+"8 NPD1G8 OBJO^+

    Q30( 9-,04@% 0( M-0,,%& K5 9 /-"6%(("- 9, ;,9&6"-7 A&0*%-(0,5 ," 977-%(( ,3% 0(('% "6 %U'9@0,5 0&

    3%,%-"$%&%"'( 4@9((-""#(+ ;3% (,9,%( ,39, ,%943%- #'(, 4-%9,% 9& %U'0,9K@% %&*0-"%&, 0& "-7%- ,"

    &9--"M ,3% 9430%*%#%&, $9/+ Q30( 49& K% 7"&% K5 /-"*070&$ (,'7%&,( M0,3 %U'9@ (,9,'( 9&7 K9@9&4%7

    0&,%-94,0"&(+ Q" K'0@7 %U'0,9K@% 4@9((-""#( #9&5 ,%943%-( #'(, -%7%60&% ,3%0- 7%60&0,0"&( "6 0&,%@@%4,'9@

    4"#/%,%&4%8 9497%#04 9K0@0,5 9&7 K%0&$ (#9-, 9( 7%(4-0K0&$ (,'7%&,(+ C9-, "6 -%7%60&0&$ ,3%(% 07%9( 0(

    K%$0&&0&$ ," -%4"$&0T% ,3% #'@,0/@% M95( 0& M3043 (,'7%&, '(% 9&7 (3"M 0&,%@@0$%&4%+ f%4"$&0T0&$

    ,3%(% #'@,0/@% 0&,%@@0$%&4%( 9( M%@@ 9( ,3% '&0U'% (,-%&$,3( "6 %943 430@7 0( 9 (,%/ ,"M9-7 K'0@70&$ 9&7

    %U'0,9K@% 4@9((-""#+ Q%943%-( (3"'@7 9@(" /@9& 4'--04'@'# ,39, 0( 9//-"/-09,% 6"- ,3% 70*%-(% 9497%#04

    K94S$-"'&7( "6 430@7-%& 0& ,3% 4@9(( 0&(,%97 "6 #"70650&$ ,3% 4'--04'@'# 9@-%975 4-%9,%7 "6 ,3% 9*%-9$%

    430@7+ ?&",3%- S%5 (,%/ 0& 4-%9,0&$ 9&7 %U'0,9K@% 4@9((-""#( 0( ," %U'9@0T% (,9,'( 9&7 /9-,040/9,0"&

    9#"&$ (,'7%&,(+ Q30( 49& K% 7"&% K5 #9&0/'@9,0&$ ,3% %&*0-"%&, ," 9@@"M (,'7%&,( %U'9@

    "//"-,'&0,0%( ," /9-,040/9,% 9&7 K5 9@@"M0&$ /9-,040/9,0"& 0& 9 *9-0%,5 "6 M95(+ C-"*070&$ "//"-,'&0,0%(

    "6 ('44%((6'@ /9-,040/9,0"& 6"- ",3%-M0(% @"MJ9430%*0&$ (,'7%&,( 9@(" 9@@"M( ,3%# ," 6%%@ ('44%((6'@ 9&7

    9@(" 9@@"M( ",3%- #%#K%-( "6 ,3% 4@9(( ," (%% ,3%# 9( *9@'9K@% /9-,040/9&,(+

    Q30( 9-,04@% &", "&@5 (,-%((%( ,3% &%4%((0,5 "6 3%,%-"$%&%"'( $-"'/0&$ K', 9@(" ("#% /-94,049@ (,-9,%$0%(

    ,%943%-( 49& '(% ," #9S% 3%,%-"$%&%"'( 4@9((-""#( ('44%((6'@+ Q%943%- 9&7 (,'7%&, 9,,0,'7% /@95( K0$

    /9-, 0& (,'7%&, ('44%(( 0& ,3% 4@9((-""#+

  • 8/14/2019 groupShannon.pdf

    16/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1Y

    f'K0&8 V+ DBEEYG+ Q-94S0&$ 9&7 7%,-94S0&$L 7%K9,%(8 %*07%&4%8 9&7 K%(, /-94,04%( 6"- 9 3%,%-"$%&%"'(

    M"-@7+ >,"2*1 %&/2 ?*#+/%+"8 NPD1G8 NJ1N+

    Q30( 9-,04@% -%*0%M( ,3% -%9("&( 6"- 9&7 4-0,040(#( "6 ,-94S0&$ 0& ,3% ?#%-049& %7'49,0"& (5(,%#+ Q3%

    9',3"- (,9,%( ,39, #9&5 (43""@( 9&7 (43""@ 70(,-04,( 39*% K%$'& ," 0#/@%#%&, 9 7%,-94S0&$ /-","4"@+

    Q30( 0( 7"&% ," *9-50&$ 7%$-%%(8 K', ,3% 9',3"- "66%-( ('$$%(,0"&( 6"- ('44%(( 0& 9 3%,%-"$%&%"'( (43""@+

    !% 9@(" 9((%-,( ,39, 9@@ 4@9((-""#( 9-% 3%,%-"$%&%"'( D%*%&, ,3"(% ,39, 9-% 3"#"$%&%"'(G 9&7 ,39,

    ,3%(% K%(, /-94,04%( 9-% 9//@049K@% 6"- 9@@ ,%943%-( 0& 9@@ 4@9((-""#(+ H& "-7%- 6"- 7%,-94S0&$ ," K% 9

    ('44%((6'@ (43""@ -%6"-#8 ,3-%% 9-%9( #'(, K% 977-%((%7L ,%943%-8 (,'7%&, 9&7 4"##'&0,5 K%@0%6(8

    -%(39/0&$ 0&(,-'4,0"& /-94,04%(8 9&7 -%6"-#0&$ (43""@ (,-'4,'-%(+ ;,'7%&, 9&7 ,%943%- K%@0%6( 49& K%

    977-%((%7 0& ,3% 4@9((-""# K5 %&$9$0&$ 9@@ (,'7%&,( 0& 9& %7'49,0"& M3%-% #'@,0/@% 0&,%@@0$%&4%( 9-%

    *9@'%78 9&7 K5 9@@"M0&$ 9@@ (,'7%&,( ," (3"M ,3%0- ('44%(( 9&7 7%#"&(,-9,% ,3%0- 9K0@0,5 ," @%9-&+

    R39&$0&$ ,3% K%@0%6( "6 ,3% 4"##'&0,5 49& K%$0& M0,3 (3"M0&$ ,3%# %*07%&4% 9&7 79,9 ,39, ('//"-,(

    3%,%-"$%&%"'( 4@9((%( 9&7 ,3% 0#/"-,9&4% "6 #'@,0/@% 0&,%@@0$%&4%(+ H&(,-'4,0"& 0& 9 7%,-94S%7

    4@9((-""# (3"'@7 K'0@7 6-"# ,30( (%, "6 /-0&40/@%(L K'0@70&$ 9 @%9-&0&$ 4"##'&0,5 ,39, -%(/%4,( 9&7

    *9@'%( 70*%-(% 4"&,-0K',0"&(b /-"*070&$ "//"-,'&0,0%( 6"- 70*%-(% M95( "6 @%9-&0&$b /-"*070&$ ('//"-, ,"(,'7%&,( 9( &%%7%7b 439@@%&$0&$ 9@@ (,'7%&,(b S%%/0&$ @%9-&%-( %&$9$%7b K'0@70&$ 9 5%9-J@"&$ 4'--04'@'#8

    M3043 %&6"-4%( (,-'4,'-%8 M0,3 -""# 6"- #"-% 4"#/@%I @%*%@( "6 '&7%-(,9&70&$b 9&7 4"&(07%-0&$ @%9-&%-(

    ," K% 0& 4"&,-"@ "6 ,3%0- @%9-&0&$ 9&7 K'0@70&$ (,-'4,'-%( ,39, ('//"-, ,3%# 0& 439@@%&$0&$ ,3%#(%@*%(+

    QM" 9,,-0K',%( "6 ('44%((6'@ 0&(,0,',0"&9@ -%6"-# 9-% ,3% 4-%9,0"& "6 ('//"-, 4@9((%( 6"- (,'7%&,( M3"

    &%%7 %I,-9 3%@/ 0& 9497%#04 4@9((%( 9&7 ,3% ,0#%j-%("'-4%( 6"- ,%943%-( ," @%9-& 9&7 4-%9,% 4'--04'@'#

    ,39, %&$9$%( 9@@ @%9-&%-(+

    Q30( 9-,04@% 9@(" "66%-%7 /-94,049@ 97*04% 6"- ,%943%-( 0& 9 3%,%-"$%&%"'( 4@9((-""#+ H, 3%@/%7 #% (%%

    ,39, ,3% 4"##'&0,5 4-%9,%7 M0,30& 9 4@9((-""# 49& K% #"-% 0#/"-,9&, ,39& ,3% $-"'/0&$ "6 (,'7%&,(+

  • 8/14/2019 groupShannon.pdf

    17/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1_

    H 39*% M"-S%7 0& ,3-%% 7066%-%&, (43""@( 9&7 39*% (%%& K",3 3"#"$%&%"'( 9&7 3%,%-"$%&%"'( $-"'/(

    '(%7+ H 6%@, ,39, ,3%-% M%-% #9a"- 0(('%( M0,3 3"#"$%&%"'( $-"'/( M3%& H M"-S%7 0& ,3% (43""@( ,39,

    '(%7 ,3%# 9&7 &"M H 6%%@ ,3%-% 9-% 0(('%( M0,3 3%,%-"$%&%"'( $-"'/( 0& #5 4'--%&, (43""@+ Q30(

    4"&6'(0"& @%7 #% ," 9(S ,3% U'%(,0"&

    23043 ,5/% "6 $-"'/0&$8 3%,%-"$%&%"'( "- 3"#"$%&%"'(8 /-"#",%( 30$3%- (,'7%&, 9430%*%#%&,:

    23%& H 60-(, K%$9& -%(%9-430&$ ,30( U'%(,0"&8 H M9( '&7%- ,3% 9(('#/,0"& ,39, 3"#"$%&%"'( $-"'/(

    M%-% ,3% K%(, 07%9 6"- 9 30$3 (43""@ (%,,0&$+ H 9--0*%7 9, ,30( 9(('#/,0"& 96,%- 9 706604'@, (%#%(,%- "6

    ,%9430&$ 0& 9 30$3 (43""@ ,39, 0( %I4@'(0*%@5 #97% '/ "6 3%,%-"$%&%"'(@5 $-"'/%7 4@9((%(+ Q3% -%(%9-43 H

    -%97 "66%-%7 #9&5 /%-(/%4,0*%( 6"- #% ," 4"&(07%-+ ?@,3"'$3 H %I/@"-%7 ,30( U'%(,0"& 0& -%@9,0"& ," 9@@

    ('Ka%4,(8 H 9@(" @""S%7 (/%406049@@5 9, -%970&$ 0&(,-'4,0"& 9&7 ,3% -"@% (,'7%&, $-"'/0&$ 39( "& 0,+

    ./%%"*, 0%$&,-&"#

  • 8/14/2019 groupShannon.pdf

    18/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1F

    M9( %@0#0&9,%7 D.9--0,5 d V'--0( BEE_G+ Q30( @%97( #% ," K%@0%*% ,39, 30$3 %I/%4,9,0"&(8 $""7 ,%9430&$

    9&7 "//"-,'&0,5 ," ,9S% -0$"-"'( 4"'-(%( 4"'@7 9@@"M 9@@ (,'7%&, ('44%(( 0& (%4"&79-5 (43""@(+

    6*#,%/&,-+*$7 6587-&$,-+*#

    23%& 3%,%-"$%&%"'( $-"'/0&$ 0( 0#/@%#%&,%7 ,3%-% 0( 9 &%%7 ," ('//"-, (,'7%&,( M3" #95 69@@ K%30&7

    0& #0I%7J9K0@0,5 4@9((%(+

  • 8/14/2019 groupShannon.pdf

    19/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ 1^

    %&*0-"%&,+ !0$3JU'9@0,5 ,%9430&$ 9@"&$ M0,3 49-%6'@@5 ,3"'$3, "', 7066%-%&,09,0"& (,-9,%$0%( 49& $0*%

    (,'7%&,( ,3% K%(, 439&4% 9, ('44%(( 0& (43""@ -%$9-7@%(( "6 ,3% $-"'/0&$ %&6"-4%7 K5 ,3% (43""@+

    9/,/%" %"#"$%&'

    ?6,%- @""S0&$ 0&," ,30( ,"/04 9&7 6"-#0&$ 9& "/0&0"&8 ,3%-% 9-% (,0@@ 4%-,90& ,30&$( H M"'@7 @0S% ," 7" "-

    -%97 #"-% -%(%9-43 "&+ H M"&7%- 9K"', ,3% @"&$J,%-# %66%4,( "6 ,-94S0&$ "& (,'7%&,( 9&7 3"M ,3%0-

    $-"'/0&$ 0& (43""@ 966%4,( ,3%0- /-"$-%(( ,3-"'$3 4"@@%$% 9&7 @06%+ H M"'@7 9@(" @0S% ," (%% -%(%9-43 #"-%

    (/%406049@@5 6"4'(%7 "& -%970&$ 9430%*%#%&, 9&7 $-"'/0&$ 9, ,3% (%4"&79-5 @%*%@ (" ,39, H 49& (%% 3"M

    $-"'/0&$ 966%4,( ,3% 9430%*%#%&, "6 -%97%-( M3" 9-% K%@"M $-97% @%*%@+

  • 8/14/2019 groupShannon.pdf

    20/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ BE

    !"2"%"*&"#

    ?-43K9@78 >+8 =%@%3%-8 W DBEEFG+ + d V'--0(8 R+ R+ DBEE_G+ C%-("&9@0T%7 @%9-&0&$ 0& 7%,-94S%7 4@9((-""#(+ 8+,220

    ,"2*1 %&/2 ?*#+/%+"8 NPD1G8 OBJO^+

  • 8/14/2019 groupShannon.pdf

    21/21

    !"#"$%&%"'( *(+ !%,%-"$%&%"'( .-"'/0&$ B1