-

.
()

, ,
,
.

, :
)

)

 ()

,
(
)
,
.

 ()

I(E;M) = 0


.

 ()

I(E;M) = H(M) H(M|E) ,

H(M) -
H(M|E)


,
.

H(M) ,
.
I0=-p0 log(p0)
H

1/2

p0

M E

P (M| E ) = P (M),
..
,
.

.
Mn

E M K
n

M E K
n

,

, ,
.

p M E p M
,
,

()

p E M p M
p M E
p E
M=0

K=0

E=0

K=1
M=1

K=0

E=1

1
p E M 0
2
1
p E M 1
2
P(E|M)=1/2


p E p M 0 p E M 0 p M 1 p E M 1
1
1
p M 0 p M 1
2
2

1
p M
p M E 2
p M
1
2

1.

2. N *
.
.. , 100

100
,
100 (!?).

,
,

-
,
, ,
,
.
M1

K1

M2

K2

KQ

MQ

E1

,
E1

,
.
, ,
,
.
n->
nH M

~2

,
.

, ,
2

,

.


.

S 2

N log L n log 2 m H M

N - ,
L -
m -
n - ().

,

N log L
n
log m H M

.
1. 32 ,
H(M) = 1,5 (
).
N = 128
40 .
2.
-28147-89,
H(M) = 2, ..