Dirichlet Processes, Chinese Restaurant Processes and All That

!

"!

!

"

# $ " $

%
&

'
&"
'

!

"!

( )
*

+ )'

"
*

+ , *

+
#-

"% "
$

) )
"
$
! " !

.
- $

*

+

"
-
"
!) )

/"
.000
(
'
, * 1$1)

+
! " ! #$

" )
$ "

,

$
*

"+2

$ * +

/

" "

-

"

0
00 $ "

$

"

-

! " ! #$

0
3
)",

" $ ) "
-
-

-
4" -

"
) )

-
"
)

" "

$
" "
000
% &

3

.

$

5
"

"
--

3

--
"
$

"

/
$
-
"
!
#$" $"

"
%
(, $ "
$

6 "

' ()* '

#00

"
%
$ 1
- $
"
"
$ )

/ - $" #1

%
00 71
"

) $
8" "

" ,
"
1
- $
9

!1

5 "
. -

$
-
"

.

1-

-
/"

" " "

'
# $%
,
:
000
' , ! #',!$

)
"
)
"

) 5 "
$
5
"
5

" 8"
"

)
$

$)

"

)

"

$ "
"

$
"
$

#;%
)

"
-

1
0
1
0
1
0
11
00
1
0
1
0
1
0
1
0
11
00
11
00
1
0
',! ' (

"
2
"

9 5

"
$
"
$
3

)
!600

<

" )

$

6 5
"

-
$

1
0
1
0
1
0
1
1
0
1
0
1
0
2
1
0
$

11
00
11
00
3
1
0

1
0
) ) -
"6
6$
8"
)
" "

',! !- . / - '( !

$

01 (

$ 9
3

-

)

3

9=
"
0

-
) ) -

" ) /
"
$
-

#

$ %

"

*

+

"

0 (
'
',! #$
$ " 9

"
$
9

6
"
$ "
) #
"%
6),

)
$

.
>) ) $
) 9'
>)

1 "
'

'
( ) , ) ) "'
2
. !
"
. "

!1
!

>

"

"
111

9
.

:"
1$

91?

. 3
&-

-

)

)
X4
X2
X6
X1
X3
3
/

"
*
1$ +
5

X5

$
<

!

*
+ ) "

x1
xi
x2
N
xN

- -
2 00

$)

$

-

.
(

!-
#%

$ -

)
"

#)

"%
"
!- $)
<

-"

$

@
#""% 1 !

8"
"
"

1

00

)

$
3
5

)

0
)

3 5 $

"

%

$

" )

400

pdf of Beta(1,)
5
0
0
0.2
0.4
0.6
0.8
1
4((( !

(
" $

'

-
"

$

<
$
-

$ " $
-

)

$

400
$
"

8" )

3 '(

"
-
)

)

0
00
" $

)

$

)

3% ' (

-
"

! $
"
$

"

$
"
1 5

"
3 5 "

)

)
),-
"

< $ $
"
#$
%

"

$

"

31 3

400
$
&" "

)

-

&"

31 3 #$

"
! "
$

"

"

5 $

$

"

"
- " -

31 3 #$

)
5 "
"

)

5
$ $
5 "

$)0

8" $ "

" $

"

31 3 #$
xi

% 31 3

! " # "$ % &$
'(

3 $

$

1 5 2 00 ) " /"

A-
1

$
&" "

,

9

) #""% " ) "

$ "

- $

2

$ 8"

% 31 3 #$

G0

xi
)
5
9

" #$

A

-
" #$
$""

%
,
$" 2
>)-
-
$

-
400 "

) &

0 &-
) !) )
) "

"1
/"

" $
"
2
/" $

! %
00
$

#
" 5
3 ' 31 3

>)

"
"

1-

$ "
'

.

-

00

#00 9% " .
#
-
%
3

"

-

.
-
.( &)4 ! "

! ) &$ '(

5 " 5 "

*
!
+ )

5

-
"
-

(
" $ -

'
<
5
"'

"
"
$ -
'
) $)

$
*<+'
) * "
+ '
3
2 ,

$
:
$ -)
4 ! ") % (

*
+ ,$
5 5 8" $ .
-

5 5 8" $

3

-)

!
! :
$ !
2 (11)
...

% ( #$

( ) - $
" $

(

)

"

"

5
"

. 3 ,

G0
k
k
0
xi

6% (

)
@

5 $ -

)

-

) ) / "

- $
&
)
8"
$)

)
"$

)-
) "
-

3

!1

)

#8"%

)
!1
!
"
$

!1
!

"

#)
- *

5
$ -
+
$
-%

5
( ) - )15 $

"
2 ) "

"
'
00 "
'

"

2
)

"
$ -

"
2

)
$
"
$

"
'
(
"

)

'

"

" # %'
)
")

"

000
!

-

5 $"
)

-

-

-

" $" $ "

- "$
-

/
. !
" ) )
" $"
&"

- )

#$
$"
%
$ &"

" $
51
"2 00
$
5 $ -"

) ! 5 )
#" -
$" %
7
-,
" $"

)
" $" 6 &"

)
" "
000
!
"
$" $
" -

3 51

" )
5 5 $
"
"

( "
6
) )

" ) -
!

#

! ! #

! !

#
! !

! !
#B%

$

A5
A2
A3
A1
A4
! !
" )
$

0
$

(

'

5
)

" #$

2 $

%

" $
-
"

)

"

) - #$

$ 00
- ;CCD%
$

"
$

, % (

$
" $
$

-
$

! # ) -

! !

% ! &
!

"8" -" $ )
'
)
"
$
$ 8"
)

"

"

$

#);%

5 " $ $

"

5 $

'
!1
!
"
E

"

-2 $) $

$
"

" #"
;CCF%

% 31 3

"

)

00 ,
-
( "

"

" !
/" 5 "

3 !)

"

! 31 3
G0
xi
$

"

3( !

3

$

"
G0

)
G0
xi
xi

3( !

#$
$
"
%

! &

! !

8" $

$
-

0
3 $
"

$
- )
0
-
0

3 /" 9=
"
E
00
-

"

)

$

9=
"

5 ! 31

"

"

!1
!

1

$

!1
!

3'3' ! 31

$ + !
% &$ . '( .
#/
7

400
"

)
" "

$

"
'
) "
"

-
#%

)
."
) ) "
) 5 "
2
/
-
" )

' .
(

# %

/"
"

! /" "" "
!

$
)
$
" $
$
&

# /" %
$

$

-
$

3 ) -

"

4" 3'3' 4(

&
, ) $
/" $
&
) " -

1> #%
&
) "

# 4
G H
"
2 %
1

#&
G
2 I G %
)
" $ -
1 /"

!
#/ &$ .
)
3
" !1
!

5 -"

3
$
#

!)

"

" $
)
" $
$
9 $

( #
, -
-

.
(
! #% .
$
$
!-

$

#
$
$
$

$ $ )

#
$

5
" $
#15% -
$

&-

$
% $

5 <

@
%
' &
%

$
$

-
$

#00 $ %

5 ! 31

. 0112
3

"
" !1
!

#

" %

$
8" $
/" 9 "

$
$
)

(

(

$
'
'

)
$ '
-

)

) * % +& * % +& * %,& * % ,&

01 !. 31

;

D # %

)$ ((3 (4 4
5 4 /
6 / $ $ )$ 711 (
5 #
+ 3 $ 83 4
10
20
30
40
50
10
20
30
40
50
Dimension
Dimension
/
400
1200
200
5

800
500
700
1000
Heldout log likelihood
VDP
CDP
TDP
300
Time in seconds
1500 2200 3200 4700
01 !. 31
/ * 4 ( / 4
9+ $ )+ #
*+ #5
(

)+ $ ( #
(
"$ 4 $: $ / $
( (4
% 5
! 7;;0
3

$
"
$
#
%
2
" !

$

-
-
!
! #;CJF% )

)

$

)
-

-

$" 0
% 5
#$
! 7;;0
3

)

"
/ --
$

" , /" $

"

-
#

"

%

"
3 $

&

0 % ! 31
6 . 0112
" . )

-

$

"
" )
1

),- ,
$
,

" ) "

$

'
)

, -
6 "

< " $

"
$

3

-

)
#""%

5

-" < #
% !
" !

" ) ,
- $

) " $

2
" !

"
!

4
>

) "!) "
$
5
!-

* 3(

3

!

600 $

" $ $
$)

" "

$ "

$
!
#$
-"%
&- $ #" -"%
{A, a}
{B, b}
{C, c}
"

3 "

* 3( #$

A
{A, a}
{B, b}
{C, c}
3 "
-
"
/

0 0 / 0 0
#" >
1(
8"
"%
"

." )
$
'

"

"

!% * 3

< ,$ . 011=

"

)
"
#
$ "-
"%

-
$
$ $ &
#BKKB%
+

7@
17A2
1=A1
7?
1711
7=
7@

$
7?
7
02
B
>,

17=7
17B=
1==1
17@1
1021
17?1
1011
1=21
17A1
17@2
1@2@
1772
1070
12AA
1070
1712
10BA
11??
17=2
1===
11;0

* % 3(

*

+ # . $
% )

-

- )

"

- ) !
8"
9
6 $
8" $

#
)%
$

" $
! .

3

$ $"

$

"
*+

$
8"
-
)

"

# $ %

.
,
"
$

$
1
-" #
"
$ ",
$
$
8"1 -"%
3 /( !

( $ $ "

#*
$

+%
400 " &"
1
x2 j
x1j
" !
)

xmj

" ! $ , )

! -
)
) *

+ #00 *+%
* % 4

3 . " -)

$
"
-

-

x2 j
x1j
&- -
. $

$

xmj

6

$
$
" )"
"
"
* 3(

xij
48"-
x1j
x2 j
xmj

3 ' ( !

( " ) ) - "
"

'
)
' )
'
"

(

z1j
z 2j
z mj
x1j
x 2j
xmj
' '
( $ ) , !)
'

.
" 8" 000

4 & 4 )4

$

" !
"

G0
Gi
ij
xij
9

"

00
" )

)

$

"6
$ "
E
)

! )

$ # %

000 1#

* !
)$ . 011=
( -
"
"

L

* !
)$ . 011=
( -
"
3 5
3

$
"

L

"
9
$ 2
$
$2

$

"
#
%
"6 $

)
$

00 /"
- $ .

E

* ! 31
H
G0
Gi
ij
x ij

% ( ,

$

' , #', $

"

"
H
G0
H
Gi
ij
ij
x ij
x ij
' , #', $

14 18
13
11 11= 1
16
15
12 12= 2
17
13= 1
22
21 21= 3
26
24
23 22= 1
25
23= 3
3536
32
31 31= 1
34
33 32= 2
3
"

$

28
27 24= 1

) " " "

"

3

) " " "

$

"
3 5
"
$
$

"
$
: 6 "

$
)
"

$

"

*! !
>9
$

$
)
!
!1
!

$

3 >9 5 $
"

) !
-

"

3
-

" )
$
"
#, ) $ >9%
!
$ 0111

# )

"
% )
" )
! -

"
4-

,

"
- 5
6) !
-

$
)

00

""

5 !

#00 $

-
%
( $ 9 -

$" $ -

01
9 # 4
7 &$ BKK;%
!

&"

9 #

H
"

BKKF%
! - 5
: 4
$
4 '

!

$

)1)

"1)
!
$

'

" $

3
$
$ 7;;?
$($55 #/ 7;;B
*

+

$
$ "

$
$
"

6

*
/ "+ $
8"

" .
#),

6

6 ) 5 )-
"!)
"

" " ) ) ! $) "%

"$"

01 ! ,(

* 0110
" ) ,

" 9 #00 -
1
%
9 ) 9 ) 9
"

$

$

5

5
0
0

- $
-
-
5
#
% 0 0
! $"
3 $ $
#$%

$

# :
$
%2
"
"

)

-
#"
%

/ 4 #/4$ 3

% . 011@
!

-
6

-

"

-

)

$
" -
)
"
$ " -
) "

1
4

$

-

topic

6
$
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
topic 1
000000000000000000000
111111111111111111111
11
00
000000000000000000000
111111111111111111111
00
11
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
topic simplex
000000000000000000000
111111111111111111111
x 111111111111111111111
000000000000000000000
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
word simplex
000000000000000000000
111111111111111111111
x
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
x 111111111111111111111
000000000000000000000
x
000000000000000000000
111111111111111111111
x
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
x 111111111111111111111
x
000000000000000000000
x
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
x
000000000000000000000
111111111111111111111
000000000000000000000
111111111111111111111
x
x111111111111111111111
x
000000000000000000000
x
000000000000000000000
111111111111111111111
21
000000000000000000000
111111111111111111111
0
0
1
000000000000000000000
111111111111111111111
0
1
0
1
000000000000000000000
111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
0
1
0
1
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
topic 3
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111
00000000000000000000000000000
11111111111111111111111111111

" 6 "
"
-

"

"

&
/4
$ - ! "
$ - $

$ 2 ) " 9 '

*"
+6 "

,

"
"

)
) "
00 " ) "

) -

"

6
"
) ) $
"
$

"
3 " $

00 >9 -
$ "
$ $

#
%
( * 4 /"

3 >9 $
! $

"
$ - $

-
$

"

"
"

3
8" "$"
00 )

"

#)
$

"

%
00
!- ) " !

&5! ' 4 #7899:;;7$

$
$

-
""
"
#$
#%
&
%$
$
'(
)$

"

-

-

"

-

"
#-
)
- "
%
>9 " -

"
#* +%

)
)

3

" ) $ " #%

*+
*,+
*

+

>9 $

>9 $

! $ >9
G0
G0
G0
G1
G2
Gj
Gj
Gj
Gj
Gj
Gj
Gj
Gj
ji
ji
ji
ji
ji
ji
ji
ji
xji
xji
nj
VS Training
documents
xji
nj
VS Test
documents
*+
xji
nj
Additional training
documents
VS Training
documents
*,+
xji
xji
xji
nj
nj
VS Test
documents
nj
Additional training
documents
xji
nj
VS Training
documents
nj
VS Test
documents
*

+

,
Average perplexity over NIPS sections of 3 models
6000
5500
Relationship to LT, AA, and AP

5000
none, no other section

flat, additional section
hierarchical, additional section
LT
AA
AP
4500
Perplexity
Perplexity
5000
4500
4000
4000
3500
3500
3000
3000
2500
0
$
20
40
60
Number of VS training documents
80
2500
0
20
40
60
Number of VS training documents
80
-

$ " -
"
$

$
M :
0
"
- )

-
-

D
"0

-

$ " - 3 9
"
- " >9 -
-
D
"0

3

)

)

3

"

$

"

"
#

#
#

9
9

!

"

!

#

%!

"

"

#

"

#
"

#

* 3 " 3

z1
z2
zT
x1
x2
xT
3
!- 6 -
$ "

) $

$ "
11

$
$
3 *5
!- + #>%6 > ) " "
"
$ #. &
" BKKB%
* ! *33

$
)

" 6
"

>6) >9 $
)
!
>
-) $ "
6 "
$
-" $ * "
+
( )
>9
*
+ )
$ "

2

"

z0
z1
z2
zT
x1
x2
xT
4

Perplexity on test sentences of Alice
45
ML
MAP
VB
VBm
40
Perplexity
35
30
25
20
15
10
5
0
10
15
20
Number of hidden states
25
30
9
$ ! $
)
,
"

-
* 3

3 "
*L+6 $
-
"

<
#>$ BKKK%
)
*

+
" .
...
...
...
...
',!% * 3

011=
...
...
...
...
4

"

4 -

"

" )
#
* +%
) $

-
"
"

)
- $"

"
$"

) $

<
)

31 4 ! *
True dataset hierarchy
Posterior mode
68
19
18
75
68
19
18
100
67
55
67
11
10
22
27 4
27
26
27
14 11 1
55
35
27 4
27
26
27
14 11 1
100
100
100
54
15
16
12
10
89
11
10
68
67
16
89
16
83
67
10
22
16
17
89
89
50
38
35
69
33
33
21
35
23
16
16
35
35
57
50
39
38
100
100
22
61
100
16
100
39
100
57
16
100
61
12
100
19
16
100
19
67
100
100
45
100
52
83
100
45
68
22
100
54
22
100
35
100
22
Posterior mode
100
100
100
75
True dataset hierarchy
69
33
33
22
21
*

response ; stimulus ; reinforcement

speech ; reading ; words
action ; social ; self
group ; iq ; intelligence
a ; model ; memory
hippocampus ; growth ; hippocampal

numerals ; catastrophe ; stream
rod ; categorizer ; child
sex ; emotions ; gender

reasoning ; attitude ; consistency
self ; social ; psychology
the ; of ; a
genetic ; scenario ; adaptations
color ; image ; monocular
motion ; visual ; binocular
conditioning ; stress ; behavioral
drug ; food ; brain
*

spanning ; heap ; structure

regular ; language ; expression
distance ; s ; points
colors ; dgr ; coloring
the ; of ; a
pages ; hierarchical ; page
building ; block ; which
classification ; metric ; allocation
set ; optimal ; structure
n ; algorithm ; time
quantum ; part ; classical

graphs ; planar ; inference
learning ; learnable ; c
data ; access ; overhead
queries ; classes ; complexity
abstract ; program ; theory

sets ; magic ; predicates
programs ; language ; rules
routing ; adaptive ; routers

closed ; queuing ; asymptotic
traffic ; latency ; total
balancing ; load ; locations
inference ; task ; optimization
class ; have ; property
networks ; network ; routing
online ; task ; decision

availability ; data ; contention
methods ; parsing ; retrieval
circuit ; cache ; verification
system ; model ; performance
zeroknowledge ; argument ; round

that ; time ; problems
proof ; np ; question
nodes ; binary ; average
trees ; tree ; search
shared ; waitfree ; objects

channel ; transmission ; cost
networks ; processors ; those
more ; trees ; derived
n ; processors ; protocol
database ; dependencies ; boolean

recursion ; query ; optimal
subclass ; satisfiability ; by
constraints ; constraint ; algebra
m ; parallel ; d
show ; oblivious ; protection
studied ; makes ; the
n ; log ; functions
temporal ; logic ; exponential

known ; large ; very
compilation ; queries ; online
logic ; knowledge ; systems
automaton ; states ; global
automata ; lower ; bounded
the ; of ; a
!

!

&-

$

4
8" $ "

5 5
)
" $
- $
5 -

! 46

-0

"
- 4 5
-
)

- -
-

! #$
@

"

"
!)

5

" $
"

"

"
$

$
(

$

" $

$ $

2
(

$
)
-
8" $

$

2

- ! " "" )

" "

& ,( !

+ >C !

$"
#00
"
--

" $"
$ $
-

-

+
"
( "
(

"
%
8"

"

#3%

"
"
3 :
"
+ + +
% "
&

+
=
-

3

" 3

4 .1
$
)
< "
!)
!
4
,$ !
$ $

)

-

-
1

! 4

" $ -

:

! 4

!

6
9

"

$

# $
" 9

"

" "" )
" "

"1
" "

#

9

"%
N"

- )
-

)
"
8"
<
% 0117

"
$

&-

5 .
)

-
" - .
)

*

$)
"

:
<
$"
)
-
-"

)

"
$ -
-"

#"
1!
-
%
<
$" -

"
$
- $) # "%
9
"
$ <
$" 1
"

. % ( !
&$ . 0117
!1

!
"

(
) "

5 $

-

400

.
$+
5

! ) $

-" $ !

-"2

"

< $
-
3 #BKKD%
$

"
"
"

5

I" )
)

" "
.
!
,
$

,

2
1$

""

) $

)

)
-

#00 %
" " )

!
, $

)
)
. $

8" )

,

! ) *8" )
+
$

! $
8" -"
'
+ + #$ #$$ "$ #$ 4
9 ! '$

$
" "

" "
$ 5'

- $

00

) "
"
&"
# ) $

8" %
-
" $
)!
2 -
" $
>
7" !1
1-
#. -0 >
-<13
%
'
*@$
" 1

$

2

)
)
" " -0 3 ) "
" ) )
- " $ .

8"+
# G
;COP%0
'
.

51

" "
"

!

)
!
)

"

#"- % " " 51

, " /" )
"
"
3

"

2

"
E

" .

)
!

*.

)
!+ &

$" ) 9 .

)
!
) "

!
/

AA)))0 0
!0"A
,
+ 7;A2 3$ 5 ( &

*

( 7D7;A ,(
7;B=
( (
3 / +$ ( $ (( 5

0 ?E7720D77B=

. #$$ ' " *
0110 )$ 8 $

4
& +$ ) # , #$$ '

! "

4 7= ( 2BBD2A= *

&)
5 + *$ "
7;B;
( 4 3 / +$ (
( 5 /

BE22AD2?A
+
. 7;B@ 4 F
5 $

7E@2@D@22
+
.
& 0112 9 / / +$ ( 3
# " "
7 7E707D7==

+
% G .
& 011@ +$
% & ' ! ( &
$
@E;;@D7100
+
#$ ) .
& ) .
011= >$ (
$ *$ ( & )$ , , ,$(/

!
4 7? *

E
&)

" & $ . #
011@
/ 44
.
5 ( C $$
#
2;E007D00A
7;;2 5 $ $ $4 5

$ )
=E@@2D@=A
$ *
$ , % 7;;? :( 5 /

# *
A@E7B2D7A2
* * #
# *
0110
,( /
A; 0E0?2D0A7

*/ + "HH 7;BA ( H

I
(H ( 4 )$ ( &
H JK 4I

)
+ &

" #

011=
%L9 / (
$ &
+ +

7;A?
L 5 /
7=E?ADAB
+ + 7;A? L $ 5 /

;; =?2E012D072
5

7=E7D?B
+ + 7;;@ % (

+

5 5

07E071AD07@B
7;B=
)/ ( $ (

"
0E7A@D017
+ > 7;A2 5 ( / $ E *(
/ $

7@E7=@0D7===

+ >
7;;=
5 ( / ( 4 4
(

00 =E7B?@D7BA?

+ 7;;= $ +$ ( (
&

+ !

3
A;E0?AD0BB
7;;2
5 5 /
$ &
;1E2BBD2AA
! 7;B0 )$ ( $5 / 4
#!"
$
+&
)
@EABD770
.

7;?=
5(
$4 / 5
% &
@2EA=?DA2?
) , 7;B@ 5 5 / ( (

7E01;D0@1
) ,

7;B= ( / ( 5

0E?72D?0;

) , 7;A@ 5 5
5 3 /
(
% GE
+ > , , #
0110 " 5H
& "H4 > " .

M( 4 $ $(
#
01E=0@D==1
+ 7;?@ L $ 5(
% &

#/
$4 / 5 $
@=E7@A?D7=1@
0110 ( (($ / / (
5 / +$ ( 3
- )&
$
$ , )
77E0A;D@12
#/

$ , % 0112 5 ( (
$ +$ ( 3
$ &
711E7107D71@2
#$ , #$$ . "$ " 9 7;;; 5 / +$
3 5

0BE7=@D72A

#$ , 4 9
0117 ( / 4 / 5
3 $ / 3 /

0;E70@@D70?@
# "$ ,
+$ (
0117
$ 5 $ $ $
$
# > * * ! , #

/ / +$ (
011@
/ 44
$ , ) - )&
>C % 7;;1 % ( 5

/ $5
0AE@22D@BB

( /
7AE702;D70;=
&$ > . 011@ # H $ *$ ( /
( ( 3

&$ > . 0117 #
7@E7077D70@2
( $ / : (
$ &
;? =2@E7?7D7B@
&$ > . 0110 ((3 +$ ( ( 8

3E ,$ ( /

$ , ) - )&
77E21AD2@0
&$ > . 011= *( $ / (4 5
$ (E ( $H ( (
$ &
(
;;E7B2D7;1
&$ > '(

0111
4 $
* ((3 +$

:( ( $$
&$ > '(

# *
ABE@B7D@;1
0110 +$ ( 4 8 3
70E;=7D;?@
&$ > '(

$ +$ (
0110 3 ((3 :( /
, $
. , % "
011=
@1E0?;D0A@
(:
4 $
* ( /
$ +$ ( 3
$ , ) - )&
7@ 7E72AD7A0
. * 7;B= "
"
$ & ("
@BE7D00
& $ . #

H 3
7;;A
:( 5 (($
%
7BE02B;D02;?

011?

% ( 5 44 5 3 / !
$
!
7@?E2BAD2;?
4
7;;0 , ( / 5 /

01E7000D70@2
. , 7;;? % ( $$ 5 4 N (

0=E;77D;@1
G 7;A= L / 5 ( E & + 5

$ , %
( (
,
70 7E@27D@2B
7;;=
$ C 5 +$
#
0@EB0BDB=7
$ , % 7;;A *( $ / 3 / +$ (
& +5 +
, $ +
# "
$ , %
) )
( 0@D== ,(

7;;; +( ( ( &
# "
! &
,

$ , %
7;;A 3 / +$ (
$ , ) - )&
BE00@D0@A
! , # 7;;B * / / 4 3(

$ ( (
# *
A=E?;BDB1?
" + ,$ ! + ! , *

7;;0 5
01E701@D7007
6 . +

.
& (( % ( ( 5
/ $ +$ ( 3
, ) !
$($55 , #/
7;;B +$ ( 3 H

$ &
;0E?@@D?@;
, 7;;@ 5 (4 (($ N $ /
( E (
"
0E@=;D@?=
,$ ! , #

$ &
0111 K $ /
&
& ))
AAE2;DBA

) , 7;;A ((3 / / /
:+$ (
, $
" #
011=
( 5
0?E0A@D0;B
$ / /
$ & (" "
??EB@2DB=;
% "

% /
! & .*&)

)" # " % & " 4 77 (
7;;0
5 3
&
7;BD077
% "
0111
4 $ ( $ / +$ ( 3
$ , ) - )&
;E0=;D0?2
% "
0117 +8 ( / +$ 6 )$
"( 171= +( / , K 45 / )
# ) * 7;BB +45 ( ( /

# &
=BE=;BD272
.
7;;?
, 4( / $ :

$
) , ,$(5 ,

.
- +&"
&
0
"
( 0=2D0?B & /

$ , >5 *
. 7;;B )$ :( :+$ 4 /

"
02EA22D;11
. 0110 * $ ( )$ "( ?07 +(
/ , K 45 / */ 5
/ ,
,
,$
.
0110
:$ #
4 / (: :
/ / 4 (
, 0
" , ) !
77E217D27=
" *
7;;?
3 / E & / & # ! "
"$ , ,($ +
% * ,& % ,
*$( >
,$ .
7;;=
4 8 / +$ (

=E?@;D?21

)$ G ! .

&
. +

(
011= >$ +$
)$ "( ?2@ +( / , K 45 / */
5
) #

7;;; 5 / )$ ( K 45
/ )
! , #

5 $
!
7;;2 :,5 ( / $

02E7B?0D7BA1
7;;A 5( (( / ( 5 ( &
+5 +
, $ +
# "
) )
( 0;@D@1= ,(
!
7;;0 >5(( +$ ( 3 )$
"( ;0:1@ & / , + , + K 45
!

7;;= >$ ( 3
$ (( 5 & " ,$

) 1 "
( @?@D@A? .$ !5

< ,$ " .

&
(
011= >(5( 4 $ +$
, % & ' !
% GE *

'$ 0111 5 ( / ( (

0AE2@0D220

Dirichlet Processes, Chinese Restaurant Processes and All That

Загружено:

Сведения о документе

Авторское право

Доступные форматы

Поделиться этим документом

Поделиться или встроить документ

Параметры публикации

Этот документ был вам полезен?

Это неприемлемый материал?

Авторское право:

Доступные форматы

Dirichlet Processes, Chinese Restaurant Processes and All That

Загружено:

Авторское право:

Доступные форматы



    

            

.  000

    ! "  !  #$

   

    ! "  !  #$

   

%  &  

#$"     $"   

' ()*  ' 

  / - $"   #1 

'  ,   !  #',!$

 ',!  ' (

 ! 6 00    

',! !  - .  /  - '( ! 

      

(  )  , ) )   "'

.  "

    ) 

   

3  5     $ 

   

3 %  ' (

3    5  "

 31 3 

 31 3  #$

  5     $    

 31 3  #$

 31 3  #$

%   31 3 

  1 5 2 00 )  " /"

%   31 3  #$

$"    2

400 "    

  !  %

"  5 

3  '    31 3 

# 00 9 %    " . 

.( &  )4  ! "

4   ! " ) %  (

 %  ( #$

(     

.   3  , 

6 %  (

 )   )   /  "  

 $  &" 

    )  !     5     )   

3 5  1   

,     %  (

"    

%  31 3 

3      ! )   

    

      $  

       ) ) "

4 " 3'3' 4(  

)   "  -          

   ) "

     $  

#0 0   $  %

  5   ! 31

01 !.  31

)$ ((3 (4   4

.000

! " ! #$

! " ! #$

% &

#$" $"

' ()* '

/ - $" #1

' , ! #',!$

',! ' (

!600

',! !- . / - '( !

( ) , ) ) "'

. "

)

3 5 $

3% ' (

3 5 "

31 3

31 3 #$

5 $

31 3 #$

31 3 #$

% 31 3

1 5 2 00 ) " /"

% 31 3 #$

$" 2

400 "

! %

" 5

3 ' 31 3

#00 9% " .

.( &)4 ! "

4 ! ") % (

% ( #$

(

. 3 ,

6% (

) ) / "

$ &"

) ! 5 )

3 51

, % (

"

% 31 3

3 !)

$

) ) "

4" 3'3' 4(

) " -

) "

$

#00 $ %

5 ! 31

01 !. 31

)$ ((3 (4 4

+ 3 $ 83 4

01 !. 31

)+ $ ( #

"$ 4 $: $ / $

( (4

% 5

! #;CJF% )

% 5

3 $

0 % ! 31

6 . 0112

" . )

" ) "

* 3(

600 $

&- $ #" -"%

* 3( #$

!% * 3

* % 3(

400 " &"

" !

" ! $ , )

* % 4

* 3(

3 ' ( !