!""#$%&'()*%+$),'-.,")/)0%1/$2+'

34'5,6,$1%'7$&&%,'8)/9.:';/%%+''

!"#$%&'()'#)*+,-)./0.)Erik Sudderth

Brown University

Work by J. Kivinen, E. Sudderth, & M. Jordan ICCV 2007: Learning Multiscale Representations of Natural Scenes using Dirichlet Processes ICIP 2007: Image Denoising with Nonparametric Hidden Markov Trees

-.$+%'

F.)+1' G"%,'F.?,1/*' H1/%%1'

-)1?/)#'H2%,%'F)1%@./$I)A.,'

J./%+1' ;)##'(?$#&$,@'

How do semantic labels affect these properties?

K):%#%1'=%2.0".+$A.,+'

•! Bandpass decomposition of images into multiple scales & orientations

•! Multiscale dependencies captured via latent quadtree structure

K):%#%1+L'8)/@$,)#'H1)A+A2+'

Wavelet Coefficient

Log

Pro

babi

lity

Smooth Surfaces

Occlusion Boundaries & Texture

M)?++$),'8$N1?/%'8.&%#+'

Gaussian Scale Mixture (GSM) Wainwright & Simoncelli, 2000

Wavelet Coefficient

Log

Pro

babi

lity

Wavelet Coefficient

Log

Pro

babi

lity

Binary Gaussian Mixture Computational advantages!

K):%#%1+L'O.$,1'H1)A+A2+'Pairwise Joint Histograms:

Orientation Scale Vertical Horizontal

Pairwise Conditional Histograms:

Orientation Scale Vertical Horizontal

Large magnitude wavelet coefficients! •! Persist across multiple scales •! Cluster at adjacent spatial locations

!"#"$%!&$'()'**!"#$$#%&*'+,#-(#.'$!

/(00$.*$'('!*+-*'12!"$-*#!!(3.4$."

%)$!*+!,*5#,$1$"*'+$6'($."

!"#"$*'*(&$#-%&*0(!"-(728+.!

9! :+$6'($."!*4#-3(.#11;*0(!"-(72"$0*#!*4(#2!!(#.!*9! ?#-@+,*0$&$.0$.'($!*7$"5$$.*/(00$.*!"#"$!*'#&"2-$*&$-!(!"$.'$*

+=*(4#3$*'+."+2-!*#'-+!!*1+'#8+.!*#.0*!'#1$!*

9! A#'/*+-($."#8+.*(!*4+0$1$0*(.0$&$.0$."1;*

($,)/*'7$&&%,'8)/9.:';/%%+'.*%/$!012%3(401516(*(/40178891

P)#$&)A.,'L'50)@%'=%,.$+$,@'

G/$@$,)#1 F.//?"1%&'>*'!&&$A:%''KQ$1%'M)?++$),'-.$+%''RSH-

=%,.$+$,@'D$1Q'($,)/*'78;+'

-.$+*'5,"?1'' =%,.$+%&'RY8')#@./$1Q0X'

9! B!*"5+*!"#"$!*&$-*!'#1$*!26'($."C**D+5*4#.;*(!*$.+23/C19! E/+210*!"#"$!*7$*!/#-$0*"/$*!#4$*5#;*=+-*#11*(4#3$!F*

+-*=+-*#11*5#,$1$"*0$'+4&+!(8+.!C*

7$%/)/2Q$2)#'=$/$2Q#%1'S/.2%++'7$&&%,'8)/9.:';/%%+'

(.0$

:/(10*!"#"$*

1!'?1(@?1ABBCD1KQ*'')'7$%/)/2Q$2)#'=S'Z'

=*(&$#-%&1,#$'*#)/-%&$1

E+!*(F!1$'('!1G*!H/!&;#!$1

>1+7#1*'1#!!$!*

E+ 1 1 1

9! D($-#-'/('#1*GH*&-(+-*#11+5!*2!*"+*1$#-.*#*&+"$.8#11;*(.).("$*!$"*+=*(II!(*(&;!1I(J!*&$*=-+4*.#"2-#1*(4#3$!1

9! D($-#-'/('#1*'+2&1(.3*$.!2-$!F*5("/*/(3/*&-+7#7(1(";F*"/#"*#*'+44+.*!$"*+=*;>#@,*!"#"$!*#-$*-$#'/#71$*=-+4*$#'/*I(*!&'**

KI(*$#'L151+(*#()#@#'L1%G1'*(&$#-%&1,#$'*#)/-%&$1

=%,.$+$,@L'5,"?1'

24.61 dB

=%,.$+$,@L'($,)/*'78;'

Crouse, Nowak, & Baraniuk, 1998 29.35 dB

=%,.$+$,@L'7=SE78;'

32.10 dB

=%,.$+$,@L'C.2)#'MH8'

Portilla et. al., 2003 31.84 dB

I-#.!=$-*0$.+(!(.3**#&&-+#'/*-$2!$!*4218!'#1$*/(00$.*!"#"$*J$-.!*+=*'1$#.*(4#3$!*=+-*4#@(.3*-+72!"*&-$0('8+.!*

A4&(-('#1*K#;$!(#.*#&&-+#'/*$!84#"$!*4+0$1*-#4$"$-!*=-+4*"/$*.+(!;*(4#3$*

Y+A0)A,@'F#%),'50)@%+'

=%,.$+$,@'Y$,+1%$,'2%#$L1

7B?MB1,601B?BNO1

PQRSPT=1

-)1?/)#'H2%,%'=%,.$+$,@'2%#$L1

9?7C1,601B?BWW1

PQRSPT=1

F.)+1'

9!L(!2#11;**!;%FZ!*.#"2-#1*!'$.$*'#"$3+-($!*9!M''2-#"$1;*4+0$1*"/$*!"#8!8'!*+=*&('/*(@1$;!&!1;('!F%*#!$*

G"%,'F.?,1/*' H1/%%1'

-)1?/)#'H2%,%'F)1%@./$I)A.,'

V%(@$[*J./%+1' ;)##'(?$#&$,@'

7=SE78;'H2%,%'8.&%#'

9! D(00$.*!"#"$!*********3$.$-#"$*,$'"+-!*+=*'1$#.*5#,$1$"*'+$6'($."!**********#"*4218&1$*+-($."#8+.!F*+-*0$.!$*4218!'#1$*EBNI*0$!'-(&"+-!*

* ********* * * * * * *********** ********* * * * * * **********

[':%/+?+'>)+%#$,%'7=SE(GJ'

O+.-#4$"-('*K#;$!(#.*$

-?0>%/'.\'H1)1%+'

5,"?1'50)@%' 7=S'7$&&%,'8)/9.:';/%%'

7=S'()@'.\'J%)1?/%+'

H)0"#%+'@$:%,'8!S'+1)1%+'

F)1%@./$I$,@'-)1?/)#'H2%,%+'

"#11*72(10(.3*!"-$$"*

+&$.*'+2."-;*4+2."#(.*(.!(0$*'(";*/(3/5#;*=+-$!"*'+#!"*

"#11*72(10(.3*!"-$$"*

+&$.*'+2."-;*4+2."#(.*(.!(0$*'(";*/(3/5#;*=+-$!"*'+#!"*

"#11*72(10(.3*!"-$$"*+&$.*'+2."-;*4+2."#(.*(.!(0$*'(";*/(3/5#;*=+-$!"*'+#!"*

"#11*72(10(.3*!"-$$"*+&$.*'+2."-;*4+2."#(.*(.!(0$*'(";*/(3/5#;*=+-$!"*'+#!"*

PQRS6X\1]ON?W1^_1

PQRSPT=1]9B?O1^_1

PQRS6X\1]9A?C1^_1

PQRSPT=1]9M?N1^_1

`(+!@!'1