University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $-...

58

Transcript of University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $-...

Page 1: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

������������ ����������������������� �� ���!

"#����$ ���$%�&"'�(�)�*�+�,��$-����.0/213��, �������

46587:9<;=5?>+@BADCDE8@FHG=IKJ�L=MON8IQP<RQMOSUTWV�XZY�G[M]\_^a`[V

b�cedecgfih�ce7+j8kmlnjpoDo8q

Page 2: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

� �����������

� �� ���������������� �� "!$#&%('*),+.-/#(01'$! 2

35463 7.8/9;:�<;85:/=?>A@CBD<�E6FGEIHGEIJ�9 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 3"N354ON PQ85RSE685HGE6J�9UTWVYXZ9;@\[]RGJ�9;E6@^8/9;_a`AEb8/@S[]RGJ�9�E6@c4L4K4K4M4K4K4M4L4K4K4M4 3&d354Oe faJ/RG=?gQhZ8/ikjmlI="FnJ/oqpr[;8/9]:/=s4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 N5t

354OeY463 uv[]J�9]=CHGE6@M8/9;_au�[]J�9]J�l6J/:�E6@C8/lwpn[;8/9;:/=x4K4K4M4K4K4M4L4K4K4M4 N5t354OeY4ON VYXZ9DHG8/@yHGE6@?pn[;8/9;:/=�4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 N/z

354|{ u}=CRSF~j�="@yHGEI�/=L8/9�_�p�J�9;@y=Cj;HG<�8/l*��FSFG<]="F�4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 e5t354|{]463 ��[;=K��J�lI=KJ/o,7�="85R\9;E69]: 4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 e/N354|{]4ON u}J/j�<;lb85HGEIJ�9;FrPq=CRSFS<;Fr��_;EIJ�lI="@yHGF�4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 e/e354|{]4Oe �AR\8/_;<;8/l69]="FSFnPq=CRSFG<;Fr>��;RS<]j�HG9]="FGFM��J/R�HG[]=LVD��FG[�85j$="_U@C<]RS�/=���e/e354|{]4|{ `^E���=CRG="9DH���E6ik=?V]@C8/lI="FrJ/o,gQ�/J�l6<]HGE6J�9�4K4K4M4K4K4M4L4K4K4M4 e/�354|{]4O� pn8/<;HGEIJ�9;85RGXU>�FGj$="@yHGF 4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 e/�

354O� gQ�/J�lb<]HGEIJ�9�E69�7wE69]:�<;EbF~HGE6@CFn8/9;_��nEIJ�lIJ/:/X�4K4M4L4K4K4M4K4K4M4L4K4K4M4 e�d354O�Y463 VZ@CE6="9�HGEI�m@M��E6FGH~J/RGX�4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 e/ 

354Oz VZ<;i�i¡85RGX�J/oq��="FG<;lIHGF¢4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4£{;3354OzY463 f�8/E69���9;FGEI:�[DHGF¤4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4£{�e

354¥d >A<;_;EI="9;@y=K8/9�_�p�J�9;9]="@yHGE6J�9;FnH~J§¦AHG[]=CR�¨}E6="l6_;F�4K4K4M4K4K4M4L4K4K4M4£{Dd354¥dD463 VYH~R\<;@yHG<]RG=MJ/o}HG[]=L��JYJ/©W4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4£{�ª

�/� «�¬*­Q®w¯Q¬�®��°«���¬$�D­�±�­�® �q²³ ´�µ�!w¶m+wµ;¶�·¤¸§-�¹�+w0�º&01#�0�'$!x»x "!.),+w-/#�0�'m! ¼;½

NY463 >¾¨]RS8/ik=C¿�J/RG©Uo�J/R�7�="85R\9;E69]:�4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 �({NY4635463 ��="i¡85RG©ZF^4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 �/�

NY4ON ��[]=M��9;_;<�@yHGEI�/=M��9;o1=CRG="9�@y=K>�j;j�RGJ�8/@S[ 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 z5tNY4ONY463 `^E6FG@C<�FGFGEIJ�9s4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 z({

E

Page 3: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

E6E �������������

NY4ONY4ON >A_;_;EIHGE6J�9;8/l���="FG<;l6HGF 4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 z�dNY4Oe ��[]=�uQRGJ/�m85��lIXM>�j�j;RGJ"h]E6i¡85H~="l6XKpnJ/RGRG="@yH}faJZ_]="l�8/9;_?HG[]=vP�p ��[;=y�

J/RG="i 4K4K4M4K4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 d5�NY4OeY463 VY=CHGF�8/9;_���9;_;E6@C85H~J/R�¨�<;9;@yHGEIJ�9;F�4K4M4L4K4K4M4K4K4M4L4K4K4M4 d5zNY4OeY4ON �AR\8/_]="_�`^E6F~HG8/9;@y=�4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 d5zNY4OeY4Oe gQhZ8/ikjmlI="F�8/9;_�7.="85RS9;85��Ebl6EIH�X 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4 d/dNY4OeY4|{ ��[;=MPQ85j�9;EI©D��pn[]=CRG�/J�9;="9]©YEbFK��P�p��n��[]=CJ/RS="i 4K4M4L4K4K4M4 d5ªNY4OeY4O� u�RGJDJ/o}J/oq7�J�¿v=CRA�vJ�<�9;_�o�J/R�7�="85RS9�E69]: 4K4K4M4K4K4M4L4K4K4M4  5tNY4OeY4Oz ��ikj�l6Eb@C85HGEIJ�9;FA4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4  ({NY4OeY4¥d p�J�i¡j�lI=yh]EIH�X§J/o}7.="85RS9;E69;: 4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4  /zNY4OeY4O  ¨,E69;8/l ��J/R\_;F^4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4  /z

½ ´�µ�!w¶m+wµ;¶�·¤¸§-�¹�+w0�º&01#�0�'$!x»x´�0 !w¶m+}0�ºC#�0�-�º� ���eY463 7.8/9;:�<;85:/=?7.="85RS9;E69]:k8/9;_a��[]=Ku}J&�/=CRGH X�J/oQVYHGE6i�<;l6<;F�4K4M4L4K4K4M4 ª/NeY4ON p�J�9;FGH~RS8/E69]="_a�AR\8/i¡i¡85RSF��Du�RSE69;@CE6j�lI="Fn8/9;_�u,85RS8/ik=CH~=CR\F 4M4L4K4K4M4 ª({

eY4ONY463 gQhZ8/ikjmlI=��Q> e���j�85RS8/ik=CH~=CRMVYXYFGH~="i o1RSJ�i VYXZ9�HG8(hs4L4K4K4M4 ª/�eY4ONY4ON gQhZ8/ikjmlI=��Qu,85RS8/ik=CH~=CRSE��C="_ f�=CH~R\E6@C8/l}VYH~RS="FGF�E69�uv[]J�9]J�lIJ/:/X�3Ct]3

eY4Oe 7�="85R\9;E69]:¡E69UHG[;=KuQRSE69�@CEIj�lI="Fn8/9;_�u,85RS8/ik=CH~=CR\F�¨]R\8/ik=C¿vJ/RS© 4K4K4M4�3Ct�eeY4|{ ¨]J/RSi�8/l.>A9;8/lIXZFGE6FnJ/o}HG[]=L�wRSEI:/:/=CRSE69;: 7.="85RS9;E69;: >AlI:/J/RSE6HG[;i 4K4K4M4�3Ct�d

eY4|{]463 �n8/@G©Y:/RGJ�<;9�_ 4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3Ct�deY4|{]4ON ��[]=Lfa85RS©/J&��o�J/RSi?<�l685HGEIJ�9 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3Ct�ªeY4|{]4Oe `A=CRSEI�585HGEIJ�9MJ/oZHG[]=qH~R\8/9;FGEIHGEIJ�9^j�RGJ/��85��E6lbEIHGEI="Fmo1J/R�HG[;=�fa85RG©/J��

��7w> FGH~RS<;@yHG<]RG= 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3/3"zeY4O� p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3/3" eY4Oz �A9]="iL��="_;_;="_aVY="9�H~="9�@y="F�¨]J/RAu,85RS8/ik=CH~RSE6@��ARS8/i¡i¡85R\F 4M4L4K4K4M4�3"NZ3eY4¥d uQRSJDJ/o}J/oq7�="85RS9;85�mE6l6EIH X���[]=CJ/RS="i 4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"NZ3

eY4¥dD463 f�85RG©/J&��FGHG85H~=LH~=CRSi¡Eb9]J�lIJ/:/X 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"NZ3eY4¥dD4ON pn8/9;J�9;E6@C8/l�`A="@yJ�ikj�J�FGEIHGE6J�9 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"N/NeY4¥dD4Oe u�RGJDJ/o}J/oQfa8/Eb9���[]=CJ/RG="i 4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"N/N

� ´�µ�!w¶m+wµ;¶�·¤¸§-�¹�+w0�º&01#�0�'$!x»x´�0 !w¶m+}0�ºC#�0�-�º� ( �Y³$2{]463 pn[;85R\8/@yH~=CRSE��"E69]:Lp�J�9D�/=CRG:/="9;@y=���E6ik="F,o�J/RqHG[]=�f�85RG©/J&��pn[;8/Eb9 faJZ_]="lG3"N�d

{]4635463 VYJ�i¡=v�wRS8/9;FGEIHGE6J�9Kfa85H~RSEb@y="Fw8/9;_L��[]="EIR}pnJ�9��/=CRG:/="9�@y=rpn<;RG�/="F�3"N/ {]46354ON >���F~J/RGj�HGEIJ�9���E6ik="F£4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"e/e{]46354Oe gvEI:/="9��58/l6<]=K��85H~="F�J/o�p�J�9D�/=CRG:/="9;@y= 4L4K4K4M4K4K4M4L4K4K4M4�3"e({

{]4ON gqhZj�lIJ/R\E69]:�¦AHG[]=CR�u}J�E69DHGF 4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"e/ª{]4ONY463 pn[�8/9]:�E69]: HG[]=L>AlI:/J/RSE6HG[;i�4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3y{�t{]4ONY4ON `^E6F~H~R\EI��<]HGEIJ�9�8/l$>AFGFG<�ikj;HGEIJ�9;F 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3y{�N{]4ONY4Oe �A85HG<]RS8/l�`^E6FGH~RSEI��<]HGE6J�9;F��Zpn����7w`^g�VUp�¦^��u�MV 4M4L4K4K4M4�3y{/{

Page 4: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

��������� � �� E6E6E

{]4Oe �n85HG@S[ 7�="85RS9�E69]: ��j;j�=CR�8/9;_�7�J�¿v=CR^��J�<;9;_;F �Q>A9�>AFGE6_]= 4L4K4K4M4�3y{�z{]4|{ �A="9]=CR\8/l6E��"85HGEIJ�9;F�8/9;_�PQ85RSE685HGE6J�9;F�4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3y{� 

{]4|{]463 f�85RG©/J&��pr[;8/E69;Fr8/9;_a7�="85RS9;Eb9]:k>�lI:/J/R\EIHG[;i¡F£4K4M4L4K4K4M4�3y{� {]4|{]4ON fa="ikJ/RGXZlI="FGF�7�="85RS9]=CR\F 4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"�Z3{]4|{]4Oe ��[;=KuwJ�¿v=CRAJ/oqf�="ikJ/RSXYlI="FSF�7�="85R\9]=CRSF�4K4K4M4K4K4M4L4K4K4M4�3"�Z3

{]4O� ¦AHG[;=CR � E69;_�FvJ/o,7�="85R\9;E69]:¡>AlI:/J/RSEIHG[�i¡FK4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"�/e{]4Oz p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"�({{]4¥d >�j;j�="9;_;E�h �}u�RGJYJ/o�Fro�J/R�fa="ikJ/RGXZlI="FGF�>�lI:/J/R\EIHG[;i¡F 4M4K4K4M4L4K4K4M4�3"�/z

�/�/� «�¬*­Q®w¯Q¬�®����§ �¬�­�®�� ²����¼ ´�µ�!w¶m+wµ;¶�·��wµ�!.¶m· �?¸��K%(·�� 0�� 0�!wµ;%���� '*)w·�� ���m¼

�Y463 >A9�>�@CBY<;E6FSEIHGEIJ�9Z���n8/F~="_afaJZ_]="l�J/oq7.8/9]:�<;85:/= pn[;8/9]:/=M4K4M4L4K4K4M4�3"z�d�Y4ON >¾uQRG="lbE6i¡E69;85RSX�f�JZ_]="ln4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3&d(t

�Y4ONY463 7.="85RS9;E69]:¡��X§��9�_;EI�ZE6_;<;8/l6Fs4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3&dY3�Y4ONY4ON u}J/j�<;lb85HGEIJ�9�`AXY9�8/i¡E6@CF 4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3&d5N�Y4ONY4Oe VYJ�i¡=Lgqh]8/ikj�lI="F?4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3&d�{

�Y4Oe ��ikj�l6E6@C85HGE6J�9;Fr8/9;_�¨;<]RSHG[]=CR�`^EIRG="@yHGEIJ�9�F 4K4M4L4K4K4M4K4K4M4L4K4K4M4�3" / �Y4OeY463 >A9�gqh]8/ikj�l6=Mo1RGJ�i��^E6_�_;E6FG[ 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3" / �Y4OeY4ON `^E6FG@C<�FGFGEIJ�9s4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"ª5t�Y4OeY4Oe ¨;<;HG<]RG=L`^EIRG="@yHGE6J�9;FK4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"ª/e

� ´�µ�!w¶m+wµ;¶�·��wµ�!.¶m· ���x´�µ�!w¶m+wµ;¶�·Yº � ��2zY463 f�<;lIHGEIj�l6=^7w8/9]:�<;85:/="F�4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�3"ª�d

zY4635463 ��[;=K7.8/9]:�<;85:/=�>�@CBY<;E6FSEIHGEIJ�9U¨]RS8/ik=C¿�J/RG©�4M4K4K4M4L4K4K4M4�3"ª�dzY46354ON ¨]RSJ�i 7.8/9;:�<;85:/=?7.="85RS9;E69]: H~J�u}J/j�<�l685HGEIJ�9�`AXY9�8/i¡E6@CF�4M4�3"ª/ 

zY4ON gqh]8/ikj�l6=¡3 ��>¾��[]RG=C=Mu,85RS8/ik=CH~=CRKVYXZF~H~="i 4L4K4K4M4K4K4M4L4K4K4M4�N5t��zY4ONY463 ��J�ikJ/:/="9]=CJ�<;F���9;EIHGE68/l�u}J/j�<;l685HGE6J�9;F 4L4K4K4M4K4K4M4L4K4K4M4�N5t�zzY4ONY4ON faJY_;="l6E69]:k`^E68/@S[;RGJ�9;E6@M�wRS8��~="@yH~J/RSEI="F�4L4K4K4M4K4K4M4L4K4K4M4�NZ3"�zY4ONY4Oe ��J�9;[]J�ikJ/:/="9;=CJ�<;F�u}J/j�<�l685HGEIJ�9;F �quv[;8/F~=y��VYj�8/@y=?u�lIJ/HGF 4M4�N/NZ3

zY4Oe gqh]8/ikj�l6=LN �nVYXZ9�HG8/@yHGEb@�pn[;8/9;:/=KE69�¨]RG="9�@S[UT��v��=C�ZE6FGEIHGEb9]:�pnl685RG©8/9;_���J/��=CRGHGFL��3"ª/ª/e���4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/N/ zY4OeY463 ��[;=Ku}85R\8/ik=CH~RSE6@?V]<]��F~j�8/@y=K8/9�_�`A85HG8 4K4M4K4K4M4L4K4K4M4�N/N/ªzY4OeY4ON ��[;=?pn8/F~=KJ/o,`^E68/@S[]RSJ�9;E6@?VYXZ9DHG8/@yHGE6@Lpn[;8/9]:/=?E69�¨]RG="9;@\[ 4�N/eZ3zY4OeY4Oe VYJ�i¡=L`AXY9;8/i�E6@C8/lwVYXZF~H~="i VZEbi?<;lb85HGEIJ�9;FA4K4M4K4K4M4L4K4K4M4�N/e/e

zY4|{ p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N({�t

Page 5: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

EI� �������������

2 ¸U! ¸���� ��0�-�µ;#�0�'m!�#&'�A'�%�#�+w¶m+w·Dº&· ³ �m½dD463 u}J/RGHG<]:�<]="FG=��v> pn8/F~=�VYHG<�_]X 4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N({/{

dD4635463 ��[;=K¨;8/@yHGF�J/oqu}J/RGHG<]:�<;="F~=L7.8/9;:�<;85:/=�pn[;8/9;:/= 4M4L4K4K4M4�N({/{dD4ON ��[]=K7.J/:�E6@C8/l.�n8/FGEbFrJ/o}7w8/9]:�<;85:/=kpn[;8/9]:/=�4M4L4K4K4M4K4K4M4L4K4K4M4�N({� 

dD4ONY463 �^8/l6�/="F��n85HG@S[ 7�="85RS9�E69]:¡>AlI:/J/RSEIHG[;i 4K4K4M4K4K4M4L4K4K4M4�N({�ªdD4ONY4ON �n85HG@S[�VZ<]�mF~=CH�>�l6:/J/RSEIHG[;i 4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/�/zdD4ONY4Oe ¦^9�l6E69]=^7�="85RS9�E69]:¡>AlI:/J/RSEIHG[;i � ��7.>M� 4K4K4M4K4K4M4L4K4K4M4�N/��d

dD4Oe p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/�/ � ¸U! ¸���� ��0�-�µ;#�0�'m!�#&' � w0 !w·Dº"· ³ ���

 Y463 u�[;J�9]J�lIJ/:�E6@C8/l.fa=CRG:/=CRAE69 ��="9 �"[]J�<aj;RGJ&�ZE69;@y=MJ/o�pn[�E69;8¡4M4L4K4K4M4�N/z/N Y4ON �r¿�J¡o�J/RSi¡F�E69�8�uwJ/jm<;l685HGEIJ�9 4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/z�d

 Y4ONY463 pn8/FG=K��4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/z/  Y4ONY4ON >A9;8/lIXZFGE6Fa4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/z/  Y4ONY4Oe pn8/FG=K�G� 4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N�d(t Y4ONY4|{ pn8/FG=K�G�G��4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N�d5e Y4ONY4O� pn8/FG=K� P 4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N�d�{ Y4ONY4Oz ��="i¡85RG©ZF�8/9;_�`^E6FG@C<�FGFGEIJ�9 4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N�d5�

 Y4Oe gQhZ8/i¡Eb9;E69]:�HG[]= ��="9 �"[;J�<a`^85HG8�¨;<;RGHG[]=CR 4L4K4K4M4K4K4M4L4K4K4M4�N�d5z Y4|{ gQRSRGJ/R�`ARSEI�/="9afaJZ_]="l6F4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N�d5 

 Y4|{]463 >AF~XZi¡ik=CH~RSE6@Mg�RGRGJ/RSFU4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ 5t Y4|{]4ON �nEIo <]RS@C85HGEIJ�9�Fr8/9;_�HG[]=L>A@yHG<;85HGEIJ�9�uQRGJ/�mlI="i 4K4K4M4L4K4K4M4�N/ 5t

 Y4O� `^E6FG@C<;FSFGEIJ�94K4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ /N Y4O�Y463 VYJ�<�9;_apn[;8/9]:/= 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ /N Y4O�Y4ON p�J�9�9]="@yHGEIJ�9;FrH~J�uwJ/jm<;l685HGEIJ�9��nEIJ�l6J/:/X 4K4K4M4K4K4M4L4K4K4M4�N/ /e

 Y4Oz p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ /e� ��+ �1#�+w%�µ �����m' ��+.#�0�'m! ³ �m¼

ªY463 �n8/@G©Y:/RGJ�<;9;_ 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ /�ªY4ON ��[]=¤pn8"�58/l6l6E���VZo1J/R �"8¤8/9;_ ¨]="l6_;i¡8/9 ��[]=CJ/RGX�J/oKpn<;lIHG<]R\8/l��wRS8/9;F~�

i¡E6FSFGEIJ�9�8/9;_apn[�8/9]:/= 4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ �dªY4Oe ��9;F~HG8/9DHGE685HGE69]:kHG[]= pn¨xf�JZ_]="l*o�J/R�7.8/9;:�<;85:/="F 4K4K4M4K4K4M4L4K4K4M4�N/ /ª

ªY4OeY463 ¦^9;=Ku}85R\8/ik=CH~=CR^faJZ_]="l6Fv4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ /ªªY4OeY4ON >A9�>AlIH~=CRS9;85HGEI�/=?>�j;j�RGJ�8/@S[ 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ªZ3ªY4OeY4Oe �wRS8/9;F~o�J/RSi¡Eb9]:���� faJY_;="l6FrE69DH~J¡HG[]=?pn¨x¨]R\8/ik=C¿vJ/RS©�4K4M4�N/ª/N

ªY4|{ pn¨°faJY_;="l6Fno1J/RMVYJ�ik=?VZEbikj�lI=^7�="85RS9�E69]:k>�l6:/J/RSEIHG[;i¡F§4K4M4L4K4K4M4�N/ª({ªY4|{]463 ��7w> 8/9�_�EIHGF�g��/J�l6<]HGEIJ�9s4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�N/ª({ªY4|{]4ON �n85HG@S[ 8/9;_�pr<]=K�n8/F~="_a7.="85RS9]=CRSF 4M4L4K4K4M4K4K4M4L4K4K4M4�N/ª/ ªY4|{]4Oe >¾�AE6F~H~J/RSE6@C8/l*gQhZ8/i¡j�lI= 4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e5t/t

Page 6: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

��������� � �� �

ªY4O� > �A="9]=CRS8/lbE��C="_ �A� f�JZ_]="l�o�J/R ��="EI:�[���J/RS[;JDJZ_§=y�$="@yHGF 4M4L4K4K4M4�e5t� ªY4O�Y463 > VYj�="@CEI��@Kpn[;J�E6@y=MJ/o ��="EI:�[D��J/RS[]JYJY_�f�85j;j�E69;: 4L4K4K4M4�eZ3/3

ªY4Oz > ��J/H~=?J�9�¦A��lbE6BD<;=A�wRS8/9;FGi�E6FGFGEIJ�9 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�eZ3"eªY4¥d p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�eZ3y{

�����Kµ;%50�µ]#�0�'m!wº�µm!.) �?µ;º"·��$#(+.),0�·Dº ½��]23CtZ463�¨,E69;EIH~=Ku}J/j�<�l685HGEIJ�9;F 4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�eZ3&d

3CtZ4635463 ¨,E69;E6H~=KuwJ/jm<;l685HGEIJ�9;F 4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�eZ3" 3CtZ46354ON VYH~JZ@S[�8/F~HGE6@K`AXZ9;8/i¡E6@CFs4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�eZ3" 3CtZ46354Oe g��/J�l6<]HGEIJ�9;85RSX§��="[;8&�YEIJ/RA8/F�8ko <;9;@yHGEIJ�9UJ/o�� 4K4M4L4K4K4M4�eZ3"ª

3CtZ4ON VYj�85HGEb8/l�gq��="@yHGF 4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/N�d3CtZ4ONY463 VYjm85HGE68/l�PQ85RSE685HGEIJ�9�8/9;_�`^E68/lI="@yH�¨;J/RSi¡85HGEIJ�9 4K4K4M4L4K4K4M4�e/N�d3CtZ4ONY4ON > �A="9]=CR\8/lwVYj�85HGE68/l�faJZ_]="l 4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/N/ª

3CtZ4Oef�<;lIHGE6l6Eb9]:�<;8/l$7�="85RS9]=CR\F 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/e/e3CtZ4OeY463 �nE6l6Eb9]:�<;8/l6E6FSi faJY_;="lI="_�8/F�8¡7w8/iL�*_;8k¨�8/@yH~J/R?4K4M4L4K4K4M4�e/e/�3CtZ4OeY4ON ¨;<;RGHG[]=CR���="i¡85RG©ZF 4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e({�t3CtZ4OeY4Oe >¾�nE6l6E69;:�<;8/l$faJZ_]="l*o�J/R�¨]RG="9;@\[ 4K4M4L4K4K4M4K4K4M4L4K4K4M4�e({/{

3CtZ4|{ p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/�5t

�� �� ������±�®.±�­ � ��«�¬*­Q®.¯�¬�®�� �.������ �?' � ��+}!}01-�µ]#�0 �m· ��� -�0�·Y!w- � ½m¼�¼

3/35463°p�J�i¡i�<;9;Eb@C85HGEI�/=Kg���@CE6="9;@yX�J/oq7w8/9]:�<;85:/=s4M4L4K4K4M4K4K4M4L4K4K4M4�e/��d3/354635463 p�J�i�i?<;9�E6@C85��E6l6E6H�XKE69k8/9;Ebi¡8/l���[Y<;i¡8/9k8/9;_ki¡8/@\[;E69]=r@yJ�i �

i�<;9;E6@C85HGE6J�9 4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/�/ª3/354ON p�J�i¡i�<;9;Eb@C85��E6l6EIH X¡o�J/R�l6E69]:�<�E6F~HGE6@AF~XZF~H~="i¡F�4M4L4K4K4M4K4K4M4L4K4K4M4�e/z5t

3/354ONY463 �n8/FGE6@L9]J/HGEIJ�9;F 4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/zZ33/354ONY4ON u�RGJ/��85��E6lbEIH�X�J/ow=C�/="9DHGF�8/9�_�8k@yJ�i¡i�<;9;E6@C85��Ebl6EIH�X�o�<�9;@yHGEIJ�9U4�e/z/e

3/354Oe ��="8/@\[;E69]:�HG[]=L[;EI:�[;="F~Hr@yJ�i¡i?<�9;E6@C85��E6lbEIH�X 4M4L4K4K4M4K4K4M4L4K4K4M4�e/z/�3/354OeY463 > F~j�="@CE68/l*@C8/F~=?J/ow�m9;EIH~=Ml68/9]:�<;85:/="F^4L4K4K4M4K4K4M4L4K4K4M4�e/z/�3/354OeY4ON �A="9;=CRS8/l6E��"85HGEIJ�9�F 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e�d5e

3/354|{W��ikj�l6Eb@C85HGEIJ�9;F�o1J/R�lI="85RS9;E69;: 4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e�d�{3/354|{]463������������ ���"!�#%$ 4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e�d5�3/354|{]4ON gvF~HGE6i¡85HGE69;:'&£4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e�d/d3/354|{]4Oe VZ8/i¡j�lI=?p�J�ikjmlI=yhZE6H�X���J�<;9�_;Fx4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e�d5 

3/354O� p�J�i¡i�<;9;Eb@C85HGEI�/=Kg���@CE6="9;@yX§8/9�_�7.E69;:�<;E6F~HGE6@MVYH~RS<�@yHG<]RG= 4M4L4K4K4M4�e/ Z33/354O�Y463 uv[]J�9]="i¡E6@LpnJ�9�H~RS8/FGHGF�8/9;_�7.=yhZE6@C8/l}VYH~RS<;@yHG<]RS=�4K4M4L4K4K4M4�e/ Z33/354O�Y4ON ¨;<�9;@yHGEIJ�9;8/l�7.J�8/_a8/9;_apnJ�i¡i?<�9;E6@C85HGEI�/=Kg(��@CEI="9;@yX 4K4K4M4�e/ /e

Page 7: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

�ZE �������������

3/354O�Y4Oe u}=CRS@y=Cj;HG<�8/l}p�J�9]o <;FGE6��E6l6EIH Xk8/9;_�¨;<;9�@yHGEIJ�9;8/l�7.J�8/_ 4L4K4K4M4�e/ /��Y³�´n0 !.¶$+w0�ºC#�0�- �?'�w·D%(·Z!.-�· µ�!w) ��'�� ��+w!}0�-�µ]#�0 �m·���01#�!.·Yº"º ½����

3"NY463°�A="9]=CR\8/l.ikJZ_]="l�4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª5t3"NY4635463 ��[;=K@Cl68/FGFrJ/oql68/9]:�<�85:/="F4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª5t3"NY46354ON ¨,EIHG9]="FSF �]RG=Cj;RGJZ_;<;@yHGE6J�9 �]8/9;_�lI="85RS9�E69]: 4K4K4M4K4K4M4L4K4K4M4�e/ªZ33"NY46354Oe u}J/j�<;lb85HGEIJ�9�_]XZ9;8/i¡E6@CF¡4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª/N

3"NY4ON `AXY9�8/i¡E6@CFrJ/oq8ko <;l6lIX�F~XYi�ik=CH~RSE6@^F~XZF~H~="i 4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª/e3"NY4ONY463 ¨,E�hZ="_�j�J�E69DHGF 4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª({3"NY4ONY4ON VYHG85�mE6l6EIH X�J/o,HG[]=M�]hZ="_�j�J�E69DHGF 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4�e/ª/ª3"NY4ONY4Oe ��[;=M��EIo <]RS@C85HGEIJ�9�FG@y="9�85RSEIJ4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�t��

3"NY4Oe ¨,E6_]="l6E6H�X§J/o}7.="85RS9;E69]:k>AlI:/J/RSEIHG[�i¡FU4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�t�d3"NY4OeY463�fa="ikJ/RGXZlI="FGF�7�="85RS9;Eb9]: 4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�t� 3"NY4OeY4ON �n85HG@S[ 7�="85R\9;E69]:4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�t�ª

3"NY4|{ >AF~XYi�ik=CH~RSE6@��¾i¡85H~RSEb@y="F 4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{;3"N3"NY4|{]463 ��RG="85©ZE69]:¡HG[;=KF~XYi�ik=CH~RGX§J/o}HG[;=�� i�85H~RSE�h 4K4K4M4L4K4K4M4U{;3"e3"NY4|{]4ON ��8/9;_]J�i J5�$��_;E685:/J�9;8/l.="lI="ik="9DHGF�4K4M4L4K4K4M4K4K4M4L4K4K4M4U{;3y{3"NY4|{]4Oe ¨,E69;8/l*��="i¡85RG©ZF 4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{;3"z

3"NY4O� p�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{;3&d�D½ ´n0 !.¶$+w0�ºC#�0�- �?'�w·D%(·Z!.-�· µ�!w) �*'*-�0�µ ��´�·Dµ;%5!}0�!w¶ �$³*�

3"eY463�7�="85R\9;E69]:�¦^9�lIX�¨]RSJ�i u,85RG="9�HGF 4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�N/N3"eY4ON VYJZ@CE68/l�7.="85RS9;E69]: �q7.="85RS9;E69]:¡¨;RGJ�i gQ�/=CRSXD��JZ_]X 4K4M4K4K4M4L4K4K4M4U{�N({

3"eY4ONY463 ��[;=?VYXYi�ik=CH~RSE6@M>AFGFG<;i¡j;HGEIJ�9�4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�N({3"eY4ONY4ON p�J�[;=CRG="9;@y=Ko�J/R ��� N 4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�N/�

3"eY4Oe p�J�[]=CRS="9;@y=Ko�J/R�:/="9]=CRS8/l � 4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�eZ33"eY4OeY463 pn<;=y��o1RG="BY<]="9;@yX§��8/F~="_���85HG@S[�lI="85RS9]=CR 4K4K4M4K4K4M4L4K4K4M4U{�eZ33"eY4OeY4ON g��/J�l6<]HGEIJ�9;85RSX§`AXZ9;8/i¡E6@CFrJ/o,�n85HG@S[ 7�="85RS9;=CR 4K4M4L4K4K4M4U{�e/N

3"eY4|{ uQRSJDJ/o FrJ/oqgQ�/J�l6<;HGEIJ�9;85RGX§`�XZ9;8/i¡Eb@CF���="FG<�lIHGF 4K4K4M4K4K4M4L4K4K4M4U{�e({3"eY4|{]463 u�RG="l6E6i¡Eb9;85RSEI="F 4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�e({3"eY4|{]4ON gvBD<;Ebl6EI�;RSEb8¾4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�e/z3"eY4|{]4Oe VYHG85�mE6l6EIH Xx4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�e/ª3"eY4|{]4|{ �nEIo <]RS@C85HGEIJ�9�Fk4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{/{�N

3"eY4O� p�J�[]=CRS="9;@y=Ko�J/R�8�fa="ikJ/RGXZlI="FGF�7.="85RS9]=CR 4K4M4L4K4K4M4K4K4M4L4K4K4M4U{/{� 3"eY4Oz 7�="85R\9;E69]:�E69LpnJ�9;9]="@yH~="_?VYJZ@CEI=CHGEI="F ��>�9;8/l6J/:�EI="F*H~JAVYHG85HGEbF~HGE6@C8/l�uv[�XZFGE6@CFC{/{�ª

3"eY4OzY463 7w8/9]:�<;85:/=?g��/J�l6<]HGEIJ�9�Eb9�7�JZ@C8/l6lIX�p�J�9;9]="@yH~="_�VZJY@CEI=CHGE6="FK4M4U{��5t3"eY4OzY4ON f�85:�9]=CHGE6@ VYXYFGH~="i¡F �Q��[]=M��FGE69;:kfaJZ_]="l¾4K4M4K4K4M4L4K4K4M4U{��Z33"eY4OzY4Oe >A9;8/lIJ/:�EI="F�8/9;_���ikj�l6E6@C85HGE6J�9;F 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{��/�

3"eY4¥dp�J�9;@Clb<;FGEIJ�9;F 4K4L4M4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{���d

Page 8: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

��������� � �� �ZE6E

� �§�.­��]� ¯��5±��.­�� �}���� � �?'$!.-���+wº&0�'m!wº �����

3y{]463�> VZ<;i¡i�85RGX�J/o}HG[]=?f�8���J/R���9�FGEI:�[DHGF 4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�z/N3y{]4635463 7.="85RS9;E69]:¡8/9�_�gQ�/J�l6<]HGE6J�9W4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�z/N3y{]46354ON �nEIo <]RS@C85HGEIJ�9�FrE69�HG[]=K�AE6F~H~J/RGX§J/oq7.8/9]:�<�85:/=c4K4K4M4L4K4K4M4U{�z({3y{]46354Oe �A85HG<]RS8/lwVZ="lI="@yHGEIJ�9�8/9;_�HG[]=Lg�i¡=CRG:/="9;@y=KJ/o,7.8/9]:�<�85:/= 4M4U{�z/�

3y{]4ON ¨;<]HG<;RG=L`^EIRG="@yHGEIJ�9�FU4K4K4M4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{�z/z3y{]4ONY463 gvikj�EIRSEb@C8/lmPQ8/lbE6_;85HGEIJ�9�4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{Dd(t3y{]4ONY4ON p�J�9�9]="@yHGEIJ�9;FrH~JU¦AHG[]=CR�`^E6FG@CE6j�l6E69]="F�4L4K4K4M4K4K4M4L4K4K4M4U{Dd5N

3y{]4Oe > p�J�9;@Cl6<�_;E69]: ��[]J�<]:�[DHM4K4K4L4M4K4K4M4K4K4M4L4K4K4M4K4K4M4L4K4K4M4U{Dd�{

Page 9: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

�ZE6E6E �������������

Page 10: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

� � ������� �

��[;EbF�i¡J�9]J/:/RS85j�[�=yhZj�lIJ/RG="F�HG[]=�Eb9�H~=CRGjml68"X �$=CH ¿v=C="9 lI="85RS9;E69;:�8/9;_�=C�/J�l6<;HGEIJ�9xE69HG[]=U@yJ�9�H~=yhZHkJ/o�l6E69;:�<;E6F~HGE6@kFGXYF~H~="i�FC4 ¨;J/R FG=C�/=CRS8/lr_]="@C8/_]="F 9]J�¿ �qHG[]=�j�RGJY@y="FSF?J/ol68/9]:�<�85:/=L8/@CBD<�E6FGEIHGEIJ�9U[;8/F��$=C="9a@yJ�9;@y=Cj;HG<;8/l6E �C="_�8/F�8kj�RGJY@y="_�<]RG=^HG[;85H�i¡85jmF�l6E69Z�:�<;E6FGHGE6@�=yhZj�=CRSEI="9;@y=AJ�9DH~J¡l6E69]:�<;EbF~HGE6@r©Z9]J&¿�lI="_]:/=/4q��owl6E69;:�<;E6F~HGE6@n©Z9]J�¿�lI="_]:/=ME6Fn@S[�85R~�8/@yH~=CRSE��C="_E69 @yJ�ikj�<]HG85HGEIJ�9�8/l�H~=CRSi�F�8/F§8so�J/RSi¡8/l�:/RS8/i¡i¡85RU8/9;_ HG[]= i�85j;j�E69]:j;RGJZ@y="_;<]RS= EbFM8/lI:/J/RSEIHG[;i�E6@ ��HG[;E6FM@yJ�9�@y=Cj;HG<;8/l6E��"85HGE6J�9 8/_;i¡EIHGFL@yJ�ikj�<]HG85HGEIJ�9�8/lQ8/9;_i¡85HG[]="i�85HGE6@C8/l.ikJZ_]="FrJ/oqE69�BD<;E6RGX�E69DH~J¡l68/9]:�<;85:/=?lI="85RS9;E69;:]4q��9;_;=C="_ �;FG<;@\[a8k�ZEI=C¿E6FQEbikj�l6E6@CE6H}E69�ikJ�F~H�ikJZ_]=CRS9�85j;j;RGJ�8/@\[]="F�H~J?HG[]=�FG<;����="@yHvE69kl6E69]:�<�E6F~HGE6@CF �/@yJ/:�9;E6HGEI�/=FG@CEI="9�@y= ��8/9;_�85RGHGE6��@CE68/l�E69DH~="l6l6EI:/="9;@y=/4

��J&¿ lI="85RS9�E69]:�� 8/@CBY<;E6FGE6HGEIJ�9m�,E6F�HG[]=^ik="@S[;8/9�E6FGi �DXk¿�[�E6@S[�l68/9]:�<;85:/=^E6FQH~R\8/9;F��i¡EIH~H~="_ao1RSJ�i J�l6_aFGj$="85©/=CR\F�H~J�9;=C¿K4v��[;=CRG=Co1J/RS= ��HG[]=K=C�/J�lb<]HGEIJ�9�J/oql68/9;:�<;85:/=LJ��/=CR:/="9]=CRS85HGE6J�9;8/l�HGE6i¡=aE69°l6Eb9]:�<;E6F~HGEb@�j�J/j�<;lb85HGEIJ�9;F ¿�E6lbl�_;=Cj$="9�_°<]j�J�9�HG[]=�l6="85RS9;E69]:j;RGJZ@y="_;<]RS=§<;FG="_ �YX HG[]=�E69�_;EI�ZE6_;<;8/l6FMEb9 E6HC4 �Q=CHkHG[]=�E69�H~=CRSj�l68"Xs�$=CH ¿v=C="9xl6="85RS9Z�E69]:��YX¤HG[]=�E69�_;EI�ZE6_;<;8/l}8/9;_�=C�/J�l6<;HGEIJ�9 J/onHG[]=¡j�J/j�<�l685HGEIJ�9�@C8/9 ��=¡BY<;EIH~=�FS<]�;HGlI=/4��=K9]=C="_§H~JYJ�l6F�H~JkRG="8/F~J�9U85��J�<]HnHG[]=�jm[]="9]J�ik="9;8�8/9;_§="l6<;@CEb_;85H~=�HG[;=Aj�RG="@CE6F~=^9;8(�HG<]RG=kJ/onHG[]=kRS="l685HGEIJ�9;FG[�EIj�F^E69D�/J�lI�/="_*4¡�wJ�HG[;E6FM="9�_ ��HG[;E6FMi¡J�9]J/:/RS85j�[�j�RG="F~="9DHGFL8o�RS8/ik=C¿�J/RG©§Eb9�¿�[;E6@\[UH~J�@yJ�9;_;<�@yH�FG<;@S[a8/9�8/9;8/lIXZFGE6FC4

faJ�F~H,j�=CJ/j�lI=�@C8/9 _;EIRS="@yHGlIXMJ/��F~=CRG�/=�HG[]=nlI="85RS9;Eb9]:�J/o;l68/9]:�<�85:/=��YXK@S[�E6l6_]RG="9?8/9;_i¡85RG�/="lY85H,HG[]=�jm[]="9]J�ik="9]J�9?J/o�l68/9;:�<;85:/=�8/@CBY<;E6FSEIHGEIJ�9*4���9�@yJ�9�H~RS8/FGH ��[]J&¿�=C�/=CR��o�=C¿j�=CJ/j�lI=r[;8&�/=�_;EIRS="@yH}=yhZj�=CRSEI="9;@y=rJ/o$HG[]=�<�9]o1J�lb_;E69]:A[;E6F~H~J/RGX?J/o*8Ml68/9]:�<;85:/=/4QuvE6@G©ZE69]:<]j¤8/9 ¦^l6_ g�9]:�l6EbFG[�H~=yhZHMl6EI©/=LHG[;= >A9]:�lIJ�VZ8(hZJ�9 pn[]RGJ�9;Eb@ClI="F�E6FA9]J/H^8/lI¿n8"XZF^j�85RGHJ/orJ�<]R _;8/E6lIX =yh]E6F~H~="9;@y=/4�� onJ�9]=U_]JY="FKHG[;E6F�}[]J�¿v=C�/=CR �QJ�9]=�¿�E6l6lq��9�_ 8�lb8/9]:�<;85:/=HG[;85HUE6F�Eb9;@yJ�ikj;RG="[;="9;FGEI��l6=§H~J HG[]= ikJY_;=CRS9 gv9]:�l6E6FG[xFGj$="85©/=CR&4 ��[;EbF¡lI="8/_;F�J�9]=E6i¡i¡="_;E685H~="lIX?H~JKHG[]=ro�J�l6lIJ&¿�E69]:MBD<;="F~HGEIJ�9 �}EIomE69 HG[;=�ª(HG[¡@y="9DHG<]RGXk>L4 `�4 �DHG[]=�j�=CJ/j�lI=E69�g�9]:�l68/9�_¡F~j�J/©/=A8?l68/9]:�<;85:/=^l6EI©/=�HG[;85H�Eb9¡HG[]=A>�9]:�l6J VZ8(hZJ�9Upr[]RGJ�9;E6@Cl6="F ��HG[;E6FvE6FHG[]=kl68/9]:�<�85:/=�HG[;="EIRM@S[;E6lb_]RG="9 FG[]J�<;l6_ [;8&�/=¡lI="85RS9]="_aT 8/9;_ HG[]="EIRM@\[;E6l6_]RS="9a85o�H~=CRHG[]="i ��8/9;_ F~J§J�9*4���J&¿ HG[]="9 �$_;E6_�EIH�@yJ�ik=�H~J§�$=?HG[;85HAHG[]=?j�RGJY@y="FSF�J/oQEIH~=CR\85HGEI�/=lI="85RS9�E69]:M�YX FS<;@C@y="FGFGEI�/=�:/="9]=CRS85HGEIJ�9�F�lI="_�H~JLHG[]=�=C�/J�lb<]HGEIJ�9¡J/o�gv9]:�l6E6FS[kF~JKo 85R�o�RGJ�iEIHGF�J/RSEI:�E69�FC4�� [;85H^_]JY="F�E6H�E6ikjmlIX�o�J/R^[]J&¿¾g�9]:�lbE6FG[�i¡E6:�[�H��$=?8�HG[]J�<�FG8/9;_�X/="85R\F

3

Page 11: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N �������������

o�RGJ�i 9]J�¿��¦Ao�@yJ�<;RSF~= �YHG[]=�j;RSJ/��lI="i E6Fv9]J/HvlbE6i¡EIH~="_kH~J g�9;:�l6E6FG[k8/lIJ�9;=/4Q7.8/9]:�<;85:/=^@S[�8/9]:/=

8/9;_§=C�/J�l6<]HGE6J�9�E6Fn<]��E6BY<;EIH~J�<;F"4w��Hr[;85j;j�="9;F�E69UikJ�F~Hrl68/9]:�<;85:/="F�;E69UEIHGFnF~XY9DHG8(h ��EIHGFj�[]J�9;J�lIJ/:/X �w8/9;_sEIHGFKlI=yh]E6@yJ�9*4k��HLi¡8/9;E6o1="F~HGFLEIHGF~="lIo�E69�l68/9]:�<;85:/=���EIRGHG[�8/9;_s_]="85HG[j�[]="9;J�ik="9;8 ��E69�@yRG=CJ�l6E��"85HGE6J�9 ��8/9;_ E69 _;E68/lI="@yH}o�J/RSi¡85HGEIJ�9*4}��H,EbF}[�85j;j�="9;E69]:�85RSJ�<;9;_<;F�8/F�¿�=LF~j�="85©m4nf�J/RS=?i?XYF~H~=CR\EIJ�<;FGlIX �mEIH�[;8/F�[�85j;j�="9]="_UJ&�/=CR^=C�/J�l6<]HGE6J�9;85RGX§HGE6ik=FG@C8/lI="F�8/FrHG[]=Llb8/9]:�<;85:/=L@C85j�8/@CE6H�XU=C�/J�lI�/="_�o�RGJ�i j�RG="l6E69]:�<�E6F~HGE6@��/=CRSFGEIJ�9;F�J/o}EIHC4

��[;=CRG=kE6F^HG[D<�FK8UH~="9;FGEIJ�9¤��=CH ¿v=C="9 lb8/9]:�<;85:/=¡lI="85RS9�E69]:U8/9;_�l68/9]:�<;85:/=�=C�/J�l6<Z�HGEIJ�9*4�¦^9¤HG[;=kJ�9]=¡[;8/9;_ �*HG[;=¡lI="85RS9;E69;:§J/onl68/9]:�<�85:/=k�DX¤@S[;Ebl6_]RG="9 E6F^RGJ/��<�F~HK8/9;_RG="l6Eb85��lI=/4�¦^9�HG[]=KJ/HG[]=CR^[;8/9;_ �;E6H�@C8/9;9]J/H���=Kj�=CRGo�="@yH�J/R�="l6F~=Ll68/9;:�<;85:/="F?����85RSRSE69]:i¡8��~J/RAi�EI:/RS85H~J/RGX�=y��="@yHGF\��¿vJ�<�l6_a9]J/HA@S[;8/9;:/=/4���[;EbF�ikJ�9]J/:/RS85jm[�E6F�8/9�85H~H~="i¡j;HH~J¡RG="FGJ�lI�/=KHG[;E6FnH~="9�FGEIJ�9*4

��[;=Q8/9;8/lIXYHGE6@,o1R\8/ik=C¿vJ/RS©^Eb9�H~RGJZ_;<;@y="_M[;=CRG=Q@yJ�9;FGE6_;=CRSF�8rj�J/j�<;lb85HGEIJ�9AJ/oZlbE69]:�<;E6F~�HGE6@¡85:/="9DHGFC4§7.E69]:�<�E6F~HGE6@ 85:/="9DHGF?85RG=�J/ovH ¿vJ�H�XYj$="F �Li¡85HG<]RG=�<;F~=CRSFMJ/or8�lb8/9]:�<;85:/=8/9;_�lI="85RS9]=CRSF�¿�[]J 8/@CBD<;E6RG=a8slb8/9]:�<;85:/=ao�RGJ�i�HG[]=aJ/HG[;=CR§<;FG=CRSFC4 g�8/@\[ l6="85RS9]=CR8/@CBY<;EIRG="F�l68/9]:�<;85:/=§��8/F~="_ J�9 EIHGFLJ�¿�9 j;RSE6i�85RGX lbE69]:�<;E6FGHGE6@k_;85HG8 �QE 4|=/4 �Ql6Eb9]:�<;E6F~HGEb@=yh]8/ikj�lI="F�RG="@y="EI�/="_�o1RGJ�i J/HG[]=CR^<;F~=CRSF�E69�HG[]=�@yJ�i¡i?<�9;EIH�X/4���X�HG85©ZE69]:¡HG85©ZE69]:§8/9="9;F~="i?��lI=^8"�/=CR\85:/=?8/@yRGJ�FGFrl6="85RS9]=CRSF �YJ�9]=ME6Fn85��lI=^H~Jk_]=CRSE6�/=AHG[;=A8&�/=CRS85:/=?l6Eb9]:�<;E6F~HGEb@@yJ�ikj�J�FGEIHGE6J�9�J/oQHG[]= i¡85HG<]RS=�F~j�="85©/=CRSF�J/oQHG[]= 9]=yhZH�:/="9;=CRS85HGEIJ�9*4^��[Y<;F�HG[]= 8"�/=CRG�85:/=Ul6E69]:�<;EbF~HGE6@�@yJ�ikj�J�FGEIHGEIJ�9�=C�/J�l6�/="F�8/F�8a_;XY9;8/i�E6@C8/lQF~XZF~H~="i�4���[]=�o1RS8/i¡=C¿vJ/RG©E6F 9]J/H~=C¿�J/RGHG[DX o�J/RkEIHGF FG[;EIo�H?J/o�="ikj�[;8/FSE6FLo�RGJ�i¢HG[]=�E69;_�EI�YEb_;<;8/l,H~J�HG[]=§j�J/j�<;l68(�HGEIJ�9�E69�HG[]=�8/9;8/lIXZFGE6FrJ/ovlI="85RS9;E69;:¡8/9;_aEIHGF�=C�/J�l6<]HGEIJ�9�85RGX�@yJ�9;F~="BY<]="9;@y="FC4Afa<;@\[aJ/ol68/9]:�<�85:/=�lI="85RS9;Eb9]:nHG[]=CJ/RGX¡��J/o1H~="9?H~=CRSik="_?lI="85RS9;85�mE6l6EIH X�HG[]=CJ/RGX;��o�JY@C<�F~="F*J�9L8/9?E6_]=y�8/l6E��C="_�FGj$="85©/=CR?[]="85RG=CRLE69DH~=CRS8/@yHGEIJ�9�Eb9�8�[]J�ikJ/:/="9]=CJ�<;FLl6E69]:�<;EbF~HGE6@K="9D�ZEIRGJ�9;ik="9DHC4��9�HG[�E6F�H~RS8/_;EIHGEIJ�9 �DJ�9]=ME6Fn@yJ�9;@y=CR\9]="_U¿�EIHG[§¿�[]=CHG[;=CR�HG[;=^l6="85RS9]=CRn¿�E6l6lm@yJ�9��/=CRS:/=KH~JHG[]=�<�9;E6BY<]= HG85RG:/=CHL:/RS8/i�i¡85RKJ/onHG[]=¡j�85RS="9�HL8/F?ikJ/RG=�8/9�_ ikJ/RG=¡_;85HG8a��="@yJ�ik="F8"�58/E6l685�mlI=/4L��9¤@yJ�9�H~RS8/FGH �.¿�=¡8/9;8/lIX �C= l6="85RS9;E69]:U8/lI:/J/RSE6HG[;i¡F^E69 HG[]=k@C8/F~=¡E69 ¿�[;Eb@S[HG[]=KlI="85R\9]=CR�E6FrE6i�ik=CRSF~="_�E69�8k[;=CH~=CRGJ/:/="9]=CJ�<;FAl6E69]:�<�E6F~HGE6@�="9��ZEIRGJ�9;i¡="9�HC4Q��[;=CRG=KE6F9]J�<;9;EbBD<]=�HG85RG:/=CHK:/R\8/i¡i¡85RK8/9;_¤HG[]=¡l6="85RS9]=CRM9]=C�/=CRL@yJ�9D�/=CRG:/="FC4k��9;F~H~="8/_ �.HG[]=CRG=E6F?8�_;EbF~H~RSEI��<;HGEIJ�9 J/o�:/RS8/i¡i¡85R\F?E69sHG[]=�lbE69]:�<;E6FGHGE6@C8/l6lIXai�85HG<]RG=§j$J/jm<;l685HGEIJ�9 �}8/9;_HG[]=UlI="85RS9]=CR�i¡85HG<]RG="F�85o�H~=CR 8���9;E6H~=¡HGE6ik=U@yJ/RGRG="F~j�J�9;_�E69]:�H~J¤EIHGF?_;=C�/="lIJ/j�ik="9DHG8/llI="85RS9�E69]: j�=CRSEIJZ_*4

��9 HG[;EbFKF~=CH~HGE69]: �}J�<]RLi�8/E69 RG="FS<;lIHGFKi¡8&X¤�$=�FG<;i¡i¡85R\E��C="_ 8/FKo�J�l6lIJ�¿�FC4§¨}E6RSF~H �¿�=A="lb<;@CE6_;85H~=�HG[]=MFG<]�;HGlI=A9;85HG<]RG=�J/o.HG[]=ARG="l685HGE6J�9;FG[;EIj���=CH�¿�=C="9§l6="85RS9;E69]:�8/9;_�=C�/J5�l6<]HGE6J�9*4L��9¤j�85RGHGE6@C<�l685R��¿v=�FG[]J&¿ HG[�85HL_;E���=CRG="9DH^l6="85RS9;E69]:U8/lI:/J/RSE6HG[;i¡F^i¡8"X�[;8&�/=_;E���=CRG="9DH�=C�/J�l6<]HGE6J�9;85RGX�@yJ�9;F~="BY<]="9;@y="FC4r��[;=CRG=Co1J/RS= ��J�9]=LEbF�85��lI=LH~J��;RSEb9]: H~J���="85R��J/HG[k_]=C�/="lIJ/j�i¡="9�HG8/l;8/9�_k=C�/J�l6<]HGEIJ�9�85RGX?_;85HG8L8/9;_k85RG:�<;ik="9DHGFQH~J �G<;_]:/=rHG[;=rj�l68/<Z�FGEI�mE6l6EIH X§J/ov�(85R\EIJ�<;F^lI="85RS9;Eb9]:�8/lI:/J/R\EIHG[;i¡FAo�J/RKl68/9]:�<;85:/=k8/@CBY<;E6FGEIHGE6J�9*4?VY="@yJ�9;_ ��¿�=��9;_aHG[;85H^HG[]= _]XY9�8/i¡E6@CF�J/o�l68/9]:�<;85:/=�=C�/J�l6<]HGE6J�9�85RG= H XDj�Eb@C8/l6lIX�9]J�9Z��l6Eb9]="85R"4�¨�<]R~�

Page 12: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

��������� � �� e

HG[]=CR��HG[]=CRG=�85RG=rJ/o�H~="9¡��E6o�<]R\@C85HGEIJ�9;FwHG[;85H�lI="8/_ H~JL8M@\[;8/9]:/=�Eb9 HG[]=�F~HG85��E6lbEIH�XKj�RGJ/��lI=J/o;HG[]=n="BY<;E6l6E6�;RSE6<;i_;EbF~H~RSEI��<;HGEIJ�9MJ/o�l68/9;:�<;85:/="FC4q��[]=�j�85RS8/ik=CH~=CR\F}8/FSF~JY@CEb85H~="_ ¿�EIHG[FG<;@\[���EIo <]RS@C85HGEIJ�9;F}85RG=r9;85HG<]R\8/l6lIXKE69DH~=CRGj;RG=CHG85�mlI=v8/F,HG[]=no�RG="BY<]="9;@yXKJ/o$<;FG85:/=nJ/o��585R~�EIJ�<;FrlbE69]:�<;E6FGHGE6@�=yhZj;RG="FGFSEIJ�9;FC4q��[Y<;F �]i�<;@S[�lbEI©/=Mj�[;8/F~=^H~RS8/9�FGEIHGEIJ�9;FrEb9�jm[�XZFGE6@CF �Z¿�=85RG:�<]=kHG[�85HKHG[]=¡@yJ�9DHGE69D<;J�<;FK_]RSE6o1HAJ/o�FS<;@S[�o�RG="BY<]="9;@yX�=y�$="@yHGF�@yJ�<;l6_�lI="8/_¤H~J�_;E6F��@yJ�9DHGE69D<;J�<;FL@\[;8/9]:/="FLEb9�HG[]=�F~HG85�mE6l6EIH XaJ/orl68/9]:�<;85:/="FLJ&�/=CR HGE6ik=/4 ��=�@Cl68/E6i HG[;85HHG[]="F~=a��EIo <]RS@C85HGEIJ�9;Fk85RS=�HG[]=a9;85HG<;RS8/ln=yhYjml68/9;85H~J/RGXx@yJ�9;F~H~R\<;@yH¡o�J/R¡HG[]=a_]R\8/i¡85HGE6@j�85H~H~=CRS9�FKJ/or@S[;8/9;:/=�J/��F~=CRS�/="_sE69�[;EbF~H~J/RSE6@C8/lql6Eb9]:�<;E6F~HGEb@CFC4¡��[;EIR\_ ��¿v=§E69��/="FGHGEI:�85H~=HG[]=¡RSJ�lI=¡J/or9;85HG<]RS8/l�F~="lI="@yHGEIJ�9 �,@yJ�i¡i�<;9;E6@C85HGE6�/=¡= ��@CEI="9;@yX �,8/9;_ lI="85RS9;E69;:UEb9�HG[]=J/RSEI:�Eb9�8/9�_ =C�/J�l6<]HGEIJ�9 J/o�l68/9]:�<;85:/=/4,��9 j�85RGHGE6@C<�l685R�/¿�=�E69��/="FGHGEI:�85H~=�HG[]=r@yJ�9;_;E6HGEIJ�9;F<;9;_;=CR�¿�[;Eb@S[�FG[�85RG="_�lb8/9]:�<;85:/="F � @yJ�i¡i?<�9;E6@C85HGEI�/= F~XZF~H~="i¡F\��i¡EI:�[DH�="ik=CRG:/=/4 ��=FG[]J�¿ HG[;85HkEIo�E69;_;E6�YE6_�<;8/l6F^lI="85RS9 o1RSJ�i¢8 FGE69;:�lI=�85:/="9DHkE69sHG[;=�j�J/j�<;lb85HGEIJ�9 �}HG[]="99;85HG<]R\8/lrF~="lI="@yHGEIJ�9�E6Fk9]="@y="FGFG85RSX o�J/R¡HG[]=�="i¡=CRG:/="9;@y=aJ/o^FG[;85RS="_°l68/9]:�<;85:/="F"4 ¦^9HG[]=�J/HG[]=CR^[;8/9;_ ��EIoqE69;_;E6�YE6_�<;8/l6FnlI="85RS9ao1RGJ�i i�<;lIHGEIj�l6=K85:/="9�HGFME69aHG[]= @yJ�i¡i?<�9;EIH�X� F~JZ@CE68/lQlI="85R\9;E69]:D� ��HG[;="9 FG[;85RG="_sl68/9]:�<;85:/="F?i¡EI:�[DHM="ik=CRG:/=¡=C�/="9 E69¤HG[]=¡85��FG="9;@y=J/oq9;85HG<]RS8/l*FG="lI="@yHGEIJ�9*4

��HLE6F?9;85HG<]RS8/lqH~J @yJ�ikj�85RG=�l6E69]:�<;EbF~HGE6@ 8/9;_���E6J�lIJ/:�E6@C8/lq=C�/J�l6<;HGEIJ�9*4§��9��mEIJ�lIJ/:�E��@C8/l$=C�/J�l6<]HGEIJ�9 �YJ�9;=AF~HG<�_;EI="F�[]J&¿��EIJ�l6J/:�E6@C8/l}��:/="9;J/H�XYj�E6@AJ/Rnj�[]="9]J/H XDj�Eb@&�Q_;E6�/=CRSFGEIH X=C�/J�lI�/="Fq<;9�_]=CRwHG[;=�8/@yHGEIJ�9 J/o��(85RSE6J�<;FwEb9;[]=CRSEIHG8/9�@y=vik="@\[;8/9;E6FGi�Fn� FG=yhZ<;8/lY8/9;_ 8/F~=yhY�<;8/lwRG=Cj;RGJZ_;<;@yHGE6J�9m��8/9;_ 9;85HG<]RS8/l}F~="lI="@yHGEIJ�9�4���9 l68/9]:�<�85:/=?=C�/J�l6<;HGEIJ�9 �$J�9]=?F~HG<�_;EI="F[]J�¿ l6Eb9]:�<;E6F~HGEb@A� F~XZ9DHG8/@yHGE6@ �Zj�[]J�9]J�lIJ/:�Eb@C8/l���=CHG@54¥� _�EI�/=CRSFGEIH X?=C�/J�l6�/="FC4���J&¿�=C�/=CR�]HG[]=ik="@\[;8/9;E6FGi J/o�H~RS8/9�FGi¡E6FGFSEIJ�9�E6F�9]J/HnE69;[]=CR\EIHG8/9;@y=/4,��85HG[]=CR�]EIH�E6F�lI="85RS9;E69;:K�DX�E69;_;E���ZE6_;<;8/l;@\[;E6l6_;RG="9*4}faJ/RG=CJ��/=CR�]¿�[]=CRG="8/F�E69k�mEIJ�lIJ/:�E6@C8/l�=C�/J�l6<]HGEIJ�9 �DJ�9]=^8/@CBD<;E6RG="F����ZE68E69;[;=CRSEIHG8/9;@y=��}J�9;="Fv:/="9;="Fvo�RGJ�i J�9]=�� F�j�85RG="9DHGFv8/l6J�9]= �YEb9�l6E69;:�<;E6F~HGE6@n=C�/J�lb<]HGEIJ�9 �YJ�9]=i¡EI:�[DH�8/@CBY<;EIRS=?l6E69;:�<;E6F~HGE6@Ao�="85HG<]RG="FAo�RGJ�i 8�:/RG="85H~=CRM�585RSEI=CH�XaJ/oQE69;_;EI�ZE6_;<�8/l6FC4v¨�<]R~�HG[]=CR�.HG[]=¡F~="9;F~=¡Eb9¤¿�[;E6@\[�9;85HG<]RS8/lqF~="l6="@yHGEIJ�9 8/9;_¤�;HG9;="FGFKi¡8&X���=¡ik="8/9;Eb9]:/o�<�l6lIX@yJ�9;FGEb_]=CRG="_ E69 l68/9]:�<;85:/=r=C�/J�lb<]HGEIJ�9�RG="i¡8/E69�F}<�9;@ClI="85R"4,��[]="F~=rFGEbi¡E6l685RSE6HGEI="F.8/9;_ _;E6ob�o�=CRG="9;@y="FM[;8&�/= i�85RG©/="_ HG[]=k[;E6F~H~J/RGX�J/ov��J/HG[�FG<;����="@yHGF"4KV]E69;@y=LHG[;=�j�RGJ�i?<�lI:�85HGEIJ�9J/o}HG[]=M��9�_]J5��g�<]RSJ/j$="8/9UHG[;="FGE6Fn�YX �E6l6l6Eb8/i���J�9]="F �;[;E6FGH~J/RSE6@C8/l*l6E69;:�<;E6F~HGE6@CF�¿�8/F�HG[]=j;RG=y��JZ@C@C<]j�85HGE6J�9�J/o�l6E69;:�<;E6F~HGF?J/o�HG[]=�9;Eb9]=CH~=C="9�HG[x@y="9DHG<]RGX/4�`^85RG¿�E69 ¿n8/F¡@ClI="85RSl6XE69��m<]="9;@y="_¤�YX¤FGJ�ik=¡J/onHG[]="F~=�Eb_]="8/FL8/9;_si¡8/9�X¤HGE6i¡="FKE69�HG[]=��� ���� ! �� ����� ! �[]=�[;8/F¡RG="i¡85RG©/="_ J�9xHG[]="F~=�8/9;8/l6J/:�EI="FC4°��9xHG[]=�H ¿v="9DHGEI=CHG[ @y="9DHG<]RGX �n=C�/J�l6<;HGEIJ�9Z�85RGX¡E6_;="8/F�¿�=CRG=�Eb9�H~=C:/RS85H~="_§¿�E6HG[¡HG[]=�:/="9]=CHGE6@A8/9;_�i¡J�lI="@C<;l685Rv��EIJ�lIJ/:/XkRG=C�/J�lb<]HGEIJ�9*4p�J/RGRS="F~j�J�9;_;E69]:�l6X �;HG[]= H~RS8/_;EIHGE6J�9;8/lwBY<]="F~HGE6J�9;F�J/o�9;E69]=CH~=C="9DHG[¤@y="9�HG<;RGXal6E69;:�<;E6F~HGE6@CF85RG=K��="E69;:�RS=Co1J/RSi�<;l685H~="_�¿�EIHG[UHG[]=KE69�FGEI:�[DHGFnJ/o,i¡JY_]=CR\9U:/="9]=CRS85HGEI�/=LlbE69]:�<;E6FGHGE6@CFC4

��[;=^FGHG<;_]X¡J/o,l68/9]:�<;85:/=^=C�/J�l6<;HGEIJ�9�[;8/Fr8kF~j�="@CE68/l�FGEI:�9�EI��@C8/9;@y=^E69§HG[]=MFG@S[;="ik=J/o�HG[�E69]:�Fw�$="@C8/<�F~=�E6H}i¡85©/="FqE6Hwj�J�FGFGE6��lI=Qo�J/Rq<;F}H~JAH~R\8/9;FGi¡EIH,E69]o�J/RSi¡85HGE6J�9LE69�8^9]J�9Z�:/="9]=CHGE6@ki�8/9;9]=CRK8/@yRGJ�FGFL:/="9]=CRS85HGEIJ�9�FC4k��[;85HME6F^¿�[DX �.8/FK[Y<;i¡8/9;F�*¿v=¡[;8&�/=�FG<;@\[8�j;RGJ/o�J�<;9;_sFG="9;F~=�J/o�[;E6F~H~J/RGX �q@C<;l6HG<]RG= �,8/9;_sH~R\8/_;EIHGEIJ�9*4�7�="85RS9;Eb9]: �,RS85HG[]=CR�HG[;8/9

Page 13: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

{ �������������

E69;[;=CRSEIHG8/9;@y= �ZE6FvHG[]=^��8/FGE6FvJ/o.HG[;EbF�H~RS8/9�FGi¡E6FGFSEIJ�9�J/owE69]o�J/RSi¡85HGEIJ�9*4,��H�EbFvJ/o}E69DH~=CRG="F~H �HG[]=CRG=Co�J/RG= �qH~J�<;9;_;=CRSF~HG8/9;_sHG[]=�=C�/J�lb<]HGEIJ�9;85RGX�j�RGJ/j�=CRGHGEI="F?J/o�F~XZF~H~="i¡F?¿�[]=CRG=§HG[]=ik="@\[;8/9;E6FGi J/oqH~RS8/9;FGi�E6FGFGEIJ�9aE6F�lI="85RS9�E69]:¡RS85HG[;=CR�HG[;8/9 E69;[]=CR\EIHG8/9;@y=/4r��[;E6F�ikJ�9]J5�:/RS85j�[�E6F�8�@yJ�9�H~RSE6��<]HGEIJ�9�H~J�HG[;E6F�<;9;_]=CRSFGHG8/9;_;E69]:]4�f�J/RG=?:/="9]=CRS8/l6l6X ��J�<]R�=y�$J/RGH�H~J<;9;_;=CRSF~HG8/9;_�HG[;=KRG="l685HGEIJ�9�FG[;EIj���=CH�¿�=C="9�HG[]=Lj�J/j�<;lb85HGEIJ�9�8/9;_�HG[;=LE69;_;E6�YE6_�<;8/lmEbF�8�585RSE685HGEIJ�9�J�9�8�HG[]="ik=�HG[;85H^@C<]HGF^8/@yRGJ�FGF^i¡8/9DX�FG<]���~="@yHGFA¿�[]=CRG=?J�9]= F~HG<;_;EI="F�HG[]=��="[;8"�ZEIJ/RMJ/on8�@yJ�ikj�lI=yh¤F~XZF~H~="i J/oni¡8/9�X¤E69DH~=CRS8/@yHGEIJ�9 @yJ�i¡j$J�9;="9�HGFC4�VYHG85HGEbF~HGE6@C8/lj�[[email protected]�J/j�<�l685HGEIJ�9K�mEIJ�lIJ/:/X ��E69;_�EI�YEb_;<;8/l/8/9;_ @yJ�l6lI="@yHGE6�/=n@\[]J�E6@y=rE69?="@yJ�9]J�i¡E6@CF��HG[]=F~HG<;_;X�J/o,F~JZ@CE68/l�8/9;_�@C<;l6HG<]RS8/l*9]J/RSi�F �;85RG=MJ/HG[]=CR�=yhZ8/ikjmlI="FC4

��[�E6FrikJ�9]J/:/RS85jm[�RG=Cj;RG="FG="9�HGF�8¡FGi¡8/l6l*FGH~=CjaH~J&¿n85RS_;F�8¡l685RG:/=CRA<;9;_]=CR\F~HG8/9;_;E69;:J/o�HG[;=�E6FGFG<]="F�E69�l68/9]:�<�85:/=�lI="85RS9;E69;:�8/9;_�=C�/J�l6<;HGEIJ�9*4s��[�E6F l685RG:/=CRk<;9;_]=CR\F~HG8/9;_Z�E69]:�¿�E6lbl�RG="BY<;EIRS=�i¡85HG[]="i�85HGE6@C8/l�ikJZ_]="l6F �Z@yJ�ikj�<;H~=CR�FGE6i�<;l685HGEIJ�9;F��="ikj�E6RSE6@C8/l$_;85HG88/9;8/lIXZFGE6F�,8/9�_ @yJ�9DH~RGJ�l6l6="_s=yhZj�=CRSE6ik="9DHGFC4¤��[]=UE69;FGEI:�[DHGF?¿�E6l6lQEbl6l6<;i¡Eb9;85H~=kHG[]=�9;8(�HG<]RG= J/on@yJ�i¡i�<;9;E6@C85HGEIJ�9�Eb9�[D<;i�8/9;F ��8/9;E6i�8/l6F �*8/9;_�i¡8/@\[;E69]="FC4k��[;=CXa¿�E6lblw[;8&�/=E6ikjml6E6@C85HGEIJ�9;F�o1J/RK[;J&¿ E69]o�J/RSi¡85HGE6J�9�E6F^8/@CBY<;EIRG="_¤8/9;_¤j�RGJ/j�85:�85H~="_�E69¤l6E69;:�<;E6F~HGE6@CF���EIJ�l6J/:/X �;8/9;_�@yJ�ikj�<;H~=CR�FG@CEI="9;@y=/4

u}4 �?4��� � �# ������� �"! � ��� � �� � � ��������������

Page 14: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

� ����� �

� � � � � � �v� �

Page 15: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP
Page 16: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

� � ��� ��� � �

� ��� � �� �¾���v���

7�=CHk<;F���=C:�E69 ¿�EIHG[ 8ao 8/@yHC4 VZ[;J&¿�9�E69 3�� 8���8/9;_ 3����$�?85RG=UH�¿�J F~="9�H~="9�@y="Fk@yJ�9Z�F~H~RS<�@yH~="_U¿�EIHG[§g�9]:�l6EbFG[�¿�J/RS_;F"4Q>�l6l$9;85HGEI�/=MF~j�="85©/=CRSFnJ/o}g�9]:�lbE6FG[�H~JY_;8&X�RG="@yJ/:�9�E��C=HG[;85H¡3�� 8��^EbF^:/RS8/i¡i¡85HGE6@C8/lblIX�¿�="l6l,o1J/R\ik="_°�� ~@yJ/RGRG="@yH��aJ/R� ~9;85HG<]RS8/l�����¿�[;E6lI=§3����$�E6FL:/RS8/i¡i¡85HGE6@C8/lblIX E6l6l,o�J/RSik="_*4�¨]J�l6lIJ�¿�E69]:aFGHG8/9;_;85RS_ j;RS8/@yHGE6@y=§E69 HG[;=�l6E69;:�<;E6F~HGE6@CFl6EIH~=CR\85HG<]RG= �]¿�=L[;8"�/=?E69;_;E6@C85H~="_UHG[;=LE6l6l$o�J/RSik="_�=yhZj;RG="FGFSEIJ�9U�DXU8a���(�\4

3�� 8�������������� �"!$#&%(')�*�"��+-, %('.'/, 01#2!$�3�54763����$�����8'/, 0�#2!$�3�549+2, %5':%5'3�*�"��� �"!$#;������6����(�

��=�8/@C@y=Cj;H�HG[�E6Fro 8/@yH���="@C8/<;F~=K¿�=L©Z9]J�¿ g�9;:�l6E6FG[�8/9;_�HG[;E6F�©Z9]J�¿�lI="_]:/=LFG=C="i¡FH~J¡="9;_;J&¿ <�Fr¿�EIHG[UHG[]=?85��E6l6EIH X�H~J¡RS="@yJ/:�9;E��C=L:/R\8/i¡i¡85HGE6@C8/l6E6H�X�8/9;_�HG[Y<;F�F~=Cjm85RS85H~=:/RS8/i¡i�85HGE6@C8/lMF~="9DH~="9;@y="F�o�RGJ�i <;9]:/RS8/i�i¡85HGE6@C8/lAJ�9]="FC4 ¦Ao?@yJ�<]R\F~= ��¿�=¤¿v=CRS="9 �|H��J/RS9�©Y9]J�¿�E69]:�HG[;E6F�o 8/@yHC4���=KlI="85RS9;="_§gv9]:�l6E6FS[�8/Fr@S[�E6l6_]RG="9kT j;RG="FG<�i¡85��lIX o�RGJ�i=yhZj$J�FS<]RG=�H~J^F~="9DH~="9;@y="F,J/o�gv9]:�l6E6FG[Ko1RGJ�i j�85RG="9DHGF,8/9;_�@C85RG=CHG85©/=CRSFC4Q>AF,8/_;<;lIHGF.¿�EIHG[8^i¡85HG<]RG=�©Z9]J&¿�l6="_]:/=nJ/omg�9;:�l6E6FG[ ��¿v=r85RG=r9]J�¿°85��lI=�H~JM_;E6FG@yRSEbi¡E69;85H~=Q��=CH ¿v=C="9 ¿�="l6lo�J/RSik="_�=yhZj;RG="FGFSEIJ�9;Fr8/9;_�Ebl6l$o1J/RSi¡="_UJ�9]="FC4=<"4

>@?BA3CED@C:FHG-I(JLK@C M�N3FOG@PRQ(D@C C STCEM7KUP(STI(M)Q9D@C GVC PRD@WXA)CED@GUP(M*NZYHP [Z\]CEI5\)YOC:P(YOFO^�C1D@C Q5PRDXN3FOM3Q�K@A3CA*P�DXN3M3C GVG_PRM*NUD@C YOFHP(`3FOYHFaK�[1I(JbQ(DXPRSTScPRK@FOWdPRYHFaK�[fehg)N3Q(C STC MiK@G jlkmI(STCnI(JoK@A)FOGpN3FOG@P(QRD@C C STC MiKpFOGpqBCEYHYJ=I(g)M)N3CdN�P(M)NrWdP(YOYOG�J=IRD�P8GVI(JsK@C�D:P(M*NrSTIRD@CtM7g*PRM)W C NZFHMiK@CED@\mD@CEKXPRK@FOI(MuIRJfQRDXP(STScPRK@FOWdPRY_D@g)YOC G jv IdqwC x�CEDdy*JLD@I5SzK@FHSTCnK@ITK@FOSTC5y/PRYLP�D@STFOGhK�A*Pdx�C{GVg3Q5Q5CEGhK@CdN�K@A)PRKpQ(DXPRSTScPRK@FOWdP(YOFaK|[�FHGpM)IRK�PTg)GVC�J=g)YM)IRK@FOI5M8P�K}P(YOYwPRM*N�JsD@Cd~ig)CEM7K@Ya[:x7FOI5YHPRK@CdNtFHMtM*P�K@g3DXP(YbYHP(M3Q5g*PRQ5C5j2��P�DVK{I(J�K@A)FOG�JsC C YOFOM)Q1ScP [:PRD@FOGVCJsD@I(S�P2W I(M3Jsg)GVFOI5Mt`]CEK|qwC C M�WEI5ST\]CEK@C M3W C�PRM*N:\]CEDVJ=IRD@ScP(M)WEC�FOGVGVg)C G y�`]CEK|qwC C M:\3D@C GVWED@FO\mK@FHx5CTP(M)NN3CEGVWED@FO\3K@FOx�CfM3I(K@FOI5M3GnI(JwQ(DXP(STScP�Ddy�`]CEK|qwC C M:FLNmFOI5YOC WEKXPRYwPRM*N�W I5STS�g)M*PRY$YHP(M3Q5g*PRQ5C G j��bx5C M�GVg)WXAP(YHP�D@STFHGhK@GnS�g)GhKpW I5M3W CdNmC5y�A)IdqBC x5CEDdy/K@A*PRK_K@A)CED@C�PRD@C�WECEDVKXP(FOM:CE�m\3D@C GVGVFOI5M3G_K@A*P�K{PRD@C�W YOCdPRD@Ya[�qBCEYHYJ=IRD@STCdNt��GVg3W�A2P(G��5��P��V��P(M)N-GVI(STC_K@A*P�KlPRD@C�WEYHC PRD@Ya[UFOYOYa��J=I(D@STC Nt��GVg)WXA2P(Gn����`*�V�wP(M)NUP(`]I(g3K�K@A3C GVCehg)N3Q(STC MiK@GcK@A3CED@C�ScP [.`]C�M3I9D@CdP(GVI(M*P(`3YOC�NmFHG@PRQ(D@C CESTC MiKdj�?BA)FOGUFOG-g)GVg)P(YOYa[rP9Q5IiI7NrGhKXP�DVK@FHM3Q\]I5FOMiK�JLD@I5S�q�A3FHWXA�I(M)C�WdP(MtFHM7x�I(^�C}x5P�D@FHI(g)GnGVIRJsK@CED}M)IRK@FOI5M)G_I(J�QRDXP(STScPRK@FOWdPRYOFOK�[�\]I5GVGVFO`)Ya[:g)GVFOM3Q

d

Page 17: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

  ������� � ����� ������� ������� ��� � �

��9�9;J/RSi¡8/l}@CEIRS@C<;i¡FGHG8/9;@y="F�@\[;E6l6_;RG="9�8/@CBY<;EIRG=?HG[]=�lb8/9]:�<;85:/=�J/oQHG[]="EIRAj�85RG="9DHGFC4��[Y<;Fn@S[;Ebl6_]RG="9�:/RGJ&¿�Eb9]:k<]j�H~JZ_;8&X§E69§8�RG="l685HGEI�/="l6X�[]J�ikJ/:/="9]=CJ�<�F�g�9]:�lbE6FG[�FGj$="85©D�E69]:�="9D�ZEIRGJ�9;ik="9DHk¿�J�<;l6_xlI="85RS9 g�9]:�l6EbFG[ o1RGJ�i HG[]="EIRkj�85RS="9�HGF�8/9;_x=C�/="9 E6o�HG[]=CX[;8/_�9;J/H�="9;@yJ�<;9DH~=CRG="_�F~="9�H~="9�@y="F?3�� 8���J/R?3����$�r��=Co1J/RG= ��HG[]="EIR �G<;_]:�ik="9DH�J�9�HG[;="F~=F~="9DH~="9;@y="Fn¿�J�<;l6_§85:/RG=C=M¿�EIHG[�HG[;85HnJ/o�HG[]="EIR�j�85RG="9DHGFC4���[;85H�EbF�="FGFG="9�HGE68/lblIXk¿�[;85HnEIHik="8/9;F�H~J lI="85RS9�J�9]=�� Fn9;85HGEI�/=^l68/9]:�<;85:/=/4�����[D<;Fvl68/9]:�<;85:/=A¿�J�<;l6_��$=AFG<;@C@y="FGFGo�<;lblIXH~RS8/9;FSi¡EIH~H~="_?o1RGJ�i j�85RG="9DHwH~J^@S[�E6l6_*4���9;_]=C="_ �(EIoZJ�9]=�j�J�l6lI="_MHG[;RG=C=v@yJ�9;FG="@C<]HGEI�/=�:/="9Z�=CRS85HGEIJ�9�F^J/o�gv9]:�l6E6FG[ F~j�="85©/=CRSFME69�8/9�gv9]:�l6E6FS[�F~j�="85©ZE69]:U@yJ�i¡i�<;9;EIH X ��J�9]=k¿�J�<;l6_��9;_U:/="9;=CRS8/l�85:/RG=C="ik="9DH�J�9aHG[]=M:/RS8/i¡i�85HGE6@C8/l��G<;_]:�ik="9DHGFrJ/on3�� 8��r8/9;_s3����$�\4

7.=CH�<;FrE6i¡85:�E69;=^8/9ag�9]:�l6EbFG[�FGj$="85©ZE69]:k@yJ�i¡i�<;9;E6H�X�H~JZ_;8&X/4v7�=CH�� ��=^HG[]=M�/J5�@C85��<;lb85RGX �YE�4|=/4 �YHG[;=AF~=CH�J/o.<;9�E6BD<;=�¿vJ/R\_;FnE69�gv9]:�l6E6FG[�4q¦^9;=�@C8/9§HG[]="9§o1J/R\i F~H~R\E69]:�FJ&�/=CR�� ��="lI="ik="9DHGFrJ/o����C�v8/9;_�3�� 8���8/9;_¤3����$��85RG=^H ¿vJ¡FG<�@S[UF~H~RSE69;:�FC4qg�8/@S[a8/_;<;lIHE69;_�EI�YEb_;<;8/l;E69§FG<;@\[�8k@yJ�i¡i�<;9;EIH X�[;8/Fr8/9�E69DH~=CRS9;8/l�F~XZF~H~="i J/owRS<;lI="FM��©Z9]J&¿�l6="_]:/=��HG[;85H,8/l6lIJ�¿�Fw[�E6i��([]=CR}H~JA_;="@CE6_]=�¿�[;E6@S[?="lI="ik="9DHGF}J/o����Q85RG=n8/@C@y=Cj;HG85��lI=r8/9;_?¿�[;Eb@S[85RG= 9]J/HC4�¨]J/RME69�_;EI�ZE6_;<;8/l��rlI=CH� "!�#$� � �$=LHG[]=�FG=CH�J/o�8/@C@y=Cj;HG85�mlI=�FG="9�H~="9;@y="FAo�J/RHG[;85HQE69�_;EI�ZE6_;<;8/l 4.p�J/RSRG="F~j�J�9;_;E69;:�lIX �&% ! E6F}HG[]=�E69DH~=CRS9;8/lZF~XZF~H~="i¾J/o$RS<;lI="FwHG[;85HQ@S[�85R~�8/@yH~=CRSE��C="F�HG[]=Al6E69]:�<�E6F~HGE6@v©Y9;J&¿�lI="_;:/=�8/9;_�HG[]=CRG=Co�J/RG=�HG[;=�=yhZH~="9;FGEIJ�9;8/lmF~=CH' "!*J/o*HG[]=��HG[¤F~j�="85©/=CR"4K��[;=�F~=CHGF� "!vi¡EI:�[DH^_;E���=CRAFGlbEI:�[�HGl6X§o�RGJ�i�E69;_�EI�YEb_;<;8/l�H~J�E69;_;E6�YE6_�<;8/l��<]HqHG[;=CX i�<;F~Hvl685RG:/="lIX 85:/RG=C=�o�J/RQJ/HG[]=CRS¿�E6F~=�FGj$="85©/=CR\Fq¿vJ�<�l6_¡9]J/H�FS[;85RG=�HG[]=�FG8/ik=l68/9]:�<�85:/=)(54 faJ�F~HMJ/o�HG[]="F~=¡F~=CHGF* "!v¿�J�<;l6_¤@yJ�9DHG8/E69°3�� 8��A�m<]HM9]J/HM@yJ�9�HG8/E69 3����$�\47�=CH+ _]="9;J/H~=�HG[;= Eb9�H~=CRSFG="@yHGEIJ�9 J/oQHG[]=kF~=CHGF� ! �*E 4|=/4 �, �.- ! ! 4 ��=¡@C8/9¤E69DH~=CR~�j;RG=CH� H~J���=kHG[]=�F~=CH?J/orF~="9�H~="9�@y="F?HG[�85HL¿�J�<;l6_���=¡@yJ�9;FGEb_]=CRG="_ :/R\8/i¡i¡85HGE6@C8/l6l6X8/@C@y=Cj;HG85��l6=L�YX§8/l6l�j�=CJ/j�l6=KE69UHG[]=L@yJ�i¡i�<;9;E6H�X§J/o,8/_�<;lIHGFC4q��9�o 8/@yH �;¿v=L¿vJ�<;lb_U��9;_3�� 8��nH~J��$=K8/9�="lI="ik="9DH�J/o� ¿�[;EblI=�3������nE6F�9]J/HC4

pn[�E6l6_]RG="9U:/RSJ&¿�E69;:§<]j E69aFS<;@S[¤8�@yJ�i�i?<;9�EIH�X�¿�J�<;l6_�[]="85R^HG[]=?8/i?��EI="9DH^F~="9Z�H~="9;@y="FUE69xHG[;="EIR�l6Eb9]:�<;E6F~HGEb@�="9D�ZEIRGJ�9;ik="9DH�o�RGJ�i HG[]="EIR�jm85RG="9�HGF��@C85RG=CHG85©/=CRSF �A8/9;_J/HG[]=CRSFAHG[]=CX @yJ�ik=kE69 @yJ�9�HG8/@yHM¿�E6HG[*4M¦M9aHG[]=���8/FGEbF�J/o�FG<;@S[ =yhZj�J�FG<]RG= �$HG[]=CX�H~JYJ\3D@I(`*PR`)FOYOFOK�[UK@A3C I(DV[UP(GpPfK@IiI5Y�j0/)IRD_PTNmFOGVW g)GVGVFOI5M�I(M�K@A)C�D@I5YOC{I(JbQRDXP(STScPRK@FOWdPRYOFOK�[�e|g*NmQ5STC MiK@G�FOM\3D@I�x7FHN3FOM)Q�C ST\)FaD@FOWdPRY�GVg3\)\]I(DVK�JsI(Dlx5P�D@FOI5g)G�YOFOM)Q(g)FOGhK@FOW{K@A3C I(D@FOC G y)GVC C}kmWXA7g3K21 Cf�h�435376���j8:9 M3CtSTFOQ(A7KU~ig)FO`)`3YOC:K@A)PRK�WXA)FOYHNmD@CEMuNmFOG@P(Q(D@CEC9GVI5STC�q�FaK@A K@A3C FaD�\*P�D@C MiK@G j<;rA3FOYHC:K@A)FOGUFOGPRD@Q(g*PR`)Ya[�KVD@g)C(yiK@A)FOGBNmFHG@PRQ(D@C CESTC MiKBWdPRM-M3C x�CED `]ClCE�7KVD@C STC5jok7g)WXATCE�7KVD@C STClN3FOG@P(QRD@C C STC MiK qBI5g3YHNYOCdP5NcK@If`mD@CdP(^mN3Idq�M2FHM-GVg)WEW C GVGhJ=g3Y�YOFOM)Q(g)FOGhK@FOWnW I5STS�g)M3FHW PRK@FOI5M-`]CEK|qwC C M-\*P�D@C MiKlP(M*NcWXA)FOYHN�j>=_IRK@CK@A*P�K qwCpg3GVC�K@A)C�K@CED@S \*PRD@CEM7KbDXPRK@A3CED YHIiI(GVC Ya[TK@I}N3C M3I(K@C�\*P�D@C MiK@G yiWdPRD@C�KXP(^�CED@G ymPRM*N�IRK@A)CED@G FHM�K@A3CFOSTSTCdN3FHP�K@C�x7FOW FOM)FaK|[ij?=pI(K@CfP(YOGVIUK@A*P�K�K@A*P�KnFOMtYOFOM)Q(g)FOGhK@FOWdP(YOYa[tA)CEK@CED@I(Q5C M3C I5g3GnW I5STS�g)M3FOK@FOC G y]K@A3CD@I5YOC�I(J \*PRD@CEM7K@GpScP [�`]C}YHCEGVG�FOST\]I(DVKXP(MiKpK@A*P(M�K@A)PRK_I(J I(K@A)C�DnSTC Sf`]C�D@G j_?BA3C GVCfFOGVGVg3C G_q�FOYOYbQ(CEKW YOCdP�D@CED�PRG�qBCn\3D@IiWEC CdN�j@:A JsCEq D@C ScP�D@^mG_PRD@C}qBI(DVK@Aiq�A3FHYOC5j�BDCwFOG_K�[m\)FOWdP(YOYa[�PRM:FOMFE*M)FaK@C}GVCEK�JsI(D�q�A3FHWXA:P�E*M)FaK@C}W�A)PRDV�P(W�K@CED@F�1dPRK@FOI5M ScP [9`]Cc\3D@I�x7FHN3CdN9`i[HG C jIB�J0KML C B C W I(DVD@CEGV\]I5M*NmG�K@I1K@A)C-GVCEKfI(JpP(YOY�GVC MiK@C M3W C G

N �oM)Q(YOFHGVA2GV\]CdP(^5CED@GPO�FOM-K@A3CpWEI5STSfg3M)FaK|[f\3D@I7Nmg)W C5jb?BA3C_C YOC STCEM7K@GwI(JQB C PRD@CpI5`3GVCED@x5PR`)YOC�`3g3KwK@A3CI5`7ehCEWEK{I(JBJsg)M)N)P(STCEM7KXPRY�GVFOQ5M)FRE)WdP(M3W C�FOG�G4Chj�?BA3C GVCcN3FOGhK@FOM)W�K@FHI(M)G{P�D@CfD@C YHPRK@CdN�K@I2K@A3I5GVC�`]CEK�qBC CEM����YHPRM)Q5g)P(Q(C�PRM*N"S��"YHP(M)Q(g*PRQ5CnK@A*P�KlP(\)\]C PRDlFOMUK@A)C_qwI(D@^-I(JUTwA3I5STGV^i[ij

Page 18: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

ª

¿�J�<;l6_ ~l6="85RS9sgv9]:�l6E6FG[b� �wE 4|=/4 �,HG[]=CX�¿�J�<;l6_ 8/@CBD<;E6RG=�8aFGXYF~H~="i J/orRS<;l6="FL8/9;_ @yJ/R~�RG="F~j�J�9;_�E69]:�lIX�8Ul68/9]:�<;85:/=/4 ¨]J/RKHG[;=H��HG[�FG<;@S[�@\[;E6l6_ ��l6=CH^<�FA_;="9]J/H~=kHG[]=kE69DH~=CRS9;8/lF~XZF~H~="i J/owRS<;lI="Fr[]= �(FS[]=M8/@CBD<;E6RG="Fn�DX�% �! 8/9;_UHG[;=K@yJ/RGRG="F~j�J�9;_;Eb9]:L=yhZH~="9;FGEIJ�9�8/l*F~=CH�YX �! 4 ��[]=ai¡="@S[;8/9;EbFGi¡FkJ/oKl68/9;:�<;85:/=�8/@CBY<;E6FGE6HGEIJ�9�:�<;E6_]=aHG[]=�lI="85R\9;E69]: @\[;E6l6_H~J&¿n85RS_;F?HG[]=§l68/9]:�<;85:/=�J/orHG[]=�8/i?��EI="9DH?@yJ�i¡i�<;9;E6H�X/4���[]=CRS=Co1J/RG= �}J�9]=�J�<]:�[�H?H~J��9;_sHG[;85H � � - ! �! i�EIRGRGJ/RSF� ¡4¤��9so 8/@yH ��EIorJ�9]=�lIJYJ/©ZF?85H HG[]=Ul68/F~H [D<�9;_]RG="_X/="85RSFKEb9 8URS="l685HGEI�/="lIX []J�ikJ/:/="9]=CJ�<;FLg�9]:�l6EbFG[�FGj$="85©ZE69]:U@yJ�i¡i�<;9;EIH X ��HG[;E6FMFG=C="i¡FH~J§�$=?RGJ�<]:�[;l6X§H~R\<]=/4���9;_]=C="_ �m¿v= 85RG=�="8/FGE6lIX�85�mlI=LH~J§RG="8/_ g�9]:�l6EbFG[�H~=yhZHGF^o1RGJ�i 8[Y<;9;_]RG="_§X/="85RSF�85:/J]4

��9LJ/HG[;=CRq¿vJ/RS_�F �/EIo;8/l6lY@S[;E6lb_]RG="9L8/@CBY<;EIRS="_LHG[]=rl68/9;:�<;85:/=vJ/o�HG[]="EIR}j�85RG="9DHGF���RG="8/_j�85RG="9DHG8/l;:/="9;=CRS85HGEIJ�9m�Q8/9;_¡EIo$:/="9]=CRS85HGEIJ�9�85o1H~=CR�:/="9]=CRS85HGE6J�9�@S[�E6l6_]RG="9k8/@CBY<;EIRS="_kHG[]=l68/9]:�<�85:/=�J/onHG[]="EIRKjm85RG="9�HGFLHG[]="9slb8/9]:�<;85:/=�¿�J�<;l6_ �$=¡FS<;@C@y="FGF~o <;l6lIX H~RS8/9;FSi¡EIH~H~="_o�RGJ�i�J�9]=�:/="9]=CRS85HGE6J�9 H~J°HG[]=�9]=yhZH�8/9;_HG[]= l6Eb9]:�<;E6F~HGEb@a@yJ�ikj�J�FGEIHGE6J�9�J/o�=C�/=CRGX:/="9]=CRS85HGE6J�9�¿�J�<;l6_�lIJDJ/©k=yh]8/@yHGlIX�lbEI©/=�HG[]=^l6E69]:�<�E6F~HGE6@n@yJ�ikj�J�FGEIHGE6J�9¡J/o*HG[]=�j;RG=C�ZEIJ�<;FJ�9]=/4�> HG[]J�<�FG8/9;_�X/="85RSF�o1RSJ�i 9]J�¿ �;g�9]:�lbE6FG[�F~j�="85©ZE69]:k@yJ�i¡i�<;9;EIHGEI="F�¿vJ�<;lb_�F~HGE6l6l�G<;_]:/=U3�� 8���H~J§��=?:/RS8/i¡i¡85HGE6@C8/lq8/9�_ 3����$��H~JU��=�9;J/HAF~J]4K7w8/9]:�<;85:/="F^¿�J�<;l6_ 9]J/H@S[�8/9]:/=L¿�E6HG[UHGE6ik=/4

�n<]H}HG[]=CX?_;J��w��9Lo 8/@yH ��[;EbF~H~J/RSE6@C8/lYl6E69]:�<�E6F~HGE6@CF�EbF.HG[]=nF~HG<;_;XKJ/o�[]J�¿ �/¿�[DX �/¿�[]="9 �8/9;_�Eb9U¿�[;85Hro�J/RSi �;l68/9]:�<�85:/="F�@S[�8/9]:/=K¿�EIHG[UHGEbik=/4

VYJ lI=CH�<;Fv9;J&¿ :/J��m8/@G©�8?HG[]J�<;FG8/9�_�X/="85RSF"4vVZ[]J&¿�9���="lIJ�¿�E6F�8/9�=yhZH~RS8/@yHno�RGJ�iHG[]=�� ! # � �� �� ! ��� � ! � �� ���MHG85©/="9 o�RGJ�i HG[;=k¿�RSEIH~=CRSF^J/ong�9;:�l6E6FG[¤E69� ({� �>?4 `�4��RG=Cj;RSJY_;<�@y="_xo1RSJ�i �.R\8/F~© �M3"ª/ª/z��\4 ��[]=�J/R\EI:�E69;8/lrE6F�EIHG8/l6E6@CE��C="_x8/9�_°8 ¿�J/RS_xo�J/R¿�J/RS_�:�lIJ�FGF�E6Frj;RGJ��YEb_]="_U��="lIJ&¿K4

��=CRL4I4I4v>�="lIo�RG="_�@yXZ9;E69]:�4I4I4�:/=Co1="8/[DH�¿�Eb_U="8/l69]= �;[]=CRG= �m8/9;_�[;E69;= ��� ��� � ��� � ��� �"!�# � �� # � ���#�� �"! ����� � � ��� ����� � !�� ���:/= ��XYi¡_;=L8/9;_�[;E6i 85=Co�H~=CR�R\8/_�JY_�j$=CHr:/=C¿�=CJ/RS@ ��8/9;_Uj�85=CRAFG85=CH� � � � �� � # � � � !��'������� � ��� � �� � � � � � �� � � � ��� � � !�� � � ��� � � � � � �� �G�G��9;E6[DH �;8/9;_�j�8kFG="8/l6_]=KF~=L[;=CRG=K[;E6i :�E6FSl68/Fr8/9;_�i?XY@C@Cl6=� ���� � � � ! ! � # � ��� � !�� � � � ! #���� � � � � � � ��� � ��� � � � �# � � � !���#�� � � �8/_�8/F �;j�=CH�[]=MJ/oq[;E6FnRSEb@y=M¿vJ�l6_;J�9 �;8/9;_�[;E6i ="8/@L:/="[]=CH~J�9 � � � � � � � � � � ��� � �� � � �"��� ��!�# � �!� ����"�$#�# &% � !�� � �"� � � �� � � � � � � �j�=CH�[]=CJ/R\8¡@yXY9;:¡o�<�lI¿�E6[DH~=�J�9;o1J�9�¿�J�l6_]= �m8/9;_�[;E�j�85=CH�:/="lb8/F~H~J�9� � � ��� � � ���� ��!�# � � � ���"� � � � � �'� �(� )� �*� � !�� � � �+�'� � � �,� �-�

��HwE6F.F~H~RSEI©ZE69]:r[]J�¿ i�<;@S[LHG[]=�l68/9;:�<;85:/=v[;8/Fw@S[;8/9;:/="_?8/9;_?85HwF~J�i¡8/9�XM_;EI�$=CRG="9DHlI=C�/="l6FAHG[;85HMEIHME6F���85RG="l6X�RG="@yJ/:�9;E��"85�mlI=k8/FMg�9]:�l6EbFG[�H~JZ_;8"X/4�7�=CHM<;F^EI:�9]J/RS=?o�J/RMHG[]=ikJ�ik="9DHv@\[;8/9]:/="F�E69 j;RGJ�9Y<;9;@CEb85HGEIJ�9¡8/9;_¡l6=yhZE6@C8/l�EIH~="i¡F�8/9�_ko1JZ@C<;FvE69;F~H~="8/_kJ�9�HG[]=

Page 19: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3Ct ������� � ����� ������� ������� ��� � �

<;9;_;=CRSlIXZE69]:A¿vJ/RS_�J/RS_]=CR�8/9;_k:/RS8/i¡i�85HGE6@C8/l6EIH X/4 ��=A[;8&�/=�<;9�_]=CRSl6E69;="_�FGJ�ik= �JZ_;_o�j�J/RGHGEIJ�9;FnJ/o}HG[]=Kjm8/FGFG85:/=Ko�J/R�HG[;E6F�RG="8/F~J�9*4

pnl6="85RSlIX �/:/RS8/i¡i�85HGE6@C8/l6EIH X �G<;_]:�ik="9DHGFqE69�HG[]=r9;E69DHG[ @y="9�HG<;RGX?¿�=CRG=�BY<;EIH~=r_;E���=CR~�="9DH�o�RGJ�i HG[]J�FG=�H~JY_�8"X/4���[;=�F~=CH� ¾_]="FG@yR\EI��E69]:^HG[]=�l68/9]:�<;85:/=�J/o�gv9]:�l6E6FS[kF~j�="85©/=CRSFE69a ({� �>?4 `?4$E6F�BY<;EIH~=?_;E���=CRG="9�Hro�RGJ�i ¿�[;85H�E6H�E6FrH~JZ_;8"X/4���[]=CRG=L85RG=�i¡8/9DX§j�J�E69DHGFJ/o,_;E���=CRG="9;@y=M��<]HrlI=CH�<�Fn=yhZ8/i¡Eb9]=K8k@y=CRGHG8/E69�FGXYF~H~="i�85HGE6@M_;E���=CRG="9;@y=K8kl6E6H~HGlI=MikJ/RG=@ClIJ�F~="l6X/4¡��[]=CRG=¡85RG=�F~J�ik=kRG=C:�<;lb85RSEIHGEI="FME69¤HG[;=¡<;9;_]=CRSl6XYE69;:§F~XZF~H~="i J/onRS<�lI="FAHG[;85H@S[�85RS8/@yH~=CRSE��C=� �¿v="l6lI��o1J/RSi¡="_Z��9]="FGF��x��:/RS8/i�i¡85HGE6@C8/l6EIH X]�¡8/9;_�RG="FG<�lIHkE69�HG[]=�F~=CHGF� ��J/HG[¡J/o*g�9;:�l6E6FG[ H~JZ_;8"X¡8/9�_¡J/o*g�9]:�lbE6FG[kE69kHG[;=�9;E69DHG[¡@y="9DHG<]RGX/4Q¨]J/R�=yhZ8/i¡j�lI= �Dgv9Z�:�l6E6FS[�H~JZ_;8&X§[;8/F ��� ¿�J/RS_UJ/RS_]=CR �;E 4|=/4 �]HG[]=�� �����L� � ��Eb9§8 �/=CRS��j�[]RS8/F~=^j;RS="@y="_]="FHG[]= ��� � �Q� � �\4���[D<;Fn¿�=L[;8&�/=Lj�[;RS8/FG8/l�o�RS85:�ik="9DHGF�FG<;@\[�8/F

� � ��� ¿�E6HG[�8¡F~j�JDJ�9��� � +��� ��� HG[]=M��8/lbl�� � � � � �� J&�/=CRAHG[]=Ko�="9;@y=��

8/9;_ F~J¤J�9*4���[;E6FLo�8/@yHk[;8/F�RG="@y="E6�/="_ H~RS="85HGik="9�H¡Eb9 8��(85R\EI=CH�X J/o�l6E69]:�<�E6F~HGE6@ o�J/R~�i¡8/l6EbFGi¡FC4k¨]J/R?=yhZ8/ikjmlI= �.:/=CH~HGE69;:a8/[]="8/_ J/onJ�<]R\F~="lI�/="FMo�J/RKHG[]=�i¡J�ik="9�H �}¿�=�@C8/9E69DH~RGJZ_;<;@y=KHG[]=�9]J/HGEIJ�9aJ/oqHG[]= � � � ��J/oQ8¡jm[]RS8/F~=K¿�[;E6@S[�o1J/R^8¡�/=CRG� j�[]R\8/F~=K¿�J�<;l6_��=KHG[]=?�/=CRG� ��o�J/R�8�j;RG=Cj�J�FGEIHGE6J�9;8/l�j�[]RS8/FG=K¿vJ�<�l6_���=KHG[]=?j;RG=Cj�J�FGEIHGE6J�9�8/9;_aF~J�J�9*4g�9;:�l6E6FG[§H~JZ_;8"X�i¡E6:�[�Hr��=L_]=C="i¡="_�[]="8/_Z���;R\F~HC4v>AF�8¡RS="FG<;lIH �;E69�@yJ�i?��E69�E69]: ¿vJ/R\_;FE69DH~Jsj�[;RS8/F~="F�8/9�_ <;lIHGEbi¡85H~="lIXxF~="9DH~="9;@y="F ��gv9]:�l6E6FG[xFGj$="85©/=CR\F�j�<;H¡HG[]=a�/=CRS����=y�o�J/RG=¡EIHGFAJ/���~="@yH �.HG[]= j;RG=Cj�J�FGE6HGEIJ�9a��=Co�J/RG=kEIHGFM85RG:�<;i¡="9�HK8/9;_�FGJ�J�9*4 VYJ�i¡=kJ/HG[]=CRl68/9]:�<�85:/="F^� FG=C=A��="9]:�8/l6E�l685H~=CR�o�J/Rv=yh]8/ikj�lI=���85RG=AHG[]=AJ/HG[]=CRv¿n8"X§85RGJ�<;9;_§8/9;_�l68/9Z�:�<;85:/="F?H~="9;_�H~J��$=kJ�9sHG[]=¡¿�[;J�lI=ko�8/E6RSlIX�FGXYF~H~="i�85HGE6@�8/9;_sE69�H~=CR\9;8/l6lIX @yJ�9;FGE6F~H~="9DHJ�9�HG[;E6Fvj$J�Eb9�HC4���J�¿ @yJ�9;FGE6_;=CR�HG[]=Ao1J�lblIJ&¿�Eb9]:Kj�[]R\8/FG8/l;o�RS85:�ik="9DHGF�o1RGJ�i g�9;:�l6E6FG[kJ/oHG[]=L9�E69�HG[U@y="9DHG<]RGX/4

jm8¡`^85RSE6<;Fn:/="F~="8/[aj�85=CH�[]=LJ/o1=CRG¿�<;9;9]="9§��=CJ�9�¿�J�l6_]=� � � ! � � � �'� � � ��� � � � � # � � ! �+� ��� � � � �(� ����"�&%

��¦ARGJ�FGE6<�FA3"N/ Y4O���� [;E6i 85=Co�H~=CRGo1XZlI:/="9;_;=K¿�85="F� !�� # � �"� �� �� ����"! # �(� � %

��¦ARGJ�FGE6<�FnN/e/zY4ON/ª���A<�E6@^¿�E6l6lI=A="8/@Kj�85="F�i¡85RS8/9a>AlI=yh]8/9;_]RG="Fn:/="i�<;9]="9�_]=M��=CJ�9! �� � ���� � � � � # � � � #�� � � � � � � � � !�� ��� ! ���-� �����"!�# � �-%

��¦ARGJ�FGE6<�FA3/3CtZ463Ct��

Page 20: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3/3

pnl6="85RSlIX ��HG[;=?l68/9]:�<�85:/=LJ/ov¦^l6_ag�9]:�l6EbFG[�F~j�="85©/=CRSF�¿�8/FA<;9;_;=CRSlIXZE69]:�lIX � � 4*VYJ¿�[;85H�¿v="9DH�J�9 ����[]="FG=K¿v=CRS=KHG[]=K©ZE69;_;FnJ/oqF~="9DH~="9;@y="F�HG[;85H�@\[;E6l6_]RS="9�j�RG="FG<;i¡85�mlIX[]="85RS_�4��[]=�j;RSEbi¡85RGX lbE69]:�<;E6FGHGE6@U_;85HG8 HG[;85H§@S[;Ebl6_]RG="9xRS="@y="EI�/="_ ¿n8/F§@yJ�9;FGE6F~H~="9DH¿�EIHG[�8/9 � � H XDj�=M:/RS8/i�i¡85R�8/9;_�HG[;=CRG=Co1J/RS= �]HG[;E6FrE6Fn¿�[�85Hr¿v=K¿�J�<;l6_§=yhZj�="@yH�HG[]=@S[�E6l6_]RG="9 H~J�[;8"�/=^8/@CBY<;EIRG="_*4}��o �YE69;_]=C="_ �Dg�9]:�l6EbFG[ ¿�8/F�[]J�ikJ/:/="9;=CJ�<;FvEb9� 5t/t?>?4 `�4 �8/9;_ @S[;Ebl6_]RG="9�lI="85RS9]="_ HG[]= l68/9]:�<;85:/=�J/o�HG[;="EIR�jm85RG="9�HGF��8/9�_aHG[]="E6RA@\[;E6l6_]RS="9a85o�H~=CRHG[]="i �;8/9�_§FGJkJ�9 �Z¿�[�X§_;E6_�HG[]=Kl68/9]:�<�85:/=^@\[;8/9]:/= ����[]="FG=^85RS=K9]J/Hr@S[;8/9]:/="F�HG[;85H85RG=�="8/FGE6lIX�=yhYjml68/E69]="_k8&¿�8&X¡�DXkF~JZ@CEIJ�lIJ/:�Eb@C8/l�@yJ�9;FGEb_]=CRS85HGEIJ�9;FQJ/o�@\[;8/9]:�E69;:Kj�J�l6EIHGE6@C8/lJ/R�H~="@\[;9]J�lIJ/:�Eb@C8/l�HGE6ik="F�;E69;9]J��(85HGEIJ�9�F �]o�8/_�F�8/9;_�HG[]=KlbEI©/=/4Q��H�E6F�9]J/H�8¡¿vJ/RS_a[]=CRG= �8/9�Eb_;EIJ�i¡85HGE6@�=yhZj;RG="FGFSEIJ�9kHG[]=CRG= �Y8K9Y<;8/9;@y=�[;=CRG= ��J/Rv8/9�8/@C@y="9�H�HG[]=CRG=rT�EIHQE6F�_]=C=Cj8/9;_§F~XZF~H~="i¡85HGE6@A@S[;8/9;:/=^Eb9¡HG[]=^<;9;_]=CR\lIXYEb9]:^¿vJ/RS_�J/RS_]=CR�J/o.F~="9DH~="9;@y="FvT @S[;8/9;:/="FHG[;85HK¿�J�<;l6_�8/@C@C<�i?<;lb85H~=¡J&�/=CR?RG="@C<]RSFGE6J�9;FME69�[;EI=CR\85RS@S[;Eb@C8/l6lIXaF~H~R\<;@yHG<]RG="_¤j�[;RS8/F~="FlI="8/_;Eb9]: H~J�FG<;@\[�_]RS8/i¡85HGEb@^=yhZ8/ikjmlI="F�8/F

J�9�_]RS85="_]="9;_;=Mj�85=CH�7w85="@y="_]="ikJ�9;EI=?J/o1=CRA[;EI=MRSEb@CFGE68/9�ik="[DH~="9aF~¿n8�[�EI=85=CRA_]XZ_]J�9� � � � � ��!�# � � � ��� � � � � � � ! ��� ! � �� ��� � � � � � ��� � � � # � � � � � � ��� � � �� � �� �-� ~_;RG="8/_;E69]:AHG[;85HqHG[]=�7w85="@y="_]="ikJ�9;Eb8/9;Fqi¡EI:�[DH,RS<;lI=�J&�/=CRQHG[;="i 8/F,HG[]=CX[�8/_�_]J�9]=KE69UHG[;=Kj�8/F~H��

��¦ARGJ�FGE6<�Fnª/ Y463&d/�J/Rj�="[�9;=M:/=CJ/RGH~RSEI=C¿�=LE6@M9;8��^JY_]=Lj�85=CH�[]=K<;F�9]=Ki¡85=C:/=L:/="FS@CE6l6_;8/9� � � � )� # � ! � � � � ���� � �"��� � � ��� � ! �+� ��� � ���� ���� � � � � � � � � ! � � !� � � ���*� ~8/l6HG[]J�<]:�[ �UFG[;8/l6l^9]=C�/=CR�_;E6F~H~RS<�F~H��^JY_ FGJ°i?<;@\[ 8/F�H~JxHG[�E69]©�[;=@C8/9�9]J/H�FG[;E6="l6_U<;F��

��¦ARGJ�FGE6<�Fn /zY4Oe����[;=�j�[]="9]J�i¡="9;8M85RG=�BY<;EIH~=�FGH~RSEI©ZE69]:M8/9;_kHG[]=�j�< � �"lI=�EbFQBD<�EIH~=rRG="8/l 4q��[]=CRS=�85RG=

H�¿�J o1J/RS@y="FLHG[;85H?FG=C="icH~J��$=�85HLJZ_;_;FM¿�E6HG[�="8/@S[ J/HG[]=CR"4a¦^9 HG[]=�J�9]=�[;8/9;_�¿�=[;8&�/=�l68/9]:�<;85:/=�8/@CBD<;EbFGEIHGEIJ�9aT HG[]=¡@\[;E6l6_¤lI="85R\9;E69]:UHG[]=¡l68/9;:�<;85:/=kJ/o�E6HGFMj�85RG="9DHGFFG<;@C@y="FSF~o�<�l6lIX/4n� oQ8/@CBY<;E6FSEIHGEIJ�9�E6F�RGJ/��<;FGH�8/9;_�RG="l6E685��l6= �]J�9]=?¿�J�<;l6_�HG[;E69]©UHG[;85HAl68/9Z�:�<;85:/=���:/R\8/i¡i¡85RSF �ml6E69]:�<;EbF~HGE6@�©Z9]J�¿�lI="_]:/=��v¿�J�<;l6_U��=^RG="l6E685�mlIX¡H~RS8/9;FSi¡EIH~H~="_Uo�RGJ�iJ�9]=M:/="9]=CR\85HGEIJ�9�H~J¡HG[]=K9;=yhYHC4�¦M9UHG[]=MJ/HG[]=CR�[;8/9�_U¿v=L[�8"�/=Ll68/9;:�<;85:/=K@S[;8/9;:/=^T

Page 21: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3"N ������� � ����� ������� ������� ��� � �

HG[]=�lb8/9]:�<;85:/=�J/o*8K@yJ�i¡i�<;9;E6H�Xk_]RSEIo�HGE69]:AJ&�/=CR�:/="9]=CRS85HGE6J�9;8/l;HGE6i¡= �DF~J�ik=CHGEbik="F �G<;F~H8¡l6E6H~HGlI=^��EIH �;F~J�ik=CHGEbik="F�_]RS8/FGHGE6@C8/l6lIX �]8/9;_�FGJ�ik=CHGE6ik="F�9]J/H�85H�8/l6l 4

>A9;_xHG[]=CRS=aX/J�< [�8"�/= HG[]=a[]="85RGH�J/o^HG[]=�j;RGJ/�mlI="i J/oM[;E6F~H~J/R\E6@C8/l�l6E69;:�<;E6F~HGE6@CF"4�^EI�/="9�HG[;85Hn@S[;Ebl6_]RG="9k85H~H~="ikj�HvH~J lI="85RS9�HG[]=Alb8/9]:�<;85:/=�J/o*HG[;="EIR�j�85RS="9�HGF�8/9;_§@C85RG=y�HG85©/=CRSF �m¿�[DXU_;J�l68/9]:�<;85:/="F�@S[;8/9;:/=L¿�EIHG[�HGE6ik= � �[�X�_]J�9 �|H�HG[]=CXURG="i¡8/E69�FGHG85��lI=J&�/=CRr8/l6l;HGE6ik= ����J&¿o 8/F~Hv_;JKHG[]=CX¡@S[�8/9]:/= ����9¡¿�[;E6@S[�_;EIRG="@yHGEIJ�9�_]JKHG[]=CX¡@\[;8/9]:/= ��[;85HL85RG=¡HG[;=k="9��/="lIJ/j�="FLJ/o�j�J�FGFSEI��lI= @S[;8/9;:/= � �[;85HL85RS=¡HG[]=¡o 8/@yH~J/RSFKHG[�85HLE69Z���<]="9�@y= @\[;8/9]:/= � ��[;="F~=k85RG= HG[]=k©YEb9;_;F�J/ovBY<]="F~HGEIJ�9;FAHG[;85HK[�E6F~H~J/RSE6@C8/l}l6E69;:�<;E6F~HGE6@CF¿�E6FS[]="F�H~J¡8/9�F~¿v=CRvT 8/9;_UE69�_]=C="_ �D[�E6F~H~J/RSE6@C8/l$l6E69;:�<;E6F~HGF�J&�/=CR�HG[]=^X/="85RSFr[�8"�/=Mj�J�F��HG<;l685H~="_ FG=C�/=CRS8/lM8/@C@yJ�<;9DHGF�J/o?_;JY@C<;i¡="9�H~="_ l68/9;:�<;85:/=�@S[;8/9]:/= E69�8x9Y<;i?��=CR§J/ol6E69;:�<;E6F~HGE6@rFS<]�*_]J�i¡8/E69;F,o�RGJ�i j�[]J�9]=CHGEb@CF�H~J F~XZ9�HG8(h�8/9�_�E69§8�9D<;i?��=CR�J/o�_;EI�$=CRG="9DHl68/9]:�<�85:/="F�J/o}HG[]=K¿�J/RSl6_*4

��[�E6Fn��JDJ/©§@yRG="85H~="F�8ki�85HG[]="i¡85HGE6@C8/lw8/9;_�@yJ�ikj�<]HG85HGE6J�9;8/l*o�RS8/ik=C¿�J/RG©�¿�EIHG[;E69¿�[;Eb@S[^H~J�="i?��="_MHG[]J�F~=v8/@C@yJ�<;9�HGF"4QV]<;@S[K8�@yJ�ikj�<]HG85HGEIJ�9�8/l/H~RG="85HGik="9DHwJ/o][;EbF~H~J/RSE6@C8/ll6E69;:�<;E6F~HGE6@CFL@yJ�ikj�="l6F <;FLH~J i�85©/=U85RS:�<;ik="9DHGFk85�$J�<;H�@\[;8/9]:/=Uj;RG="@CE6FG= �q¿vJ/RG© J�<]HHG[]=Ll6J/:�E6@C8/l�@yJ�9;F~="BY<]="9;@y="F�J/oqFG<;@S[a85RG:�<;ik="9DHGFnT @yJ�9�F~="BD<;="9;@y="F�HG[;85H�i¡EI:�[DH�9]J/H��=�J/�D�ZEIJ�<;F�o1RSJ�i 8sikJ/RS=aE69]o�J/RSi¡8/lnH~RG="85HGi¡="9�H§J/o^HG[]=aFG<]� ��="@yHC4��[]=�¿�J/RG©xE69HG[;E6F��$JYJ/©UE6FrHG[]=CRG=Co�J/RG=?j;RG="F~="9DH~="_a8/F�8¡RG="F~="85R\@S[�H~JYJ�l�H~J��~<�_]:/=KHG[]=L8/_;="BD<;8/@yX�J/o@yJ�ikj�=CHGE69]:�8/@C@yJ�<;9DHGF?J/o�l68/9;:�<;85:/=¡@S[;8/9;:/= T H~J�8/E6_ <�FME69 J�<]RKHG[;E69;©YE69;:�8/FM¿�=RG="8/F~J�9x85��J�<]H HG[]=Uo�J/RS@y="F ��="[;E69;_ FG<;@\[x@S[;8/9]:/=§T H~J�j�RG=C�/="9�Hk<;F o�RGJ�i¢o 8/l6l6E69]:E69DH~J�HG[;=�<;FS<;8/l.jmEIH~o�8/lbl6FrJ/o � E6j�l6E69]:/="FSBD<]= �G<;F~H^F~JUF~H~J/RSEI="FAE69 8/9¤85RG="8§¿�[]=CRG=�_;85HG8E6F§J/o�H~="9 F~j�85RSF~=�8/9;_F~j�="@C<;lb85HGEIJ�9 J/o1H~="9j�l6="9�HGEIo <;l 4 faJ/RG=¤:/="9]=CRS8/l6l6X ��J&�/=CR�HG[]=@yJ�<]RSFG=KJ/oqHG[;E6Fr��JYJ/© ��¿v=K¿�E6l6l*_;E6FS@C<;FGFnHG[]=?HG[]="ik="F�J/oqlI="85R\9;E69]: �;@yJ�i¡i�<;9;Eb@C85HGEIJ�9 �l68/9]:�<�85:/= �;=C�/J�l6<]HGEIJ�9 �;8/9;_�HG[]="EIR�Eb9�H~=CRGH ¿�E69]="_URS="l685HGEIJ�9;FG[�EIj�FC4,7�=CH�<�Fr="l685��J/RS85H~=/4

����� �������� ������������������������

��[]=KBY<]="F~HGE6J�9UJ/o}[]J�¿ ¿�=L@yJ�ik=KH~J¡8/@CBY<;EIRG=MJ�<;R�9;85HGEI�/=Ll68/9;:�<;85:/=K[;8/FrRG="@y="E6�/="_a8@y="9DH~RS8/l�j�J�FGEIHGEIJ�9§E69�HG[]=M@C<]RGRG="9DHr@yJ�9;@y=Cj;HG<;8/l6E �"85HGEIJ�9§J/owl6E69;:�<;E6F~HGE6@�HG[]=CJ/RGX/4�7.="85RS9Z�E69]:�8 l68/9]:�<;85:/=^E6F�@S[;85RS8/@yH~=CR\E��C="_�8/Fn<;lIHGE6i¡85H~="l6X¡_]=C�/="lIJ/j�E69;:?8�F~XYFGH~="i J/owRS<;lI="FA� 8:/RS8/i¡i�85R ��J�9�HG[;=K��8/FGE6F�J/o}l6Eb9]:�<;E6F~HGEb@�=yh]8/ikj�lI="F�="9;@yJ�<;9DH~=CRG="_a_�<]RSE69]:�HG[]=Ll6="85RS9Z�E69]:kj�=CRSE6JY_*4Q��[]= � � !�#)� �# � � � � ��! �"! # � � # ����� � �� �E6FrHG[]=CRS=Co1J/RG=�8¡i¡85j�! �#"%$'&( ?BA3C�K@CED@STGTYOCdPRD@M3FOM)Q3ylPRWd~ig)FOGVFaK@FOI5M�ylPRM*N.N3C x�CEYHI(\)STC MiKfWdPRDVDV[ N3F*)/CED@C MiKcW I(M)M3I(KXPRK@FOI(M)G-P(M)NW IRDVD@C GV\]I5M)N3FOM)Q(YO[UN3F*)/CED@CEM7Kl\3FHW�K@g3D@C G�IRJ�K@A)C�G@PRSTC�\3D@IiW CEGVG jB?BA3FHG�YOCdP(N3G�K@ITP(WED@FOSTI(M)FOI5g3GpNmC `*P�K@C GP(M)N.FaKcFOGcG@PRJ=CEGhKU\]CED@A)P(\3G�K@I9g)GVCUK@A3C�STI(D@CUM)C gmKVDXP(Y�K@CED@S N ScP(\&O:K@I8N3CEM)I(K@C2K@A)C�\mD@IiW CdN3gmD@CK@A*P�K2KXPR^�C G-YOFHM3Q5g3FHGhK@FOW:CE�m\]CED@FOC M)WEC ��N3PRKXP5�2P(G-FOM)\3g3K2P(M)NZ\3D@I7N3g3W C G2P8W I5ST\3g3KXPRK@FOI(M*P(YpGh[mGhK@C S��Q(DXPRSTScPRD��{P(G�I5g3K@\3g3Kdj:?BA3FHG�ScP(\8FOG�K@A3CcYHC PRD@M)FOM3QtScPR\�ybP(W ~7g3FOGVFOK@FOI(M ScPR\�yoIRDTN3CEx�C YOI5\3STC MiKScP(\UN3C \]CEM*N3FOM3Q�g)\]I(MUI5M3C,+ Gp\]I(FOM7KlIRJoxmFOCEqnjU;9C�q�FOYOY�Q(C M)C�DXP(YOYa[�g)GVC�K@A3C�K@CED@S YOCdPRD@M3FOM)QcP(G�qBCEYHYP(G�K@A3CBSTCEKXP(\3A)IRD@GoP(M*N}W I5M3W C \mK@G�I(J]YOCdP�D@M)FOM)Q�K@A3C I(DV[nK@InNmFOGVW g)GVG�K@A)FOG�ScPR\�P(M)N�FaK@G�W I(M)GVCd~ig)CEM)W C G j

Page 22: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

�� ����D� ���I������� � ���I�D� � ��� ��� 3"e

¿�[]=CRS= " _]="9;J/H~="FM_;85HG8�8/9�_ &�HG[]= :/RS8/i�i¡85R"4 � [;85HME6F�RG="i¡85RS©(85��l6=?85��J�<]HAHG[;E6Fi¡85jxE6F?HG[;85HkEIH E69��/J�l6�/="F # � ! ��� � � ���� ��� !;4�¦Ao�8/l6lvHG[]=�_;E���=CRG="9DHL:/RS8/i¡i�85RSF�HG[;85Hi¡8&X¡��=�@yJ�ikj�85HGEI�mlI=�¿�E6HG[kHG[]=^_;85HG8 �ZHG[]=�@\[;E6l6_¡_;=C�/="lIJ/j�F�8Lj�85RSHGE6@C<;l685RQJ�9;=�T J�9]=HG[;85H�:/JD="F��$=CX/J�9�_�HG[]=L_�85HG8�8/9;_�J�9;=LHG[;85H�EbFrRG="i¡85RG©585��lIXUFGE6i�E6l685RrH~J�HG[�85H�J/oQEIHGFj�85RG="9DHGF�E69a9]J/RSi¡8/l*8/9;_a[]J�ikJ/:/="9]=CJ�<;F�="9��ZEIRGJ�9�ik="9�HGF"4

��[;=�9]J�9DH~RSEI�ZE68/l.HG8/F~©aJ/oQ:/="9;=CRS8/l6E��"E69;:�H~J�8§:/RS8/i¡i¡85R^o�RGJ�i ��9;EIH~=�_;85HG8UlI="8/_;FH~J�HG[]=AFGJ�@C8/l6l6="_ ~lIJ/:�Eb@C8/lmj�RGJ/��lI="i�J/o.l68/9]:�<;85:/=^8/@CBY<;E6FGEIHGE6J�9o�Z4}��[;E6F�[�8/FvRS="@y="EI�/="_@yJ�9;FGEb_]=CRS85��lI=�@yJ�ikjm<]HG85HGEIJ�9;8/lM85H~H~="9DHGEIJ�9*4 ��=C:�E69�9;E69]: ¿�EIHG[HG[]=�¿�J/RG© J/ok�^J�l6_��3"ª/z�d/�M8/9�_ VYJ�lIJ�ikJ�9;J5���3"ª/z({D� �q@yJ�9�HGEb9D<;Eb9]:U¿�EIHG[�¨]="l6_�i¡8/9°��3"ª�d5N�� �q��lb<;i 8/9;_�nl6<;iW��3"ª�d5��� �K>A9]:�l6<;E69¾��3"ª/ 5t��UJ�9H~J ��8/E69 =CH�8/lk��3"ª/ª/ ��UHG[]=CRG=¤=yh]E6F~HGF�8�RSEb@S[H~RS8/_;E6HGEIJ�9 J/o�RG="F~="85RS@\[�E69kE69�_;<;@yHGEI�/=rE69]o�=CRG="9;@y=�8/9�_¡lI="85RS9;85�mE6l6EIH XKHG[]=CJ/RGX HG[;85H�@C8/FGHGFHG[]= l68/9]:�<;85:/= 8/@CBD<;EbFGEIHGEIJ�9xj�RGJ/��lI="i Eb9 8 o�J/RSi¡8/l�F~=CH~HGE69]: HG[;85H�@yJ�9�FGE6F~HGF�J/oMHG[]=o�J�l6lIJ&¿�E69]: ©/=CX�@yJ�ikj�J�9]="9�HGF"4354 � ��# �� � � � � �%� � �&��� ��EbFK8�HG85RG:/=CH?:/RS8/i¡i¡85R�_]RS8&¿�9 o�RGJ�i 8�@Cl68/FGFKJ/oj�J�FGFSEI��lI=�HG85RG:/=CH�:/RS8/i¡i�85RSFK���q�\4��ARS8/i¡i�85RSF�85RG=^RG=Cj;RS="F~="9�HG85HGE6J�9;8/l*_]=C�ZE6@y="Fo�J/R�:/="9]=CRS85HGE69]:¤l68/9]:�<�85:/="FC4�7w8/9]:�<;85:/="Fk85RG=§FG<]��F~=CHGF?J/o�� �k¿�[]=CRG=�� E6F�8�m9;EIH~=K8/lIj�[�85�$=CHrE69UHG[;=K<;FG<;8/l�¿n8"X/4

NY4 � � � � � � ��� � ! � � ! ���� ���F!� ������r85RG= =yh]8/ikj�lI=kF~="9DH~="9;@y="FM:/="9]=CR\85H~="_��DX�HG[]=HG85RS:/=CH�:/R\8/i¡i¡85R 8/9;_sj�RG="F~="9DH~="_sH~J HG[]=�l6="85RS9]=CR"4���=CRG=�� ! E6FLHG[]= ��HG[s=yhY�8/i¡j�lI=�FG="9�H~="9;@y=ME69�HG[]=^lI="85RS9]=CR � Fv_;85HG8�F~=CHn8/9;_��� � E6FQHG[;=�HG85RG:/=CH�lb8/9]:�<;85:/=@yJ/RSRG="F~j�J�9;_;E69;:�H~J�HG[]=MHG85RG:/=CH�:/R\8/i¡i¡85R"4

eY4 � � � � � � �"�'# � � � �%� � � ���� ! �85RG=�[�XYj�J/HG[]="FGE6F�:/RS8/i�i¡85RSF¡_]R\8"¿�9 o�RGJ�i8a@Cl68/FGFMJ/onj�J�FGFGEI�mlI=�[DXYj$J/HG[;="FGE6F^:/RS8/i¡i�85RSFMHG[;85HLl6="85RS9]=CRSF¡� @\[;E6l6_]RS="9m��@yJ�9Z�FGH~RS<;@yHLJ�9 HG[]=¡�m8/FGE6FKJ/or=yhZj�J�FG<]RG=�H~Ja=yh]8/ikj�lI=�FG="9�H~="9;@y="F E69sHG[]=�="9D�ZEIRGJ�9Z�i¡="9�HC4 ��[]="FG=a:/RS8/i¡i�85RSF�85RG=�HG[]="9 <�F~="_xH~Js:/="9;=CRS85H~= 8/9�_ @yJ�ikj;RS="[]="9;_9;J&�/="l.FG="9�H~="9;@y="FA9]J/Hr="9;@yJ�<�9�H~=CRG="_�E69UHG[]=Ll6="85RS9;E69]:�j;RGJZ@y="FGFC4

{]4 � � � ��! ��!�# � � # � ��� � � � !�EbFK8/9s=y��="@yHGEI�/=§j;RGJZ@y="_;<]RG=k�YX¤¿�[;E6@\[�:/RS8/i¡i�85RSFo�RGJ�i" 85RS=¤FG="lI="@yH~="_ � _]=C�/="lIJ/j�="_m��J�9HG[]=¤��8/FGEbF�J/o?=yhZ8/ikjmlI=�F~="9�H~="9�@y="FRS="@y="EI�/="_��YX�HG[;=L@S[;Ebl6_*4

��[;="F~=�@yJ�ikj�J�9]="9DHGF�85RG=�E69DH~RGJZ_;<;@y="_sH~J�ik="8/9;Eb9]:/o�<�l6lIX�_�E6FG@C<;FGFKHG[]=�j�RGJ/��lI="iJ/oM:/="9]=CRS8/lbE��"85HGEIJ�9 Eb9 l68/9]:�<�85:/=�8/@CBY<;E6FGEIHGE6J�9*4 pnJ�9;FGE6_]=CR�8sF~J�ik=C¿�[;85H§Eb_]="8/l6E��C="_j�85RG="9DH�@S[�E6l6_§E69�H~=CR\8/@yHGEIJ�9UJ&�/=CR�HG[]=K@yJ�<]RSF~=^J/o,l68/9]:�<;85:/=M8/@CBY<;E6FGE6HGEIJ�9*4q��[]=^j�85RG="9DHS�K$FHGoPRYOGVI_qBIRDVK@A�D@C ScP�D@^mFOM3QlK@A)PRK�K@A)C Q(DXPRSTScPRD$K@A3CwWXA)FOYHN�NmC x�C YOI5\3G�FOG�\3D@I5`)P(`3YO[}M3I(K$K@A3C D@C GVg3YOKoIRJW I(M)GVW FOI5g3GBSTCdNmFOKXP�K@FOx�ClN3C YOFO`]CEDXPRK@FOI(MUPRGwFOGwK@A)C�WdPRGVC_FOM-N3C x5C YOI5\)FOM3Q�PnGhKVDXP�K@C Q([�JsI(D�WXA)CEGVG j$#_P�K@A)CEDdyFaKlFHG�YOFO^�C{P�D@C&%)CE�(' PRM�FOM)GhK@FOM)W�K@g*P(Y/D@CdPRWEK@FOI5M�K@I�FaK@G�YOFHM3Q5g3FHGhK@FOW{C M7x7FaD@I5M)STCEM7Kdj

Page 23: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3y{ ������� � ����� ������� ������� ��� � �

[;8/F}E69DH~=CRS9;8/l/©Z9]J&¿�lI="_]:/=�J/o;8�j�85RGHGE6@C<�l685R.l68/9]:�<�85:/=^��:/RS8/i�i¡85R �*FGJ�HG[;85H}�DXM[;EbF7�([]=CRRG="@S©/J�9;E69]: �]85RG��E6H~RS85RGXkF~H~RSE69;:�FQJ/o�¿�J/RS_;F�@C8/9§�$=A8/FGFGEI:�9;="_�:/RS8/i�i¡85HGE6@C8/l6EIH Xk�(8/lb<]="FC4��[Y<;F�8/9�gv9]:�l6E6FS[�F~j�="85©YE69;:�jm85RG="9�H�¿vJ�<;lb_U©Y9]J�¿ HG[;85H�F~="9�H~="9�@y=�3�� 8���85�$J��/=L¿n8/F:/RS8/i¡i�85HGE6@C8/l�¿�[;E6lI=�3����$�M¿�8/F�9]J/HC4���[;E6FMlb8/9]:�<;85:/= ��:/R\8/i¡i¡85R �KE6FKHG85©/="9 H~J���=HG[]=nHG85RG:/=CH��nl68/9]:�<�85:/=M��:/R\8/i¡i¡85R �wHG[;85Hq@\[;E6l6_]RS="9Li�<;F~Hq8/@CBD<�EIRG=n8/9;_ _]JME69?9;J/RSi¡8/l@CEIRS@C<�i¡F~HG8/9;@y="FC4

��9x8�9;85HG<]RS8/lrlb8/9]:�<;85:/=�8/@CBY<;E6FGEIHGE6J�9 F~=CH~HGEb9]: ��@\[;E6l6_;RG="9 85RS=�9]J/H¡_;EIRG="@yHGl6XsE69Z�F~H~RS<�@yH~="_x8/F H~J�HG[]=�9;85HG<]RG=§J/oAHG[]=U:/RS8/i¡i¡85RkHG[;85Hk:/="9;=CRS85H~="F¡F~="9DH~="9;@y="FkJ/oAHG[]=HG85RG:/=CH^l68/9]:�<;85:/=/4���85HG[]=CR�mHG[]=CX�85RG=�=yhYj�J�F~="_aH~J§FG="9�H~="9;@y="FAJ/oqHG[]=�8/iL�mEI="9�H�l68/9Z�:�<;85:/=^8/Fv8LRG="FG<;l6HqJ/o�F~j�J/©/="9�E69DH~=CRS8/@yHGEIJ�9�¿�EIHG[kHG[;=�¿�J/RSl6_*4q��[Y<;F ��HG[;="EIRvl6Eb9]:�<;E6F~HGEb@=yhZj$=CR\EI="9;@y=L@yJ�9;FSE6F~HGF�J/o,=yh]8/ikj�lI=?F~="9�H~="9�@y="F � i¡J�F~HGlIXUo1RSJ�i HG[]=KHG85RS:/=CHAl68/9;:�<;85:/=��HG[]=CXs[;="85R 8/9�_sHG[;EbF?@yJ�9;FGHGEIHG<]H~="F�HG[]="EIR F~J¤@C8/l6lI="_ � � ���%� � � � ��!�# � �"����� �� � � �54 ¦^9=yhZj$J�FS<]RG=MH~J�FG<�@S[�l6Eb9]:�<;E6F~HGEb@�=yh]8/ikj�lI="F �ml68/9]:�<;85:/=K8/@CBY<;E6FGE6HGEIJ�9�E6FnHG[]=Kj�RGJY@y="FSFr�DX¿�[;Eb@S[U8�:/RS8/i¡i¡85R�E6FnlI="85R\9]="_�� _]=C�/="lIJ/j�="_ �]8/@CBD<�EIRG="_ �ZE69;_;<�@y="_��(E69]o�=CRGRG="_m�qF~J HG[;85H¿�[]="9s9]J&�/="lvF~="9�H~="9�@y="F?85RG=�j;RGJZ_;<;@y="_¤�YX jm85RG="9�HGF�w@S[�E6l6_]RG="9¤¿�E6l6lr� 8/ikJ�9]:�J/HG[]=CRHG[;E69;:�F\����=¡85��lI=¡H~J @yJ/RGRG="@yHGlIX �G<;_]:/=kHG[]="EIRL:/RS8/i¡i¡85HGE6@C8/lbEIH�X 8/9;_sE69¤o�8/@yH?¿�E6l6l,��=85��lI=�H~J§j;RGJZ_;<;@y=LJ�9;="F�J/o�HG[]="EIRAJ&¿�9¤8/FA¿v="lbl 4A��[;E6F�l6="8/_;F�H~J�FG<�@C@y="FGF~o <;l.J�9;:/J�E69]:@yJ�i¡i�<;9;E6@C85HGE6J�9���=CH�¿�=C="9�j�85RG="9DH�8/9;_�@\[;E6l6_�4

VZ<�@C@y="FGF~o <;l]:/="9]=CRS8/lbE��"85HGEIJ�9¡H~J 9]J��/="lmF~="9DH~="9;@y="F�E6FQHG[;=�©/=CX¡8/F~j�="@yH�J/o�lb8/9]:�<;85:/=8/@CBY<;E6FGEIHGE6J�9*4w��[Y<;F}E69�J�<]RqE6_]="8/l6E �C="_Lj�85RS="9�Hq@S[�E6l6_�E69�H~=CR\8/@yHGEIJ�9 J�9]=ri¡EI:�[DH}Ebi¡85:�E69]=HG[;85H.9;="EIHG[]=CR.F~="9DH~="9;@y=A3�� 8��*9]J/R�3�������¿n8/F�="9;@yJ�<;9DH~=CRG="_L�DX^HG[]=QlI="85R\9;E69]:�@\[;E6l6_^J��/=CRHG[]=Aj�=CRSEIJZ_¡J/owl6="85RS9;E69]:?g�9]:�l6EbFG[*4 � []="9§HG[]=^lI="85RS9�E69]:Lj�=CRSE6JY_�E6F�J��/=CR�]HG[]=^@S[;Ebl6_ � F�G<;_]:�ik="9DHwJ/ow3�� 8��.8/9�_�3����$�.¿�J�<;l6_?85:/RG=C=n¿�EIHG[?HG[]=vjm85RG="9�HGF.T HG[]=n@S[;Ebl6_L[;8/F}��=C="985��lI=�H~JM:/J^��=CX/J�9;_�HG[]=r_;85HG8AH~J^FS<;@C@y="FGF~o <;l6lIXM:/="9;=CRS8/l6E��C=nH~JM9]J&�/="l]FG="9�H~="9;@y="F"4Q��[;E6FE6Fn¿�[�85H�EIH�ik="8/9;F�o1J/R�HG[;=L@S[;Ebl6_§H~J�lI="85RS9�HG[;=Kl68/9]:�<;85:/=KJ/oqEIHGF�j�85RG="9DHGFC4

��J&¿ J�9]= [;8/FA@yJ�9;@y=Cj;HG<;8/lbE��C="_ HG[]=�l6="85RS9;E69]:�j;RGJZ@y="_;<]RG=KJ/o�HG[]=�@\[;E6l6_�8/F^@yJ�9Z�F~H~RS<�@yHGE69]:§:/RS8/i¡i¡85HGE6@C8/l�[�XYj�J/HG[]="F~="F^85��J�<]H^HG[]=kHG85RG:/=CHM:/RS8/i¡i�85RK85o1H~=CRK="9�@yJ�<;9Z�H~=CRSE69;:aF~="9DH~="9;@y="F E69 HG[]=�j;RSE6i�85RGX�l6Eb9]:�<;E6F~HGEb@�_�85HG8Z4a7�=CH ��� ���=¡HG[]=�:/R\8/i �i¡85HGE6@C8/lm[�XYj�J/HG[]="FGE6F�85o1H~=CRvHG[]= � HG[¡FG="9�H~="9;@y=/4nVZ<;@C@y="FGF~o <;l]:/="9;=CRS8/l6E��"85HGEIJ�9¡RG="BD<�EIRG="F85HKHG[]=��/=CRGX�lI="8/F~HKHG[;85H?HG[]=�lI="85R\9]=CR � FK[DXDj�J/HG[]="FSE6F^��="@yJ�ik=�@ClIJ�F~=CR?8/9;_s@ClIJ�FG=CRKH~JHG[]=UHG85RG:/=CH�8/F�ikJ/RG=�8/9;_xikJ/RG=�_;85HG8¤��="@yJ�ik=�8&�(8/Ebl685��lI=/4 ��9 J/HG[]=CR¡¿�J/RS_;F�QHG[]=

��� g3W�A}I(J3YOCdPRD@M3FOM)QpK@A3C I(DV[�\3D@IiW C C N3G$q�FaK@A}K@A3C FHNmCdP(YOF�1 CdN�P(GVGVg)ST\mK@FOI5M{K@A*PRK�K@A)CED@C FOG�P(WEK@g)P(YOYa[�PKXPRD@Q(CEKBQRDXP(STScP�Ddjo?BA)FOGBFOGBPnM3C W C GVG@P�DV[T\]I5GVFaK@FOI5M-FaJ�I(M)C�q�FHGVA3C G K@I{g3M*N3C�D@GhKXP(M*NfK@A3Cp\3A)C M3I5STC M3I5MI(J Q5CEM)CEDXPRYHF�1dP�K@FOI5M�j�?BA3FHGnFOGnP�D@CdPRGVI5M)P(`)YOC�\]I(GVFaK@FHI(M�FaJ I5M)C�W I5M3GVFHN3CED@GnPRM�FLNmCdP(YOF�1 CdN:\*P�D@C MiK�WXA)FOYHNFOMiK@CEDXP(WEK@FOI(MUI(DlPRM2FHNmCdP(YOF�1 CdNUA3I5STI(Q5C M3C I5g3GBW I5STS�g)M3FOK�[ij S�M2\mDXP(WEK@FOW C(y)A3I�qwC x�CEDdy7K@A3CED@C_FOG�P(YaqBPd[mGYOFOM)Q5g3FOGhK@FHWUx5P�D@FLP�K@FOI5MZPRM*N8WXA)FOYHNmD@C M.P(Wd~ig3FOD@CUP:YOFOM)Q(g)FOGhK@FOW�Gh[mGhK@C S&JLD@I5S K@A3C2x(PRD@FOCdN�FOM)\3g3KfK@A3CE[D@C W CEFHx5C�JsD@I(S K@A3C�W I(STSfg3M)FaK|[UPRK_YLP�D@Q5C5j�?BA3CED@CEJ=IRD@C5y�K@A)CED@C{D@CdP(YOYa[�FOG�M)ITKXP�D@Q5CEK{FOM1K@A)C}YOCdPRD@M3FHM3Q\3D@IiWEC GVG j #_P�K@A)CEDdy/K@A)C}YOCdPRD@M3FOM)Q�PRYOQ5I(D@FaK@A3S FOG{P-ScPR\�JLD@I5S�N3PRKXPTK@I2QRDXP(STScP�K@FHW P(Y�Gh[mGhK@C STG j?S|MK@A)FOG�`]IiI5^tqwC2KVDV[:K@I�g)M*NmCED@GhKXP(M)N�q�A*P�K�A*PR\)\]C M3G�FaJ�qBC-FaK@CEDXPRK@C-K@A)FOG}ScP(\8FOM�GVFOK@g)PRK@FOI5M3G�K@A)PRKW IRDVD@C GV\]I5M)N2K@I�A)C�K@CED@I5Q(C M)C I(g)GlW I5STS�g)M3FOK@FOC G j

Page 24: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

�� ����D� ���I������� � ���I�D� � ��� ��� 3"�

lI="85RS9;=CR � F�[DXDj�J/HG[]="FSE6Fq@yJ�9��/=CRS:/="FnH~JLHG[]=�HG85RS:/=CH^� E69�F~J�ik=�FG="9;F~=�E69�_;E6@C85H~="_¡[]=CRS=��DXHG[]=L_�E6F~HG8/9;@y=Kik=CH~R\E6@��m��� ��� & � �~�n8/F�HG[;=K_;85HG8k:/JY="F�H~J�E69;��9;EIH X �ZE�4|=/4 �

l6Ebi����� �$��� � � & � � � t ��35463&�7w8/9]:�<;85:/=L8/@CBY<;E6FGE6HGEIJ�9UE6F�85o�H~=CR�8/l6l*8 j�85RGHGEb@C<;l685R�@yJ/:�9;EIHGE6�/=KE69;F~HG8/9DHGE685HGEIJ�9UJ/oq8

:/="9]=CRSEb@^j;RGJ/��lI="i Eb9�lI="85RS9;Eb9]:?HG[;=CJ/RGX�8/9;_�EIH�E6F�9]J¡FG<]RGj�RSE6F~=AHG[;85H�HG[]=Lo1RS8/i¡=C¿vJ/RG©[]=CRG=¤E6FUBY<;EIH~= :/="9]=CRS8/l^8/9;_85j;j�l6Eb@C85��lI=�H~Jx8 �(85R\EI=CH�X�J/o?lI="85RS9�E69]:sj�RGJ/��lI="i¡F�E69l6E69;:�<;E6F~HGE6@ 8/9;_ 9]J�9;lbE69]:�<;E6FGHGE6@?_;J�i¡8/E69;FC4�¨;J/R�J�<;R?j�<;RGj�J�F~="F �wE6H?E6F?E6ikj�J/RGHG8/9DHKH~J9]J/H~=MHG[;85HrHG[;J�<]:�[U¿v=M[;8&�/=K��=C:�<;9§J�9�8�o�8/EIR\lIX¡H~RS8/_;E6HGEIJ�9;8/l$9]J/H~=M¿�EIHG[§:/RS8/i¡i�85RSF8/9;_¤l68/9]:�<�85:/="FK8/FM@S[;85R\8/@yH~=CRSE��"85HGEIJ�9;FKJ/ovF~XZ9�HG8/@yHGEb@ j�[]="9]J�ik="9�8 �*HG[]= o1RS8/i¡=C¿vJ/RG©E6F�BD<;E6H~=L:/="9]=CRS8/l}8/9;_ E6F�9;J/HA@yJ�i¡i�EIH~H~="_aH~JU8/9DX�j�85RGHGE6@C<�l685R�l6E69;:�<;E6F~HGE6@AHG[]=CJ/RSX�J/R=C�/="9kl6E69;:�<;E6F~HGE6@q_;J�i¡8/E69*4}> 9Y<;iL��=CR}J/o�_;E���=CRG="9DH}8/FGj$="@yHGF}J/omHG[;E6Fwo1RS8/i¡=C¿vJ/RG©?9]=C="_H~J¡��=M="ikj�[�8/FGE��C="_*4

¨,EIRSFGH � � J/R� @yJ�<;l6_¤RS=Cj;RG="F~="9DHK:/RS8/i¡i�85RSFKo�J/RLF~XZ9�HG8(h E69sikJ/RG=¡H~RS8/_�EIHGEIJ�9;8/l:/="9]=CRS85HGE6�/=sl6E69]:�<�E6F~HGE6@CF�H~RS8/_;EIHGE6J�9;F�FG<;@\[ 8/F��AJ��/=CRS9;ik="9DH�8/9;_ ��Eb9;_;E69]: HG[]=CJ/RGX���^��� �(f�E69;Ebi¡8/l6E6FGi �y��="8/_L_;RSEI�/="9Mu�[;RS8/F~=vVYH~RS<�@yHG<]RG=v�ARS8/i�i¡85Rv� �Au�V;�K� ��7�=yh]E6@C8/l¨;<;9�@yHGEIJ�9;8/lY�^RS8/i¡i¡85Rr� 7.¨w�L� �(�wRG=C=v>A_ �~J�E69;E69;:��ARS8/i¡i¡85Rn� �w>��LV;��8/9�_LF~J�J�9*4w��Hi¡EI:�[DH�RS=Cj;RG="F~="9DHvF~XZ9DHG8/@yHGE6@�:/RS8/i�i¡85RSFv¿�EIHG[�l6="FGFQH~RS8/_�EIHGEIJ�9;8/l;9;J/HG85HGEIJ�9;8/l$F~XYFGH~="i¡FFG<;@\[�8/F HG[]J�F~=UHG[;85H¡85RSE6FG=§E69 @yJ�9;9]="@yHGE6J�9;E6F~H�H~RS8/_;EIHGE6J�9;FLJ/R¡Eb9sRG="@y="9DH¡F~HG85HGE6FGHGE6@C8/ll6E69;:�<;E6F~HGE6@CFvH~RS8/_;E6HGEIJ�9;FC4

��9sHG[;=�85RG="8/F J/orj�[;J�9]J�lIJ/:/X � � � 8/9;_�@yJ/RGRS="F~j�J�9;_;E69]:�l6X ��Ki¡E6:�[�H?RG=Cj;RG="F~="9DH:/RS8/i¡i�85RSF�o�J/R�j�[]J�9;J�lIJ/:/X§Eb9�8/9�XUH~RS8/_�EIHGEIJ�9 �Z=/4|:]4 ��¦Aj;HGE6i¡8/lbEIH�X§��[]=CJ/RGX �;jm85RS8/ik=y�H~=CRSE��C="_�HG[]=CJ/RSEI="Fro�J/R�i¡=CH~RSE6@C8/l*F~H~RG="FSF ��¨,E69;EIH~=LVYHG85H~=�u�[]J�9;J�lIJ/:/X§8/9�_�F~JkJ�9*4

>AFv8?i¡85H~H~=CRnJ/o*o�8/@yH �$��9;=C="_�9]J/H�=C�/="9���=�8�@Cl68/FGF�J/o�F~XZiL��J�l6E6@n:/R\8/i¡i¡85RSFC4q��Hi¡EI:�[DH.��=�8�@Cl68/FGFwJ/o]RG="8/l��58/l6<]="_Lo�<�9;@yHGEIJ�9;F�@\[;85RS8/@yH~=CRSE �"E69]:AHG[]=v_]="@CEbFGEIJ�9M��J�<;9;_�85RGXE69 FGJ�ik=�8/@yJ�<;FGHGE6@ ��j�[]J�9]=CHGEb@ ��j$=CR\@y=Cj;HG<;8/l�FGj�8/@y=���=CH�¿�=C="9 H�¿�J�j�[;J�9]="i¡E6@k@Cl68/FSF~="FC4VZ<;@\[ 8�_]="@CEbFGEIJ�9���J�<;9;_�85RGXa8/l6F~J�9]=C="_;FKH~Ja�$=¡l6="85RS9]="_��YX�@S[;E6lb_]RG="9¤E69�J/RS_;=CRKH~J8/@CBY<;EIRG=MRG="l6=C�(8/9DH�j�[]J�9;=CHGE6@^_;E6F~HGE69�@yHGEIJ�9;Fn8/9;_���<�E6l6_§<]ja8 j�[]J�9;J�lIJ/:�E6@C8/l�F~XZF~H~="i�4

VY="@yJ�9�_ �,HG[]=�=yh]8/ikj�lI=§F~="9DH~="9;@y="F���¿�[]=CRG= �)!�_;="9]J/H~="FLHG[;=���HG[ =yh]8/ikj�lI=§F~="9Z�H~="9;@y=��,i�EI:�[�Hq��=rF~H~RSEb9]:�F,J/o$l6=yhZE6@C8/l]E6H~="i¡F ��8/9;9;J/HG85H~="_�lI=yh]E6@C8/l]F~H~RSEb9]:�F �/j�85RSFG=�H~RS=C="FJ/oA=yhZ8/ikjmlI=�F~="9DH~="9;@y="F �K��o1J/R\i �vik="8/9�E69]:D�?j�8/EIR\FkFG<;@S[ 8/Fkj�8/EIRSEb9]:�F�J/oAF~XZ9DHG8/@yHGE6@F~H~RS<�@yHG<]RG=^¿�EIHG[UF~="i¡8/9DHGE6@^RG=Cj�RG="F~="9DHG85HGEIJ�9�8/9;_�F~JkJ�9�4q��9UHG[]=M@C8/F~=LJ/owj�[;J�9]J�lIJ/:/X �HG[]=CX�i�8"X¡��=�FS<]RGo 8/@y=�o�J/RSi¡F �Z8/@yJ�<;F~HGEb@�¿n8"�/=Co�J/RSi¡F �;FGH~RG="FGF�j�85H~H~=CRS9;F�8/9;_�HG[]=^l6EI©/=/4

��[�EIRS_ �;HG[;=�lI="85R\9;E69]:�8/l6:/J/RSEIHG[;i ¿�E6l6l.<;9;_]J�<]��H~="_;lIXU_]=Cj�="9;_a<]j�J�9aHG[]=?RS=Cj;RG=y�F~="9DHG85HGEIJ�9;F <;F~="_so1J/R�:/RS8/i¡i�85RSF?Eb9 8/9;_ =yhZ8/ikjmlI="F �F! 4�7�="85RS9;Eb9]:a8/lI:/J/RSE6HG[;i¡F�585RGX o�RGJ�i jm85RS8/ik=CH~=CR�FG=CH~HGE69]: 8/lI:/J/RSE6HG[;i¡FkE69�HG[]=�uQRSE69�@CEIj�lI="F�8/9;_°u,85RS8/ik=CH~=CR\FH~RS8/_;E6HGEIJ�9 �;@yJ�9;F~H~R\8/E69�HrRS=CRS8/9]©ZE69]:¡8/lI:/J/RSE6HG[;i¡FrE69�¦^j;HGE6i¡8/l6E6H�X���[]=CJ/RGX �]j�85RS8/i¡=CH~=CR="F~HGE6i�85HGEIJ�9Uik=CHG[]JZ_;F��m8/F~="_§J�9§FGHG85HGE6F~HGE6@C8/l�@yRSEIH~=CR\E68?lbEI©/=AgQhYj�="@yHG85HGEIJ�9�f�8(hZEbi¡E��"8(�

Page 25: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3"z ������� � ����� ������� ������� ��� � �

HGEIJ�9� gvf¤� �,f�8(h]E6i?<�icg�9DH~RGJ/jYX 8/9;_ RG="l685H~="_ ik=CHG[]JZ_;F �}:/RS8/_;EI="9DH?_]="FS@y="9�H 8/9;_�n8/@G©Yj;RGJ/j�85:�85HGE6J�9�E69�9;="<]RS8/l*9]=CH ¿vJ/RG©ZF�8/9�_�F~J¡J�9*4

��[Y<;F ��_;=Cj$="9�_;E69]:A<]j�J�9LHG[]=�_;J�i¡8/E69 8/9;_ HG[]=nj�[]="9;J�ik="9;8AJ/o$Eb9�H~=CRG="FGH ��8/9k85j]�j;RGJ/j�RSE685H~=^9]J/HG85HGEIJ�9;8/l*F~XZF~H~="i o�J/Rr:/RS8/i¡i�85RSFr8/9;_U8k@yJ/:�9;EIHGEI�/="l6X¡j�l68/<;FSEI��lI=�l6="85RS9Z�E69]:k8/lI:/J/R\EIHG[;i E6Fr<;FG="_�E69Uo1J/R\i¡8/l�=yhYjmlIJ/RS85HGEIJ�9;FrEb9�HG[;=LF~HG<;_]X�J/o}lb8/9]:�<;85:/=K8/@CBY<;E��FGEIHGE6J�9*4 ��=k¿�E6l6l�="9�@yJ�<;9�H~=CRMF~=C�/=CR\8/lqFG<;@S[¤E69�F~HG8/9�HGEb85HGEIJ�9;F�J&�/=CRKHG[]=k@yJ�<]R\F~=?J/ovHG[]=��JDJ/©$4

¨,E69;8/lblIX ��HG[]= BY<]="F~HGEIJ�9�J/oQ:/="9]=CRS8/lbE��"85HGEIJ�9¤@S[;85R\8/@yH~=CRSE��C="_¤�YX�HG[]= @yJ�9��/=CRG:/="9�@y=@yRSEIH~=CR\EIJ�9sE69 g�Bm4v35463U@C8/9 �$=§F~HG<;_;E6="_s<;9;_;=CRL8�9Y<;i?��=CRLJ/o�_;E���=CRG="9DH?9]J/HGE6J�9;FLJ/o@yJ�9D�/=CRG:/="9;@y=/4���[]=§="9�HGEIRS=§o�RS8/ik=C¿�J/RG©s@C8/9���=§j;RGJ/��85�mE6l6E��C="_ F~J¤HG[;85HkF~="9�H~="9�@y="F85RG=�9;J&¿_]RS8"¿�9¡8/@C@yJ/RS_;E69;:KH~J?8/9�<;9;_]=CRSl6XYE69;:�j;RSJ/��85��E6l6E6H�XL_;EbF~H~RSEI��<;HGEIJ�9*4}¦^9;=�@C8/9HG[]="9UF~HG<;_;X�@yJ�9��/=CRS:/="9;@y=KJ�9�8/l6l$_;85HG8kF~="BY<]="9;@y="F �ZJ�9�8/l6i¡J�F~Hr8/l6lm_�85HG8�FG="BD<]="9�@y="F �F~H~RGJ�9;:§8/9;_�¿�="85©�@yJ�9D�/=CRG:/="9;@y=¡E69aj;RGJ/��85��Ebl6EIH�X�8/9;_ F~J§J�9*4^��[]=?9;J/RSi Eb9�¿�[;Eb@S[@yJ�9D�/=CRG:/="9;@y=MHG85©/="Fnj�l68/@y=^@C8/9��(85RGX�o1RGJ�i =yhZH~="9;FGEIJ�9;8/l$F~=CHn_;E���=CRG="9;@y="F^��HG[]= � < ���w�9]J/RSi ¿�[]=CRG=��sE6F�8�ik="8/FG<]RS=KJ�9 � � 8/9;_alb8/9]:�<;85:/="FA85RG=?E69�_;E6@C85H~J/R�o <;9;@yHGEIJ�9�FrJ�9� �C�nH~J§E69DH~="9;FGEIJ�9;8/l._;E���=CRG="9;@y="Fr��=CH�¿�=C="9�:/RS8/i¡i¡85RSFA8/F�_;=C��9]="_��YX�HG[]=L_;EbF~HG8/9;@y=��=CH�¿�=C="9 �AJZ_]="l�9Y<;i?��=CRSE69]:�FnE69�8/9�="9Y<;ik=CR\85HGEIJ�9�J/oq@C8/9;_;E6_�85H~=M:/RS8/i¡i¡85RSF"4

��[;=�RG="FG<�lIHGE69]:KlI="85R\9;E69]:MHG[]=CJ/RS=CHGE6@�o�RS8/ik=C¿�J/RG©ZF��585RGXko�RGJ�i HG[]=�u�RGJ/��85��lIXk>�j]�j;RGJ&hZEbi¡85H~="lIXap�J/RGRG="@yH�o1R\8/ik=C¿vJ/RS©§J/oqPQ8/lbE68/9�H ��3"ª/ ({D��8/9;_�PQ85j�9�EI© ��3"ª/ /N��rH~J§HG[]=E69;_�<;@yHGEI�/=KE69]o�=CRG="9;@y=Lo1RS8/i¡=C¿vJ/RG©�J/ov�^J�l6_ ��3"ª/z�d/�\4A��[]=L9]="@y="FSFG85RGX�8/9;_�FG< ��@CEI="9DH@yJ�9;_;E6HGEIJ�9;F,o�J/RvFG<;@C@y="FSFGEI�/=�:/="9;=CRS8/l6E��"85HGEIJ�9¡�DXk8KlI="85R\9;E69]:K8/lI:/J/R\EIHG[;i [;8/FQ�$=C="9�HG[]=H~J/j�E6@UJ/oME69DH~="9;F~=�E69D�/="F~HGEI:�85HGE6J�9°�YX HG[]=�HG[;=CJ/RG=CHGE6@C8/l�@yJ�i�i?<;9�EIHGEI="FkE69x@yJ�ikjm<]H~=CRFG@CEI="9�@y= �}i¡85HG[;="i¡85HGE6@CF �qF~HG85HGE6FGHGE6@CF �q8/9;_ jm[;E6lIJ�F~J/jm[�X/4§��[]=CX¤j�J�E69�HMH~J HG[]=�Eb9;[]=CR~�="9DH�_;E ��@C<�lIH�X¡J/oqE69;o1=CRGR\E69]:?8/9a<;9]©Z9]J&¿�9UHG85RS:/=CH�o�RGJ�i ��9;EIH~=^RG="FGJ�<]RS@y="F�8/9�_�E69�8/l6lFG<;@\[¤E69��/="FGHGEI:�85HGEIJ�9;F �$J�9]= @yJ�9;@Cl6<;_;="F�HG[;85H�� � �+��� � � � � �klI="85RS9;Eb9]:�E6FA9]J/HAj$J�FSFGEI��lI=/4��[Y<;F^@S[;Ebl6_]RG="9 _]J�9]J/HM="9DH~=CRGHG8/E69¤=C�/=CRGX j�J�FGFGEI��l6=?[DXDj�J/HG[]="FGEbF�HG[�85H^EbFM@yJ�9;FGE6F~H~="9DH¿�EIHG[�HG[]=�_;85HG8 HG[]=CX�RG="@y="EI�/=¤��<]H§J�9;lIX 8�l6Ebi¡EIH~="_ @Clb8/FGF§J/o?[DXDj�J/HG[]="F~="F"4 ��[;E6F@Cl68/FGF�J/o�:/R\8/i¡i¡85HGE6@C8/lr[DXDj�J/HG[]="FG="F� EbFLHG[]=�@Cl68/FSF?J/o�j$J�FSFGEI��lI=�:/RS8/i¡i¡85RSF @\[;E6l��_]RG="9�@C8/9s@yJ�9;@y="EI�/=�8/9;_¤HG[;=CRG=Co1J/RS=¡@yJ�9;F~H~RS8/E69�F^HG[]=kRS8/9]:/=kJ/o�j�J�FGFGEI��l6=�l68/9;:�<;85:/="FHG[;85H�[D<;i�8/9;FK@C8/9 E69��/="9DHL8/9;_ F~j�="85©m4§��HLE6F �A9;EI�/=CRSFS8/lv�ARS8/i¡i�85R§� �M�K�KEb9�HG[]=H~=CRSi¡Eb9]J�lIJ/:/X§J/ow:/="9]=CR\85HGEI�/=?l6Eb9]:�<;E6F~HGEb@CFC4

��[Y<;FL¿v=UF~=C=§HG[;85H?HG[;=CRG=�E6F�8al6="85RS9;85��E6lbEIH�X¤85RG:�<;ik="9DH���85H�HG[]=U[]="85RGH?J/o�HG[]=� ?BA3FOGnFHGng3GVg*PRYHYa[:P�DVK@FHWEg)YHPRK@CdNtP(G�K@A3C A D@Q(g)STC MiKlJsD@I(S��$IRx5CEDVK|[1IRJ�kiK@FHS�g)YOg)G�� A � k)��j�?BA3CED@CPRD@CnGhKVD@I(M)QcPRM*N2qwCdP(^-\]I5GVFaK@FOI5M3GpI(M)CnWdPRMUKXP(^�CnI(MUK@A)FOG�FOGVGVg)C}P(M)N-K@A3FHG�A)P(Gl`]C C M2K@A3CnGVg)`7ehC W�KpIRJSfg3W�A�NmC `*P�K@CfPRM*N�W I5MiKVD@I�x�CED@Gh[ij�?BA)C}K@A)C IRD@CEK@FOWdP(YoFOST\)YHP(g3GVFO`)FOYOFOK�[�I(JbKXP(`3g)YHPcDXPRG@P2YOCdP�D@M)FOM)Q2P(M)NK@A)CnCEST\)FaD@FOWdP(Y�C x7FLNmC M)WEC�D@C YHPRK@FOM)Q�K@ITWXA)FOYHNUYHP(M3Q5g*PRQ5C�N3C x5C YOI5\)STCEM7K�GVg3Q5Q(C GhKpK@A)PRK��zFHGpP�\3D@I(\]CEDGVg)`3GVCEKcI(JpK@A)C�GVC�KcI(J�g3M3D@C GhKVD@FOWEK@C N D@CEq�D@FaK@CUD@g3YHCUGh[3GhK@CESTG���Cd~ig)FOx(P(YOC MiK�K@I9?�g3D@FOM)Q � P(WXA)FOM)C GX��j

;rA)PRKwK@A3Cp\mD@C W FOGVC_M)PRK@gmD@CpIRJ�� FOG�PRM*N�q�A)C�K@A)CEDwFOKBP5NmSTFOK@GwPnYHIdq NmFHSTCEM)GVFOI5M)P(Y*WXA*P�DXP(WEK@CED@F�1dP�K@FOI5MFOGcPtScP�KVK@CEDTI(J_D@CdP(GVI(M*P(`3YOC�N3C `)PRK@C5j 9 x�CED�K@A3CUW I(g3D@GVC1IRJ_K@A)FOGT`]IiI(^/y qBC�qwI(D@^9q�FaK@A W C�DVKXP(FOM

Page 26: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� �:� ��� � ��� ���������� ���"� �<� ������:� ����� � �"� � 3&d

ikJZ_]=CRS9°85j�j;RGJ�8/@S[ H~J l6Eb9]:�<;E6F~HGEb@CFC4x��[]=�E69;[;=CRG="9�H¡Eb9�H~RS8/@yHG85�mE6l6EIH X J/oMlI="85RS9�E69]: 8l68/9]:�<�85:/=LE69UHG[]=K85��FG="9;@y=KJ/o,8/9�X�@yJ�9;F~H~R\8/E69�HGF�FG<]:/:/="F~HGF�HG[;85H�HG[]=KJ�9�lIX�j;RSJ/�;HG85��lI=_;EIRS="@yHGEIJ�9UE6FnH~JkH~RGX�8/9�_U�;:�<]RG=^J�<]Hr¿�[�85H�HG[;=K85j;j;RGJ/j;R\E685H~=M@yJ�9;F~H~RS8/E69DHGFr85RG=/4�7wE69Z�:�<;E6FGHGE6@�HG[]=CJ/RGX¤85H~H~="ikj;HGFKH~Ja="l6<;@CE6_;85H~= HG[]=¡9�85HG<]RG=kJ/o�HG[]=¡@yJ�9;F~H~RS8/Eb9�HGFMHG[�85HL<;9Z�_]=CRSlbEI=( �Dj�F~XZ@S[]J�l6J/:�E6@C8/lml6="85RS9;E69]:^HG[]=CJ/RSX¡@yJ�9;@y="9�H~R\85H~="FnJ�9¡="l6<;@CEb_;85HGE69]:Mj�lb8/<;FGEI��l6=lI="85RS9�E69]:¡8/lI:/J/RSE6HG[;i¡F�! 8/9;_�H~J/:/=CHG[]=CR^HG[]=CX�j�J�FGEIH�8�F~J�l6<;HGEIJ�9�H~J�HG[]=Lj;RSJ/��lI="i J/ol68/9]:�<�85:/=L8/@CBD<�E6FGEIHGEIJ�9�4

7w8/9]:�<;85:/=�8/@CBY<;E6FGEIHGE6J�9 EbF?HG[;=�l68/<;9;@\[;E69]:�j$J�Eb9�H o�J/RkJ�<]R¡_;E6FG@C<�FGFGEIJ�9sJ�9xl68/9Z�:�<;85:/=�@S[�8/9]:/=/4�� o�l68/9]:�<;85:/=�8/@CBY<;E6FGEIHGE6J�9sE6F?HG[]=UikJY_;=�J/o�H~R\8/9;FGi¡E6FSFGEIJ�9 J/o�l68/9Z�:�<;85:/=?o1RGJ�i J�9]=L:/="9]=CR\85HGEIJ�9�H~J¡HG[;=L9]=yhZH ��¿�[;85H�85RS=?EIHGF�l6J�9]:kH~=CRSi =C�/J�lb<]HGEIJ�9;85RGX@yJ�9;F~="BY<]="9;@y="F�J&�/=CR�:/="9]=CRS85HGEIJ�9�8/l;HGE6ik= ����J�¿�_]JLHG[]="F~=�RG="lb85H~=�H~JKHG[]=�[�E6F~H~J/RSE6@C8/lblIXJ/��F~=CRS�/="_�H~RS8��~="@yH~J/RSEI="F�J/o�l68/9;:�<;85:/=A@\[;8/9]:/=^8/9;_¡=C�/J�lb<]HGEIJ�9 ����[;E6FvE6FQHG[]=�j;RSE6i�85RGXE6FGFS<]=^HG[;85H�¿�=K¿�E6l6l�85H~H~="ikj�H�H~J¡RG="F~J�l6�/=KJ&�/=CRAHG[]=K@yJ�<]RSFG=KJ/owHG[�E6Fr��JDJ/©$4

���� � �� ��� ����� ��� ��� ����� � ����� ������� ��� ���� �������

> <]��E6BY<;EIH~J�<;Fvo 8/@yH�J/o}[Y<;i¡8/9�lb8/9]:�<;85:/=LE6FnHG[;=M�(85RSEb85HGEIJ�9UHG[;85H�=yh]E6F~HGFr8/ikJ�9;:¡HG[]=l68/9]:�<�85:/="FQJ/o$HG[]=�¿�J/RSl6_*4,>nHQHG[]=�FG8/i¡=�HGE6ik= ��HG[;=�o�8/@yH�HG[;85H�l68/9]:�<�85:/=�E6F � � � ��! � ��� �FG<]:/:/="FGHGFwHG[�85HwHG[;EbF.�585RSE685HGEIJ�9?@C8/9;9]J/H}��=v85RG��E6H~RS85RGX/4.��9?o�8/@yH �/HG[]=CJ/R\EI="F.J/o ��9;E6�/=CRSFG8/l�ARS8/i�i¡85R�85H~H~="ikj;H�H~Js@CEIRS@C<;i�FG@yRSEI��=§HG[]=�_]=C:/RG=C=�J/oA�585RSE685HGEIJ�9�j�J�FGFGE6��lI=UE69�HG[]=l68/9]:�<�85:/="FwJ/o]HG[;=�¿�J/RSl6_*4qVZE69;@y= ¾@\[;85RS8/@yH~=CRSE �C="F,HG[]=�FG=CHwJ/o]j�J�FGFGE6��lI=q:/RS8/i¡i�85HGE6@C8/l[DXDj�J/HG[]="F~="F,[Y<;i¡8/9;F}@C8/9 ="9DH~=CRGHG8/E69 ��85Hq8/9DXKj�J�E69�H}E69?HGE6ik=�J/R,FGj�8/@y= ��="8/@S[k9�85HG<]RS8/ll68/9]:�<�85:/=L@yJ/RGRG="F~j�J�9;_�FnH~J�8kj�85RGHGEb@C<;l685Rn:/RS8/i¡i¡85R�&���="lIJ�9]:�Eb9]:?H~J �4

¨]J/R�=yhZ8/i¡j�lI= ��FG[;J&¿�9U��="lIJ�¿ 85RG=MH�¿�J�FG="9�H~="9;@y="F�J/o,�v="9;:�8/l6E�� �n8/9]:�l68��r¿�EIHG[�8¿�J/RS_�o�J/R�¿vJ/R\_�H~RS8/9;FGlb85HGEIJ�9*4

N]� 8��c!�!/���)��, 0R� �/, 47�10i'3���*')����%(')���R����!! ��"!!" !�6���8'/, 01#2!$�3�54�+-, %('t%(')�*�"��� �"!$# ������6

N]������!#��!! ��"!!" !�%(')���R��0i')���)'*���.��, 47��!/���)��, 0R��6r���(����8������� �"!$# %(')�*�"��+-, %('.'/, 01#2!$�3�5476

pnl6="85RSlIXU�v="9;:�8/l6E�[;8/F�8�_;E���=CRG="9DH�F~XZF~H~="i J/o,:/RS8/i�i¡85HGE6@C8/l6EIH XURS<;lI="Fro�RGJ�i gv9Z�:�l6E6FS[�H~JY_�8"XsF~J�HG[;85H?<�9;l6EI©/=�gv9]:�l6E6FS[ �wN]���$�LE6FL_;=C="ik="_ Ebl6l,o1J/R\ik="_ ¿�[�E6lI=�N]� 8��?E6F¿�="l6l�o�J/RSik="_�4 gQ�/="9�EIo�J�9]=UEI:�9]J/RS="F?HG[;=§o 8/@yH HG[;85H HG[]=UH�¿�J�l68/9]:�<;85:/="Fk<;FG=§_;E6ob�o�=CRG="9�H^lI=yh]E6@C8/l}EIH~="i¡F ��EIH�EbF�="8/F~X�H~J�RS="@yJ/:�9;E��C= HG[;85HAHG[]=CXa<;F~= _;E���=CRG="9DH�l6Eb9]:�<;E6F~HGEb@� F~XZ9�HG8/@yHGEb@ �mE69UHG[;EbFr@C8/F~=��no�J/RSi H~J�@yJ�9D�/=CX�j;RG="@CEbF~="lIX�HG[;=LFG8/ik=Kik="8/9�E69]:]4\)YHPRg)GVFO`)YOCnWXA)I5FOW CEGlJsI(DpFHYOYOg)GhKVDXP�K@FOx�Cn\)gmD@\]I5GVC G j

Page 27: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

3"  ������� � ����� ������� ������� ��� � �

��[;=��(85R\E685HGEIJ�9°8/@yRGJ�FSF�l68/9]:�<�85:/="F�i¡EI:�[DH¡JZ@C@C<]R�85H�F~=C�/=CRS8/lA_;E���=CRG="9�H¡l6=C�/="l6FC4¨]J/RK8§F~HG85RGH �*HG[]=CX�i¡EI:�[DHA[;8&�/=k_;E���=CRG="9�H^lI=yh]E6@C8/l}EIH~="i¡FC4^¨;<]RGHG[;=CR��HG[]=kF~XYFGH~="i J/oRS<;l6="FwHG[�85HQ_]=CH~=CRSi¡E69;=v:/RS8/i�i¡85HGE6@C8/l6EIH X?i¡E6:�[�Hq@yJ�9;FGEbF~H,J/omj�[;J�9]=CHGE6@ �/j�[]J�9;J�lIJ/:�E6@C8/l��F~XZ9�HG8/@yHGEb@ �AF~="i�8/9�HGE6@ �Aj;RS85:�i�85HGE6@¤8/9;_J/HG[]=CR�@yJ�9;FGEb_]=CRS85HGEIJ�9;F"4 �r¿vJxl68/9;:�<;85:/="Fi¡EI:�[DHr[;8"�/=K_�E��$=CRS="9�HnlI=yh]E6@yJ�9;F���<]HnFGE6i¡Ebl685RvF~XZ9DHG8/@yHGE6@MF~XZF~H~="i¡Fr8/FrE6F�HG[]=M@C8/F~=Mo�J/R�AE69;_;E}8/9;_ ��R\_;< ��H�¿�Jal68/9]:�<�85:/="FMF~j�J/©/="9�E69�lb85RG:/=kj�85RGHGFAJ/o�VYJ�<]HG[¤>�FSE68Z4L��[]=CXi¡EI:�[DHw8/lbF~J�[;8&�/=�FSE6i¡E6l685RwlI=yhZEb@yJ�9;F���<;Hw_;E���=CRG="9DH.F~XZ9�HG8/@yHGEb@vF~XZF~H~="i¡F,8/F}E6F�J/o�H~="9�HG[]=@C8/F~=ko�J/RK_;E68/lI="@yHGFAJ/ovHG[]=kFG8/ik=kl68/9]:�<;85:/=/4k¦AR^HG[]=CX�i�EI:�[�HMFG[�85RG=kFGE6i¡E6lb85R�lI=yh]E6@C8/l8/9;_kF~XZ9DHG8/@yHGE6@nj;RGJ/j�=CRGHGEI="FwX/=CH�[;8&�/=�[;8"�/=r�/=CRSX�_;EI�$=CRG="9DH}j�[]J�9]J�lIJ/:�Eb@C8/l]F~XYFGH~="i¡Fq8/FE6F�HG[]=k@C8/F~= o1J/R^HG[]= _;E���=CRG="9DH ~8/@C@y="9DH~="_o��gv9]:�l6E6FS[]="F�F~j�J/©/="9 85RGJ�<;9;_�HG[]= ¿�J/RSl6_*4�[;E6lI=QHG[;=�ikJZ_;<;l6="F�:/J&�/=CR\9;E69]:AHG[]=v_�E��$=CRS="9�H}8/F~j�="@yHGFwJ/o�HG[]=�:/RS8/i�i¡85HGE6@C8/lZF~XZF~H~="iJ/o,8¡l68/9]:�<;85:/=?8/l6l*9]=C="_�H~J¡��=MF~j�="@CEI�;="_UH~J�_]=C��9]=K8 o <;l6lI�mlIJ&¿�9�:/RS8/i¡i�85R�E69 �M� �E69�j�85RGHGE6@C<;lb85R�E69�BD<;E6RSEI="F,J/o.l6Eb9]:�<;E6F~HGEb@nj�[]="9]J�ik="9�8 �DJ�9]=^@yJ�9;FGEb_]=CRSF� H~J�@yJ��/=CR�HG[]=�585RSE685HGEIJ�9�HG[�85H�E6FnRG="lI=C�58/9DH�_]=Cj�="9;_;E69;:�<]j�J�9§HG[]=L_;J�i¡8/E69�<;9;_;=CR�@yJ�9;FGE6_]=CR\85HGEIJ�9*4

¦^<;R�_;E6FS@C<;FGFGEIJ�9aF~J�o 85R^[;8/FA�$=C="9�8/F^EIoQl68/9]:�<;85:/="F^[;8&�/=�8/9 =yh]E6F~H~="9;@y=�HG[;85H^E6FE69;_;=Cj$="9�_]="9�H�J/o,HG[]=LE69�_;EI�ZE6_;<;8/l6F�HG[;85H�F~j�="85©UHG[]="i�4vuw=CR\[;85j�F�EIH�E6FrE6ikj�J/RGHG8/9DHrH~J@Cl685RSE6o1X¤J�<]R�j�J�E69�HLJ/o��YE6=C¿K4� _]="9]J/H~="F�HG[]=§F~=CH?J/o�j$J�FSFGEI��lI=¡lbE69]:�<;E6FGHGE6@ F~XYFGH~="i¡FHG[;85H�[Y<;i¡8/9�F�i¡8"XUj�J�FGF~="FSFC4q��9a8/9�X�@yJ�i¡i�<;9;EIH X ��lI=CHrHG[]=���HG[aE69�_;EI�ZE6_;<;8/l�j$J�FSF~="FGFHG[]= F~XZF~H~="i & !� 4 ��9 8x[]J�ikJ/:/="9;=CJ�<;F�@yJ�i¡i�<;9;EIH X�ikJ�FGH�J/o?HG[]= & !�� F�85RG=FGE6i�E6l685Rr8/9;_�J�9;=Li¡EI:�[DH�FG8&X�HG[;85H�HG[]="F~=�E69;_;E6�YE6_�<;8/l6F�FGj$="85©�8¡@yJ�i�ikJ�9�lb8/9]:�<;85:/=8/9;_ H~=CRSi¡F l6E6©/=§gv9]:�l6E6FG[ �qVYjm8/9;E6FG[ �}=CHG@54 RG=Co�=CR H~J¤HG[]="F~=�@yJ�i¡i�<;9;8/l6lIX 8/@C@y=Cj�H~="_@yJ�i¡ikJ�9¤l68/9;:�<;85:/="FC4���9�:/="9;=CRS8/l��$HG[]J�<]:�[ �$HG[]=CRG= E6F�8/l6¿�8&XYFA�585RSE685HGEIJ�9 8/9;_�HG[;="F~=�585RSE68/9DHGFqi¡8"X���=vRG=Co�=CRGRG="_ H~JK8/Fq_�E��$=CRS="9�HqE6_;E6J�lI="@yHGF �/_;E68/lI="@yHGF��J/RQl68/9]:�<;85:/="F,�m8/F~="_J�9kF~JZ@CE68/l]8/9;_�j�J�l6EIHGE6@C8/lY@yJ�9;FGEb_]=CRS85HGEIJ�9;F"4}��[�E6F.�585RSE685HGE6J�9 RG=Co1=CR\F,H~JMHG[]= � � ! � �� ! � �585RSE685HGEIJ�9�8/@yRSJ�FGF�E69�_;EI�ZE6_;<;8/l6F�E69�F~j�8/@y=L85H�8/9�XU�]hZ="_�j�J�E69DHnEb9UHGE6ik=/4

��[�E6F^��JDJ/©¤@yJ�9;@y=CRS9;FLEIHGF~="lIov¿�EIHG[¤�585RSE685HGEIJ�9 8/l6J�9]:a8�_;E���=CRG="9DHK_;E6ik="9�FGEIJ�9aTHG[]=��(85RSEb85HGEIJ�9�Eb9¡HG[]=Al68/9]:�<;85:/=AJ/o�F~j�85HGE68/lblIX�l6JY@C8/l6E �C="_�@yJ�i¡i�<;9;EIHGE6="FQJ&�/=CRr:/="9;=CRS8(�HGEIJ�9;8/l�HGE6ik=/4v��[D<;F�J�9]=L@yJ�<;l6_aF~HG<;_]X�HG[]=Ll6E69;:�<;E6F~HGE6@���="[;8"�ZEIJ/R�J/o,HG[]=Lj$J/jm<;l685HGEIJ�9J/o$HG[]=���RSEIHGE6FG[ E6FSlI="F}J&�/=CR�:/="9;=CRS85HGEIJ�9;8/l]HGEbik=r8/9;_¡8/Fq¿�=rRG="i¡85RG©/="_�E69�J�<]RqJ/j�="9;E69]:F~="@yHGEIJ�9 �DHG[;EbFQ[;8/F�FS[]J&¿�9�F~J�ik=AF~H~RSEI©ZE69]:K@\[;8/9]:/="FvJ&�/=CRnHG[]=�X/="85R\FC4q��9�_]=C="_ �D[�E6F~H~J/R~�E6@C8/lZj�[;="9]J�ik="9;8M8/9;_�� ��� � � ! � ��585RSE685HGE6J�9¡85RG=rj;RGJ/j�=CRSl6XKHG[]=rJ/���~="@yHGFQJ/o�F~HG<;_]X�E69[;E6FGH~J/RSE6@C8/lql6E69;:�<;E6F~HGE6@CF^8/9;_ HG[;E6FM��JYJ/©�j;RS="F~="9�HGF?8�@yJ�ikj�<;HG85HGEIJ�9;8/lqo�RS8/ik=C¿�J/RG©�E69¿�[;Eb@S[�H~J§@yJ�9;_;<;@yH�HG[�85H�F~HG<;_;X/4rVZEb9;@y=K¿�=KH~RGX�H~J�<�9;_]=CRSF~HG8/9�_�8/9;_�RG="8/FGJ�9a85��J�<]HHG[]= j�J�FGFGEI�mlI=L��="[;8&�YEIJ/R\F^J/ovl6E69;:�<;E6F~HGE6@LF~XYFGH~="i¡FK@S[�8/9]:�E69]:U¿�EIHG[ HGE6i¡= �*¿v=k¿�Ebl6l.��=lI="_?H~JM8�_]XZ9;8/i¡Eb@C8/l�F~XZF~H~="i¡F}o�RS8/ik=C¿�J/RG©L8/9;_�¿�E6lbl�_]=CRSEI�/=nF~=C�/=CRS8/lZFG<�@S[�_]XY9�8/i¡E6@C8/lF~XZF~H~="i¡FrJ��/=CR�HG[;=L@yJ�<]RSF~=MJ/o,HG[;EbFn�$JYJ/©$4

��[;=�F~HG85RGHGE69]:Mj�J�E69DHqo�J/RQHG[]=�_]=CRSE6�(85HGEIJ�9 J/o*FG<�@S[¡_]XZ9;8/i¡Eb@C8/l]F~XYFGH~="i¡FQE6Fq8K@Clb8/FGFJ/o}:/RS8/i¡i¡85RSF� 8/9;_�8klI="85RS9�E69]: 8/lI:/J/RSEIHG[;i ! H~J¡lI="85RS9U:/RS8/i�i¡85RSFrE69§HG[;E6Fr@Clb8/FGFC4�wJ F~=C=UHG[]=UE69DH~=CRGj�l68&X���=CH�¿�=C="9 HG[;=§H ¿vJ�E69 8 j$J/jm<;l685HGEIJ�9 FG=CH~HGE69]: �QE6i¡85:�Eb9]=�o�J/R

Page 28: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� �:� ��� � ��� ���������� ���"� �<� ������:� ����� � �"� � 3"ª

8 ikJ�i¡="9�H¡HG[�85H�HG[]=CRG=a¿v=CRG=aJ�9;lIX H�¿�Jsj�J�FGFGEI�mlI=§lb8/9]:�<;85:/="F�Eb9�HG[]=�¿�J/RSl6_ �nE 4|=/4 � ��� � < � � ��� _]=C��9�E69]:aHG[;=�H ¿vJ l68/9;:�<;85:/="F���� > # � ��8/9;_ ��� 8 # � �¡J��/=CR�8��9;E6H~=^8/l6j�[;85��=CH �A4

p�J�9�FGE6_]=CR�9]J&¿ 8 @yJ�ikj�lI=CH~="l6X¡[]J�ikJ/:/="9]=CJ�<;FrlbE69]:�<;E6FGHGE6@r@yJ�i¡i�<;9;EIH X¡¿�[]=CRG=A8/l6l8/_;<;l6HGFrF~j�="85©§HG[;=Kl68/9]:�<;85:/=���� > @yJ/RGRG="F~j�J�9;_�E69]:�H~J�HG[]=M:/RS8/i�i¡85R�� < 4�> H XDjmE6@C8/l@S[�E6l6_xE69�HG[;EbF¡@yJ�i¡i�<;9;EIH X RS="@y="EI�/="F¡=yh]8/ikj�lI=�F~="9�H~="9�@y="F�8/9;_°<;HGE6l6E��"E69;: 8 l6="85RS9Z�E69]:�j�RGJY@y="_�<]RG=�!�@yJ�9;F~H~RS<;@yHGFL:/RS8/i¡i¡85HGEb@C8/l�[DXDj�J/HG[]="F~="F"4�7�=CH?<;FL_]="9;J/H~=¡�DX � �HG[]=^:/RS8/i¡i�85HGE6@C8/l�[DXDj�J/HG[]="FGEbF�HG[]=Kl6="85RS9;E69]:�@S[;Ebl6_U[;8/Fr85o1H~=CRr="9�@yJ�<;9�H~=CR\E69]: � F~="9Z�H~="9;@y="FC4?V]<]j;j�J�F~=KHG[;85H^="8/@\[�@S[;E6lb_aE6F�:�EI�/="9¤8/9¤E69]��9;E6H~=L9D<�iL��=CRAJ/o�F~="9DH~="9;@y="F^H~J8/@CBY<;EIRG= EIHGF^l68/9]:�<;85:/=¡FGJ§HG[�85H^lbE6i � ��� �$����� � � < � � t ��E 4|=/4 �*HG[]=k@S[�E6l6_ @yJ�9��/=CRG:/="FH~J HG[]=�l68/9;:�<;85:/=�J/orHG[;=�8/_;<;l6HGFC4���[;E6F?[;85j;j�="9;FMo�J/R 8/l6l�@\[;E6l6_]RS="9 8/9;_ HG[;=§9]=yhZH:/="9]=CRS85HGE6J�9¤¿vJ�<;lb_�@yJ�9;FSE6F~HAJ/ov[]J�ikJ/:/="9;=CJ�<;FMF~j�="85©/=CRSFAJ/o ��� > 4K��[]=CRG=�¿vJ�<;lb_���=9]J¡@\[;8/9]:/=/4

��J&¿ @yJ�9;FGEb_]=CR�HG[]=�j�J�FGFGEI�mE6l6EIH X¡HG[;85HAHG[]=�@\[;E6l6_aE6F�9;J/H�=yhZj$J�FG="_aH~JU8/9�Eb9]��9;EIH~=9Y<;iL��=CR^J/onF~="9�H~="9�@y="FM��<]H^J�9;lIX�H~J�8U��9;EIH~= 9Y<;iL��=CR ��85o1H~=CRK¿�[;E6@S[¤EIHMi¡85HG<;RG="F8/9;_�EIHGF l68/9]:�<�85:/=U@yRSXYF~HG8/lbl6E��C="FC4 �[;85H~=C�/=CR¡:/RS8/i�i¡85HGE6@C8/lr[DXDj�J/HG[]="FGEbFLHG[]=�@\[;E6l6_[;8/F�85o1H~=CR � FG="9�H~="9;@y="F�ZE6H�RG=CHG8/E69�F�o�J/RvHG[;=�RG="FGHvJ/o�EIHGF�l6EIo�=/4 ��9�_]=CRvFG<�@S[U8?FG=CH~HGE69]: �EIo ��E6FQl685RG:/=�="9]J�<]:�[ �YEIHQi¡EI:�[DHQ��=�HG[]=�@C8/F~=�HG[;85H�ikJ�F~H�@S[;E6lb_]RG="9k8/@CBY<;EIRG=���� > ��<]H8¡FGi�8/l6l*j;RGJ/j�J/RGHGE6J�9��r="9;_�<]j�8/@CBD<�EIRSE69]: ��� 8 4���9�J�9]=K:/="9]=CR\85HGEIJ�9 �m8�@yJ�ikj�lI=CH~="lIX[]J�ikJ/:/="9;=CJ�<;F^@yJ�i¡i?<�9;EIH�X�[;8/F�l6J�F~H�EIHGF�j�<]RS=M@S[;85R\8/@yH~=CRATW8�j;RGJ/j�J/RGHGEIJ�9 3�� �F~j�="85©§HG[]=KJ/RSEI:�Eb9;8/l�l68/9]:�<;85:/=K¿�[;E6lI=^8kj;RGJ/j�J/RGHGE6J�9���F~j�="85©U8¡_;E���=CRG="9DH�J�9;=/4

�[;85H^[;85j;j�="9;F�E69�HG[]=LHG[;E6RS_�:/="9]=CRS85HGE6J�9 � � E6lbl*HG[]=Lj�RGJ/j�J/RGHGEIJ�9���:/RGJ&¿¾o <]R~�HG[]=CR�8/9�_ =C�/="9�HG<;8/lblIX?HG85©/=�J&�/=CR�HG[;=�j�J/j�<;l685HGEIJ�9?J&�/=CRv:/="9]=CRS85HGEIJ�9�8/l]HGE6ik= ��¦^RQ¿�E6l6lEIHA_]="@yRG="8/F~=k85:�8/E69 � ¦AR�¿�E6l6l.E6H�RG="8/@\[�8�F~HG85�mlI=�� � �°¦ARA¿�E6l6l�E6H���J�<;9;@y=?��8/@G© 8/9;_o�J/RGHG[sE69 8al6Ebi¡EIHM@yXY@Cl6= � ��HL¿�Ebl6l,J/�D�ZEIJ�<;FSlIX _;=Cj$="9�_ <]j�J�9 []J�¿ FGEbi¡E6l685RMHG[]=�H�¿�Jl68/9]:�<�85:/="F ��� > 8/9;_ ��� 8 85RG= �/HG[]=nFGE��C=�J/o � �/HG[]=nlI="85RS9;E69;:�8/lI:/J/RSEIHG[�i ! �5HG[]=nj;RGJ/�]�85��E6lbEIH�X�¿�EIHG[k¿�[;E6@S[�F~="9�H~="9�@y="F�85RS=�j;RG="F~="9DH~="_�H~JLHG[]=�l6="85RS9]=CRv8/9�_�F~JKJ�9�4q��9kJ/R\_]=CRH~JURG="8/F~J�9¤HG[]RSJ�<]:�[ HG[]=?j�J�FGFSEI��E6l6E6HGEI="F �]J�9]= ¿�E6lbl.9]=C="_¤8§j;RG="@CE6FG=�@\[;85RS8/@yH~=CRSE��"85HGE6J�9J/o�HG[;=�_]XY9�8/i¡E6@CFwJ/o$l6Eb9]:�<;E6F~HGEb@qj�J/j�<;l685HGEIJ�9�Fw<;9�_]=CR}8^�585RSEI=CH XLJ/o�8/FGFG<;i¡j;HGEIJ�9;FC4 ��=¿�E6lbl$@yJ�9�FGE6_]=CR�F~=C�/=CR\8/l��585RSE685HGEIJ�9;FnH~J�HG[;E6FrHG[]="i¡=MJ&�/=CRAHG[]=L@yJ�<]RSFG=MJ/o}HG[�E6Fn��JDJ/©$4

g��/="9 8 FGE6ikjml6EI�;="_xF~=CH~HGEb9]: l6E6©/=aHG[;E6F�E6F§9]J/H�¿�E6HG[]J�<]H�FSEI:�9;EI��@C8/9DH�l6Eb9]:�<;E6F~HGEb@85j;j�lbE6@C85HGEIJ�9;FC4���9x8 l685RG:/=�i�8���J/RSE6H�X J/o^Eb9�H~=CRG="FGHGE69]:�@C8/F~="F¡J/oMl68/9;:�<;85:/=a@S[�8/9]:/= �H�¿�J?lb8/9]:�<;85:/="FQJ/Rvl6E69]:�<;EbF~HGE6@vH�XYj$="Fv@yJ�ik=�E69DH~JL@yJ�9DHG8/@yH�8/9�_ HG[]="EIR�E69DH~=CRS8/@yHGEIJ�9�@C8/9HG[]="9 ��=�H~RS8/@S©/="_�J&�/=CR HG[]=§X/="85RSF�HG[]RGJ�<]:�[ [;E6F~H~J/RSEb@C8/lQH~=yhZHGF�8/9�_sJ/HG[]=CRkF~J�<;RS@y="FC4� S"KUFOG-qBI(DVK@A�M3I(K@FOM)Q8K@A*P�KUI(M)C:M)C C NZM)I(KUM)C WEC GVG@PRD@FOYa[rW I(M)GVFHN3CED�GhKXPRDVK@FOM)Q�W I(M*N3FaK@FOI5M3G2K@A)PRKPRD@CUA)I5STI(Q5C M3C I5g3G j�?BA)C�Nm[mM*PRSTFHWEGfq�FOYHY�D@C YHPRK@C�K@A3CUYOFOM)Q(g)FOGhK@FOW1GhKXPRK@C GcI(JnP(Mi[8K|qwI�GVg)WEW C GVGVFOx�CQ5CEM)CEDXP�K@FHI(M)G j 9 M3CfScP [�K@A3C MtWEI5M)GVFHNmCEDnK@A)C GVC�Nm[mM*PRSTFHW P(Y�Gh[mGhK@C STGpJLD@I5S�PRM7[�FOM3FOK@FHPRY W I(M*NmFOK@FOI(M

' K@A)I(GVCwK@A*P�K$D@C YHPRK@CwK@IlSTFa�mCdNnGhKXPRK@C G�W IRDVD@C GV\]I5M)N3FOM)QlK@I_YHP(M3Q5g)P(Q5CwW I5MiKXP(W�KoScPd[�`]CwI(J)\*P�DVK@FHWEg)YHPRDFOMiK@CED@C GhKdj

Page 29: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N5t ������� � ����� ������� ������� ��� � �

¨]J/R,=yh]8/ikj�lI= �/E69LHG[]=v@C8/F~=�J/o;g�9;:�l6E6FG[ �(EIHwEbF���="l6EI=C�/="_LHG[;85HwHG[;=CRG=�¿�=CRG=�H�¿�J��585RSE68/9DHGFJ/orHG[]=Ul68/9]:�<;85:/=¡T 8a9]J/RGHG[;=CRS9 �585RSE68/9DH?8/9;_ 8 F~J�<]HG[]=CRS9sJ�9]=§HG[;85H?_;EI�$=CRG="_ E69¿�J/RS_sJ/R\_]=CRk8/9;_s:/R\8/i¡i¡85HGE6@C8/l6E6H�Xs8/9;_ @yJ�9DHG8/@yHk�$=CH ¿v=C="9�HG[;="F~=�H ¿vJ�lI="_ H~J¤J�9]=�585RSEI=CH�X�FG¿v=C=Cj�Eb9]:�HG[]RSJ�<]:�[�HG[]=?j�J/j�<;l685HGEIJ�9�4 ��=�¿�E6lbl*@yJ�9;FGE6_]=CR�HG[;E6F�8/9;_�FG=C�/=CRS8/lJ/HG[]=CRA@C8/F~="F�E69U:/RS="85H~=CRA_]=CHG8/Ebl�J&�/=CRAHG[]=K@yJ�<]RSF~=LJ/owHG[;EbFr��JDJ/©$4

����� � � ����� ������� � �� �� ���� �

��[]=�@C8/F~=kJ/o�gv9]:�l6E6FG[aF~XY9DHG8/@yHGE6@ @S[�8/9]:/= ¿�EIHG[�¿�[;E6@\[a¿�=?J/j�="9]="_�HG[;E6FA@S[�85j;H~=CRKE6FJ�9;lIXkJ�9;=�J/o.8�iLXYRSE68/_�J/o�@C8/F~="FnJ/o�[;EbF~H~J/RSE6@C8/lm@S[;8/9]:/=M8/@yRGJ�FSF�lbE69]:�<;E6FGHGE6@r@yJ�i¡i�<;9;E��HGEI="FqJ/o$HG[]=r¿�J/RSl6_ o�J/Rq¿�[;E6@\[k_]JZ@C<;ik="9DH~="_k=C�YEb_]="9;@y=n=yhZEbF~HGFQE69 �585RSEIJ�<;F,o�J/RSi¡F"4w��HQE6FE6ikj�J/RGHG8/9DH.HG[;=CRG=Co1J/RS=vH~J^RG="@yJ/:�9;E �C=�HG[�85HwHG[]=CRS=�E6F}8�:/="9D<;Eb9]=vjm[]="9]J�ik="9]J�9?85Hq[;8/9;_[]=CRG=�8/9;_ HG[]=�j�=CRG�(8/FSEI�/="9]="FGFLJ/onFS<;@S[ j�[]="9]J�i¡="9;8�E6FKEbikj�J/RGHG8/9�HLH~Ja="ikj�[�8/FGE��C=/47�=CH§<;F�@yJ�9�FGE6_]=CR§[]=CRG=aF~J�i¡= ikJ/RS=�=yhZ8/i¡j�lI="F§_]RS8"¿�9xo1RSJ�i�_;EI�$=CRG="9DH�l6Eb9]:�<;E6F~HGEb@FG<]�mF~XYFGH~="i¡F?8/9�_ _�E��$=CRS="9�H�:/=CJ/:/RS85j�[;Eb@C8/lnRG=C:�EIJ�9;F�J/o�HG[]=U¿�J/RSl6_*4���[;=CX j;RG="F~="9DHE69DH~=CRG="F~HGE69;:kj�< � �"lI="FnH~J¡¿�J/RG©UJ�9*4²�� ����² �§ Q�.­�����± �s¬�­��¾�� ��.­Q�.����®.± �Z¬�� �§ Q¬*­�®����[]=�="85RSl6E6="F~HAFGHG<;_;EI="F�J/ov[;E6FGH~J/RSE6@C8/l.@\[;8/9]:/=k¿�=CRG= J/o1H~="9¤E69�HG[]=k_]J�i¡8/Eb9aJ/o�FGJ�<;9;_@S[�8/9]:/=�T�j�[]J�9]=CHGEb@�8/9;_�j�[]J�9]J�lIJ/:�Eb@C8/l;@S[;8/9;:/="FvJZ@C@C<]RGR\E69]:KE69��(85RSE6J�<;F�l68/9;:�<;85:/="F8/9;_�HG[]= ��=CJ/:/RS8/i¡i�85RSE68/9�="9�H~=CRGj�RSE6F~=�J/o*HG[]=�="85RSl6XkH�¿�="9�HGEI=CHG[U@y="9DHG<]RGXk�;RSJ�<]:�[�H�EIHH~J¡HG[]=?@y="9�H~=CRAF~HG85:/=LJ/o,[;E6F~H~J/R\E6@C8/l*l6E69]:�<�E6F~HGE6@CFC4� .·��§%(·Dµ;# �^!w¶�� 0�º ��K'���·�� � }0���#��9�HG[;= f�E6_;_;l6=?g�9;:�l6E6FG[�j�=CRSE6JY_ao1RGJ�i HG[]= o�J�<]RGH~=C="9DHG[ H~J§HG[;= FSE�hYH~=C="9DHG[¤@y="9�HG<;RGX �HG[]=AlIJ�9]:L�/J�¿v="lbFnJ/o�g�9]:�l6EbFG[¡<;9;_;=CRG¿v="9DHv8?@yXY@ClbE6@�FG[�EIo1HvF~J?HG[�85H�j;RGJ�9Y<;9;@CEb85HGEIJ�9;FQJ/o¿�J/RS_;F}<;FGE69]:�HG[]="F~=nlIJ�9]:��/J�¿v="lbFq@S[;8/9]:/="_ F~XZF~H~="i¡85HGEb@C8/l6lIX/4,>°FGE6ikjml6EI�;="_^�/=CRSFSEIJ�9LJ/oHG[]=K@yXZ@Cl6E6@^FG[;E6o1HnJ/o.�/J�¿v="lbF�E6FrFG[;J&¿�9U��="lIJ�¿���o1J/R�i¡J/RG=M_]=CHG8/E6l6F �;FG=C= ��J�lIo1= �w3"ª�d5N�� �� � +� � �� ��� ���[;=L��8/@S©��/J&¿�="l6FM85RG=�j;RGJZ_;<;@y="_�¿�EIHG[�HG[]=�H~J�9]:�<]=���JY_;XU85HAHG[]=���8/@G©aJ/oQHG[]=

�/JZ@C8/l]@C8"�ZEIH�X?RG="FG<;lIHGEb9]:�E69�8^lIJ&¿�=CRG="_��;RSFGHwo�J/RSi¡8/9DHn��VZH~=C�/="9;F ��3"ª/ª/ ��\4 ��=�@yJ�9;FSE6_]=CRE69sHG[;E6FLFGXYF~H~="i HG[]=�o1J�l6l6J&¿�E69;:�o1J�<;RL�/J&¿�="l6F �a� E��^HG[]=§_;EIj�[DHG[]J�9]:"!$#&%&!a8/F?E69sHG[]=ikJZ_]=CRS9�g�9]:�l6EbFG[ ¿vJ/R\_ ~lIJ�<;_b��� E6E1�'!$#)(*!K8/F�E69¡HG[;=�ikJZ_]=CRS9¡gv9]:�l6E6FS[k¿vJ/R\_ ~l68&¿-�� E6E6E��+!$,��-! 8/FAE69UHG[]=?¿vJ/R\_z �:/RGJ�¿-��8/9;_ � EI�;��!/. �-! 8/FAE69 ���JYJ/H��Z4���[;=Kj;RGJ�9Y<;9Z�@CE685HGEIJ�9�FnJ/owHG[]=M¿�J/RS_;FrEb9�HG[;=Lfag � faE6_�_;lI=^g�9]:�l6EbFG[m�Qj�[]J�9]J�lIJ/:�Eb@C8/l$FGXYF~H~="i ¿v="9DHHG[]RGJ�<;:�[�HG[]=Mo�J�l6lIJ&¿�E69]:k@yXY@ClbE6@MFG[;EIo�HC4

!$# % ! $0!$#&(1! $2!$, ��! $3!/. ��! $3!$# % !

Page 30: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� � ������� � � � ��� ����� ����� NZ3!$#&%&! $3!$#&(1! !$#&(1! $3!$, ��! !$, ��! $3!/. ��! !/. �&! $3!$#&%�!l68&¿ :/RGJ�¿ ��JDJ/H lIJ�<;_FG8&¿ ikJ�¿ ikJYJ/H j;RGJ�<�_��J�<]:�[DH []J�FG= lIJYJ�F~= []J�<;FG=�}85��lI=�35463 �§> j�85RGHGEb8/lQ:�l6E6i¡j�F~=¡J/o�HG[;=��/J�¿v="lrFG[�EIo1H?E69 f�E6_;_�lI=¡g�9]:�lbE6FG[*4 ��J/R\_;F¿�[;Eb@S[UFG[;85RG=^HG[]=MFG8/i¡=M�/J&¿�="l�85RG=KFG[]J�¿�9UE69§="8/@S[�@yJ�lb<;i¡9*4Qgv8/@S[UJ/o}HG[]="F~=^¿vJ/R\_;F¿�="9�HMHG[]RSJ�<]:�[¤8�F~XYFGH~="i¡85HGE6@ @S[;8/9;:/=¡E69 j;RGJ�9Y<;9;@CE685HGEIJ�9 E69;_�E6@C85H~="_ �DX�HG[]= �/J&¿�="lFG[;E6o1HAFG[]J&¿�9 Eb9aHG[]= H~J/j�RGJ�¿K4L��[Y<;F �:/RGJ&¿2� ��j;RGJ�9]J�<;9�@y="_ ! & , � !¡H~JZ_;8&X]��¿n8/Fj;RGJ�9;J�<;9;@y="_�! &� #)(*!¤��=Co�J/RG=/4 ��J/RS_�Fkj;RGJ�9]J�<�9;@y="_�¿�EIHG[�8/9 !$, ��!���=Co�J/RG=�85RG=j;RGJ�9;J�<;9;@y="_U¿�EIHG[�8/9"!/. ��!?H~JZ_;8&Xs��¿vJ/RS_�F�E69UHG[]=MHG[;E6RS_�@yJ�l6<;i¡9$�\4

��[Y<;F ��HG[;=�¿vJ/R\_� ~l68"¿2����j;RGJ�9;J�<;9;@y="_ ! � #&(1!^H~JZ_;8&X]�q¿�8/F�j;RGJ�9]J�<;9�@y="_k_;E���=CRG="9�HGl6X8/F ! � #&%&! E69�fs4 g�4$pnJ�9;FGE6_]=CRr�}85��lI=¡3546354

>FGE6i�E6l685Rq@yXY@ClbE6@�FG[;E6o1H,JZ@C@C<]RGRG="_ko�J/R�o�RGJ�9DHQ�/J&¿�="l6Fv8/FQ¿�="l6l 4q��[Y<;Fq85H�J�9]=�j$J�Eb9�HE69HGE6i¡=x����=Co�J/RG=�HG[]=�o�J�<]RGH~=C="9DHG[ @y="9DHG<]RGX;�§F~j�="85©/=CRSF�E69 gv9]:�l68/9;_ j;RGJ�9;J�<;9;@y="_¿�J/RS_;FLEb9s8�jm85RGHGE6@C<;l685RL¿�8&Xs<;FGE69;:�8��/JZ@C8/l6E6@�FGXYF~H~="i HG[;85H�¿�8/F�E69�jml68/@y=�85H�HG[]=HGE6ik=/4ap�J�9�FGE6_]=CRK8aRS8/9;_]J�i @S[;E6lb_�:/RGJ&¿�E69]:a<]j E69 FG<;@\[ 8/9s="9��ZEIRGJ�9�ik="9�HC4aVZ<�@S[8 @S[;E6lb_�¿vJ�<�l6_s[;8&�/=Uj;RG="FG<;i�85��lIX¤[]="85RS_ ~[;J�<;F~=7� �O�/ikJ�<;FG=7� �O�5j;RGJ�<;_o� �O�/l6J�<;_o�¤8/l6l��="E69]:Aj;RGJ�9]J�<�9;@y="_ ¿�EIHG[�HG[]=r�/J�¿v="l !/. ��!D4��[�X�¿�J�<;l6_ HG[]=CX 9]J/HQlI="85RS9 HG[;=�FG8/ik=j;RGJ�9Y<;9;@CEb85HGEIJ�9 �

¦^9;=Ui�EI:�[�Hk85RG:�<;=§HG[�85HkHG[]=�8/@yHG<;8/lnj;RGJ�9Y<;9;@CEb85HGEIJ�9 J/o�¿�J/RS_;FkE6F F~J�ik=CHGEbik="FFGlIJ/j�jDX¤8/9;_ HG[;=CRG=Co1J/RS=�l6E6FGH~="9]=CRSFKi¡E6:�[�HLi�E6F~j�=CRS@y="EI�/=kHG[]=�j;RGJ�9Y<;9;@CE685HGE6J�9;F^J/orHG[]=¿�J/RS_;FC4 ��J&¿�=C�/=CR��FSlIJ/j;jYXsj;RGJ�9Y<;9;@CEb85HGEIJ�9xi¡EI:�[DH�[;8&�/=�8�RS8/9�_]J�i _;E6FGH~RSEI��<]HGE6J�985RGJ�<;9�_ HG[;=�@C8/9]J�9;E6@C8/lnj;RSJ�9D<;9�@CE685HGEIJ�9 8/9;_xE69 HG[;85H¡@C8/F~=aE6H�E6Fk9;J/H¡@ClI="85R¡85H¡8/l6lHG[;85H FG<;@\[sRS8/9�_]J�i i�E6F~j;RGJ�9Y<;9;@CEb85HGEIJ�9¤=y�$="@yHGF ¿�J�<;l6_ [;8"�/=�8 _;EIRG="@yHGE6J�9;8/lq=y��="@yH8/9;_�F~XZF~H~="i¡85HGE6@CE6H�XsHG[�85H�¿�J�<;l6_�8/@C@C<;i�<;l685H~=UJ��/=CR¡:/="9]=CRS85HGEIJ�9�FC4 gQ�/="9xEIo�8 o�=C¿@S[�E6l6_]RG="9�i¡EbFG@yJ�9��/=CRS:/="_ �v¿�[;85H¡E6F HG[]=�:�<;85R\8/9�H~=C=�HG[;85HkHG[]=�9]=C¿ j�RGJ�9D<�9;@CE685HGEIJ�9F~XZF~H~="i ¿�E6l6l$8/@yHG<;8/l6lIXUF~j;RG="8/_�HG[]RGJ�<]:�[�HG[;=Mj$J/jm<;l685HGEIJ�9§J&�/=CRA:/="9]=CRS85HGE6J�9;8/l*HGE6ik= �

¦^9;= i¡E6:�[�H§RG="8/F~J�9;85�mlIX°85RG:�<]= HG[;85HUHG[]=CRG= ¿�8/FU="E6HG[]=CR§lb8/9]:�<;85:/=¤�(85R\E685HGEIJ�9J/R?lb8/9]:�<;85:/=�@yJ�9DHG8/@yH?RS="FG<;lIHGE69;:§E69 H�¿�J�j;RGJ�9Y<;9;@CE685HGE6J�9�F~XYFGH~="i¡FK=yh]E6F~HGE69;:UEb9�HG[]=j�J/j�<;l685HGE6J�9§85H�F~J�ik=MHGE6ik=K8/9�_�@yJ�ikj�=CHGEIHGEIJ�9U��=CH�¿�=C="9�HG[;="F~=MH�¿�J�F~XZF~H~="i¡F�lI="_UH~JHG[]=�:/RS8/_;<;8/l,lIJ�FSF�J/ovJ�9]=?J��/=CRKHGE6ik=/4^��9 HG[]=�85�mF~="9;@y= J/o�8U_]=C=Cj�=CRA8/9�8/lIXYFSE6F �$HG[;E6F¿�J�<;l6_�85:�8/E69a�$=M[;8/9�_]¿�8&�YEb9]:kJ�<]R�¿n8"X�85RGJ�<;9�_UHG[]=Kj;RGJ/�mlI="i�4

��[;="9�HG[;=CRG=�E6F§HG[]=�i¡85H~H~=CR�J/oLHG[;=¤@yXZ@Cl6E6@C8/l^9;85HG<;RG=�J/o?HG[]=�@S[;8/9;:/=/4 VZ<�@S[@yXZ@Cl6E6@r@S[�8/9]:/="F�85RG=�J/o1H~="9kRS=Co1=CRGRS="_kH~JL8/F � � �# � � ��! �qE69 HG[]=�[;EbF~H~J/RSE6@C8/lZl6E69;:�<;E6F~HGE6@CFl6EIH~=CR\85HG<]RG=/4,�v="@C8/<�F~=�8Lj�85RGHGE6@C<;lb85Rq�/J&¿�="lmFG[�EIo1HGF��E 4|=/4 �D8Mj�RGJ�9D<�9;@CE685HGEIJ�9k@\[;8/9]:/="F �ZEIHlI="8&�/="Fw8n:�85j�E69^HG[]=Q�/J�¿v="lDF~XYFGH~="i ¿�EIHG[M8/9 � ��<]HGE6lbE��C="_A�/J&¿�="l 4}>nHwHG[]=QFG8/ik=�HGE6ik= �

Page 31: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N/N ������� � ����� ������� ������� ��� � �

<;9;l6="FGF}J/HG[]=CRq�/J&¿�="l6FQFG[�EIo1H}H~JYJ �D8^9D<�iL��=CR,J/o$[;J�ikJ/j�[]J�9]J�<�Fwjm8/EIRSF}¿�E6l6l���=n@yRS="85H~="_lI="8/_;Eb9]:�j�=CRS[�85j�FLH~J�j�J�FGFSEI��lI=§@yJ�9]o�<�FGEIJ�9*4 ��i¡85:�E69;=§o�J/R¡8¤ikJ�ik="9DHkHG[;85H !$, � !@S[�8/9]:/="_°H~J !/. ��!¤E69�¿�J/RS_xj�RGJ�9D<�9;@CE685HGEIJ�9;F"4���[]=CRG=Co�J/RG=z ���J�85H�� 8/9;_ ���JYJ/H��¿�J�<;l6_ ��=�8 []J�ikJ/jm[]J�9]J�<;FLj�8/EIR§��¿�=�85RS=§@yJ�9;FSE6_]=CRSE69;:�ikJY_;=CRS9 j;RSJ�9D<;9�@CE685HGEIJ�9;F[]=CRG=LH~J�i¡85©/=LHG[;=Kj�J�E69�H\�\4v��9�J/RS_]=CR�H~J�="l6E6i¡E69�85H~=^@yJ�9;o�<;FSEIJ�9 �]j�=CRS[;85j�F�;F~j�="85©/=CRSF8/9;_ l6E6F~H~="9;=CRSF�¿�E6l6l*o�=C="l,@yJ�ikj�="l6lI="_�H~JUFS[;EIo�H�HG[]= j;RGJ�9Y<;9;@CE685HGE6J�9�J/o: ���JYJ/H��Z4K��[;E6Fi¡EI:�[DH�9;J&¿ @yRG="85H~=k9]=C¿¾@yJ�9]o�<�FGEIJ�9;F��� ��$JYJ/H���¿�EIHG[z ���J�<]H�� ��o�J/R�=yh]8/ikj�l6=��n¿�[;Eb@S[9]=C="_?H~J���=v="l6E6i¡E69�85H~="_KlI="8/_;E69;:�H~J�o <]RGHG[;=CRw@S[�8/9]:/="Fq8/9;_LFGJ�J�9�E69L8A@S[�8/E69LRS="8/@yHGEIJ�9H~JkHG[]=^�;RSFGHn@\[;8/9]:/=Mo�RGJ�i !$, ��!LH~J !/. �&!D4�>�:�8/Eb9 �;8 9D<;i?��=CRnJ/o}BY<]="F~HGEIJ�9�F�85R\E6F~=/4�[�X ��o�J/R�=yh]8/ikj�lI= ��_]J�9 �|HAF~j�="85©/=CRSF^8/9;_ l6E6F~H~="9]=CR\F�FGE6ikjmlIX�=yh]@S[�8/9]:/= HG[]=?�/J�¿v="lbF!$, ��!�8/9;_ !/. � !D4 ��[;85HL¿�J�<;l6_ ��l6lQHG[]=�:�85jxE69sHG[]=��/J�¿v="lrF~XZF~H~="i �,="l6Ebi¡E69;85H~=[]J�ikJ/jm[]J�9�X �m8/9;_Uj;RG="F~="9DH�8¡FS85HGE6F~o 8/@yH~J/RGX�F~J�l6<]HGEIJ�9�4

��9sJ/R\_]=CR?H~J RG="8/F~J�9�@yJ�[]=CRS="9�HGlIXsHG[]RGJ�<]:�[ HG[]=��585RSEIJ�<�FLj�J�FGFGE6��E6l6EIHGE6="F�¿�EIHG[]J�<]HRG="F~J/RSHGE69]: H~J°[;8/9;_]¿n8"�ZE69]:�85RG:�<;ik="9DHGF �AJ�9]=¤¿�E6l6l�9]=C="_H~J�H~="8/F~= 85j�85RGH�FG=C�/=CRS8/l9]J/HGEIJ�9�F �¡� E1�AE69;_;E6�YE6_�<;8/l�lI="85RS9�E69]:§�DX¤@S[;Ebl6_]RG="9�� E6E1��H~="9;_]="9�@CEI="F^�DX¤F~j�="85©/=CRSF �wl6E6F��H~="9]=CRSF�D8/9;_¡l6="85RS9]=CRSF,H~JL8&�/J�E6_¡:�85jmF�8/9;_ RG="_�<;@y=�[]J�ikJ/jm[]J�9;EI="F�� E6EbE1�*HG[;=�o�8/@yH�HG[;85H¿�J/RS_;F�85RS=�<;F~="_k¿�EIHG[k�585RGXYEb9]:Mo1RS="BD<]="9�@CEI="F�8/9;_�F~J�ik=��/J�¿v="l$ik=CRG:/=CR\F�i¡EI:�[DH�[;8&�/=:/RG="85H~=CR�@yJ�9;F~="BY<]="9;@y="Fqo�J/RQ@yJ�i¡i�<;9;E6@C85HGEIJ�9¡HG[;8/9 J/HG[]=CRSFQ8/9�_�� EI�]�.HG[]=r=y��="@yHQJ/o�8/l6lJ/onHG[]=�85��J��/=�85H?8aj�J/j�<;l685HGEIJ�9�l6=C�/="l�lI="8/_;Eb9]:UH~J�F~XZF~H~="i¡85HGE6@CE6HGEI="FLE69 j$J/jm<;l685HGEIJ�9��="[;8"�ZEIJ/R"4 � HkE6Fk8/lbikJ�F~HkE6ikj�J�FGFGE6��lI=¡H~J�=yh]8/i¡E69]=UHG[]=�Eb9�H~=CRGjml68"X ��=CH ¿v=C="9xHG[;="F~=o 8/@yH~J/RSF��YXU�/=CRG��8/l�85RG:�<�ik="9�H�8/l6J�9]=/4�¦^9]=M¿�E6l6l$��=K@yJ�ikj�="l6lI="_ �ZHG[]=CRG=Co�J/RG= �;H~J�@yJ�9Z�FGE6_;=CR�@yJ�ikj�<]HG85HGE6J�9;8/l.ikJZ_]="l6F�E69�HG[]=�F~j�EIRSE6H�J/oqHG[;J�F~=?_]=C�/="l6J/j$="_�J&�/=CR^HG[]=?@yJ�<;RSF~=J/o,HG[;E6Fn��JYJ/©m4

� w'm!w'���'�¶$0�-�µ � � ·Y%�¶m·D%(º�µ�!w) � � ��01#&ºu�[;J�9]J�lIJ/:�E6@C8/lvik=CRG:/=CRSFLJY@C@C<]R?¿�[]="9�H ¿vJ j�[]J�9;="ik="FKHG[;85H�85RG=�_�E6F~HGE69]:�<�E6FG[]="_��DXF~j�="85©/=CRSFnJ/o�HG[;=^lb8/9]:�<;85:/=MF~H~J/j���="E69]:�_;E6F~HGE69;:�<;E6FG[]="_�4.��[;E6F�E6ikjml6EI="FQHG[�85Hn@y=CRSHG8/E698/@yJ�<;F~HGEb@ ��j�[]J�9]=CHGE6@n_;EI�$=CRG="9�@y="Fq85RG=r9]JMlIJ�9]:/=CRq:�EI�/="9 j�[;J�9]J�lIJ/:�E6@C8/lZFGEI:�9�EI��@C8/9;@y=��DX<;F~=CR\FwJ/o$HG[]=rl68/9]:�<�85:/=/4,��[]=vRS=C�/=CRSF~=rj;RGJZ@y="FGF,JZ@C@C<]RSF,¿�[;="9�8Aj�[;J�9]="ik=K��H�XYj�E6@C8/l6l6X8/l6lIJ/jm[]J�9;E6@k�585RSE685HGE6J�9;F\�MFGj�l6EIHGFKEb9�H~J H�¿�J]4sVYJ�ik=§=yhZ8/ikjmlI="FLJ/o�[;E6F~H~J/RSEb@C8/l�@S[�8/9]:/=8/lIJ�9]:kHG[�E6F�_;E6i¡="9;FGEIJ�9§85RG=LE6lbl6<;F~H~RS85H~="_§��="lIJ�¿K4� � ! � � ������ ��!�� � � � !�� � � !�# � � �

��9 VZ8/9�F~©DR\EIH �;HG[]=CRG=L¿v=CRG=U� 8/9;_ 85RG=��nHG[]RS=C=?_;E���=CRG="9DH�<;9D�/J�E6@y="_aFGH~RSE6_]="9DH�o�RSE6@C8(�HGEI�/="F HG[;85Hk�585RGX �YXsjml68/@y=UJ/o�85RGHGE6@C<�l685HGEIJ�9*4 ��[;="F~=�85RG=�FG[]J&¿�9 ��="lIJ�¿ ¿�EIHG[ HG[]=j�J�E69DHLJ/o�@yJ�9�F~H~RSE6@yHGEIJ�9 J/o�HG[;=§�/JZ@C8/l�H~RS8/@yH¡E69 j;RGJZ_;<;@CE69;:�HG[]="F~=�F~J�<;9�_;FL�585RGXZE69]:o�RGJ�i HG[]=Mo�RGJ�9DH�J/owHG[;=L@C8"�ZEIH�X�H~J�HG[]=M��8/@G©�o�RGJ�i 3MHG[;RGJ�<]:�[aeY4

Page 32: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� � ������� � � � ��� ����� ����� N/e354 ! � ! 8/l6�/=CJ�l685R~��_]="9DHG8/l 8/F�Eb9 � �#�� �K� F~="8��NY4 !�� � ! RS=CH~RGJ��;=yh 8/F�Eb9 � ��� � � � � i¡8/9m�eY4 ! ��� ! j�J�F~HG8/l6�/=CJ�l685R 8/F�Eb9 � � � � ���Q��="9]=CRG:/X;�uv[]J�9]J�lIJ/:�E6@C8/lnik=CRS:/=CRSFk[;8"�/=UJZ@C@C<]RGRG="_�E69 H ¿vJ _]="FS@y="9;_]="9DHGF?J/oMVZ8/9;F~©YRSEIHKT

�AE69;_;E]8/9;_��v="9;:�8/l6E 4,��9���Eb9;_;E��/HG[]=�RG=CH~RGJ��;=yhZ="_�8/9;_�j�J�F~HG8/lI�/=CJ�l685Rvo1RSEb@C85HGEI�/="F�[;8&�/=ik=CRG:/="_ E69DH~Ja8aFSE69]:�lI=¡j�J�F~HG8/l6�/=CJ�l685R§��j�8/lb85HG8/l1�^J�9]=§F~JaHG[�85HLHG[]= ~FG[o�aEb9 � ��� � � �E6Fkj�RGJ�9]J�<;9;@y="_xEb_]="9�HGEb@C8/l6lIXsH~J HG[]=z ~FG[b� E69 � � � � ����4��[D<�F HG[]=CRG=a85RG=�J�9;lIX H�¿�JF~H~RSEb_]="9�HM� <;9D�/J�E6@y="_m��o�RSE6@C85HGEI�/="FnE69�HG[]=^j�[]J�9]J�l6J/:�E6@C8/lmFGXYF~H~="i J/o.HG[]=Ml68/9]:�<;85:/=/4Q��9��="9]:�8/l6E���8/lblZHG[]RG=C=r[;8"�/=�ik=CRG:/="_kE69DH~JK8MFGE69]:�l6=vj�8/lb85HG8/lZo1RSEb@C85HGEI�/=rF~JMHG[;85HqHG[]=no�RSE6@C8(�HGEI�/=kE69�� �#�� ��� � ��� � � � �.8/9;_�� � � � ���}85RS=�8/l6lwj;RGJ�9;J�<;9;@y="_¤E6_]="9DHGE6@C8/l6lIX/4^��[]=?¿vJ/R\_;FE69 BY<]="F~HGE6J�9s85RG=�VZ8/9;F~©YRSEIHMJ/R\EI:�E69;8/l6FKHG[;85H?[;8&�/=���=C="9sRG=CHG8/E69]="_ E69 HG[]=§_;8/<]:�[DH~=CRl68/9]:�<�85:/="F�¿�EIHG[�8/l6H~=CRG="_�j;RGJ�9Y<;9;@CEb85HGEIJ�9;FC4

��9�H~=CRS="F~HGE69]:�lIX ��HG[]=KJ/RGHG[]J/:/R\85j�[;E6@MF~XZF~H~="i <;F~="_�E69�¿�RSEIHGE69]: j;RS="F~=CRG�/="FrHG[]=?_;E6F��HGE69;@yHGE6J�9���=CH ¿v=C="9�="8/@\[�J/o�HG[;=�HG[;RG=C=¡_;E���=CRG="9DH�o�RSE6@C85HGEI�/="FMFGJU8�_�E��$=CRS="9�H^F~XZiL��J�lE6FM<;FG="_¤o1J/RKHG[;=ko1RSEb@C85HGEI�/="FKE69x3 �ON � 8/9;_ eU8/lIHG[]J�<]:�[ HG[]=CX 85RS=kj;RGJ�9]J�<;9�@y="_�E69¤HG[]=FG8/ik=�¿�8&X��YX �v="9;:�8/l6E;F~j�="85©/=CRSFC4�VZEbi¡E6l685RSl6X �5�AE69;_�EYEb9;[]=CRSEIH~="_�HG[]=�`A=C�58/9;85:�85RSEmJ/R~�HG[]J/:/RS85jm[;E6@�FGXYF~H~="i J/o}V]8/9;F~©YRSEIHv8/9�_�_;EbF~HGE69]:�<;EbFG[]="F,HG[]=^o�RSE6@C85HGEI�/="F�E69�HG[]=�¿�RSEIH~H~="9o�J/RSi 8/lIHG[]J�<;:�[aN 8/9;_aek[�8"�/=?i¡=CRG:/="_*4

>A9 =yhZ8/i¡j�lI=nJ/om8^FGE6i�E6l685R,ik=CRG:/=CRQ@C8/9 ��=�@yJ�9�FGE6_]=CRG="_�o�RGJ�i�VYj�8/9�E6FG[K¿�[]=CRG=r8/98/9;@y="F~H~R\8/l�o�J/RSi J/o,HG[]=�l68/9]:�<;85:/=L[�8/_���J/HG[ !�� !k8/9;_ !��-!¡8/F�_;EbF~HGE69;@yHnj�[]J�9;="ik="FC4��9MHG[]=vi¡JY_]=CR\9M�/=CRSFGEIJ�9KJ/oYHG[;=vl68/9]:�<�85:/= ��HG[]="FG=�j�[]J�9;="ik="F�85RG=�ik=CRG:/="_*4,��J�¿v=C�/=CR �HG[]=�J�l6_ FGj$="lbl6E69]:�[;8/F?��=C="9 RG=CHG8/E69;="_ F~J�HG[;85H � � �� ik="8/9�E69]: ~_�<;l6l����A8/9;_ � � � ik="8/9;Eb9]:. ��/J/H~=7���w85RG=nF~j�="l6lI="_M_;EI�$=CRG="9DHGlIX^X/=CH}�$J/HG[?85RG=�j;RGJ�9]J�<;9�@y="_M¿�EIHG[?8�¿�J/RS_E69;E6HGE68/l !�� ! �DXUikJZ_]=CRS9aVYj�8/9�E6FG[UF~j�="85©/=CRSFC4� � � ��� � � � ��! � � ! � � �� � �� �� �"! �

� [;J�9]:/¿v="EkVZ[]="9 ��3"ª/ª�d/�¤_]="FS@yRSEI��="F�H ¿vJ _]=CHG8/EblI="_ FGHG<;_;EI="F�J/o¡j�[]J�9;J�lIJ/:�E6@C8/l@S[�8/9]:/=rE69LHG[;= � < _;Eb8/lI="@yHGFC4 ��=�@yJ�9;FGE6_]=CR,[]=CRG=n8/Fq8/9�=yhZ8/i¡j�lI=�HG[]=�i¡J�9]J/j�[DHG[]J�9Z�:�E��"85HGEIJ�9 J/o+!$,�� !URG="FG<;lIHGEb9]:§Eb9�8Uj�[]J�9]J�lIJ/:�Eb@C8/lqik=CRG:/=CRK¿�E6HG[¤HG[]=kRGJ�<;9;_;="_¤o1RGJ�9DH�/J&¿�="l !$, !D4���[;E6F�F~J�<;9;_�@S[;8/9]:/= E6F�85j;j�85RG="9DHGlIX�9]J/H�Eb9���<]="9;@y="_��DX�@yJ�9DHG8/@yH^¿�EIHG[f�8/9;_;85RSE69�8/9�_�E6F�@yJ�9 �~="@yHG<]RG="_aH~J¡��=K_;<]=MH~J¡jm[]J�9]=CHGE6@MFGEbi¡E6l685RSE6HGEI="F���=CH ¿v=C="9�HG[]=H�¿�J F~J�<;9;_;F"4}��[;="F~=�H�¿�J�j�[]J�9]J�lIJ/:�Eb@C8/l;@C85H~=C:/J/RSEI="F�¿�=CRG=�j;RS="F~=CRG�/="_�8/Fv_;E6F~HGEb9;@yHq�DXi¡8/9DX§FGj$="85©/=CR\F �]��<]HnJ&�/=CRA8 j�=CRSEIJZ_�J/o}HGE6ik= �]HG[]=K_�E6F~HGE69;@yHGE6J�9�¿n8/F�lIJ�F~H�8/9�_UHG[]="EIRik=CRG:/=CRA@yRG="85H~="_ai�8/9�XU[]J�ikJ/j�[;J�9]J�<;Frj�8/E6RSFC4

��[Y<;F �5HG[]=n¿�J/RS_�o1J/R� ~@Cl6J/HG[o��T2! ,�� ! ��T 9;J&¿x��="@C8/ik=r[]J�ikJ/j�[;J�9]J�<;Fw¿�EIHG[HG[]=�¿vJ/RS_so1J/R ~[;8/lIo��UT ! , ! � 8/9;_sFGEbi¡E6l685RSl6X �*HG[]=�¿�J/RS_ o�J/R �RGJ�8/_o�UT ! � , � !��="@C8/ik=�[]J�i¡J/j�[]J�9]J�<;FK¿�EIHG[¤HG[]=¡¿�J/RS_�o�J/Ru ~Eb9 _;E6F~J/R\_]=CRR��T ! � , !�<d<&4�> l6E6F~HMJ/oe/��¿vJ/RS_�F�¿�EIHG[aHG[]=?_�EIj�[DHG[]J�9]: !$, � !�E6F�j�RG="F~="9DH~="_�E69 � 4�VZ[;="9 ��3"ª/ª/e���8/9;_ F~J�ik=

Page 33: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N({ ������� � ����� ������� ������� ��� � �

! , � ! � ~@ClIJ/HG[o�! �),�� ! ( < �:/RS85j�[o�!�� ,�� ! ( < �H~J�FG[;85RSj$="9b�!�� , � ! � ��="8/l6J�<;F��! � , � ! � �H~J¡H~="l6l��

�}85��lI=¡354ON �v> FG<]�mF~=CHrJ/o,HG[]=M¿vJ/R\_;FrJ/o�� <�_;E68/l6="@yHrHG[;85H�<;9;_;=CRG¿v="9DH�@S[�8/9]:/=LJ��/=CRHG[]=§l68/F~HLJ�9;=§[Y<;9;_]RS="_�X/="85RSFC4 ��[]=¡�/J�¿v="l6F�¿�=CRG=U8/l6l�_;E6j�[�HG[;J�9]:�FKHG[;85H�@S[;8/9;:/="_H~J ikJ�9]J/j�[DHG[]J�9]:�FC4q��[;=�9Y<;ik=CRSE6@�FG<]j�=CRSFG@yRSE6j;HQ_]="9]J/H~="F�HG[]=�H~J�9;8/l�RS=C:�E6F~H~=CR�J/o�HG[]=�/J&¿�="lv� <�9;@S[;8/9;:/="_m�\4

J/o,HG[]="F~=K85RG=LRG=Cj;RGJZ_;<;@y="_�E69��}85��lI=¡354ONY4��[;=�j�[]J�9]=CHGEb@�_;E���=CRG="9;@y=���=CH ¿v=C="9�HG[]=aH ¿vJ�F~J�<;9�_;F¡l6EI="F�E69°ikJ��/="ik="9�HGFUJ/o

HG[]=��;R\F~H�8/9;_ F~="@yJ�9;_o�J/RSi¡8/9DHGFC4 ��J/HG[ J/o?HG[;= F~J�<;9;_;FUE69BY<]="F~HGEIJ�9 85RS= lIJ�9]:�/J&¿�="l6FC4§��[]=¡ikJ�9;J/j�[�HG[;J�9]: !$, !U[;8/FK8���RSF~HMo�J/RSi¡8/9DHK85HL85RGJ�<;9;_ z5t/t�� �/4§8/9;_8§F~="@yJ�9;_�o1J/RSi�8/9�H^85H^N/N5t/tU� �/4���[;=L_;EIj�[DHG[]J�9]: !$,�� !¡[�8/F�8��;RSF~H�o1J/RSi�8/9�H�HG[;85HF~HG85RGHGF�85RGJ�<;9;_�z5t/t¡� �K8/9;_U:/RS8/_�<;8/l6lIX�_;RGJ/j�Fr_]J�¿�9UH~J�e/�5t¡� �M¿�[;E6l6=�HG[]=KFG="@yJ�9;_o�J/RSi¡8/9DHKE69;@yRG="8/F~="FLFGl6EI:�[DHGlIXa85��J&�/=§N/N5t/t�� �/4¡��[]=k@S[;8/9]:/=�o1RGJ�i�HG[;=¡_;EIj�[DHG[]J�9]:H~J ikJ�9]J/jm[�HG[]J�9;:¤@C8/9xEb9 j�RSE69;@CEIjmlI=¡��=U:/RS8/_;<;8/l�¿�EIHG[�9]J�@yJ�ikj�="l6lbE69]:ajm[]J�9]=CHGE6@RG="8/F~J�9aH~J�i¡85©/=KHG[�E6Fr@S[;8/9;:/=?85�;RS<;j;HC4

gv8/@S[�¿vJ/RS_°j�85RGHGE6@CEIjm85HGE69]:�E69�HG[]=a@\[;8/9]:/= [;8/F¡H ¿vJ 8/lIH~=CRS9;85HGEI�/=aj;RGJ�9Y<;9;@CE68(�HGEIJ�9;FnE69§HG[]=Mj�J/j�<�l685HGEIJ�9*4,>�9 ��� # ��! � �Zj;RGJ�9Y<;9;@CE685HGE6J�9�<;FSE69]:�HG[]=M_;EIj�[DHG[]J�9]: 8/9;_8/9 � � � ��� � �Lj�RGJ�9D<�9;@CE685HGEIJ�9�<;FSE69]:kHG[]=Li¡J�9]J/j�[DHG[]J�9]:]4n>nH�J�9]=?j$J�Eb9�H�8/l6l.F~j�="85©/=CRSF<;F~="_ HG[]=�J/R\EI:�E69;8/lvj;RGJ�9;@CEb85HGEIJ�9*4 �AR\8/_;<;8/l6lIX F~j�="85©/=CRSFk8/_]J/j;H~="_�HG[]=�J/HG[;=CRkj;RGJ5�9Y<;9;@CE685HGEIJ�9�8/9�_UH~JY_;8&X ��=C�/=CRGX/J�9;=?<;F~="FnHG[;=LikJ�9]J/j�[DHG[]J�9]:�E �C="_Uj;RGJ�9Y<;9;@CE685HGEIJ�9UJ/oHG[]=^¿�J/RS_*4���=K@yJ�9;FGE6_;=CRvHG[;EbF�=yh]8/ikj�lI=^E69§F~J�ik=M_]=CHG8/E6l�l685H~=CRrE69�HG[]=^��JDJ/©a��pr[;85j]�H~=CR� ��\4Q��9Uj�85RGHGEb@C<;l685R�Y¿v=M¿�E6l6lm=yhZ8/i¡Eb9]=MF~=C�/=CRS8/l*j�lb8/<;FGEI��l6=�lI="85RS9;Eb9]:�i¡="@S[;8/9;EbFGi¡F8/9;_�¿vJ/RG© J�<]H�HG[]="EIR�=C�/J�lb<]HGEIJ�9;85RGX @yJ�9;F~="BY<]="9;@y="Fvo�J/R�HG[]=A@C8/F~=�¿�[;="9kH�¿�J�_�E6F~HGE69;@yHl6E69;:�<;E6F~HGE6@?o�J/RSi¡FK85RG=�j;RG="F~="9DHLE69¤HG[]=�j$J/jm<;l685HGEIJ�9*4¡��X�_]J�E69;:UFGJ �w¿�=¡¿�E6lbl}85RSRSEI�/=85H?8a��=CH~H~=CR?<;9;_;=CRSF~HG8/9;_;Eb9]:UJ/o�HG[;=�F~HG85��l6=�ikJZ_]="FKJ/onHG[]=§l6E69]:�<;EbF~HGE6@?j$J/jm<;l685HGEIJ�98/9;_U<;9;_;=CR�¿�[;85Hr@yJ�9;_;EIHGEIJ�9�Fv8 F~¿�E6HG@S[Uo�RGJ�i J�9]=MF~HG85��lI=MikJZ_]=AH~J¡8/9]J/HG[]=CR�i¡EI:�[DH[;85j;j�="9*4

�k#�w·D%§¸�º&º"'�%�#&·Y) ��wµ�!w¶�·Yº> ¿�E6_]=^�(85R\EI=CH�X�J/owj�[;J�9]=CHGE6@A8/9;_Uj�[]J�9]J�l6J/:�E6@C8/l�@S[;8/9]:/="F�[;8"�/=M��=C="9�F~HG<�_;EI="_U8/9;__;E6FS@C<;FGF~="_¡Eb9¡HG[]=�RSE6@S[�l6EIH~=CRS85HG<;RG=�J�9§[;E6F~H~J/RSEb@C8/l;l6E69]:�<�E6F~HGE6@CFq8/9;_�l68/9]:�<;85:/=^@S[�8/9]:/=/4

Page 34: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� � ������� � � � ��� ����� ����� N/�

7�=CH�<;Fr�;RSE6= �;X�@yJ�9;FGEb_]=CR�8ko�=C¿ ikJ/RG=K=yh]8/ikj�l6="Fro1J/R�E6l6l6<;FGH~RS85HGEI�/=Aj�<]RGj�J�F~="FC4�ME6_;_;EbFG[�EbFM_]="FG@y="9;_]="_ o1RGJ�i f�E6_;_�lI=��AEI:�[ �^=CRSi¡8/9 � f��^�L�A¿�[;E6@\[�E6FMEIHGF~="l6o

_]="FG@y="9�_]="_ o1RGJ�i ¦^lb_ �AEI:�[ �A=CRSi¡8/9 ��¦^�M�K�\4r��9 ¦M�^� ��¿�J/RS_;FU@yJ�<;l6_ ="9;_ E69�/J�E6@y="_�J/��F~H~RS<]="9DHGF �D=/4|:]4 � � � #�o�J/Rt ~_;8&X��Z4Q>@\[;8/9]:/=�JZ@C@C<]RG="_�o1RSJ�i ¦^�M�H~J�f��M�F~JKHG[�85HQ¿vJ/R\_¡��9;8/lZ�/J�Eb@y="_¡J/��F~H~R\<]="9�HGF�¿v=CRS=�_]=C�/J�E6@y="_*4���VZ=C=�_;E6FG@C<�FGFGEIJ�9 E69¡�wRS8/F~© �3"ª/ª/z��\4���[Y<;F � � #K��="@C8/ik= � � �$8/9;_ # � �?�� ~[;=L:�8"�/=7������="@C8/ik= #�� � � � � #§�� �¿�8&X������="@C8/ik= � � �(��� � #��� ~8"¿n8"X$���^��="@C8/ik= ��� � M8/9;_¤F~J§J�9*4K��[;EbF�@C8/9¤��=L=yhZj;RG="FSF~="_8/F�HG[;=MRS<;lI=

���^J/��F~H~RS<]="9DH��A�/J�Eb@y=���� $ ���AJ/�mF~H~RS<]="9DHn���/J�E6@y=���� �

¦Ao�@yJ�<]RSF~= �*�/J�Eb@y="_�J/��F~H~RS<;="9�HGF^HG[;85HM85RG=¡9;J/H^Eb9�¿�J/RS_¤��9�8/lwj�J�FGE6HGEIJ�9aRS="i¡8/E69�/J�E6@y="_*4 ��[Y<;F§HG[]=�j�l6<;RS8/l�o�J/RSi¡FUJ/o?HG[]=�¿�J/RS_;FU85RG= � �# � �� ~_;8&XYF�����8/9;_!� � # ��� �¿n8"XZF����\4nfaJZ_]=CRS9��A=CRSi¡8/9URG=CHG8/Eb9;F�HG[;E6F�RS<;lI=/4}��9 �ME6_;_�E6FG[ �DJ�9�HG[;=AJ/HG[;=CR�[;8/9;_ �HG[]=Ao1J/R\i¡F�J/o�HG[]=^FG8/ik=A¿vJ/RS_�F�85RS= � #��� ~_;8"X$��� � � � #k�� �¿n8"X$����8/9;_UF~J�J�9*4Q>nHnHG[]=FG8/ik=MHGEbik= �]¿vJ/R\_;Fn¿�EIHG[]J�<;H�8/lIH~=CR\9;85HGEIJ�9;F��^FG<�@S[�8/F ����� �85RG=Mj;RGJ�9]J�<�9;@y="_§¿�EIHG[�8�/J�E6@y="lI="FSF�F~H~J/j�4

p�J�9�FGE6_]=CRk9]J�¿ HG[]=aF~="BY<]="9;@y=�J/oAH~RS8/9;FGo1J/RSi�85HGEIJ�9;Fko�RGJ�i ¦^�M��H~Jsf��^� H~J�ME6_;_;E6FS[*4}��[]=K_]=C�/J�E6@CE69;:kRS<;lI=^¿n8/F � � � � �?o1RSJ�i ¦^�M� H~J�f��^��4 ��J�¿ J�9]=?@yJ�<;l6_j�J�F~HG<;l685H~= � E1�AHG[;85H�8a9]=C¿ RS<;lI=k¿n8/FL8/_;_;="_sE69 �ME6_;_�E6FG[¤F~JaHG[�85HL¿�J/RS_ ��9�8/lQ<;9Z��/J�E6@y="_k@yJ�9;FGJ�9;8/9�HGF,¿�=CRG=��/J�E6@y="_�� E6E1�*HG[]=r_]=C�/J�E6@CE69;:�RS<;l6=�HG[;85H,¿n8/Fq8/_;_]="_�E69�f��M�¿n8/FAFSE6ikj�lIXUlIJ�F~HA85:�8/E69*4A� o�� E��n¿�=CRG=?H~R\<]= ��HG[]="9�E6H�¿�J�<;l6_a9;J/H�=yhZj�l68/E69a¿�[DX���� ���RG="i¡8/Eb9 <�9��/J�E6@y="_�4 ��[]=CRS=Co1J/RG= � E6E��Ki�<;F~H ��=§@Cl6J�F~=CRkH~J�HG[]=�H~RS<]HG[�4s> j�lb8/<;FGEI��l6==yhZj�l68/9;85HGEIJ�9 E6F?HG[;85H?¿�J/RS_;F?¿�[]=CRS=�8/lIH~=CRS9�85HGEIJ�9;FKj�RGJ&�ZE6_]=§@Cl6<]="F�8/FLH~J HG[]="EIR <;9Z�_]=CRSl6XYE69;:¡o1J/R\i�� FS<;@S[¤8/F � � �� � � # �S��¿�=CRG=�RG="8/9;8/lIXZF~="_¤8/FA�/J�E6@y="_*4 ��J/RS_�F�¿�EIHG[]J�<]H8/lIH~=CRS9�85HGEIJ�9;FqFG<]:/:/="FGHGE69]:^HG[]=nj�J�FGFGEI��Ebl6EIH�X^J/o$8^�/J�E6@y="_k<;9;_]=CR\lIXYEb9]:�o�J/RSi ¿v=CRS=�8/9;8/l��XZF~="_�8/F^<;9D�/J�E6@y="_*4MVZE69;@y=LHG[]=�_;=C�/J�E6@CE69]:�RS<;lI=K¿n8/F^lIJ�F~HA8/9�XY¿�8&X �*HG[]=�RG="8/9;8/lIX �C="_o�J/RSi ¿n8/F§9]J/H§FS<]���~="@yH¡H~J _;=C�/J�E6@CE69]: 8/9;_ HG[�E6F¡=yhZj�l68/E69�FkHG[]=�i¡JY_]=CR\9°o�J/RSi J/o�ME6_;_;E6FS[�¿�J/RS_;FC4

> 9Y<;i?�$=CR�J/oQE6FGFG<]="F�9]J&¿¾85RSE6F~=/4r��<;lI="F�85RS=Lj�85RGH�J/oqHG[]=Lj�[;J�9]J�lIJ/:�E6@C8/l*:/R\8/i �i¡85HGE6@C8/l*FGXYF~H~="i�4 � [DX�¿�J�<;l6_§RS<;l6="Fv85RSEbF~=A8/9�_���=^lIJ�F~H � ¦^9]=A=yhYjml68/9;85HGEIJ�9Ui¡EI:�[DHl6EI=rE69��585RSE685HGEIJ�9 =yh]E6F~HGEb9]:ME69 HG[]=rj�J/j�<;l685HGE6J�9*4.u}=CRS[;85j�F��F~J�ik=rj�J/RGHGEIJ�9 J/o$HG[]=rj�J/j]�<;l685HGE6J�9k[;8/_ HG[]=�_]=C�/J�E6@CEb9]:^RS<;lI=r8/9;_kF~J�i¡=�_;E6_ 9]J/HC4��^EI�/="9¡@yJ�9 ��E6@yHGE69]:M_;85HG8 �YEIHqE6Fj�J�FGFGEI�mlI=nHG[;85HvF~J�i¡=A@\[;E6l6_]RS="9k8/@CBD<;E6RG="_¡HG[]=A_]=C�/J�E6@CE69;:KRS<;lI=r¿�[;E6lI=rJ/HG[]=CR\Fv_;Eb_k9]J/HC4��J&¿ i¡EI:�[DHMlI="85RS9;Eb9]:��YXa@S[�E6l6_]RG="9 �mo�RG="BY<]="9;@yX�J/o�<;FG85:/= J/ov_;EI�$=CRG="9DHAo1J/RSi�F ��8/9;_�585RSE685HGEIJ�9¡Eb9kHG[]=�j�J/j�<;lb85HGEIJ�9kE69DH~=CRS8/@yH�H~J�@yRG="85H~=�HG[;=�@CEIRS@C<;i�F~HG8/9;@y="F�<�9;_]=CRq¿�[;Eb@S[

� #lIiI(K2qBIRDXN3G2K@A)PRKUA*P5NZFOM %*C WEK@FOI(M)G2q�A3CED@C�K@A)C�D@C YOC x5PRMiKUI(`)GhKVD@g)CEM7K-q�PRG�x�I(FHWECdNrFHMrGVI(STCWdPRGVC Gf`3g3K}M)IRKfFOM8I(K@A3CED@G�PRD@CcD@CEJ=CEDVD@C N8K@I�PRGfPRYaK@CED@M*P�K@FHI(M)G jt?BA7g)G��� |��������fPRM*N����� |���������}PRD@CP(YaK@CED@M)PRK@FOI5M3G j

Page 35: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N/z ������� � ����� ������� ������� ��� � �

8�RS<;lI=Li�EI:�[�H���=L:�8/E69]="_�8/9;_�HG[]=�@CE6RS@C<;i¡F~HG8/9�@y="F�<;9�_]=CR�¿�[�E6@S[�8¡RS<;l6=Li¡EI:�[DH���=lIJ�F~H � ��= 9]=C="_�¿n8"XZF�o1J/R�HG[;E69]©ZE69]:k85��J�<]H�HG[]="FG=LE6FGFG<;="F�E69�J/RS_;=CR�H~J�FG[�85RGj�="9UJ�<]R<;9;_;=CRSF~HG8/9;_;Eb9]:?J/o}HG[]=Ko 8/@yH~J/RSF�E69��/J�l6�/="_*4

7wEI©/=rHG[]=�pn[;Eb9]="F~=�=yhZ8/ikjmlI=nJ/o*VZ[;="9k_]="FG@yRSEI��="_?="85RSl6EI=CR ��8/9]J/HG[]=CRQ=yh]8/ikj�lI=rJ/o�8l6E69;:�<;E6F~HGE6@M@\[;8/9]:/=kE69aj;RGJ/:/RG="FGF^@yJ�ik="F^o�RGJ�i � Ebl6l6E68/i 7.85��J&� � FAj�EIJ�9]=C=CRSEb9]:�F~HG<;_;XJ/oL�/J�¿v="lL@y="9�H~RS8/lbE��"85HGEIJ�9 E69fa85RSHG[;8 � F��ZE69]=CX�85RS_*4 ��9 HG[]=�F~j�=C="@S[J/o fa85RGHG[�8 � F�ZE69]=CX�85RS_ �$HG[]=�_;EIj�[DHG[]J�9]:�F1!$# � !�8/9;_ !$#&. !�8/F^E69z ~l6E6:�[�H��§8/9;_� ~[]J�<;F~=7�§85RG= @y="9Z�H~RS8/l6E �C="_*4w��[�E6F.E6Fw<;9Y<;FG<;8/l/o�J/R���=C¿xg�9;:�l68/9;_���HG[]J�<;:�[�BY<;EIH~=v@yJ�i¡ikJ�9 E69�pr8/9;8/_;8��8/9;_ 7.85��J&��F~HG<;_;EI="_ 8§l685RG:/= 9D<;i?��=CR�J/ovFG<]���~="@yHGF�J/o��(85RGXZE69]:§85:/="F^¿�EIHG[�RG="F~j�="@yHH~J�HG[]=¤_]=C:/RG=C=¤J/o?@y="9DH~RS8/l6E��"85HGE6J�9�J/oL="8/@S[ J/oKHG[;=¤_�EIj�[DHG[]J�9]:�FC4 >cik="8/FG<;RG=�J/o@y="9DH~RS8/l6E��"85HGEIJ�9¤@C8/l6l6="_�HG[;=�@y="9DH~RS8/l6E��"85HGE6J�9�E69;_]=yh�¿n8/FM@yJ�9;F~H~RS<;@yH~="_�8/9�_�@yJ�<;lb_���=j�lIJ/H~H~="_°o1J/R¡="8/@\[ FG<;����="@yHk�YX�85:/=/4 VYH~RSEI©ZE69]:�l6X �QEIHk¿�8/F¡J/��F~=CRG�/="_ HG[;85H¡@y="9�H~R\8/l��E��"85HGEIJ�9a_]="@yRG="8/F~="_�¿�EIHG[�85:/=?¿�EIHG[�HG[]=LJ�l6_]="F~H�:/RSJ�<]ja[;8&�YE69;:kHG[]=LlIJ�¿v="F~HMp�� 4;��[]=X/J�<;9]:/="FGH�:/RGJ�<;j�[]J�¿v=C�/=CRM[;8/_�8�lIJ�¿ p��rE69�_]=yh§H~JYJUFG<]:/:/="F~HGE69;:�HG[;85HA@y="9�H~RS8/lbE��"8(�HGEIJ�9�E69;@yRG="8/F~="_°J&�/=CR§HGE6ik=a8/9;_°HG[]="9 F~HG85RSH~="_�_]="@yRS="8/FGE69]: 85:�8/E69�4 ��[�E6Fk@C8/9 ��=RG="l685H~="_§H~J JZ@C@C<]j�85HGEIJ�9;F�ZFGJY@CE68/l$F~H~RS85HGE6��@C85HGEIJ�9 �]_]=C:/RG=C=^J/o}E6_]="9DHGEI��@C85HGEIJ�9�¿�EIHG[�HG[]=E6FGlb8/9;_�8/9;_sFG=CRG�/="F 8/FL8/9 =yhZ8/ikjmlI=¡J/o�F~JZ@CE68/lQo�J/RS@y="F�E69DH~=CRS8/@yHGE69]:�¿�EIHG[ l6Eb9]:�<;E6F~HGEb@o�J/RS@y="F�HG[�85H�[;8/F���=C="9aF~HG<;_�EI="_�E69�8�BD<�8/9�HGEIHG85HGE6�/=�i¡8/9�9]=CR�E69�HG[]=?F~JZ@CEIJ�l6Eb9]:�<;E6F~HGEb@H~RS8/_;E6HGEIJ�9Uj�EIJ�9]=C=CRS="_U�DX�7.85��J��¤� F~=C=?7.85��J&� ��3"ª/ª({D��o1J/R�8/9a8/@C@yJ�<;9�HC4¥�\4²�� ����� ���Q­ �/¬ ����± � �§ Q¬*­Q®.�>AF^¿v=¡[;8&�/=¡_;E6FG@C<�FGF~="_��$=Co�J/RG= ��@\[;8/9]:/="FKE69 HG[]= :/RS8/i�i¡85HGE6@C8/l,j;RGJ/j�=CRGHGE6="F�J/onl6E69Z�:�<;E6FGHGE6@Lj�J/j�<�l685HGEIJ�9;F�JY@C@C<]RKEb9 i�8/9�X _;E���=CRG="9�H^l6E69;:�<;E6F~HGE6@L_]J�i¡8/E69;FA8/9;_�[]=CRS=?¿�=RG=C�ZEI=C¿ F~J�i¡=K@C8/F~="F�J/o,F~XZ9�HG8/@yHGEb@L@S[�8/9]:/=/4�.%(·Z!.- ¦^l6_a¨]RG="9;@\[a[;8/_�8¡9D<�iL��=CR�J/o,j;RGJ/j�=CRGHGE6="F�E69;@Cl6<�_;E69]:�� E1��PMN?T HG[;=LH~="9;_]="9�@yX§J/o�/=CRG��Fn����9;E6H~=���H~J^ikJ&�/=nH~J^F~="@yJ�9;_?j$J�FSEIHGEIJ�9KE69?i¡85H~RSE�hL@Clb8/<;F~="Fn� E6E1� � � ��&� � � T HG[]=85��E6lbEIH�X�H~J�_]RGJ/jsHG[]=¡j;RGJ�9;J�i¡E69;8/lqFG<;����="@yHMo�RGJ�i 8�F~="9DH~="9;@y=�¿�E6HG[]J�<]HKFG8/@yRSE6��@CE69]:HG[]=K:/R\8/i¡i¡85HGE6@C8/l6E6H�X§J/o}HG[;=MRG="FG<;lIHGEb9]: =yhYj;RS="FGFGEIJ�9*4

7.=CHn<�Fv=yh]8/i¡E69;=�HG[]=M@C8/F~=MJ/o � �� � � � � o1J/Rr8 ikJ�ik="9DHC4Q��9UF~J�ik=Ml68/9]:�<;85:/="FnJ/oHG[]=M¿�J/RSl6_ �]l6E6©/=MfaJZ_]=CRS9Ug�9]:�lbE6FG[§o1J/Rr=yh]8/ikj�l6= �;EIHrE6FnRG="BY<;EIRG="_�HG[;85H�HG[]=^j;RSJ�9]J�i �E69;8/lnFG<;����="@yH J/oA8�F~="9�H~="9�@y=��$=Uj;RS="F~="9�HkE69 HG[]=�FG<;RGo�8/@y=�o�J/RSi¢o�J/RkHG[]=�F~="9DH~="9;@y=H~J���=K_]=C="i¡="_�:/RS8/i¡i�85HGE6@C8/l.E69�HG[;85H�l68/9;:�<;85:/=/4���[D<;F�E69�HG[]=Lgv9]:�l6E6FS[�F~="9�H~="9�@y="F��="lIJ&¿ ��e]� 8��rE6Fn:/RS8/i�i¡85HGE6@C8/l�¿�[;E6lI=Me]���$�nE6Fr9;J/HC4

e]� 8�����=L¿v="9DH�H~J¡HG[]=?i¡85RG©/=CHC4e]����� ��="9�H�H~J¡HG[]=Li�85RG©/=CHC4A���(�

Page 36: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� � ������� � � � ��� ����� ����� N�d

faJY_;=CRS9���HG8/l6E68/9�J�9�HG[]=KJ/HG[;=CRA[;8/9�_ ��8/l6lIJ�¿�FrJ�9]=?H~J�_]RSJ/jaHG[]=LFS<]���~="@yH�EIo,HG[]=j�<]HG85HGE6�/=LFG<]���~="@yH�@C8/9���=K<;9;8/i?��EI:�<;J�<;FGlIX�Eb9]o1=CRSRG="_§�DXUj;RS85:�i�85HGE6@^J/R�J/HG[]=CR�@yJ�9Z�FGE6_;=CRS85HGEIJ�9;FC4q��[Y<;Fv��J/HG[�{�� 8��r8/9;_§{����$�A� ik="8/9;E69]: ��vFGj$="85©$���v85RG=M:/RS8/i¡i�85HGE6@C8/l 4

{�� 8��r� J�j�85RSlIJ]4{������nu,85RSlIJ]4

¦AR�@yJ�9;FGE6_]=CR�8/9;J/HG[]=CR���HG8/l6E68/9�F~="9DH~="9;@y=?¿�EIHG[Uj;RGJ5��_;RGJ/j�4�ME68/@yJ�ikJ�[�8k_]=CH~H~J�@S[;=L[;8kH~="lI=Co�J�9;85H~J]4�ME68/@yJ�ikJ�[�8/F�FG8/E6_UHG[;85H�� []=��n[;8/FrH~="l6=Cj�[]J�9]="_*4

��Hk[;8/F ��=C="9xFG<]:/:/="F~H~="_xHG[�85H�HG[�E6Fk8/F~j�="@yH J/o�F~XZ9�HG8/@yHGEb@�F~H~RS<;@yHG<;RG=§_;=C��9]="Fk8H�XYj�J�lIJ/:�E6@C8/lv_;E6F~HGE69�@yHGEIJ�9¤��=CH�¿�=C="9sl68/9]:�<�85:/="FLJ/onHG[]=¡¿�J/RSl6_ ¿�EIHG[ F~J�i¡=�8/l6lIJ�¿�E69]:� � ��_]RGJ/j 8/9;_�J/HG[]=CR\F�9]J/HC4��H,HG<]RS9;F}J�<]H,HG[;85Hv¦^lb_�¨;RG="9;@S[k<�F~="_ H~JM8/l6lIJ&¿ � �� ��_;RGJ/j¡¿�[;EblI=�faJY_;=CRS9 ¨]RG="9;@\[_]JY="F�9]J/HC4rp�J�9;FGEb_]=CRrHG[]=Ko�J�l6lIJ�¿�E69]: H�¿�JUF~="9�H~="9�@y="F�HG85©/="9ao1RGJ�i o1RSJ�i HG[]=L_;EbFG@C<;F��FGEIJ�9UJ�9�¨]RG="9;@\[a@\[;8/9]:/=LE69aprl685RG©�8/9�_���J/��=CRGHGFL��3"ª/ª/e��\4

>AE69;FSE*F � 8/i?<�FG8/EI="9DH���EI="9�@y=CH~H~=�9D<;E6HC4HG[Y<;FL��HG[;=CX]��[;8/_Uo�<�9UHG[;85H�9;EI:�[DHC4

8/9;_V]E��;RG="9DHr:/RS8/9�H ��J�E6=Kl68k9D<�EIHC4HG[Y<;FL��HG[;=CX]��i¡8/_]=M:/RG="85H ��J�X§HG[;=K9;EI:�[DHC4

��J/HG[ HG[]="F~=rF~="9DH~="9;@y="Fq85RG=r<;9;:/RS8/i¡i¡85HGE6@C8/lZE69�ikJZ_]=CRS9�¨]RG="9;@\[*4q>�:�8/Eb9?¿�=r85RG=lI="_MH~JAHG[]=�<�FG<;8/l/j�< � �"lI="FC4w>nHwJ�9]=�HGEbik= �(¨;RG="9;@S[�@S[�E6l6_]RG="9K¿vJ�<;lb_K[;8"�/=�[;8/_K="9;J�<]:�[=yhZj$J�FS<]RG= H~J�HG[]=kl68/9]:�<;85:/=kJ/o�HG[]="EIR^HGE6i¡="F^HG[;85HMHG[]=CX ¿vJ�<;lb_ [�8"�/=�lI="85R\9]="_ HG[;85H� � ��_]RGJ/j§¿n8/Fv8/l6l6J&¿n85��lI=�8/9;_�8/@CBD<�EIRG="_¡HG[;=�RG="lI=C�58/9�Hv:/RS8/i¡i¡85HGEb@C8/l�RS<�lI= ��i�<;@S[§8/F��HG8/l6E68/9¤@S[;Ebl6_]RG="9�_]JUH~JY_;8&X/4 �[�X�HG[]="9¤_;E6_�HG[]=CX�F~H~J/j�8/@CBY<;EIRSEb9]:�EIH ��f�8"X �$= 8o�=C¿ _;E6_�9 �|HK8/@CBD<�EIRG=�EIH �}HG[]=¡o�RG="BY<]="9;@yX¤J/o�<;FG85:/=���="@C8/ik=�RS85RS= �}EIHLH~RSEI:/:/=CRG="_ HG[]=RS<;l6=�E69 lI="FGF 8/9;_ lI="FGF�@S[;E6lb_]RG="9s8/F�HGE6i¡=�¿�="9�H J�9 �Q8/9�_ <;l6HGE6i¡85H~="lIX�EIH _;EI="_sJ�<]HC4��[;EbF�F~H~J/RGX�9;=C="_;F�H~J§��=?i¡8/_;=?ikJ/RG=�j;RG="@CEbF~=L¿�E6HG[a_;85HG8 ��ikJZ_]="l6F �$8/9;_�8§_]=C=Cj�=CR<;9;_;=CRSF~HG8/9;_;Eb9]:¡J/o�HG[;= Eb9�H~=CRS8/@yHGE6J�9�J/o�lI="85RS9;Eb9]: �m:/R\8/i¡i¡85R��8/9;_ j�J/j�<;lb85HGEIJ�9a_]XD�9;8/i¡Eb@CFC4�pnl685RG©�8/9�_���J/�$=CRSHGF^��3"ª/ª/e��r8/9;_ ��8/9]:�� N5t/t�N��n[;8"�/=MHG85©/="9aF~H~=Cj�FnE69�HG[;E6F_;EIRS="@yHGEIJ�9�8/9;_�¿�=K¿�E6lbl�RG=C�ZE6FGE6H�HG[�E6Frj;RGJ/�mlI="i l685H~=CR�E69UHG[;=M�$JYJ/©$4

Page 37: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

N/  ������� � ����� ������� ������� ��� � �

� 0�)w),0�º �ME6_;_;E6FS[sE6F�HG[]=�l68/9]:�<�85:/=�J/o �/=C¿�F J/o�="8/F~H~=CRS9x8/9�_x@y="9�H~RS8/lrgv<]RGJ/j�=U8/9;_xE6F _]=y�FG@y="9;_;="_�o�RGJ�i�ik="_;E6=C�(8/lM�A=CRSi¡8/9 ¿�E6HG[�@yJ�9;FSE6_]=CRS85��l6=�E69��m<]="9;@y=�o�RGJ�i���=C��RG=C¿8/9;_ VZl68&�YE6@�l68/9]:�<;85:/="F�8/F§¿�="l6l 4 7.EI©/=¤g�9]:�lbE6FG[°8/9;_ ¨]RG="9�@S[ � �^E6_�_;E6FG[xH~JYJx<;9Z�_]=CRG¿�="9DHAF~J�i¡=�RS="i¡85RG©585��lI=?FGXY9DHG8/@yHGE6@ @S[;8/9;:/="FMlI="8/_;E69]:�H~J�_;E���=CRG="9�HA¿�J/RS_aJ/R\_]=CRo�J/RSi¡85HGEIJ�9;F�E69UHG[]=KikJZ_]=CRS9U�/=CRSFSEIJ�9�J/o,HG[]=Kl68/9]:�<�85:/=/4

¦^9;=Kj�85RGHGE6@C<�l685R�@S[�8/9]:/=?[;8/_aH~J�_]J�¿�EIHG[�HG[]=�lIJZ@C85HGEIJ�9�J/o,HG[]=�8/<ZhZEbl6E685RGX��/=CRG�¿�EIHG[¡RG="F~j�="@yHQH~JLHG[;=�FG<]���~="@yH�8/9;_�HG[]=��/=CRG��j�[]RS8/FG=�E69¡@Cl68/<�F~="FC4q¨]J�l6lIJ�¿�E69]:?pr[]J�i �F~©YXU��3"ª/ /z��QJ�9]=�i¡E6:�[�HQlI=CHqHG[;=�8/<Zh]E6l6E685RGXL�/=CRG�¡��="lIJ�9]:^H~JKHG[]=ro <;9;@yHGE6J�9;8/l]@C85H~=C:/J/RGX� ��¨,7 ��HG[�85H���="85RSFqE69���="@yHGEIJ�9;8/l]i¡85RG©/=CR\F\�}8/9;_kHG[Y<;FQ_;EbF~HGE69]:�<;EbFG[K��=CH�¿�=C="9¡HG[;=�H�¿�J��8/FGEb@^j�[]RS8/F~=MF~H~R\<;@yHG<]RG=K8/lIH~=CR\9;85HGEI�/="F�8/F�E69��]� 8��r8/9�_��]���$�\4

�]� 8���� VYj�="@ � PAu�� ��¨,7 � � ��u�]����� � VYj�="@ � ���A¨,7sP^u � � ��u

��[;=¡E69��;="@yHGEIJ�9�8/lwjm[]RS8/F~=a����u��^_;="FG@yRSEI��="FAHG[]=k¿�[]J�l6=¡@Cl68/<;F~=a� F~="9DH~="9;@y=��M¿�EIHG[8/9°E69 �;="@yHGEIJ�9;8/lr[]="8/_ �����A¨,7}� �v8¤�/=CRS� j�[]R\8/F~=�85RG:�<;ik="9DH���P^u���o�J/R�HG[;EbF ���A¨,7[]="8/_�8/9;_�8¤F~j�="@CEI�;=CR���VYj�="@&�\4 ��[]=UEIH~="i�E69 F~j�="@CEI�;=CR�j$J�FSEIHGEIJ�9 E6F?_;=C="ik="_�HG[]=FG<]� ��="@yHvJ/o�HG[]=^F~="9�H~="9�@y=/4Q��9§ikJZ_]=CRS9�g�9]:�l6EbFG[ ��o�J/Rv=yh]8/ikj�l6= �Dj�[;RS8/F~="F�85RG=A8/lbikJ�F~H8/lI¿n8"XZF�J/o}H�XYj�=?�]���$�\4���[Y<;FrHG[;=KF~="9�H~="9�@y=§� z��

� z���� �/J�[;9 � @C8/9 � RG="8/_�HG[;=M��l68/@G©Y��J�85RS_ � P^u � � ��u@yJ/RGRS="F~j�J�9;_;FKH~J¤FG<;@\[ 8�H�XYj�=�¿�E6HG[ �/J�[�9o����="E69]:�E69 VYj�="@kj�J�FGE6HGEIJ�9 �� ~@C8/9o�

��="E69]:§HG[]= ���A¨,7*��[]="8/_s8/9;_� �RG="8/_¤HG[]=k��lb8/@G©Y�$J�85R\_o�§�$="Eb9]:�HG[;=��/=CRS� j�[]RS8/FG=/4K� o¿�=�_]=C="i F~H~RS<;@yHG<;RG="F l6EI©/=��]� 8���H~J���=�� ��¨,7 �m9;8/ln8/9;_xF~H~RS<;@yHG<;RG="F l6EI©/=��]���$�LH~J��=�� �A¨}7�ik="_;E68/l��r¿�=¤��9;_�HG[;85H�l68/9]:�<;85:/="FUJ�9 HG[]=¤¿�[;J�lI= i�EI:�[�H§��=�H XDjmEI�;="_8/@C@yJ/RS_;Eb9]:kH~J¡¿�[;Eb@S[�J/o}HG[]="F~=Kjm[]RS8/F~=MH XDj�="F�E6Fnj�RG=Cj�J�9;_]=CRG="9DHrE69UHG[]=Ll68/9;:�<;85:/=/4��

��9�H~=CRS="F~HGE69]:�lIX ���ME6_;_;E6FS[M@S[;8/9]:/="_?o�RGJ�i 8�j;RG="_]J�i¡Eb9;8/9�HGl6X�� ��¨,7���9;8/l�lb8/9]:�<;85:/=H~J�8�@C85H~=C:/J/RSE6@C8/l6l6XK���A¨,7�i¡="_;E68/l�J�9;=�J&�/=CR}HG[]=�@yJ�<]RSF~=vJ/o;8�H~RS8/9;FSEIHGEIJ�9Mj�=CRSEIJZ_^o�RGJ�i3y{�t/t�>?4 `?4�H~J�85��J�<]H 3" /�5t�>L4 `�4wVZ8/9DH~J/RSE69;E���3"ª/ª/e��^[;8/F^8U_]=CHG8/E6lI="_ BY<;8/9�HGE6HG85HGEI�/=� S"KnGVA)I(g)YHNt`]C�STC MiK@FOI5M)C N1K@A)PRKnq�A3FHYOCfK@A3FOG_K|[m\]I5YOI(Q5FOWdP(YwN3FOGhK@FOM)WEK@FOI(M�FOGnYHPRD@Q5CEYO[tPRW W C \mK@CdNt`i[YOFOM)Q5g3FOGhK@G�qBI(D@^7FOM)Q:FOM K@A3C-KVDXP(N3FaK@FOI5M I(J�TwA)I(STGV^7[Z�h�43��7����y K@A)CED@C-FOGTGhK@FHYOY�W I(M)GVFHN3C�DXP(`)YOC1NmC `*P�K@CP(GnK@I�A3Idq WEYHC P(M)Ya[tYHP(M)Q(g*PRQ5C G}J�P(YOY FHMiK@I�I(M)C�IRJ�K@A)C GVC�K�qBIUK�[m\]C G j"/)I(D{C��)PRST\)YOC5y�q�A)FOYOCc?�DXPdxmFOG�h�43������_PRD@Q(g)C G_K@A)PRK�S =�/�9\mD@C W CdNmC G�_�ZFOM �_C�D@ScP(M:P(M)N��]qBPRDVKT�h�:353m�d�pCE�7K@C M)N3G�K@A)C�P(M*PRYa[3GVFOGK@I���gmK@W�A�y�k7W�AiqBPRDVK21cP(M)N�pFH^7M3CED-�h�4353����n\3D@I�x7FHN3C�W I(M)GVFHN3C�DXP(`)YOCcC x7FHN3C M3W CcPRD@Q(g)FOM)QUI(K@A)C�DVq�FHGVC(j��PRDVKpI(JoK@A3CnW I5ST\3YHFOWdP�K@FOI5M�I(JLK@C M�PRD@FOGVC Gp`]C WdP(g3GVCnK@A)C{GVg3DVJ=P(W C{J=IRD@STGpIRJoGVC MiK@C M)W CEGpSTFOQ5AiK�D@C&%)C WEKSTI�x�C STC MiK�\mD@IiW C GVGVC G JsD@I5S GVI5STC�IRK@A)CED g)M)N3CED@Ya[mFOM)Q�J=IRD@S�FHMTIRJsK@C McW I(ST\)YOFOWdPRK@C Nfq�P [mG j��wg3KbK@A)FOGFOG�`]CE[iI5M)N-K@A3C�GVW I5\]C{IRJ$K@A)FOG�`]IiI5^]j

Page 38: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� �� ��� � ������� � � � ��� ����� ����� N/ª

��E6ik=Ku}=CRSEIJZ_ ���A¨,7*��ik="_�E68/l ���A¨,7*����9;8/l3y{�t/t(�S3y{� /ª t N�d3y{�ª5t(�S3"�/e/ª � e�d3"�({�t(�S3"�/ /ª 3"e �/ª3"�/ª5t(�S3"z/e/ª �  Z33"z({�t(�S3"z/ /ª 3"e e/e3"z/ª5t(�S3&d5e/ª 3"� N5t3&d�{�t(�S3&d5 /ª 3 33&d5ª5t(�S3" /e/ª �({ e3" ({�t(�S3"ª/�5t ª5t t

�}85��lI=�354Oe �§��="l685HGE6�/=U9Y<;i?��=CRSFKJ/o�� �A¨}7���ik="_;E68/l�8/9;_ ���A¨,7*����9�8/lvF~H~R\<;@yHG<]RG="F�E69@Cl68/<;FG="Fq¿�EIHG[kFGEbikj�lI=��/=CRG��FA� 85H�_;E���=CRG="9DHqj$J�Eb9�HGFqE69 HGEbik=��\4q�w85©/="9�o1RGJ�i HG[]=�F~HG<;_;XJ/o,HG[]=K[;E6FGH~J/RGX�J/o �ME6_;_;E6FS[�E69aV]8/9�H~J/RSEb9;EQ��3"ª/ª/e��\4

8/9;8/lIXZFGE6F�J/o*HG[;E6Fvj�[]="9]J�i¡="9]J�9�8/9;_§FG[]J�¿�9¡��="lIJ�¿ 85RS=�H�¿�Jk<;9;8/i?��EI:�<]J�<�FGlIX����A¨,7��9;8/l]FG="9�H~="9;@y="F�J/om="85R\lIX �ME6_;_�E6FG[U��HG85©/="9¡o�RGJ�i VZ8/9DH~J/RSE69;E �Z3"ª/ª/e��\4nVZ<;@S[�F~="9�H~="9�@y="F¿�J�<;l6_��$=�_]=C="ik="_¤<;9]:/R\8/i¡i¡85HGE6@C8/l,E69aHG[]=kikJY_;=CRS9a@C85H~=C:/J/RSEb@C8/l6lIXa� �A¨}7xi¡="_;E68/l�ME6_;_;E6FS[*4

� ��� � � � ���� # � � � ��! � ������! � ��J&�/J�e/ªY4Oz �w3"�5t�d/�\4HG[�85H�HG[]=CXUHG[]=CRG=y��J�9a¿�85RS9;="_�¿v=CRS=��� ! � ��� � � � � ! �����,� �� ��� � ��� � ! � � ! � >A9;FG[]="lq3/3 �$@C8Z4�3"�/e({D�\4E6owHG[]=Mo 85HG[]=CR�J�9;lIXU�^=CRSi¡8/9�RG="8/_�@C8/9

�wJ?E6lbl6<;F~H~RS85H~=nHG[;EbFqj�J�E69�HQBY<;8/9DHGEIHG85HGEI�/="lIX �Z8L@yJ/RSj�<;FQ8/9;8/l6XYFGEbFqJ/o �^E6_�_;E6FG[ _]JZ@C<Z�ik="9DHGF.J��/=CRwHG[;=v85:/="FwXYEI="lb_;F�HG[]=�o�J�l6lIJ�¿�E69]:�FGHG85HGE6F~HGE6@CFwFG[]J&¿�9KE69K�}85��lI=�354OeY4�pnlb8/<;F~="F¿�EIHG[�FGE6i¡j�lI=Q�/=CRG�mF}85RS=n8/9�8/lIX �C="_�o�J/R,���A¨,7*��ik="_;Eb8/lY8/9�_L� ��¨,7�����9;8/lZ_;E6F~H~R\EI��<]HGEIJ�9�FJ/o,j�[]RS8/FG=^FGH~RS<;@yHG<]RG="F"4

faJ/RG=KF~HG85HGE6FGHGE6@CFrE6Fn8"�58/E6l685��l6=AE69�VZ8/9DH~J/RSE69�E,��3"ª/ª/e��n��<]H�HG[;E6FnFGE6ikjmlI=�@C8/F~=?E6l6l6<;F~�H~RS85H~="F�HG[]=?@Cl6="85R�8/9;_�<�9;i¡E6F~HG85©585��lI=MH~RS="9;_�E69�HG[;=L_;E6F~H~R\EI��<]HGEIJ�9§J/o,j�[]R\8/F~=KH�XYj�="FC4��HLE6F^¿�J/RGHG[�¿�[;E6lI= H~J�i¡="9�HGEIJ�9s[]=CRG=¡HG[;85HL¿�[;E6lI=¡VZ8/9DH~J/RSE69;E���3"ª/ª/e��K=yhZj;RG="FGF~="FLHG[]=F~HG85HGE6FGHGE6@CF�¿�E6HG[;E69UHG[]=�9]J/HG85HGEIJ�9;8/lw@yJ�9��/="9DHGEIJ�9;FAJ/o�pn[]J�i¡FG©DX ��3"ª/ /z�� �*8/l6ikJ�F~HA8/9�XRG="8/F~J�9�85��lI=K:/RS8/i�i¡85HGE6@C8/lwo1J/RSi�8/l6E6FGi ¿�J�<;l6_�@C85j�HG<]RG=KHG[;EbF��585RSE685HGEIJ�9�8/9�_a@S[�8/9]:/=¿�EIHG[ H ¿vJ�_;E���=CRG="9DHq:/RS8/i¡i¡85HGE6@C8/l;H�XYj$="FQJ/R�o�J/RSi¡FqE69k@yJ�ikj�=CHGEIHGE6J�9k¿�EIHG[ J�9]=�:/RS8/_Z�<;8/l6l6X�XZEI="l6_;E69;:LH~J¡HG[]=LJ/HG[]=CR�J&�/=CRA:/="9]=CRS85HGE6J�9;8/l*HGE6ik=/4v>�:�8/E69�J�9]=Ki¡EI:�[DHr¿vJ�9�_]=CR

Page 39: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

e5t ������� � ����� ������� ������� ��� � �

85��J�<]H�HG[;=A@C8/<;FG="F�J/o.FS<;@S[§8?@\[;8/9]:/= �ZHG[]=^F~HG85��lI=�:/RS8/i¡i¡85HGEb@C8/lmikJZ_]="FvJ/o*j�J/j�<;l68(�HGEIJ�9;F��HG[]=�_;E6RG="@yHGEIJ�9;8/l6E6HGEI="FqE69D�/J�lI�/="_ ��8/9;_¡HG[]=�l6EI©/=/4q>AF�BY<;8/9DHGEIHG85HGEI�/=�ik="8/FS<]RG="FQJ/oHG[]=�F~J/RSHQ_]="FG@yRSEI��="_ []=CRG=�85RS=�i¡8/_]=rH~JK@\[;85RS8/@yH~=CRSE��C=�HG[]=�[;E6FGH~J/RSE6@C8/lZj�[]="9;J�ik="9;8^85H[;8/9;_ ��J�9]=AE6F�lI="_�EIRGRG=C�/JZ@C85��lIX H~J�¿�85RS_�F�BY<;8/9DHGEIHG85HGEI�/=A8/9;_�@yJ�i¡j�<]HG85HGEIJ�9;8/lmikJZ_]="l6FH~J�85H~HG8/E69�8¡_]=C=Cj�=CR�<;9;_;=CRSF~HG8/9;_;Eb9]:?J/o}HG[]=L<�9;_]=CRSlIXZE69]:?j;RGJZ@y="FGF~="F�Eb9��/J�lI�/="_�4

����� � � � � � ������� ����� � � ����' � ������ ������ �

��[;EbFL��JYJ/©sE6F 8¤@yJ�ikj�<]HG85HGEIJ�9�8/lvH~RS="85HGE6F~=UJ�9x[;E6F~H~J/R\E6@C8/lv8/9�_ =C�/J�lb<]HGEIJ�9;85RGXsj�[]=y�9]J�ik="9�8kE69U[D<;i�8/9�l68/9]:�<;85:/=/4�>nH�HG[]=MJ�<]HGF~=CH�E6H�i¡8"XU9]J/Hr��=^="9�HGEIRS="lIX�@ClI="85R�HG[;85HHG[]=CRG=�85RG=nik="8/9;E69]:/o <;l/@yJ�ikjm<]HG85HGEIJ�9;8/lYBD<;="F~HGEIJ�9;Fw8/9;_LHG[�85HwFG<;@\[?8�@yJ�ikj�<]HG85HGE6J�9;8/lH~RG="85HGik="9DHKE6F�j�J�FGFGEI��l6= �;j;RGJ/�;HG85�mlI= �mJ/RM9]="@y="FSFG85RGXaE69�HG[]= _;E6FG@yJ�<;RSF~=LJ�9¤[;EbF~H~J/RSE6@C8/ll6E69;:�<;E6F~HGE6@CF"4.>�o�H~=CR�8/l6l ��J�9]=�_]JY="FQ9]J/HqH XDj�Eb@C8/l6lIX?FGHG<;_]X?[Y<;i¡8/9�F~JY@CEb8/l]8/9;_ j�J�l6EIHGE6@C8/l[;E6FGH~J/RGXU¿�EIHG[ @yJ�ikj�<]HG85HGEIJ�9�8/l.H~JYJ�l6FC4A¦M9aHG[]=�J/HG[]=CR^[;8/9;_ �$=C�/J�l6<]HGE6J�9;85RGX���EIJ�l6J/:/XE6FkH~JZ_;8&X°8s[]="8&�YE6l6X�i�85HG[]="i¡85HGE��C="_�_;E6FG@CEIjml6E69]=/4x��9°o 8/@yH�HG[]=�i¡85HG[]="i¡85HGE��"85HGE6J�9J/o�=C�/J�lb<]HGEIJ�9;85RGXa��EIJ�lIJ/:/X���=C:�8/9�E69�HG[]=�="85RSlIX�j�85RSHAJ/o�HG[]= H�¿�="9�HGEI=CHG[s@y="9�HG<]RSX�H~JRG="F~J�l6�/=�HG[]=�85j�j�85RG="9DH�@yJ�9���E6@yH��$=CH ¿v=C="9�HG[]=�Eb_]="8/FqJ/o.fa="9;_]="l���`^85RG¿�E69¡8/9;_�J/HG[]=CR=C�/J�l6<]HGE6J�9;85RGX°HG[;Eb9]©/=CRSF�T @yJ�9���E6@yHGF§HG[;85HU¿�=CRG=�_;E ��@C<�lIH�H~JxRG="FGJ�lI�/=¤�DX°�/=CRS��8/lRG="8/F~J�9�E69]:¡8/lIJ�9]=/4

�A<;i¡8/9�l68/9]:�<;85:/=LEbF�E69DH~=CRG="F~HGE69;:k�$="@C8/<�F~=LEIH�EbF�E69�j�85RSH�@C<;lIHG<]R\8/l�8/9;_�E69�j�85RGH��EIJ�l6J/:�E6@C8/l 4,��[;85H�j�85RGH�¿�[;E6@S[�E6Fv��EIJ�lIJ/:�E6@C8/l���="lIJ�9]:�F�i¡J/RG=�RS="8/_;E6lIX H~J�HG[]=A9�85HG<]RS8/lFG@CEI="9�@y="F?8/9;_ E6FL8/i¡="9;85��lI=�H~J 8aH~RG="85HGik="9DH?�YX�HG[]=�<�FG<;8/l�i¡JY_]="FLJ/o�E69;BY<;EIRGX E69HG[]=A9;85HG<]RS8/lmFG@CEI="9;@y="FC4 ��=^[;8&�/=AH~R\EI="_¡H~J E6l6l6<�F~H~RS85H~=�E69�j;RG=C�ZEIJ�<;FQF~="@yHGE6J�9;FvFGJ�ik=�J/oHG[]=�=yh]8/ikj�l6="FqJ/o$lb8/9]:�<;85:/=�@\[;8/9]:/=�HG[;85H��$="l6J�9]:MH~JKHG[;E6Fq_;J�i¡8/E69¡8/9;_kFGJ�ik=�J/o�HG[]=E6FGFS<]="F�HG[;85H�85RSE6F~=ME69§HG[]=KFGHG<;_]X¡J/o,FG<;@\[Uj�[]="9]J�ik="9�8?o�J/Rr¿�[;Eb@S[U8k@yJ�ikj�<]HG85HGE6J�9;8/l8/9;8/lIXZFGE6F��$="@yJ�i¡="F�9]="@y="FSFG85RGX/4���[;=LJ&�/=CR\8/l6l.R\85HGEIJ�9;8/lI=K��="[;Eb9;_�FG<;@\[�8/9 85j;j;RGJ�8/@\[8/9;_sHG[]=�j�J�FGFGE6��E6l6EIH X�J/o�8a@yJ�i¡j�<]HG85HGEIJ�9;8/l�H~RG="85HGik="9DH RG="F~HGFKJ�9 HG[]RG=C=§8/F~j�="@yHGFLJ/ol68/9]:�<�85:/=KHG[;85H�85RS=L@y="9�H~R\8/l�H~J�J�<;R�j�J�E69�HrJ/o,�ZEI=C¿ 8/9;_a¿vJ/RSHG[�[;EI:�[;lbEI:�[�HGEb9]:�FG=Cj�8(�RS85H~="lIX/4354�7w8/9]:�<;85:/=°[;8/F o�J/RSi�4 ��[;= l6Eb9]:�<;E6F~HGEb@�J/���~="@yHGF¤J/o�_;E6FGHGE69;@yHGEI�/= o1="85HG<]RS="F �jm[]J�9]="ik="F �}F~XZl6l685��lI="F��ikJ/RGj�[]="i¡="F �.¿�J/RS_;F �wj�[]RS8/FG="F �w8/9;_sF~="9�H~="9�@y="F?[;8&�/=RS="8/F~J�9;85��lIX?@yJ�9;@yRG=CH~=rRG=Cj;RS="F~="9�HG85HGE6J�9;F,8/9;_?_�E6F~j�l68&XKF~XZF~H~="i¡85HGE6@�RG=C:�<;lb85RSEIHGEI="FHG[�85HK:�EI�/=¡l68/9]:�<�85:/=ko1J/RSi�4���[�E6FAo1J/RSi�8/lq8/F~j�="@yHKF~=Cj�85RS85H~="F?EIH^o1RGJ�i 8/i¡J/R~�jm[]J�<;FA@C<;lIHG<]RS8/l}@yJ�9D�/="9�HGEIJ�9�8/9�_ i�85©/="FMEIH�8/ik="9�85��lI=�H~JUFGHG<;_]X��YX�o�J/RSi¡8/lJ/Rri¡85HG[;="i¡85HGE6@C8/l$ik="8/9;FC4q��9;_]=C="_ �DHG[]=^_;E6FG@CEIjml6E69]=�J/o�o�J/RSi¡8/l$l68/9]:�<;85:/=�HG[]=y�J/RSX�=C�/J�lI�/="_xE69�j�85RSHLH~J j;RGJ&�ZE6_]=�HG[]=�85j�j�85RS85HG<;F?H~J _;="FG@yRSEI��=¡HG[;EbFKo�J/RSi¡8/lFGH~RS<;@yHG<]RG=k8/9;_�8/FSF~JY@CEb85H~="_ l6E69]:�<�E6F~HGE6@Mjm[]="9]J�ik="9;8Z4?��9DH~=CRG="F~HGEb9]:�lIXa="9;J�<]:�[ �:/R\8/i¡i¡85RSF �,8/<]H~J�i¡85HG8 �q8/9;_sl68/9]:�<;85:/="F�85RG=�@y="9DH~RS8/l�8/lbF~J�H~J�Eb9��/="F~HGE6:�85HGEIJ�9

Page 40: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� � ��� �� ����� � � � ��� ����������� ���D��� � �� � eZ3

Eb9°lIJ/:�E6@�8/9�_ @yJ�ikj�<;H~=CR�FG@CEI="9�@y=�8/9;_�i¡8/9�X�J/oMHG[]=�E6_]="8/F¡¿�=aj�RG="F~="9DH�E69HG[�E6FA�$JYJ/©�85RS=�j�J�FGFSEI��lI=KH~J�85RSHGE6@C<;l685H~= J�9;lIXa�$="@C8/<�F~= J/o�HG[;E6F^l6Eb9]©���=CH�¿�=C="9@yJ�i¡j�<]H~=CR�FS@CEI="9;@y=K8/9;_�lbE69]:�<;E6FGHGE6@CFC4¦M9]=�i¡EI:�[DH¡BD<�EI�;��lI=§85��J�<]HkHG[]=�_]=CHG8/E6lbF J/oAHG[�E6F o1J/R\i �v85��J�<]Hk:/RS8/i�i¡85HGE��@C8/lbEIH�X �~<;_;:/="ik="9�HGF�Q85�$J�<;H @yJ�i¡j$=CH~="9�@y=U8/9�_ j�=CRGo�J/RSi¡8/9�@y=§E6FSFG<]="F �q85��J�<]Ho <;9;@yHGE6J�9;8/l6EIH X EbFGFG<]="FC4�¦^9;=�i¡EI:�[DHv85RS:�<]=�HG[�85HvHG[]=�H~RS<]=�:/J�8/lmJ/owl68/9]:�<;85:/=^E6F@yJ�i�i?<;9�E6@C85HGEIJ�9¤85o1H~=CR?8/l6l��$HG[;85HMHG[]=kik="8/9;E69;:�J/o�FG="9�H~="9;@y="FLE6FAj�85RS8/ikJ�<;9DH8/9�_�HG[]="EIR o1J/R\i 9]J/Hk8/l6l�HG[;85H¡FG8/@yRGJ�FG8/9�@yHC4 ��J&¿�=C�/=CR�nJ�9]=U¿�E6l6l�F~HGE6lblv[;8&�/=H~J�@yJ�9�@y="_]=kHG[;85H^¿v=k_]J�9 �|H^FGj$="85©�¿vJ/R\_ FS8/l68/_*4�¦Aov8/l6l}HG[]=k_;E���=CRG="9�HA¿n8"XZFJ/o^@yJ�9D�/=CXYE69;: HG[]=�FG8/ik=�i¡="8/9;E69]: ��8¤j�85RGHGE6@C<;lb85R lb8/9]:�<;85:/=�¿�Ebl6lv@\[]JYJ�F~=a8lbE6i¡EIH~="_¤9Y<;iL��=CRMJ/on¿n8"XZFKH~J�:�EI�/=�o1J/RSi H~J�HG[;85HLik="8/9�E69]:]4¡��[Y<;FMg�9;:�l6E6FG[@\[]JYJ�F~="F?3�� 8��r¿�[;E6l6=A��="9]:�8/l6E}N]���$��T E6H�@yJ�<;l6_�="8/FGEblIX�[;8&�/=L��=C="9�HG[]=LJ/HG[]=CR¿n8"X�85RGJ�<;9�_x8/9;_�E69;_]=C="_�E69x 5t/t�>?4 `?4vEIH?¿n8/FC4 � [;="9�J�9]=�ikJ&�/="F�8"¿n8"Xo�RGJ�i F~XY9DHG8/@yHGE6@?H~J�j�[;J�9]J�lIJ/:�E6@C8/l*jm[]="9]J�ik="9;8¡HG[]=Ll6E69;©���=CH�¿�=C="9�o1J/RSi 8/9;_i¡="8/9;E69]:���="@yJ�ik="FL=C�/="9sikJ/RG=�RG="ikJ/H~=�8/9;_sEIHKE6FKE69�FGJ�ik=¡¿n8"XZFL="8/FGE6=CRKH~JRS="@yJ/:�9;E��C=KHG[;EbFrF~H~RSE6@yHrX/=CH�85RS��EIH~RS85RGX�o1J/R\i¡8/l*8/F~j�="@yH�J/o,l68/9]:�<;85:/=LEb9�jm[]J�9]J5�l6J/:�E6@C8/l�F~XZF~H~="i¡FC4

NY4�7w8/9]:�<;85:/=�EbFMlI="85RS9]="_*4��A9;l6EI©/=kJ/HG[;=CRLikJZ_;8/l6EIHGEI="F^l6E6©/=��ZE6FGE6J�9¤J/RKJ�lIo 8/@yHGEIJ�9 �¿�[]=CRG= HG[]=¤RGJ�lI= J/o?lI="85RS9�E69]:sE6FU<;9�@ClI="85R���=CX/J�9;_F~J�i¡= jml68/F~HGE6@CEIH X E69�HG[]=9;="<]RS8/l*85j;j�85R\85HG<;F �]l68/9]:�<;85:/=KEbFr@ClI="85RSlIX§8/9;_�E69;_;EbF~j�<]HG85��l6X l6="85RS9]="_*4��[]="9¿�=r85RG=n��J/RS9L¿�=n_]J�9 �|H,©Y9;J&¿xl68/9]:�<;85:/=/4���=r85RG=n=yhZj$J�FG="_?H~JMl6Eb9]:�<;E6F~HGEb@q_;85HG88/9�_�¿v=Kl6="85RS9�EIHC4q��9�i¡8/9DX�¿n8"XZF ��EIHr��HGFrBD<;E6H~=K9]="85HGlIXUE69�H~JkHG[;=Mo1RS8/i¡=C¿vJ/RG©J/o�lI="85RS9;Eb9]:so�RGJ�i�=yhZ8/i¡j�lI="FU8/9;_E69�o�8/@yH�HG[]=¤�;="lb_ J/o?o1J/RSi�8/l�E69�_;<;@yHGEI�/=Eb9]o1=CRS="9;@y=�85RGJ�F~=�H~J F~HG<;_]X HG[]=�H~RS8/@yHG85��Ebl6EIH�X J/o^HG[]=�j;RGJ/��l6="i�J/o^lb8/9]:�<;85:/=8/@CBY<;E6FSEIHGEIJ�9*4��[]=�85��E6lbEIH�X�H~J�lI="85RS9 [;8/FM��=C="9s8a@y="9�H~RS8/lvH~J/j�E6@¡J/onEb9��/="F~HGE6:�85HGEIJ�9sE69s85RGHGE���m@CE68/l�E69DH~="l6l6EI:/="9�@y=U8/9�_°8��585RSEI=CH�X�J/oM@yJ�ikj�<;HG85HGEIJ�9;8/lrH~JYJ�l6F¡R\8/9]:�E69]:¤o�RGJ�i85�mF~H~RS8/@yHAHG[]=CJ/RGX�H~JU@yJ�ikj�<]H~=CR^FGE6i�<;l685HGE6J�9�[;8"�/=���=C="9a��RGJ�<]:�[DH�H~J§�$="85RAE69HG[�E6Fr="9DH~=CRGj;RSE6FG=/4

eY4�7w8/9]:�<;85:/="Fn�585RGX/4qPQ85RSE685HGE6J�9§8/@yRSJ�FGFnHG[]=^l68/9]:�<;85:/="F�J/o�HG[]=A¿�J/RSl6_§E6Fv8�<]��EbB��<�EIHG<]J�<;F�o 8/@yHkJ/oA[Y<;i¡8/9 =yh]E6F~H~="9;@y=/4���9 i�8/9�X ¿�8&XYF�EIHki¡EI:�[DH [�8"�/=���=C="9BY<;EIH~=K@yJ�9D�/="9;EI="9DH�E6owHG[]=CXU_;E6_�9;J/H��(85RSXU85H�8/l6l 4q��owHG[]=CRS=K¿�8/F�J�9]=Kj�<;RG= �]�;H �lb8/9]:�<;85:/=�HG[�85H�¿n8/Fv[;85R\_]¿�EIRG="_kEb9kJ�<]R�:/="9;="F�8/9;_�¿v=A8/l6l]:/RG=C¿<]j�F~j�="85©ZE69]:HG[;=?FG8/ik=?l68/9]:�<;85:/=/4��[;E6lI=MHG[;EbF�E6F�9;J/H�H~RS<]= �$E69�F~J�ik=L¿�8&XYFAj�=CRS[;85j�FrE6H�E6F9;J/H�o 85R�o�RGJ�i HG[]=LH~RS<;HG[�o�J/R�¿�[�E6lI=^¿v= 85RG=�9]J/H���J/RS9a¿�EIHG[�HG[]= _]=CHG8/E6lbFrJ/o�8jm85RGHGE6@C<;l685Rnl68/9]:�<�85:/= �;EIH�EbF�lbEI©/="lIXkHG[;85Hn¿�=^85RS=A��J/RS9§¿�E6HG[�HG[]=M@Cl68/FSF HG[;85HlbE6i¡EIHGFvj�J�FGFGEI��l6=��585RSE685HGEIJ�9�F�Eb9§FGJ�ik=KF~="9;F~=/4v��[;E6F���JDJ/©§85H~H~="ikj;HGFrH~J¡@yRS="85H~=

Page 41: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

e/N ������� � ����� ������� ������� ��� � �

HG[;=L@yJ�ikj�<]HG85HGE6J�9;8/l*o�RS8/ik=C¿�J/RG©�o�J/R�F~HG<�_]XYEb9]:k_;E68/@S[;RGJ�9;E6@A�585RSE685HGEIJ�9*4��[Y<;FrHG[;=Li¡85HG[]="i¡85HGEb@C8/lw8/9;_a@yJ�ikj�<]HG85HGEIJ�9�8/l�H~JYJ�l6F�HG[;85H�¿�E6l6l���=K<]HGE6lbE��C="_UH~J

@S[�85RS8/@yH~=CRSE��C=?="8/@S[�J/owHG[]="FG=L8/F~j�="@yHGF�J/o,l68/9]:�<;85:/=?85RG=354�� � �%� � � � !�# � � # � � � � �^8/9;_�RS="l685H~="_�85RS="8/FvH~J _]="FG@yR\EI��=�l6E69]:�<�E6F~HGE6@�o�J/RSi

8/9;_�lbE69]:�<;E6FGHGE6@�F~H~R\<;@yHG<]RG="FC4NY4 � � � ��! �"! # � � � �?H~J�@S[�85RS8/@yH~=CRSE��C= HG[]=�j;RGJ/��l6="i J/o�l68/9;:�<;85:/=k8/@CBD<;EbFGEIHGEIJ�9

8/9;_�l6="85RS9;E69]:]4eY4 � � ! � � � � ��� � ��� � � �}H~JL@S[;85R\8/@yH~=CRSE��C=�HG[;=�_;E68/@S[;RGJ�9;E6@�=C�/J�l6<]HGE6J�9 J/o�lbE69]:�<;E6F~�

HGE6@^j�J/j�<;lb85HGEIJ�9;F�J&�/=CRAHGE6ik=/4��9 HG[]=URG="F~H J/o�HG[]=U��JYJ/©s¿�=§¿�E6l6l�FG=C=�[]J&¿ HG[]="F~=�_�E��$=CRS="9�H 85RG="8/FkJ/oAi¡85HG[Z�

="i¡85HGE6@CF?@yJ�ik=¡H~J/:/=CHG[]=CR E69¤J�<]RK@yJ�i¡j�<]HG85HGEIJ�9;8/l�85j;j;RGJ�8/@\[ H~J�HG[]=kj�RGJ/��lI="i�4k>AF¿�=?j;RSJY@y=C="_ ��¿�= ¿�E6l6l�9;=C="_�H~J§H~="8/F~=¡85j�85RSHAF~=C�/=CR\8/l}EbFGFG<]="F�HG[;85H^9]=C="_ H~J§��=?©/=Cj;HE69i¡E69�_ o�J/R�8�@yJ�ikj�lI=CH~=¤H~RG="85HGik="9DH�J/o�[;E6F~H~J/RSEb@C8/l�jm[]="9]J�ik="9;8 E69l6E69;:�<;E6F~HGE6@CF"4��9;_]=C="_ �;[;EbF~H~J/RSE6@C8/l�l6E69;:�<;E6F~HGFn[;8&�/=?@yJ�9;FGEb_]=CRG="_UHG[]="F~=?85H��(85R\EIJ�<;Fnj�J�E69DHGFrE69UHGE6ik=/4²�� �'��² �§ Q���¤�.���s� ��«��;¬���­v±�­Q®pnlI="85R\lIX?l68/9;:�<;85:/=�E6Fq8/@CBY<;EIRG="_ �YX�@\[;E6l6_;RG="9LT�ikJ�F~H�FSEI:�9;EI��@C8/9DHGlIXKo�RGJ�i HG[;=�E69]j�<]Hj;RGJ��YEb_]="_k�YX�HG[;=�j;RG=C�ZEIJ�<;FQ:/="9]=CRS85HGEIJ�9�J/o*F~j�="85©/=CRSFvEb9kHG[]=�@yJ�i�i?<;9�EIH�X/4q��[]=�E6_]="8HG[;85H�lb8/9]:�<;85:/=�@\[;8/9]:/= E6Fk@yJ�9�HGEb9]:/="9�H�J�9 l68/9;:�<;85:/=alI="85RS9�E69]:�[;8/F¡��=C="9°8slIJ�9]:F~HG8/9;_�E69]:sJ�9;=/4�>�FU="85R\lIX 8/FUHG[]=�9;E69;=CH~=C="9�HG[@y="9DHG<]RGX ¿�=�[;8"�/=�HG[;=�o�J�l6lIJ�¿�E69]:FG@\[]J�l685RSF

4I4|HG[;=Ki¡8/E69UJZ@C@C8/FGEIJ�9UJ/o,F~J�<;9;_U@S[�8/9]:/=K@yJ�9;FGE6FGHGFnJ/o.HG[]=MH~RS8/9�FGi¡E6FGFSEIJ�9J/oqF~J�<�9;_;FnH~J�9]=C¿ E69;_;EI�ZE6_;<�8/l6F� u,8/<;l �.3" /ªZ3 ��j;j.4O�/e���{D�

8/9;_aikJ/RG=KF~H~RSE6©YE69;:�lIX �Zo1RGJ�i HG[]=K��RSEIHGE6FG[�lbE69]:�<;E6FGH �Y��="9]RGX�VY¿�=C=CH �;¿v=?[;8"�/=4I4I4 E6o�l68/9]:�<;85:/="Fv¿v=CRS=�lI="85RS9;="_¡j�=CRGo�="@yHGlIX?�YXkHG[]=A@S[;E6lb_]RG="9 J/o*="8/@S[§:/="9Z�=CR\85HGEIJ�9 ��HG[]="9klb8/9]:�<;85:/=r¿�J�<;l6_k9]J/Hq@S[�8/9]:/=��qg�9]:�l6EbFG[ @S[;E6lb_]RG="9?¿vJ�<;lb_FGHGE6l6l�FGj$="85© 8 l68/9]:�<�85:/=�8/F�J�l6_ 85HGlI="8/F~H 8/F�>A9]:�lIJ�VZ8(hZJ�9 8/9�_ HG[]=CRG=¿�J�<;l6_U��=K9]J¡FS<;@S[�lb8/9]:�<;85:/="F�8/F�¨]RG="9;@\[�J/R���HG8/l6E68/9�4��VZ¿v=C=CH �}3" /ª/ª ��j;:]4�d5���

faJ/RG= RG="@y="9�HGl6X ����8/lblI= ��3"ª/z/N�� � � EIj�85R\F~©DX ��3"ª/z/��� � ��="E69]RG="E6@\[ =CH§8/l���3"ª/z/ �� �� 8/9]:a��3"ª/z/ª �63"ª/ªZ3&� �.¦^[;8/lb8§��3"ª/ª/e���[;8"�/=KE69D�/J/©/="_�EIHrE69�=yhYjml6E6@CEIHvJ/R�E6ikj�l6Eb@CEIHQ¿n8"XZFE69�HG[]=�jm[]J�9]J�lIJ/:�E6@C8/lr_;J�i¡8/E69*4 VZE6i�E6l685RSlIX �qE69xFGXY9DHG8(h �n7.E6:�[�H~o�JDJ/H ��3"ª�d5ª �K3"ª/ª/ �� �

Page 42: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� � ��� �� ����� � � � ��� ����������� ���D��� � �� � e/e

��J/��=CRGHGF?��3"ª/ª/N�� � � RSJY@\[ ��3"ª/ /ª �63"ª/ª/ª�� � ��8/9]:�� N5t/t�N���8/ikJ�9;:¡J/HG[]=CRSF�[�8"�/=?85RS:�<]="_HG[;E6F�@yJ�9�9]="@yHGEIJ�9 FGH~RGJ�9]:�lIX/4 ��[�E6F§�$JYJ/©@yJ�9�H~RSE6��<]H~="F�H~J°HG[;=�=y�$J/RGHaH~J°=yhYjmlIJ/RG=F~XZF~H~="i¡85HGE6@C8/lblIX�HG[]=�j�RG="@CE6F~=§9;85HG<]RG=�J/o�HG[]=�RS="l685HGEIJ�9;FG[�EIj ��=CH�¿�=C="9�l68/9]:�<;85:/=U8/@ �BY<;E6FGEIHGE6J�9§8/9�_�l68/9]:�<;85:/=L@\[;8/9]:/=/4

²�� �'��� � ����¯���¬ ��±��.­�� ���;� �5¯����$��±��.��� ��� ���F~J�l685H~="_�E69;F~HG8/9;@y="F.J/o;i¡E6FGl6="85RS9;E69]:nJ/R}E6_;EIJ�F~XZ9;@yRS85HGEb@ql6E69]:�<;EbF~HGE6@}��="[;8"�ZEIJ/RwEbF.@ClI="85RSl6XJ/o?lbEIH~HGlI=¤@yJ�9;F~="BY<]="9;@y= <;9;l6="FGFUEIH§FGj;RG="8/_;FUHG[]RSJ�<]:�[ HG[]= @yJ�i¡i�<;9;EIH X J&�/=CRaHGE6ik=H~JsRS="FG<;lIHkE69°lb85RG:/=aFG@C8/lI=�l68/9]:�<;85:/=a@\[;8/9]:/=/4 ��9�8/9�Xxik="8/9�E69]:/o <;ln_;E6FG@yJ�<]R\F~=�J�9l68/9]:�<�85:/=K@S[;8/9]:/= ��J�9]=MHG[]=CRG=Co�J/RG=K9]=C="_;FnH~J¡_�E6F~HGE69]:�<�E6FG[¡��=CH ¿v=C="9�HG[;=Mj$J/jm<;l685HGEIJ�98/9;_§HG[]=KE69�_;EI�ZE6_;<;8/l6FqEb9§E6HC4q��9;_�EI�YEb_;<;8/l;F~j�="85©/=CR~��[;="85RG=CRSFK� l68/9]:�<�85:/=K<;F~=CRSF\��i¡EI:�[DH�585RGX�o�RGJ�i ="8/@S[¤J/HG[]=CRM85HM8/9�X�FGE69]:�lI=?j�J�E69�HAE69�HGE6ik= 8/9;_aHG[�E6F�@\[;85RS8/@yH~=CRSE �C="FMHG[]=F~XZ9;@S[;RGJ�9;E6@M�585RSE685HGE6J�9�E69aHG[]=Lj�J/j�<�l685HGEIJ�9a85HAHG[;85HAj�J�E69�H�E69�HGE6i¡=/4���J�¿v=C�/=CR ��J�9]=@C8/9 8/lbF~Js_;E6FS@C<;FGFk8"�/=CR\85:/=¤@\[;85RS8/@yH~=CRSEbF~HGE6@CF�J/oAHG[;=�j�J/j�<;l685HGEIJ�9x8/F�8�¿�[]J�l6=a8/9;_E69�F~J�ik=�FG="9;F~= �Q¿�[;="9�J�9]=UHG8/lI©YFk85��J�<]H¡8¤l68/9;:�<;85:/=�@S[;8/9;:�E69]:¤¿�EIHG[ HGE6ik= �vJ�9]=E6FrHG8/l6©YE69;: 85��J�<]H�HG[]=L8"�/=CR\85:/=�@\[;85RS8/@yH~=CRSE6FGHGE6@CF�J/o,HG[]=Kj�J/j�<�l685HGEIJ�9U@S[;8/9;:�E69]:¡J��/=CRFG<;@C@y="FSFGEI�/=r:/="9]=CRS85HGE6J�9;FC4q>�o�H~=CR�8/l6l ��8/9¡E69;_;E6�YE6_�<;8/l/JZ@C@C<]j�EI="F,J�9;l6XKJ�9]=r:/="9]=CRS85HGE6J�9*4

�AE6F~H~J/RSEb@C8/l*l6E69]:�<;EbF~HGE6@CFvJ/o1H~="9�@yJ�9;o�<;FG="FrHG[;E6FrE6FSFG<]=/4qu,85RGH�J/o}HG[]=MRG="8/F~J�9�EbFnHG[;85HJ�<]RQ_;85HG8L85�$J�<;HQl68/9]:�<;85:/=�@\[;8/9]:/=�J/o�H~="9�@yJ�ik="F�o1RSJ�i E69;_;EI�ZE6_;<�8/l�¿�RSE6H~=CRSFC4,VZH~RGJ�9]:H~RG="9;_�FwE69?_;E���=CRG="9DH}E69�_;EI�ZE6_;<;8/l(¿�RSE6H~=CRSF�J��/=CRQFG<;@C@y="FGFGE6�/=�:/="9;=CRS85HGEIJ�9;F,85RG=n@y=CRGHG8/E69;l6XFG<]:/:/="FGHGEI�/=�J/owl685RG:/=CRvFS@C8/lI=�j�J/j�<�l685HGEIJ�9¡lI=C�/="lm=y��="@yHGFv�m<]Hv_]J�9 �|Hv9]="@y="FGFS85RSE6lIXkE6ikjmlIXEIHC4¤fa<]o�¿�="9]= � N5t/t]3&� ��7.85��J&����3"ª/ª({D� ��8/9;_ V][]="9 ��3"ª/ª�d/��[�8"�/=UE69s�585RSEIJ�<�FK¿n8"XZF="ikj�[�8/FGE��C="_xHG[;EbF¡_;E���=CRG="9;@y=/4 VZ[]="9 ��3"ª/ª�d/��j;RGJ��YEb_]="FkHG[]=aFGJ�<]RS@y=�J/oMHG[]= ��="9Z��"[]J�<�_;85HG8�HG[�85H�E6F�_;E6FG@C<;FSF~="_�E69�8�l685H~=CR^@S[;85j;H~=CR&4���[]=L_;85HG8�85RGJ�F~=��DXU=yhZj�l6E6@CE6HGlIXFG8/ikjml6E69]:¡i�<;lIHGEIjmlI=^j$=CJ/jmlI=LE69�HG[;=Lj�J/j�<;l685HGE6J�9�o1J/R�="8/@S[ :/="9]=CRS85HGE6J�9*4�>�9 E6ikj�J/R~�HG8/9DHM:/J�8/lqJ/o�HG[;EbF���JYJ/©�E6FAH~J�=yhZj�lIJ/RG=�HG[]= RG="l685HGE6J�9;FG[;EIj ��=CH�¿�=C="9 @S[�8/9]:/=¡85HMHG[]=E69;_�EI�YEb_;<;8/l�l6=C�/="l�8/9;_�@\[;8/9]:/=L85H�HG[;=Kj�J/j�<;l685HGEIJ�9UlI=C�/="l�4

²�� �'� � ����¬���¯�¬*��­Q� � � ���;� �5¯����¤�v��¯��'�/­�� � ���S�.�1�/ �� �� �5 Q¬�r� � �]¯Q���.� ��[]= RS85H~=k8/9;_¤HGEbik=k@yJ�<]RSF~= J/ovlb8/9]:�<;85:/=¡@S[�8/9]:/=¡[;8/F^��=C="9 HG[]=kJ/���~="@yHMJ/ovF~HG<;_;X8/9;_¤F~j�="@C<;l685HGE6J�9a�YXa[;E6FGH~J/RSE6@C8/l}l6E69]:�<;EbF~HGFro�J/R^FGJ�ik= HGE6ik=/4?VZE69�@y=?ikJ�F~HMl6Eb9]:�<;E6F~HGEb@@S[�8/9]:/="F�85RG=K<;l6HGE6i¡85H~="lIX�@C85H~=C:/J/R\E6@C8/l*J�9]="F �]HG[;=Aj�J�FGFSEI��E6l6E6H�X =yhZEbF~HGFno1J/R�8klb8/9]:�<;85:/=H~Jk@S[;8/9;:/=K@C85H~=C:/J/RSE6@C8/l6lIX¡T 8/9;_§HG[]=CRG=Co�J/RG=M85�;RS<]j�HGlIX�T o1RGJ�i J�9]=^:/="9]=CR\85HGEIJ�9UH~JHG[]=k9]=yhZHC4�gvikj�EIR\E6@C8/l.F~HG<�_;EI="FAJ/o�HG[]= j;RSJY@y="FGFM[�8"�/=�8/lI¿n8"XZF^XZEI="l6_]="_ �*[]J�¿v=C�/=CR �w8ikJ/RG=§:/RS8/_]="_ ��="[;8"�ZEIJ/R 8/9;_ i?<;@\[ [�8/FL��=C="9 i¡8/_]=§J/orHG[]=§FGJ5��@C8/l6lI="_xVD��FG[;85j�="_@C<]RG�/=�_]="9;J/HGE69]: HG[]= @\[;8/9]:/= E69 l6E69;:�<;E6F~HGE6@U��="[;8&�YE6J/R�� 8&�/=CRS85:/= j�J/j�<;lb85HGEIJ�9°��=y�[;8&�YEIJ/R �QH�XYj�E6@C8/l6l6X]�LJ&�/=CR�FG<;@C@y="FGFGE6�/=�:/="9]=CRS85HGEIJ�9;F"4 �n8/E6lI=CX��3"ª�d5e�� _;E6FG@C<�FGF~="F�HG[]=

Page 43: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

e({ ������� � ����� ������� ������� ��� � �

VD��@C<]RS�/=��> :�EI�/="9s@S[;8/9]:/=��$=C:�Eb9;FMBD<�EIH~=k:/RS8/_;<;8/lblIX �w85o1H~=CR?RG="8/@S[;Eb9]:�8�@y=CRGHG8/E69j�J�E69DH�� FG8&X �]H�¿�="9�H X�j�=CRS@y="9DH\� �]EIH�j�Eb@G©ZF�<]j§ikJ�ik="9DHG<;i 8/9�_�j;RSJY@y=C="_;F85H^8§i?<;@\[ o�8/F~H~=CR^RS85H~= 8/9;_���9;8/l6l6X�HG8/E6lbF�J5� FGl6J&¿�lIX���=Co�J/RG=LRS="8/@S[;E69;:@yJ�i¡j�lI=CHGEIJ�9*4Q��[]=MRG="FG<;l6HnEbF�8/9�VD��@C<]RS�/= ��4I4I4���3"ª�d5e �$j�4vd/d/�

VZE6i�E6l685RSlIX �$¿�=�[;8"�/=U¦^F~:/JYJY_�8/9;_ VY=C��JD=C©���3"ª/�({D�M_;E6FS@C<;FGFAHG[]=§VD��FS[;85j�="_ 9�85HG<]RG=J/o�@\[;8/9]:/=k¿�[;EblI=LE69DH~RGJZ_;<;@CE69]:�HG[]=�9;J/HGEIJ�9aJ/o�@yJ�i¡i�<;9;EIH X ��j�J/j�<;l685HGEIJ�9$�n8/9;_ HG[]=j�J�FGFGEI�mE6l6EIH XkJ/o}@\[;8/9]:/=L��="E69;: 8/@yHG<�85H~="_a�YX§@\[;E6l6_;RG="9�� lI="85RS9;E69;:D� �

��[]=Lj;RSJY@y="FGF�J/o�@\[;8/9]:/= E69�8�@yJ�i¡i�<;9;EIH X�¿vJ�<�l6_aikJ�FGH�j;RSJ/��85��lIX§��=RS=Cj;RG="F~="9DH~="_��DXL8/9¡VD��@C<;RG�/=/4q��[]=�RS85H~=vJ/o$@S[;8/9;:/=�¿�J�<;l6_?j;RGJ/�m85��lIX^��=FSlIJ&¿°85H,�;RSFGH ��85j;j�="85RSE69]:^E69?HG[]=rF~j�=C="@S[ J/omEb9;9]J&�585H~J/RSF �/J/RQi¡J/RG=rl6EI©/="lIXX/J�<�9]: @S[;Ebl6_]RG="9 ����="@yJ�ik=�RG="l685HGE6�/="lIXsRS85jmE6_�8/FkHG[]="F~=�X/J�<;9;:�j$=CJ/jmlI=��="@yJ�ik=LHG[]=L85:/="9DHGF�J/o,_;E���=CRG="9DHGE68/l�RG="E69]o�J/RS@y="ik="9DH ��8/9;_UHG85j�=CR�J5�¤8/Fo�=C¿�=CR�J�l6_;=CR�8/9;_ i¡J/RG=ai¡85RG:�Eb9;8/l�E69;_�EI�YEb_;<;8/l6FLRG="i¡8/E69xH~J @yJ�9�HGEb9D<]=HG[;=KJ�l6_Uo�J/RSi¡FC4

��="E69]RS="E6@S[ �;7w85��J&� ��8/9;_���=CR �CJ/: ��3"ª/z/ ���8/l6F~J�_�E6FG@C<;FGF�HG[]= VD��FG[;85j�="_�@C<]RG�/=MHG[Y<;F �4I4I4|HG[;=�j�RGJ/:/RG="FGF�J/o�l68/9]:�<;85:/= @S[�8/9]:/=?HG[;RGJ�<]:�[ 8�@yJ�i¡i�<;9;EIH X�o�J�l6lIJ&¿�F8 l68&¿�o <;l�@yJ�<]R\F~= �]8/9�VY��@C<]RG�/=Ao1RGJ�i i¡Eb9]J/RSEIH XkH~J i�8���J/RSE6H�X¡H~J H~J/HG8/l6EIH X��3"ª/z/  �$j�4�3"e/e��\4

>AFk¿�=aF~=C= ��o1J/R�FGJ�ik=�HGE6ik=�9]J�¿ ��HG[]=CRG=�[;8/Fk��=C="9x8 _�E6FG@yJ�<]RSFG=�J�9xHG[;=aE6i �j�J/RGHG8/9;@y= 8/9;_�j$=CRS�(8/FGE6�/="9]="FGF�J/oqHG[]=kVY��FG[;85j�="_�@\[;8/9]:/= E69 [;E6F~H~J/RSEb@C8/l.l6E69;:�<;E6F~HGE6@CF"4¦Ao}@yJ�<]RSF~= �]HG[]=� �©Z9]=C=7�kJ/o}HG[]=?V§@yJ�<;lb_U�$=MFG[�85RGj�RG= �;="@yHGE69;: 8kFS<;_;_]="9§H~RS8/9;FSEIHGEIJ�9o�RGJ�i J�9]=�lbE69]:�<;E6FGHGE6@M<;FG85:/= H~J�8/9]J/HG[]=CR^J/RMEIH^@yJ�<;l6_��$=?:/RS8/_;<;8/l}J��/=CRKi¡8/9�X�@y="9Z�HG<]RSE6="FC4�7wEI:�[DH~o1JYJ/H���3"ª/ª/ ���85RG:�<]="F�HG[;85HAi¡8/9�XUJ/oqHG[]=�@S[;8/9;:/="F�E69ag�9]:�l6EbFG[�F~XZ9�HG8(ho�RGJ�i ¦^l6_�H~J�f�E6_;_;l6=KH~J�f�JZ_]=CRS9 g�9]:�lbE6FG[�¿�=CRG=k8/@yHG<;8/l6l6X�BD<;E6H~=�@C85H~=C:/J/RSEb@C8/lQ8/9;_FG<;_�_]="9*4

�[�X¡FS[]J�<;l6_ HG[]=A@S[;8/9;:/="F���=AVD��FS[;85j�="_ �§> [;E6F~H~J/R\E6@CE6F~Hq8/@C@yJ�<;9DHv¿�J�<;l6_�@Cl68/E6iHG[;E6F¡H~Js��=�J�9]=�J/oAHG[;= ~[;E6FGH~J/RSE6@C8/l�l68&¿�F���HG[�85H�:/J&�/=CR\9 lb8/9]:�<;85:/=�@\[;8/9]:/=�¿�EIHG[HGE6ik=/4�>�9 8/lIH~=CRS9;85HGE6�/=?j�J�FGEIHGE6J�9§TW8/9�_aJ�9]=�¿�=L=yhZj�lIJ/RG=�E69�HG[;EbF���JDJ/©§TW¿�J�<;l6_@yJ�9;FGEb_]=CRrHG[;E6FrH~J��$=K8/9�=Cj�EIj�[]="9;J�ik="9]J�9*4���=?85H~H~="i¡j;H�H~J�_]=CR\EI�/=MHG[]=LlIJ�9;:kH~=CRSi=C�/J�l6<]HGE6J�9;85RGXa@yJ�9;FG="BD<]="9�@y="F^J/ovFG[]J/RSH�H~=CRSi lb8/9]:�<;85:/=klI="85RS9;Eb9]:��YXa@S[�E6l6_]RG="9�4A>AF8�RG="FS<;lIHM¿�=�_]=C�/="lIJ/j F~J�ik=�<�9;_]=CRSF~HG8/9�_;E69]:UJ/on¿�[]="9�¿�=�=yhZj�="@yHKH~RS8��~="@yH~J/RSEI="F?H~J��=?VD��FG[;85j�="_*4v��[]=K@yJ�l6lI="@yHGE6J�9�J/oqBD<�8/9�HGEIHG85HGE6�/=L[;E6F~H~J/R\E6@C8/l���J/R�jmF~="<;_]J5��[;EbF~H~J/RSE6@C8/l1�_;85HG8/F~=CHGF�8/lIJ�9]: ¿�EIHG[U8/9�E69UE69DH~=CRG="F~H�Eb9�=yhZj�l68/Eb9;E69]:�BD<;8/lbEIHG85HGEI�/=LVD��FG[;85j�="_§��="[;8"�D�EIJ/RK[;8/FKj;RGJ�ikj;H~="_¤RS="F~="85RS@S[;=CRSFLE69¤RS="@y="9�HKHGEbik="F�� � RGJZ@S[ ��3"ª/ /ª �vVZ[]="9 �Q3"ª/ª�d/�MH~J=yhZj�lIJ/RG=Ai¡85HG[]="i¡85HGE6@C8/l�ikJZ_]="l6F�J/o*HG[]=Aj�[]="9]J�ik="9�8Z4 ��=M_;EbFG@C<;FGF�HG[]="i 85Hn8�l685H~=CRj�J�E69DHnEb9UHG[;E6Fr��JYJ/©m4

Page 44: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� � ��� �� ����� � � � ��� ����������� ���D��� � �� � e/�

²�� �'� � �s±����;���m­ � ��± ��� � �Z¬*��� ��� ��� �.�w��¯���±��.­��H^EbF�¿�J/RGHG[�9]J/HGEb9]:�HG[�85HMHG[]=CRG=k85RG=kH�¿�J�_;E6FGHGE69;@yH�HGEbik=kFG@C8/lI="FM85HM¿�[;Eb@S[�J�9]=¡@C8/9F~HG<;_;XaHG[]=k=C�/J�l6<;HGEIJ�9;85RGX [;E6F~H~J/RGX�J/o�lbE69]:�<;E6FGHGE6@LF~XZF~H~="i¡F"4¡¦M9]=kHGE6ik=kFG@C8/lI=¡@yJ/RSRG=y�F~j�J�9;_;FAH~J�[;EbF~H~J/RSE6@C8/l,l6E69;:�<;E6F~HGE6@CF�$E 4|=/4 �.HG[]=kj�=CRSEIJZ_ 85o�H~=CRLikJZ_]=CRS9�[Y<;i¡8/9�FA85RSJ�F~=8/9;_ HG[]=�[Y<;i¡8/9 l68/9]:�<;85:/=Uo 8/@C<;lIH�X ¿�8/F E69 j�lb8/@y=/4sfa<;@\[ J/o�J�<]Rk_;E6FS@C<;FGFGEIJ�9 F~Jo 85R¡[;8/F ��=C="9 85HkHG[�E6FLHGEbik=�FG@C8/lI=/4 ��=�[�8"�/=aF~=C="9x[;J&¿ HG[]=�l6E69;:�<;E6F~HGE6@�F~XYFGH~="i¡FJ/oM[D<�i¡8/9;Fkl6EI�ZE69]:¤E69°_�E��$=CRS="9�Hk:/=CJ/:/RS85jm[;E6@C8/lrRG=C:�E6J�9;F¡[;8&�/=�<;9;_;=CRG:/J�9]=�@S[�8/9]:/=��=C�/J�l6<]HGE6J�9m��J&�/=CR�HGE6ik=/4

>�F~="@yJ�9;_�HGE6ik=nFG@C8/lI=r@yJ/RGRG="FGj$J�9�_;F.H~J^HG[]=nJ/RSE6:�E69?8/9�_?=C�/J�lb<]HGEIJ�9�J/o;HG[]=r[Y<;i¡8/9l68/9]:�<�85:/=�o 8/@C<;lIH�X o�RGJ�i j�RG=y��l6E69]:�<�E6F~HGE6@v�/=CRSFGEIJ�9�FQJ/o*EIHQHG[;85H�i¡8"X¡[�8"�/=�j�RG="FG<;i¡85�mlIX=yh]E6F~H~="_UE69�J�<]Rvj�RG=y��[D<�i¡8/9�8/9�@y="F~H~J/RSFC4Q��9U8?_�E6FG@C<;FGFSEIJ�9¡J/o�HG[;=Ai¡8��~J/RrH~RS8/9;FSEIHGEIJ�9;FJ/o�=C�/J�lb<]HGEIJ�9 ��f�8"XZ9;85RS_sVZi¡E6HG[ 8/9�_�V �"85HG[;i¡85RGX ��3"ª/ª/���K@yJ�9;FGE6_;=CR�HG[]= =C�/J�l6<;HGEIJ�9J/oq[D<�i¡8/9�l68/9]:�<;85:/=LH~J¡��=MHG[]=Kl68/F~H�i¡8��~J/R�H~R\8/9;FGEIHGEIJ�9�4

��[;="F~=MH�¿�J�HGE6i¡=KFG@C8/lI="F�j�RG="F~="9DH�E69�H~=CRS="F~HGE69]:¡FGEbi¡E6l685RSE6HGEI="Fv8/9�_�_;E���=CRG="9;@y="FC4q��9��J/HG[ �rJ�9]=¤9]=C="_;F§H~J�@yJ�9;@y=CRS9 J�9]="F~="lIoM¿�EIHG[°j�J/j�<;lb85HGEIJ�9 _]XZ9;8/i¡Eb@CF ��E69;_;E6�YE6_�<;8/llI="85RS9�E69]: �*F~JZ@CE68/l,9]=CH�¿�J/RG©ZF �.8/9;_�l6Eb9]:�<;E6F~HGEb@KF~XZF~H~="i¡FC4���J�¿v=C�/=CR�,EIH^E6FMl6EI©/="l6X�HG[;85HJ�9 [;EbF~H~J/RSE6@C8/l}HGE6ik=¡FS@C8/lI="F �w9�85HG<]RS8/lqF~="lI="@yHGE6J�9 � _;E���=CRG="9DHGE68/l,RG=Cj;RGJZ_;<;@yHGE6�/=���HG9]="FGF��8/F~="_ J�9�@yJ�i¡i�<;9;E6@C85HGE6�/=§8/_]�58/9DHG85:/=�� E6F�lI="FGF�E6ikj�J/RGHG8/9DH?HG[;8/9�EIH�E6F�J�9 =C�/J�l6<Z�HGEIJ�9;85RSX�HGE6ik=�FG@C8/l6="FC4a>A9]J/HG[]=CR i¡85H~H~=CR J/o�FGEI:�9]��@C8/9DH?Ebikj�J/RGHG8/9;@y=�E6FLHG[]=§RS8/9]:/=J/o�_;85HG8§8"�58/E6l685�mlI=LH~JU="ikj�E6RSE6@C8/l6lIX§:/RGJ�<;9�_�HG[]=CJ/RSE6="FA8/9�_a=yhZj�l68/9;85HGE6J�9;FC4���oqJ�9]= E6FE69DH~=CRG="F~H~="_�E69k[D<�i¡8/9kl68/9]:�<;85:/= �Yi?<�@S[�i¡J/RG=�_;85HG8KEbFq8"�58/E6l685��lI=�85Hv[;E6F~H~J/RSEb@C8/lZHGE6ik=FG@C8/lI="FA¿�[�E6lI=?8/lbikJ�F~H^9]J�9]= E6F�8&�(8/Ebl685��lI= 85H^=C�/J�l6<]HGEIJ�9;85RSX�HGE6ik= FG@C8/lI="FC4M¨]J/RKFGHG<;_Z�EI="F?85HL=C�/J�l6<]HGE6J�9;85RGX�HGE6ik=�FG@C8/lI="F �,HG[]=CRG=Co�J/RG= �,J�9]=�¿�E6l6l,j;RSJ/��85��lIX [;8"�/=§H~J�RS="F~J/RGHH~JU@yRGJ�FGF���F~j�="@CEI="FA@yJ�ikj�85R\85HGEI�/=kF~HG<;_;EI="F�8/@yRGJ�FGF^_;E���=CRG="9DH�8/9;Ebi¡8/l.@yJ�i¡i�<;9;Eb@C85HGEIJ�9F~XZF~H~="i¡F&� FG=C=���8/<�F~=CR��3"ª/ª�d�o1J/RKHG[�E6F^j�J�E69�H^J/o��YE6=C¿A�\4�� [�85HK@C8/9 ��=kFG8/E6_�85��J�<]H[Y<;i¡8/9¤l68/9]:�<;85:/=k8/FM8URG="FS<;lIHAJ/ovFG<;@\[¤@yJ�ikj�85RSE6FGJ�9;FARG="i¡8/E69;F^<;9�@ClI="85R"4M��9�jm85RGHGF�G��8/9;_��G�G�vJ/owHG[�E6Fr��JDJ/© �]J�<]R�_;EbFG@C<;FGFGE6J�9§EbFrikJ�F~HGlIXU85��J�<]H�[D<�i¡8/9�l68/9]:�<�85:/=L8/9;_=yh]8/ikj�lI="Fko�RGJ�i��585RSEIJ�<;FklbE69]:�<;E6FGHGE6@�F~XZF~H~="i¡F�85RG=�j;RGJ��YE6_;="_*4 ��[]=�_;E6FG@C<�FGFGEIJ�9 E69j�85RGH?� P �,[]J&¿�=C�/=CR��[;8/F�@yJ�9;FGEb_]=CRS85��lI=�RG="lI=C�58/9;@y=�H~J¤��J/HG[s8/9�E6i¡8/l�8/9;_s85RGHGE6��@CE68/l@yJ�i¡i�<;9;E6@C85HGE6J�9�F~XZF~H~="i¡F�8/9;_aFG[]J�<;l6_§��=MRG="8/_�¿�EIHG[UHG[;E6FrHG[;J�<]:�[�H�E69�i¡E69;_�4

²�� �'�1� �§¬�¯ ��±��.­�¬$� � � � �r� ��� �7�J�9;:aH~=CRSi¢@S[;8/9;:/=§J/o�8�l68/9]:�<;85:/=§J&�/=CR HGE6i¡=�E6F?@yJ�ikj�l6E6@C85H~="_ �YX F~=C�/=CRS8/l�@yJ�i �j�J�<;9;_;Eb9]:no�8/@yH~J/RSF"4,¨,EIR\F~H �(FGJY@CEIJ�j�J�l6EIHGE6@C8/l�@yJ�9�FGE6_]=CRS85HGE6J�9;F*J/o�H~="9?="9DH~=CR,HG[]=�jmE6@yHG<]RG=/4��[]=v<;9;_;<]=vE69���<]="9�@y=qJ/o]J�9]=�j�=CRSF~J�9LJ/Rw:/RSJ�<]jLJ/o]j�=CRSF~J�9�F�J�9�F~JY@CE6=CH�XKi¡EI:�[DH.RS="FG<;lIHE69 HG[]=kj;RSJ/j�85:�85HGEIJ�9�J/ovHG[]="EIRKl6E69;:�<;E6F~HGE6@Lj;RG=Co�=CRG="9;@y=k8/@yRGJ�FGFKHG[]=kj�J/j�<;l685HGEIJ�9 J��/=CRHGE6ik=/4,uQRS="F~HGEI:/= �/j�J&¿�=CR��E69��m<]="9;@y=v85RS=�_;E ��@C<;lIH�H~J^o�J/RSi¡8/l6E �C=�8/9;_�ikJZ_]="lDj;RG="@CE6F~="l6X

Page 45: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

e/z ������� � ����� ������� ������� ��� � �

8/9;_ J/o1H~="9 ��="F~H�lI=Co1H�8/lIJ�9]=§E69sHG[�E6FKRG=C:�85R\_*4 ��=U¿�E6lblq@yJ�9;@y="9�H~R\85H~=�E69 HG[;EbFL��JYJ/©J�9�HG[]J�FG=¡©YEb9;_;FAJ/onj�[]="9]J�ik="9�8�o�J/RK¿�[�E6@S[¤¿�=¡��="l6EI=C�/=k8�l6Eb9]:�<;E6F~HGEb@KRS85HG[]=CRLHG[;8/9=yhZH~RS8(��l6E69]:�<�E6F~HGE6@k� F~JZ@CEIJ�lIJ/:�E6@C8/l���=yhYjml68/9;85HGEIJ�9�E6F�j$J�FSFGEI��lI=^J/R�lbEI©/="lIX/4��=C�/=CRGHG[]="lI="FSF �¿�=L85RG=K8/@C<]H~="lIXU8"¿n85RG=?HG[;85Hr=yhYjml68/9;85H~J/RGX§j�J�FGFGEI��Ebl6EIHGEI="F�o1RGJ�i FGJY@CEIJ5��j�J�l6E6HGE6@C8/l�@yJ�9Z�FGE6_;=CRS85HGEIJ�9;Fv9]=C="_§H~J���=A@C85RG=Co�<�l6lIX¡@yJ�9;FGEb_]=CRG="_�85Hr8/l6lmHGE6ik="F�o�J/R� ~9�85HG<]RS8/l6E6FGHGE6@i�K=yhY�j�l68/9�85HGEIJ�9;FQ85RG=�J/o1H~="9�j;RGJ/o�=CRGRG="_�H~JDJ?="85:/=CRSlIX¡¿�[]="9kHG[]=A<;9;_]=CRSl6XYE69;:^@C8/<�F~="F�RS="FGE6_]=="l6F~=C¿�[]=CRG=/4�>AF�8§i¡85H~H~=CR^J/oqo�8/@yH ��HG[]=�E69DH~=CRS8/@yHGEIJ�9�J/oQF~JY@CEb8/l�o�J/RS@y="FA¿�EIHG[albE69]:�<;E6F~�HGE6@A@yJ�9;FGE6_;=CRS85HGEIJ�9;F�E6Fv=yhYj�l6J/RG="_�o <;l6l6X Eb9�HG[]=A©ZE69;_¡J/owBD<;8/9DHGEIHG85HGEI�/=MF~JZ@CEIJ�l6Eb9]:�<;E6F~HGEb@¿�J/RG© j�EIJ�9;=C=CRG="_ �YX ��="E69]RG="Eb@S[ �q��=CR �CJ/: ��8/9;_ 7.85��J&� ��3"ª/z/ ���8/9;_ _�E6FG@C<;FGFG="_ 85HlI="9]:/HG[aE69�7.85��J&����3"ª/ª({D�\4

> F~="@yJ�9;_�@yJ�ikj�lbE6@C85HGEIJ�9 85RSE6F~="FAo�RGJ�i HG[]=k9;85HG<]RG= J/oQHG[]=k_;85HG8�8&�(8/Ebl685��lI= 8/9;_HG[]=¡H~="FGHG85��E6l6EIH X¤J/orHG[]=CJ/RSEI="FC4U��="@C8/<;F~=�HG[]=�_;EbFG@CEIj�l6Eb9]=?E6F?E69;[]=CRS="9�HGlIX 8a[;EbF~H~J/RSE6@C8/lJ�9]= �YEIHQE6Fq[;85RS_ H~JLRG=Cj�l68&X?HG[]=�HG85j$=rJ/o*l6E6o1=nJ/R�@yJ�9;_�<;@yHq=yhYj�=CRSEbik="9�HGFQJ/o$8/9DXkF~J/RGH <�� 4>nHkHG[]=�FG8/i¡=§HGEbik= ��[;E6FGH~J/RSE6@C8/l�RG="@yJ/RS_;F J/o�H~="9°FG[;J&¿ @ClI="85Rkj�85H~H~=CR\9;F J/o�RG=C:�<�l685R~�EIH X�T ¿�E6HG[ _�85HG8�F~J�F~H~RSEI©ZE69]:�lIX�RS=C:�<;l685R¡8/9;_�85��<;9�_;8/9�H HG[;85HkHG[;=§o�J/RS@y=�J/oAHG[]=j�[]="9;J�ik="9;8���="@yJ�ik=§@yJ�ikj�="l6l6E69;:]4�¦Ao�@yJ�<]RSF~=�HG[;E6FLj;RGJ/��lI="i E6FL9;J/H?j�="@C<;l6Eb85RKH~Jl6E69;:�<;E6F~HGE6@CF�8/9;_¤E6F^FG[;85RG="_ �YX�8/l6l}FG@CEI="9DHGEI��@�_;E6FS@CEIj�l6E69;="FrHG[;85HMo�JY@C<;FAJ�9�[;EbF~H~J/RSE6@C8/lj�[]="9;J�ik="9;8¤o�RGJ�i =C�/J�l6<]HGE6J�9;85RGX ��EIJ�lIJ/:/X H~Js@yJ�FGikJ�lIJ/:/X/4���9°RG="@y="9�H�HGE6ik="F ��HG[]=@yJ�l6lI="@yHGE6J�9�J/oQl685RG:/=?="lI="@yH~RGJ�9;Eb@K@yJ/RGj�J/RS8¡J/oQlbE69]:�<;E6FGHGE6@�o 8/@yHGFA8/9;_a_]JZ@C<;ik="9DHGF � F~=C= �o�J/Rq=yhZ8/ikjmlI= ��HG[]=�@yJ�l6l6="@yHGEIJ�9;F,J/o$HG[]=�7.E69;:�<;E6F~HGE6@v`^85HG8�p�J�9;FGJ/RGHGE6<;i��.[;8/Fq8/l6FGJMj;RGJ5��ZE6_]="_ o�RS<;E6HGFKo�J/R�[;EbF~H~J/RSE6@C8/lvl6E69]:�<;EbF~HGE6@CFC4���[]=§u}="9;9 ��="l6FGEb9]©YE�@yJ/RGj�<;F?J/o�f�E6_;_;lI=g�9;:�l6E6FG[�@yJ�9;FSE6F~HGF�J/oQ8�i¡E6lbl6EIJ�9Uj�85RSFG="_aF~="9DH~="9;@y="FAo1RSJ�i 8¡�585RSEI=CH X�J/oqH~=yhYHGF^E69aHG[]=f�E6_;_;lI=kgv9]:�l6E6FG[ j�=CRSEIJZ_ o1RSJ�i ¿�[;E6@\[�EIHKE6F^j�J�FGFGE6��lI=�H~Ja@yJ�l6lI="@yHLFGHG85HGE6F~HGE6@CFMJ�9sHG[]=o�RG="BD<;="9;@yXLJ/o$�(85R\EIJ�<;F}©YEb9;_;F}J/o$@yJ�9�F~H~RS<;@yHGEIJ�9�Fq8/9;_ H~RS8/@G©�HG[]="EIRQ@\[;8/9]:/=�¿�EIHG[�HGE6ik=/4��[;EbFqE6F,��=C:�E69;9;E69;:�H~JK��=nRG=Cj�="85H~="_¡o�J/R�8K9Y<;i?��=CRqJ/omJ/HG[]=CR�l68/9]:�<;85:/="F"4,¨;J/R�=yh]8/i �j�lI= �5H~=yhZHGFqJ/omgv<]RGJ/j�="8/9�uwJ/RSHG<]:�<]="F~=�E69?HG[]=nj�=CRSEIJZ_Lo�RGJ�i 3"z5t/tM>?4 `?4/H~Jk3" 5t/tK>?4 `�4[;8&�/=r�$=C="9k@yJ�lblI="@yH~="_k8/9;_ 85RG=r��=C:�E69;9;Eb9]:�H~JM��=�8/9�9]J/HG85H~="_¡8/9;_ki¡8/_;=n8&�(8/Ebl685��lI=nE69@yJ�ikj�<;H~=CRQo1J/R\i¡85HQ8/Fqj�85RGHqJ/o$HG[]=��vXY@\[]JL��RS8/[]=rj�RGJ ��="@yH����M8/lI�/="F�8/9;_§�^8/lI�/="F �YF~=C=[DH~H~j � ����¿�¿�¿K4 Ebik=/4 <;F~j�4|��R5���AH�XZ@S[;J/�;RS8/[]=��\4M¨,EI="l6_ F~HG<;_;E6="F�J/ovlb8/9]:�<;85:/="F^@S[;8/9;:�E69]:¿�EIHG[�HGE6ik=^E69�HG[]=Ml68/F~H��5t�X/="85RSFr[�8"�/=^��=C="9§@yJ�9�_;<;@yH~="_UE69§8L�585RSEI=CH X¡J/owl68/9;:�<;85:/="Fo�RGJ�i @yRG=CJ�lI="F¡� F~=C=§fa<]o�¿�="9]= �.N5t/t]3��q`�=��^RS8(� �}N5t/t]3��,��E6@G©Yo�J/RS_ �Q3"ª/ �d/� �wFSEI:�9¤l68/9Z�:�<;85:/="F���VZ="9]:�[;8/FM8/9;_sp�J/j�j$J�lb8 �*N5t/t]3&� �qpn[;E69;="F~=U��V][]="9 �q3"ª/ª�d/� �}>Aik=CRSEb@C8/9 gv9Z�:�l6E6FS[�_;E68/lI="@yHGF¡� 7w85�$J�� �n3"ª/ª({ �vpn[]R\E6F~HGE68/9�=CHL8/l���3"ª/ / �� �,��RSE6HGE6FG[¤g�9]:�lbE6FG[x� faEblIRGJ&X8/9;_�f�E6lIRGJ�X �Q3"ª/ /� ��3"ª/ª/e �}�n8/<]=CR �Q3"ª/ª({D�^8/9;_¤F~JUJ�9¤HG[;85H^j;RGJ��YE6_;=?HG[]= ="ikjmEIRSE6@C8/l��8/F~=rJ�9¡¿�[;E6@\[k[;E6F~H~J/RSEb@C8/l]l6E69]:�<;EbF~HGE6@CF}8/9;_kl68/9]:�<;85:/=�@S[;8/9]:/=�E6Fqo�J�<;9;_]="_*4w� HQEbFQ9]J/Hj�J�FGFGEI�mlI=rH~J�_;J �G<;F~HGE6@y=�H~J?HG[;=��585RSEI=CH�X�J/o.FG<;@\[��;="lb_�F~HG<;_�EI="F�8/9;_�¿�=�¿�Ebl6l;@CEIH~=^8/9;_

>�� k7C C 9 A)P(YHP��h�4373��5��JsI(D�P(MtFOM7K@C�D@C GhK@FOM)Q�GVg3Q5Q5CEGhK@FHI(M8I(J�YHPR`]I(DXPRK@IRDV[�C��3\]C�D@FHSTCEM7K@G_GVFHS�g)YHPRK@FOM3QGVI5g3M*N-W�A)P(M)Q(C5j

Page 46: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� ��� ���"� ��� ��� ��� � � � � �0� ��� �� � ����� � ��� ��� � e�d

_]="8/lm¿�EIHG[�J�9;lIXk8?lbE6i¡EIH~="_¡9Y<;i?��=CR�J/o�@C8/F~=^F~HG<;_;E6="FQJ&�/=CRrHG[;=�@yJ�<]RSFG=�J/o*HG[;EbFQ��JDJ/©$4

����� � � � ��� ����� � ��� � ��� ����� ������� ������� ��� ���� �

g�8/@\[xJ/o�HG[;=�E6FGFG<]="F _;EbFG@C<;FGF~="_ 85��J&�/=�85RSEbF~="Fk8/lI��="EIH E69�8 _�E��$=CRS="9�H o�J/RSi E69 HG[]=_]J�i¡8/Eb9UJ/o}=C�/J�lb<]HGEIJ�9;85RGX§��EIJ�l6J/:/X/4

��=CRSEIHG85��Ebl6EIH�X¡8/9�_§i¡JY_]="F�J/owH~RS8/9;FGi¡EbFGFGEIJ�9�J/o.:/="9]=CHGE6@MEb9]o1J/R\i¡85HGEIJ�9§lI="8/_;E69]:?H~JHG[]=�FGEbi¡E6l685RSE6H�X ��=CH�¿�=C="9°@\[;E6l6_]RS="9 8/9�_�j�85RG="9DHGF�E6Fk8�@yRS<�@CE68/lno1="85HG<;RG=�J/o��mEIJ�lIJ/:5�E6@C8/l�j�J/j�<;l685HGE6J�9;FC4 > �585RSEI=CH X J/oAFG<;@\[xikJY_;="F J/o�H~RS8/9;FSi¡E6FGFGE6J�9so�RGJ�i F~=yh]<;8/l�H~J8/F~=yh]<;8/l}RG=Cj;RGJZ_;<;@yHGE6J�9�[;8&�/= �$=C="9¤@yJ�9;FSE6_]=CRG="_��DXa=C�/J�l6<]HGEIJ�9;85RSX���EIJ�lIJ/:�EbF~HGFC4^��[]=E69DH~=CRS8/@yHGEIJ�9§J/o�:/="9]=CHGEb@C8/l6lIX¡H~RS8/9�FGi¡EIH~H~="_UE69]o�J/RSi¡85HGE6J�9�8/9;_UE69]jm<]HGFQo�RGJ�i HG[]=A="9��ZE��RGJ�9;i¡="9�Hn@yJ�9�H~R\EI��<]H~="F�H~J HG[]=^_]=C�/="lIJ/j�ik="9DHG8/l�F~="BY<]="9;@y=^J/o.8���EIJ�lIJ/:�Eb@C8/l�J/RG:�8/9�E6FGi8/9;_xEIHGF <;l6HGE6i¡85H~=�i¡85HG<]RG=Uo�J/RSi�4 ��9�HG[]=�@C8/F~=aJ/o�[Y<;i¡8/9xl68/9]:�<�85:/= ��HG[]=�ikJZ_]=J/o�H~RS8/9�FGi¡E6FGFSEIJ�9sE6F�lI="85RS9�E69]:aR\85HG[]=CR HG[;8/9 :/="9]=CHGE6@§RG=Cj;RGJZ_;<;@yHGE6J�9*4�7.="85RS9;E69]:��DX@S[�E6l6_]RG="9aRG="FG<;l6HGFAEb9�l6Eb9]:�<;E6F~HGEb@MFGE6i¡E6lb85RSEIH�XU��=CH�¿�=C="9¤j�85RG="9DHM8/9;_¤@S[;Ebl6_*4M��J�¿v=C�/=CR �j�85RG="9DHGF�85RS=L9]J/H�HG[]=LJ�9;lIX�Eb9���<]="9;@y=^J�9aHG[]=L@S[�E6l6_ � Frl6Eb9]:�<;E6F~HGEb@�_]=C�/="lIJ/jmik="9�HA8/9;_HG[]=?:/="9]=CRS8/l}l6E69]:�<;EbF~HGE6@A="9��ZEIRGJ�9�ik="9�H�J/oqHG[]=�:/RGJ&¿�Eb9]:�@S[�E6l6_�jml68"XZF�8�RGJ�lI=L8/FA¿�="l6l 4��[Y<;F?¿�[;E6lI=�F~=yhZ<�8/l6lIX�RG=Cj;RSJY_;<�@CE69]:���E6J�lIJ/:�E6@C8/lvJ/RG:�8/9;E6FGi�F?E69�[]=CRSEIHKHG[;="EIR?:/="9;=CHGE6@i¡85©/="<]j�o1RSJ�i HG[]="EIRvj�85RG="9DHGF �D@\[;E6l6_;RG="9¡8/@CBY<;EIRG=rHG[]="E6Rvl68/9]:�<�85:/=���8/F~="_�J�9¡HG[]=Al6E69Z�:�<;E6FGHGE6@�@yJ�ikj�J�FGE6HGEIJ�9¡J/owHG[]=�jm85RG="9�HG8/lm:/="9]=CRS85HGE6J�9�85H�l685RS:/=/4Q¨]J/RrHG[;E6FvRG="8/F~J�9 �ZEIHnE6Fl6EI©/="l6XkHG[;85Hrl68/9]:�<;85:/=A=C�/J�l6<]HGEIJ�9UE6F�ikJ/RG=Ml6E6©/=�=Cj�E6_;="i¡EIJ�lIJ/:/XkJ/Rn="@yJ�lIJ/:/X§HG[;8/9Ul6EI©/=fa="9;_]="l6E68/9U:/="9;=CHGE6@CFC4

u}J/j�<;lb85HGEIJ�9°HG[;Eb9]©YEb9]:¤j$=CRS�(8/_]="F�8/l6l�J/oM�mEIJ�lIJ/:/X/4 ��[]= E69;_;EI�ZE6_;<�8/l�J/RG:�8/9�E6FGi8/9;_ HG[]=§j$J/jm<;l685HGEIJ�9�J/or¿�[;E6@S[ HG[]=�J/RG:�8/9;E6FGi¢E6F�8ajm85RGH?85RG=U_;E6FGHGE69]:�<;E6FS[]="_�8/9;_HG[]=k="9DHGEIRG=k�;="lb_¤J/ovj�J/j�<;lb85HGEIJ�9 ��EIJ�lIJ/:/X 85H~H~="ikj;HGF?H~J�¿vJ/RG©¤J�<]HMHG[;=kj$J/jm<;l685HGEIJ�9_]XZ9;8/i¡E6@CF�RG="FG<;lIHGEb9]:ko1RSJ�i E69;_�EI�YEb_;<;8/l$E69�H~=CR\8/@yHGEIJ�9;F�HG[�85H�i¡8&X��(85RGXUo�RGJ�i �mEIJ�lIJ/:5�E6@C8/l}RG=Cj;RSJY_;<�@yHGEIJ�9aH~J�F~H~R\85H~=C:�EI="F^o1J/RKFS<]RG�ZEI�(8/lwE69�j;RG="_;85H~J/RMj;RS=CXaF~XZF~H~="i¡FC4K¨]RSJ�i:/RS8/_;<�8/l69]="FGFMH~J�j�<;9;@yHG<�85H~="_�="BD<�E6l6EI�;R\E68 ����EIJ�lIJ/:�E6FGHGFK[;8"�/=�j�J�9;_]=CRG="_�HG[;=¡�(85R\EIJ�<;F_]XZ9;8/i¡E6@C8/lD8/F~j�="@yHGF}J/o�@S[;8/9;:�E69]:Aj$J/jm<;l685HGEIJ�9;Fv� F~=C=���J/o���8/<]=CRq8/9;_kVZEI:�i�<;9;_ �Y3"ª/ / J/R ��85:/XZl685©ZE��*3"ª/ª/N�o1J/R�i�85HG[]="i¡85HGE6@C8/l$RG=C�ZEI=C¿�F\�\4Q��="@C8/<;FG=^Eb9;_;EI�ZE6_;<;8/l]l6="85RS9;E69]:�E6FHG[]=¡ik="@\[;8/9;E6FSi��DX ¿�[;E6@\[�l68/9]:�<;85:/=¡EbF^H~RS8/9;FGi¡E6H~H~="_¤o1RGJ�i HG[]=¡F~j�="85©/=CRSFMJ/o�J�9]=:/="9]=CRS85HGE6J�9�H~J HG[;J�F~=UJ/o�HG[]=U9]=yhZH �QHG[]=UHG[]=CJ/RGX J/oAlI="85RS9;Eb9]:a¿�Ebl6lQj�lb8"Xs8¤@y="9DH~RS8/lRGJ�lI=KEb9�HG[]=L_]=C�/="l6J/j�ik="9DH�J/o,HG[]=K=C�/J�l6<]HGE6J�9;85RGX�ikJZ_]="l6FnHG[;85H�¿v=L@yJ�9�FGE6_]=CR�Eb9UHG[;E6F��JDJ/©$4�>AF�8�RG="FG<�lIH �;HG[]=�j;RG="@CE6FG=L9;85HG<]RG=?J/oQHG[]="F~=�ikJZ_]="l6F�8/9�_aHG[]=�i¡85HG[]="i¡85HGEb@CFHG[;85H�FG<]RGRGJ�<�9;_;FqHG[]="E6R�8/9;8/lIXZFGE6Fv85RG=�BY<;EIH~=�_�E6F~HGE69;@yHqo�RGJ�i HG[;85H�="9�@yJ�<;9�H~=CRS="_�E69�HG[]=l6EIH~=CR\85HG<]RG=^J�9�=C�/J�l6<;HGEIJ�9;85RGX§��EIJ�lIJ/:/X/4

��[;=�E6ikj�J/RGHG8/9;@y=UJ/o^HG[]=�j�J/j�<;l685HGE6J�9 8/F�8/9xJ/���~="@yH¡J/oMF~HG<;_]X RG="FG<;l6HGFkE69x8/9="ikj�[�8/FGE6FQJ�9§J/��FG=CRG�YEb9]:L8/9;_§@S[;85R\8/@yH~=CRSE��"E69]:��585RSE685HGEIJ�9§8/9;_�H�XYj$J�l6J/:/X¡¿�EIHG[;Eb9kHG[]=

Page 47: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

e/  ������� � ����� ������� ������� ��� � �

j�J/j�<;l685HGE6J�9*4�gQ�/J�lb<]HGEIJ�9;85RGX���EIJ�lIJ/:�EbF~HGFUFGE69;@y=¤HG[]=�HGE6i¡= J/o `^85RG¿�E69 [�8"�/= ��=C="9E69DH~=CRG="F~H~="_ E69 HG[]= _�EI�/=CRSFGEIH X°J/o���EIJ�lIJ/:�E6@C8/l^l6E6o1= o1J/R\i¡F�T []J&¿cE6HU85R\E6F~="F ��¿�[;85Hi¡8/E69DHG8/E69;F�EIH ��8/9;_�[]J&¿ EIH¡=C�/J�l6�/="FC4¾p�J/RSRG="F~j�J�9;_;E69;:�lIX ��lbE69]:�<;E6FGHGFk[;8"�/=¤8/lI¿n8"XZF��=C="9�E69DH~=CRG="F~H~="_�Eb9�l6E69]:�<;EbF~HGE6@A_;EI�/=CRSFGE6H�X�Eb9�F~j�8/@y=L8/9;_�HGE6ik=/4

��9§HG[;E6Fn@yJ�9�H~=yhZH ��EIHnE6F�E69DH~=CRG="F~HGE69]:�H~JkRG= �;="@yHr<]j�J�9§7�=C¿�J�9�HGEb9 � FK��3"ª�d5 ���RG=C�ZEI=C¿J/oqFG< ��@CE6="9�Hr@yJ�9;_;E6HGEIJ�9;Fno�J/R�=C�/J�l6<]HGEIJ�9��DX�9;85HG<]R\8/l*F~="lI="@yHGEIJ�9*4v��[]="F~=K85RG=354���[]=CRG=�EbFQ�585RSE685HGEIJ�9§E69���������="[;8"�ZEIJ/RS8/l�H~RS8/EIHGF�8/ikJ�9]: ik="i?�$=CR\F�J/o�8�F~j�="@CEI="F��HG[;=Kj;RSE69�@CEIj�lI=�J/o}�585RSE685HGE6J�9m� �

NY4���[]=L�585RSE685HGEIJ�9�E6F�E69aj�85RGH�[;=CRSEIHG85��lI=������AE69�j�85RGHGE6@C<;lb85R�;J5�*F~j;RSE69;:kRG="F~="i?��lI=HG[;="EIR�j�85RG="9DHGFL��HG[]=Lj;RSE69;@CE6j�lI=�J/oq[]=CRS="_;EIH�X;� �

eY4�`^E���=CRG="9DH��585RSE68/9DHGF�l6="8"�/= _;E���=CRG="9�HA9D<�iL��=CRSFrJ/oqJ5�*F~j;R\E69]:¡="EIHG[;=CR�E69�E6i¡ik=y�_�E685H~=KJ/R�E69URS="ikJ/H~=K:/="9]=CRS85HGE6J�9;F?��HG[]=Lj;RSE69;@CE6j�lI=�J/o,_;E���=CRG="9DHGE68/l��;HG9]="FSF\�

��9¡HG[]=�@C8/F~=�J/o�lb8/9]:�<;85:/=�=C�/J�l6<;HGEIJ�9 ��J�9;=�E6FvE69�H~=CRS="F~H~="_�E69�l6E69]:�<;EbF~HGE6@���="[;8"�ZEIJ/R"4>AF�¿�=�[�8"�/=k9]J/H~="_¤8/lIRG="8/_]X ��E69�8/9�X�j�J/j�<�l685HGEIJ�9�HG[]=CRS=�E6F��(85R\E685HGEIJ�9 E69al6Eb9]:�<;E6F~HGEb@��="[;8"�ZEIJ/R"4 ��[;E6F��(85R\E685HGEIJ�9 E6F�Eb9°j�85RGHUE69;[;=CRSEIHG85��lI=�HG[;J�<]:�[ HG[]= i¡="@S[;8/9;EbFGi J/oE69;[;=CRSEIHG8/9;@y=�E6F ��8/FG="_xJ�9°lI="85RS9�E69]:�T 9]J/H �G<;F~Hko�RGJ�i HG[]=�jm85RG="9�HGF¡��<]Hko�RGJ�i 8l685RG:/=CR�:/RGJ�<]j�J/o}j�=CJ/j�lI=/4

��[;=�@C8/F~= J/oK_;E���=CRG="9DHGE68/lr�;HG9]="FSF�E6F�8 H~RSEb@G©YXxj$J�Eb9�HC4 ��[;=CRG=�E6F�9]JsJ/�Y�ZEIJ�<;FF~="9;FG=�E69 ¿�[;E6@\[ F~j�="85©/=CRSF§J/oMJ�9]=¤l6E69]:�<�E6F~HGE6@§�585RSE68/9DH§85RG=�RG=Cj;RGJZ_;<;@yHGE6�/="lIXxikJ/RG=FG<;@C@y="FSF~o�<�l�HG[;8/9�F~j�="85©/=CRSF�J/ov8/9]J/HG[]=CR^E69�RG="@y="9DHA[�E6F~H~J/RSE6@C8/l.HGE6ik="FC4r��H�EbF�8/l6F~J§9]J/H@ClI="85R�HG[;85H�9;85HG<]R\8/l�l68/9]:�<;85:/="F�85RG=K:/=CH~HGE69;: ��;H~H~=CRR��E69�8/9DXUFG="9;F~=KJ��/=CRA[;EbF~H~J/RSE6@C8/lHGE6ik=?HG[]J�<]:�[�HG[;E6F�i¡8"X���=L8§i¡85H~H~=CR^J/oQF~J�ik=�_]=C��85H~=/4A¨}E6HG9]="FGFAi¡8"X���=K�ZEI=C¿�="_ �[]J�¿v=C�/=CR�q8/F?HG[]=�_;EI�$=CRG="9DHGE68/l,H~RS8/9�FGi¡E6FGFSEIJ�9¤J/orl6E69]:�<;EbF~HGE6@��(85R\E68/9�HGFL8/9;_ HG[]=�RGJ�lI=J/ov@yJ�i�i?<;9�E6@C85HGEI�/=k= ��@CEI="9�@yX ��j;RSE69�@CEIj�lI="F�J/ot ~lI="8/F~HM=y��J/RGH��s� � EIj;o �,3"ª({� ��ME69 j;RGJ5�_;<;@yHGE6J�9�8/9;_Uj�=CRS@y=Cj;HGEIJ�9§J/o,F~j�=C="@S[ �;8/9;_�HG[]=M_;E���=CRG="9�HGEb8/l�="8/F~=MJ/o}l6="85RS9;85��E6lbEIH�X¡J/o_;E���=CRG="9DHro1="85HG<;RG="F�J/o,8¡l68/9]:�<�85:/=K¿�E6l6l$8/l6l�9;=C="_�H~J¡��=KF~J/RGH~="_�J�<;HC4

�[]="9 J�9]=�@yJ�9;FSE6_]=CRSF,=C�/J�l6<;HGEIJ�9;85RGX�FG@y="9;85RSEIJ�FqEb9?j�RG="[;E6F~H~J/R\E6@�HGEbik="Fq8/9;_kBY<]="F��HGEIJ�9;F�l6EI©/=rHG[]=�J/R\EI:�E69 J/o*l68/9]:�<;85:/=�E69¡ikJZ_]=CRS9k[Y<;i¡8/9;FQJ/R�HG[]=�=C�/J�lb<]HGEIJ�9kJ/o*_;E���=CR~�="9DH�©ZE69;_;FnJ/oq@yJ�i¡i�<;9;E6@C85HGE6J�9�F~XZF~H~="i¡F�Eb9�HG[]=L8/9;Ebi¡8/l*¿�J/RSl6_�E69U:/="9;=CRS8/l���HG[;="9�EIHE6FrBY<;EIH~=^j�J�FGFGEI�mlI=�HG[�85H�@yJ�i¡i?<�9;E6@C85HGEI�/=K85��Ebl6EIH�X�j�l68&XYFr8 RGJ�l6=KE69UFG<]RG�ZEI�58/lmJ/R�i¡85H~=F~="lI="@yHGE6J�9�8/9;_�HG[]=CRS=Co1J/RG=?[;8/F�_;EIRS="@yHr�$="85R\E69]: J�9�RG=Cj;RSJY_;<�@yHGEI�/=MFG<;@C@y="FGFC4²��1����² � �]±���­ ��±�� ��� ± �/�/��� �>xl6EIH~HGl6=Q��EIHwJ/o;[;E6F~H~J/RSEb@C8/l�j�=CRSF~j�="@yHGEI�/=QJ�9?HG[]="F~=�j�85RS8/lblI="l6F�8/9;_�_;E���=CRG="9;@y="F.��=CH�¿�=C="9l68/9]:�<�85:/=�8/9;_ ��EIJ�lIJ/:/XsEbFk[]="lIj;o <;l 4sVZE69�@y=�HG[]=�_;EbFG@yJ&�/=CRGX J/o�HG[;=§RS="l685H~="_;9]="FGF J/oHG[]=�ik="i?��=CRSFLJ/o�HG[]=U��9�_]J�gv<]RGJ/j�="8/9so 8/i¡E6l6X�J/o�l68/9]:�<�85:/="F �DX �E6l6lbE68/i ��J�9]="F

Page 48: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

���� ��� ���"� ��� ��� ��� � � � � �0� ��� �� � ����� � ��� ��� � e/ª

� F~=C= � �� � � � � � � � � �*PqJ�l6<;i¡=��S�G�~��E69�HG[]=kl685H~= ="EI:�[�H~=C="9DHG[�@y="9DHG<]RGX �.[;EbF~H~J/RSE6@C8/ll6E69;:�<;E6F~HGE6@CFw_]J�i¡E69�85H~="_ HG[]=nRG="F~="85RS@\[¡85:/="9;_;8^J/o�i?<�@S[ J/o$HG[]=r9;E69]=CH~=C="9DHG[k@y="9�HG<;RGX/47.Eb9]:�<;E6F~HGEb@Mo�8/i�E6lIXUH~RG=C="F^¿�=CRG=k@yJ�9;F~H~RS<;@yH~="_ �YX��585RSEIJ�<;FAik=CHG[]JZ_;F^E69 8/9 85H~H~="i¡j;HH~J�<;9�@yJ&�/=CR�RS="l685H~="_;9]="FGF�8/9;_�_]="FG@y="9DH�J/oql68/9]:�<�85:/="FC4

`^85RG¿�Eb9 �wl6E6�YE69;:UEb9¤HG[;E6FK@y="9DHG<]RGX �,¿n8/FK�YX¤[�E6FMJ&¿�9s8/_;i¡EbFGFGEIJ�9¤:/RG="85HGl6X E69���<Z�="9;@y="_��YX�HG[;="F~=KE6_]="8/Fr8/9;_�FG=C�/=CRS8/l*HGE6ik="FrEb9 � � � � �� � ! � ���� � ! �][]=KlbEI©/="9;F���E��J�lIJ/:�E6@C8/l*_�EI�/=CRSFGEIH X�H~J¡l6Eb9]:�<;E6F~HGEb@�_;EI�/=CRSFSEIH�X/4vVYj�="@CEI="Fn¿�=CRG=Ml6EI©/=Ml68/9;:�<;85:/="FC4���=Cj;RGJ5�_;<;@yHGE6�/=�@yJ�ikj�85HGEI��Ebl6EIH�X?¿�8/Fvl6EI©/=�@yJ�i¡i�<;9;Eb@C85HGEI�/=�@yJ�ikj�85HGE6��E6l6EIH X/4}7wEI©/=�l68/9]:�<�85:/="F �F~j�="@CEI="FrH~JYJ�@yJ�<;lb_U=C�/J�lI�/=LJ��/=CR�HGE6ik=?8/9;_U��=K_]="FG@y="9;_]="_�o1RGJ�i ="8/@S[�J/HG[;=CR"4

��[]=�o�J/RSi¡85HGE6J�9�J/o}_;E���=CRG="9DHvl68/9]:�<�85:/="Fr8/9;_§J/o._;E6F~HGEb9;@yHvF~j�="@CEI="F�Y8/9;_HG[;=�j;RGJYJ/o�F,HG[�85HQ��J/HG[k[;8"�/=��$=C="9k_;=C�/="lIJ/j�="_ HG[]RGJ�<]:�[¡8K:/RS8/_;<;8/lZj;RSJ5�@y="FSF �w85RG=�@C<]RSEIJ�<;FSlIX�j�85RS8/lblI="l 4 �¡�n<]HM¿v=�@C8/9�H~RS8/@y=¡HG[]=�o1J/RSi�85HGEIJ�9¤J/oi�8/9�XK¿�J/RS_;F}o <]RGHG[]=CRw��8/@G©?HG[;8/9?HG[;85H,J/o�F~j�="@CEI="F �5o�J/Rw¿�=r@C8/9?j�=CRS@y="E6�/=[;J&¿�HG[]=CX?8/@yHG<�8/l6lIXK85RGJ�F~=no�RGJ�i HG[]=rE6i¡EIHG85HGEIJ�9LJ/o��585RSEIJ�<;F}F~J�<;9�_;FC4 ��=�m9;_UE69U_;E6F~HGE69�@yH�l68/9;:�<;85:/="F�F~H~RSE6©YE69;:�[]J�i¡J�lIJ/:�EI="Fr_;<]=^H~J¡@yJ�i¡i�<;9;E6H�XJ/on_]="FG@y="9DH �.8/9;_�8/9�8/lIJ/:�EI="FM_;<]=�H~J�8�FGE6i�E6l685RAj;RGJZ@y="FGFAJ/ovo�J/RSi¡85HGEIJ�9�4��[]=�i¡8/9�9]=CR�Eb9¡¿�[;Eb@S[§@y=CRGHG8/E69§lI=CH~H~=CRSF�J/RrF~J�<;9;_;Fv@S[;8/9;:/=A¿�[]="9¡J/HG[Z�=CR\F�@S[;8/9;:/=LE6Fn�/=CRGXUl6EI©/=M@yJ/RGRG="lb85H~="_�:/RGJ&¿�HG[*4���=L[;8&�/=LE69U��J/HG[�@C8/F~="FHG[;=�RG=y��_;<;j�l6E6@C85HGEIJ�9¡J/o*j�85RGHGF �YHG[]=�=y��="@yHGF�J/o�lIJ�9]:5��@yJ�9DHGE69Y<]="_�<�F~= �D8/9;_FGJ¡o1J/RSHG[*4v��[;=Mo1RG="BY<]="9DH�j;RG="FG="9;@y=KJ/o,RS<;_;Ebik="9�HGF�Y��J/HG[�Eb9�l68/9]:�<;85:/="F8/9�_�E69�F~j�="@CEI="F �;EbFrF~HGE6l6l*ikJ/RS=MRG="i¡85RG©585��lI=/4�����}7.8/9]:�<�85:/="F �/l6EI©/=QJ/RG:�8/9�E6@q��="E69]:�F ��@C8/9K��=�@Cl68/FGFG="_KE69M:/RGJ�<;j�F�<;9;_;=CR:/RSJ�<]j�F �^8/9;_°HG[;=CX°@C8/9���=a@Clb8/FGF~="_�="EIHG[]=CRU9;85HG<]RS8/l6l6X 8/@C@yJ/RS_�E69]:sH~J_;="FG@y="9�H �mJ/R�85RGHGEI�m@CE68/l6lIX¡�YX§J/HG[]=CR�@\[;85RS8/@yH~=CRSFC4�����r��[;=�FG<]RS�YEI�58/l;J/Rnj;RS="F~=CRG�585HGEIJ�9�J/ow@y=CRGHG8/E69�o�8&�/J�<]RG="_U¿�J/RS_;F�E69¡HG[]=FGH~RS<]:/:�lI=Mo�J/R�=yh]E6F~H~="9;@y=KEbF�9;85HG<]RS8/l*FG="lI="@yHGEIJ�9*4� � � �� � ! � �� � � ! �$pA4;`^85RG¿�Eb9 �*3" �dY3&�

��J/HG[ �/J�9]="F�8/9;_ `A85RS¿�E69x¿�=CRG= RS8/_;E6@C8/l6F�E69°HG[]="E6R�J&¿�9 ¿n8"XZFC4 �wJ FG<;:/:/="F~HHG[;85HrVZ8/9;F~©YRSEIH���HG[]=Al68/9]:�<;85:/=�J/o�HG[]=�@yJ�lIJ�9�E��C="_¡��9;_;E68/9�F\�.¿�8/F�E69kHG[]=AFG8/ik=�o�8/i¡EblIX8/F 7.85HGE69 8/9;_��ARG=C=C© � lb8/9]:�<;85:/="F�¿�EIHG[s¿�[;E6@\[ HG[]=UE6ikj�=CRSE68/lqi�8/F~H~=CRSF E6_]="9DHGEI�;="_F~H~RGJ�9;:�lIX]�v¿n8/F�85:�8/Eb9;F~H�HG[]=KEb9]:/RS8/E69]="_�9;J/HGEIJ�9;FnJ/o,HG[]J�F~=L@yJ�l6J�9;E68/l�HGE6ik="F"4��.J�FG<]:5�:/="F~H�HG[;85Hn[D<;i�8/9;F�8/9;_§85j�="FQ��="lIJ�9]:/="_�H~JLHG[;=AFG8/i¡=��;RGJ�8/_;=CRvo 8/i¡E6lIX�J/o�j;R\E6i¡85H~="F¿�="9�H�FGH~RGJ�9]:�lIXU85:�8/E69;F~H�HG[]=K_]=C=Cj�lIX§[]="l6_U��="l6EI=Co FnJ/o}HG[]J�F~=KRG="lbEI:�EIJ�<;FnHGE6i¡="FC4

>nHv�(85RSE6J�<;FQj�J�E69DHGF ��FGEb9;@y=�HG[]=�j�RGJ�i?<�lI:�85HGEIJ�9¡J/o�=C�/J�l6<;HGEIJ�9;85RGX HG[]=CJ/RGXk�YXk`^85R~�¿�E69 8/9;_ fa="9;_]="l��Al6E69]:�<�E6F~HGF�[�8"�/= HG85©/="9 <;j HG[;=¤8/9�8/lIJ/:/X���=CH ¿v=C="9��E6J�lIJ/:�E6@C8/l=C�/J�l6<]HGE6J�9s8/9;_ l68/9]:�<;85:/=§@S[;8/9;:/=/4a¨]J/R�=yhZ8/ikjmlI= �,HG[]=U�A=CR\i¡8/9sFG@\[]J�l685R >�<;:�<;F~H

Page 49: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

{�t ������� � ����� ������� ������� ��� � �

VZ@\[;lI="E6@\[]=CR�_�E6_si�<;@S[ ¿�J/RG© J�9 ��9�_]J�gv<]RGJ/j�="8/9 lbE69]:�<;E6FGHGE6@ H~RG=C=§RG="@yJ�9;F~H~RS<�@yHGEIJ�98/9;_ ¿�8/FUE69��m<]="9;@y="_x��J/HG[°�YX°7.Eb9;9;85="<;F �qHG8(hZJ�9]J�i?X 8/9;_ `^85RG¿�E69 � F�E6_]="8/FC4 ��93" /z/e ��[]=�j�<]��lbE6FG[]="_ 8si¡8/9Y<;FG@yR\EIj;Hk="9DHGEIHGlI="_ � � � � � ����! ��� ! � � � � � !�� � � �� � � ! � � � � !�#)� �# �y4MVZE6i¡E6lb85RSlIX �]HG[]= ��J/RG¿�=C:�E68/9¤l6E69;:�<;E6F~H�¦AH~H~J �/="F~j�=CRSFGJ�9a¿n8/F8/l6F~JME69 ��<]="9;@y="_?�DX?HG[]=�`^85RG¿�E69�E68/9?85j�j;RGJ�8/@S[k8/9�_k8/_]�(8/9�@y="_ HG[]=r�YE6=C¿ HG[�85HqHG[]=CRG=¿n8/FA8/9�=C�/J�l6<]HGE6J�9;85RGX�FG@C8/lI=�8/9;_ l68/9]:�<;85:/="F�¿v=CRS=?J�9�HG[]=L¿�[]J�lI=L:/=CH~HGEb9]: ���H~H~=CRR�8/9;_�ikJ/RS=k= ��@CEI="9DHK¿�EIHG[ HG[]=kj�8/FSFG85:/=¡J/o�HGE6ik=/4 ��9¤RS="@y="9�HKHGEbik="F �*¿�EIHG[¤HG[;=kRSE6F~=J/o�:/="9]=CR\85HGEI�/=Ml6E69]:�<;EbF~HGE6@CF,HG[;85Hn[;8/F�j�l68/@y="_§l68/9]:�<;85:/=^8/F�8?_;EbF~HGE69;@yH�@yJ/:�9�EIHGEI�/=M8/9;_HG[]=CRG=Co�J/RG=^��EIJ�l6J/:�E6@C8/l�H~R\8/EIH �DHG[;="F~=M8/9;8/lIJ/:�EI="Fn[;8&�/=M�$="@yJ�i¡=^i¡J/RG=�j�RG="@CE6F~=/4q¨]J/Rr=yhY�8/ikj�l6= �D7.E6:�[�H~o�JDJ/HM��3"ª/ª/ �� � � RSJY@\[���3"ª/ª/ª�� �mf�@"fa8/[;J�9¤� N5t/t/t�� �mu�E685H~="l6lbE���u,8/l6i¡85RSE69�E��3"ª/ /ª�� � u�Eb9]©/=CR���3"ª/ª({D� �D>AEIHG@S[�E6F~J�9�� N5t/t/t�� � � 8/9]:¡��3"ª/ªZ3&� �Df�<]o1¿�="9]=^� N5t/t]3&� �Zp�RGJ/o�H� N5t/t/t�� � �/="9]©ZE69;FK� N5t/t]3&� ��8/ikJ�9]:¡J/HG[;=CRSF�[;8&�/=L="l685��J/RS85H~="_�J�9�HG[;E6Fr@yJ�9;9]="@yHGE6J�9*4

��9 HG[]= H�¿�="9DHGEI=CHG[¾@y="9�HG<]RSX �L��J/HG[ HG[]= j�J�l6EIHGE6@CF�8/9�_ HG[]= FG@CEI="9;@y= @S[;8/9;:/="_*4u,85RGHGE6@C<;lb85RSlIX�o�J�l6lIJ&¿�E69]:�HG[;=�@yJ/:�9;E6HGEI�/= RG=C�/J�l6<]HGEIJ�9¤E69 l6E69;:�<;E6F~HGE6@CF�E6_]="9DHGEI�;="_ ikJ�F~HF~H~RGJ�9;:�lIX�¿�EIHG[ pn[]J�i�F~©DX �wHG[]=CRG=�¿�8/F?8�FG[;EIo�HKE69�o�JZ@C<;FMo�RGJ�ic_;Eb8/@S[]RGJ�9�E6@ H~JaF~XZ9Z�@S[;RGJ�9;E6@�j�[]="9;J�ik="9;8§8/FMHG[]= J/���~="@yHMJ/ovF~HG<;_;X/4?7.Eb9]:�<;E6F~HGEb@KF~H~RS<;@yHG<;RG=k8/9;_¤EIHGFM8/@ �BY<;E6FGEIHGE6J�9K¿�=CRG=v��=CH~H~=CRQ<;9�_]=CRSF~H~JYJY_�4���9���E6J�lIJ/:/X �/o1J�lblIJ&¿�Eb9]:�HG[]=n:/="9]=CHGE6@�RG=C�/J�lb<]HGEIJ�9�;RGJ�<;:�[�H�85�$J�<;HL�YX � 85HGF~J�9x8/9;_xp�RSE6@S© �,HG[]=�:/="9]=CHGE6@���8/FGE6FLJ/o���EIJ�lIJ/:�Eb@C8/lQ�585RSE68(�HGEIJ�9���=C:�8/9�H~J���=�j;RSJ/�$="_�8/9;_�=C�/J�l6<]HGEIJ�9;85RSX¡HG[]=CJ/RGX¡BY<;E6@S©YlIX¡Eb9;@yJ/RGj�J/RS85H~="_¡HG[;="F~=ik="@\[;8/9;E6FGi�F§Eb9�H~J�HG[]="EIR�ikJZ_]="l6F§8/9;_ =yhZj�l68/9;85HGEIJ�9�FC4 VZE6i¡Ebl685RSlIX �nJ&�/=CRaHG[]=�l68/F~HH�¿�="9DH�XUX/="85RSF �]HG[]=ME69�FGEI:�[DHGF�o�RGJ�i :/="9]=CRS85HGEI�/=M:/R\8/i¡i¡85R�8/9;_Uik="@\[;8/9;E6FGi�FvJ/owl68/9Z�:�<;85:/= 8/@CBD<�E6F~HGEIJ�9�85RG=�9;J&¿ �$="Eb9]:�<;F~="_aH~J�RS=C=yhZ8/i¡Eb9]=KHG[]= E6FGFG<;="F�8/9;_ BD<]="FGHGEIJ�9;FJ/o*[;E6F~H~J/R\E6@C8/l;l6E69;:�<;E6F~HGE6@CF,8/9;_�l68/9]:�<;85:/=�=C�/J�l6<]HGEIJ�9�4,��J&¿�=C�/=CR�][;E6FGH~J/RSE6@C8/l;8/9;_¡=C�/J5�l6<]HGE6J�9;85RGX�j$J�Eb9�HGFqJ/o*�ZEI=C¿ 85RG=��58/F~HGlIXkikJ/RG=��YE6:/J/RGJ�<;F�Eb9k��EIJ�lIJ/:/X H~JZ_;8"XkHG[�8/9�HG[]=CX85RG=LEb9�l6E69]:�<;EbF~HGE6@CFC4w� H�EbFnHGE6ik= �;j�=CRS[;85jmFvH~J�@S[;8/9]:/=?HG[;85HC4

pnl6="85RSlIX �r��EIJ�l6J/:�E6@C8/l�FGXYF~H~="i�F§85RS=�=yhZH~RG="ik="lIX�@yJ�ikj�lI=yh J�9;="F§8/9�_ ��E6J�lIJ/:�E6@C8/lo�J/RSicE6FL85RG:�<;85��lIX¤=C�/="9 [;85RS_]=CR?H~J�@S[�85RS8/@yH~=CRSE��C=UBD<�8/9�HGEIHG85HGE6�/="lIX¤HG[;8/9sl6Eb9]:�<;E6F~HGEb@o�J/RSi�4Q��[]=^o�J/RS@y="F�FG[�85j�E69]:���EIJ�lIJ/:�Eb@C8/lm=C�/J�lb<]HGEIJ�9�85RG=M�YX�9;J¡ik="8/9;FrFGE6i¡j�lI=CR�HG[;8/9HG[]J�F~=KFS[;85j�E69]:�l6E69]:�<�E6F~HGE6@r=C�/J�lb<]HGEIJ�9*4 �Q=CH��mEIJ�lIJ/:�E6F~HGF�[;8&�/=KRG="@yJ/:�9;E��C="_UHG[;=K<]HGE6l6EIH XJ/o�@yJ�ikjm<]HG85HGEIJ�9;8/l}8/9;_ai�85HG[]="i¡85HGE6@C8/l}HG[;E69;©YE69;:kH~J�RG="8/FGJ�9�HG[;RGJ�<]:�[�HG[;=�ikJ/R\8/FGFJ/o�j�J�FGFGEI��Ebl6EIHGEI="F}8/9;_¡F~=C="i�E69]:KHG8/<]H~J�l6J/:�EI="F�H~J?<;9;_]=CRSFGHG8/9;_¡E6ikj�J/RGHG8/9DHqH~RG="9;_�FC4}¨;J/RikJ/RG=LHG[;8/9�F~=C�/="9DH�X�X/="85R\F�9]J�¿ �;=C�/J�l6<]HGE6J�9;85RGX§��EIJ�lIJ/:/XU[;8/Fr��=C="9�F~H~="8/_�E6lIXUi¡85HG[Z�="i¡85HGE��C="_�¿�EIHG[ 8 ¿�Eb_]=�RS8/9;:/=§J/oAikJZ_]="l6F?RS8/9]:�E69]:�o1RSJ�i j�RGJ/��85��E6lbEIH�X¤HG[]=CJ/RGX H~J:�8/ik=�HG[]=CJ/RGX/4A¨]J/RM8�RS8/9�_]J�i FS8/ikj�l6E69;:kJ/oqHG[;E6FA8/F~j�="@yH�J/oQHG[]=?�;="l6_ �$F~=C= ¨}EbFG[]=CR�3"ª/e5t!�mVY="8&¿�8/l6l ��RSEI:�[DH �*3"ª/z/  �mp�RGJ�¿ 8/9;_ � E6i�<]RS8 �$3"ª�d(t!��fa8&XY9�85RS_�VZi¡EIHG[ �m3"ª/ /N ���J/o1��8/<;=CR�8/9;_�VZE6:�i?<;9�_ �$3"ª/ / Y4

�^E6�/="9 HG[;E6F �/8/9;_�:�EI�/="9�HG[;85Hqi¡8/9DX?8/F~j�="@yHGF,J/o�lbE69]:�<;E6FGHGE6@QE69;BY<;EIRSX�¿�=CRG=n:/RG="85HGlIXi¡85HG[]="i�85HGE��C="_x�YXsHG[]=apn[]J�i�F~©DX�8/9�RS=C�/J�l6<]HGEIJ�9xE69 HG[]=�3"ª/�5t/F �nEIHkE6FkF~J�i¡=C¿�[;85HFG<]RSj;RSE6FGEb9]:UHG[;85H?HG[;=§F~HG<�_]X�J/o�l68/9]:�<�85:/=�=C�/J�l6<;HGEIJ�9 [�8/F?8&�/J�E6_]="_xi¡85HG[]="i�85HGE6@C8/l

Page 50: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

����� �� � � ��� � ��� � ���� � �� {;3

8/9;8/lIXZFGE6F <;9DHGE6l�RG="@y="9DHGlIX/4 ¦A�/=CR¡HG[]=�lb8/F~Hk_]="@C8/_]= �n[]J&¿�=C�/=CR�r8�FGEI:�9;E6��@C8/9�H ��JZ_]XJ/o�¿�J/RG© [;8/FA�$=C:�<�9aH~J�="ik=CRS:/=�J�9�@yJ�i¡j�<]HG85HGEIJ�9;8/l,85j;j�RGJ�8/@S[]="F^H~J�HG[;=�j�RGJ/��lI="iJ/j�="9;E69]:�<]jaHG[]=?¿�8&XaH~JUFG<;@\[aikJZ_]="F�J/oQE69;BY<;EIRGXUE69DH~J�[;E6FGH~J/RSE6@C8/l�l6Eb9]:�<;E6F~HGEb@CF�8/9;_l68/9]:�<�85:/=�=C�/J�l6<]HGEIJ�9*4 � ��=Co1=CRS="9;@y="F�85RG=�H~JYJs9Y<;ik=CRGJ�<�F H~Jsik="9DHGEIJ�9*4x> jm85RGHGE68/ll6E6FGH�E69;@Cl6<;_;="F ��8/9]: ��N5t/t�N � �AEIX/J/:�E}8/9;_���=CRG¿�E6@S© �}3"ª/ª�d �wVYH~=C="l6F �$N5t/t]3���prl685RG©�8/9;_��J/��=CRGHGF�Z3"ª/ª/e �Z¨]RG=C="_�i¡8/9k8/9;_ � 8/9]: ��3"ª/ª/z �ZV][]="9 �]3"ª/ª�d �D��RSE6FS@yJD= ��N5t/t/t!�Z�n85HG8/l6E��3"ª/ª/  � � EIRG�YX �L3"ª/ª/ª �?�A<]RGo�J/RS_ �L3"ª/ /ª �M�A<]RGo�J/RS_ 8/9;_ � EIRG�YX ��N5t/t]3�� ��J&¿n85© 8/9;_� RS85©58/<]=CR�$3"ª/ª/ª � ��J�¿�85©�=CHv8/l��]N5t/t]3���pn<;@G©/=CR �]VZi�8/lI= �D8/9;_ � []J�< �ZN5t/t5{ �;>���RS8/i¡F8/9;_�VZH~RGJ/:�85H � �;N5t/t�e � � 8/9;: � � = �Y8/9;_�f�E69]=CH~H�N5t/t5{ �;pr8/9]:/="lIJ�FGE;8/9�_¡u,85RSE6FGE��YN5t/t�N �pn[]R\E6F~HGE68/9;FG="9 8/9�_ � EIRG�YX �}N5t/t�eY4aVZEb9;@y=�3"ª/ª/z �q8/9 ��9�H~=CRS9�85HGEIJ�9;8/lvp�J�9;o1=CRG="9�@y=¡J�97.8/9;:�<;85:/=agQ�/J�lb<]HGEIJ�9°[;8/F¡�$=C="9x[;="l6_�=C�/=CRGX�H�¿�JsX/="85RSF"4 VY=C=�8/l6F~JsHG[]=�¿v=C�mFGEIH~=[DH~H~j � ����¿�¿�¿K4 EbF~RSl 4 <;Eb<;@54|="_;<��(8/i¡85: �(lb8/9]:/=C�Q�?o�J/R�ikJ/RS=KRG=Co�=CRG="9;@y="FC4¥�

¨,E69;8/lblIX �m9]JU8/@C@yJ�<;9DH^¿�E6l6l*��=�@yJ�ikj�lI=CH~=�¿�EIHG[]J�<;H�9]J/HGE69]:§HG[;85HAHG[]=CRG= [;8/FA8/l6F~J��=C="9s8�_;E6F~HGE69�@yHMH~RS8/_;EIHGEIJ�9 E69�HG[]=§F~HG<;_]X¤J/o�@C<;l6HG<]RS8/lq=C�/J�l6<;HGEIJ�9 HG[;85H�[;8/F�i¡8/9�Xj�J/H~="9�HGEb8/l�j$J�Eb9�HGF�J/o,@yJ�9�HG8/@yH�¿�EIHG[�l68/9]:�<;85:/=^=C�/J�l6<;HGEIJ�9*4Qu�E6J�9]=C=CRSE69]: i¡85HG[]="i�85HGE��@C8/l*8/@C@yJ�<;9DHGF�J/o}@C<;lIHG<]RS8/l$=C�/J�l6<;HGEIJ�9U[;8"�/=K��=C="9§j;RGJ/j�J�F~="_§�YXUpn8&�(8/lbl6E���VYo�J/R �"8 8/9;_¨]="l6_�i¡8/9���3"ª/ Z3&� �m��J&XZ_�8/9;_U��E6@\[]=CRSF~J�9���3"ª/ /��� �$8/9;_U>�hZ="lIRGJZ_���3"ª/ ({D�\4n¦Ao�HG[;="F~= �HG[]=��;RSF~H}ik="9DHGEIJ�9]="_�¿vJ/RS©L[;8/F}:/RG="85H~="F~H,J&�/=CR\l685jk¿�EIHG[LHG[]=r85j;j;RGJ�8/@\[�Eb9KHG[;E6Fw��JDJ/©$4pn[;85j�H~=CRAª¡[�8/F���=C="9a_;=C�/J/H~="_aH~JUFGE6i¡Ebl685RSEIHGEI="Fn8/9;_�_;E���=CRG="9;@y="F��$=CH ¿v=C="9 HG[]=?H�¿�J85j;j;RSJ�8/@S[]="FC4�f�J/RG=MRS="@y="9�HGlIX �;85H�8��/=CRGXU_;E���=CRG="9DH�l6=C�/="l�J/ow8/9;8/lIXZFGE6F�Y8/9U="ikjmEIRSE6@C8/lF~HG<;_;XkJ/o�HG[]=^FGE6i¡E6lb85RSEIHGEI="F,��=CH�¿�=C="9U:/="9]="F �Zj�=CJ/j�lI= �Z8/9;_§l68/9]:�<;85:/="FnE6FvRG=Cj�J/RGH~="_§E69pn8&�(8/l6lbE���VYo�J/R �"8s� N5t/t]3&�\4���<;[�lI="9 ��3"ª/ª({ �63"ª/ª�d/�kEb9s8a9Y<;i?��=CRLJ/o�FG@\[]J�l685RSl6X ¿�J/RG©ZFo�J�l6lIJ&¿�E69]:xE69HG[]= H~R\8/_;EIHGEIJ�9J/o��ARG=C="9D��=CRG: ��3"ª/z/z �63"ª�d�{ �63"ª�d5 ��¤@yJ�9�F~H~RS<;@yHGFaj�[�XD�lIJ/:/="9]=CHGEb@�H~RS=C="F¡<;FGE69;:aH~="@S[�9;E6BY<]="F o1RSJ�i @Cl68/FGFGE6@C8/ln@yJ�ikjm85RS85HGEI�/=�l6E69;:�<;E6F~HGE6@CF?8/9;_E69��m<]="9;@y="_§�DXUj�=CRSF~j�="@yHGEI�/="Fno�RGJ�i �mEIJ�lIJ/:�E6@C8/l*8/9;_a@C<;lIHG<]RS8/l$=C�/J�l6<;HGEIJ�9*4

����� � ���� �� � � �� � ����� ���

>AFQ¿�=�[;8&�/=�9]J/H~="_�85�$J��/= �ZHG[]=CRG=�85RG=Ai¡8/9DX FSE6i¡E6l685R\EIHGEI="F}8/9;_�_;EI�$=CRG="9�@y="Fq��=CH�¿�=C="9=C�/J�l6<]HGE6J�9;85RGX j�RGJY@y="FSF~="F�E69l6E69]:�<�E6F~HGE6@CF�8/9;_ ��EIJ�lIJ/:/X/4 ��85HG[]=CR�HG[�8/9 _]¿v="lbl�H~JYJi�<;@S[xJ�9x8/9�8/lIJ/:�EI="F ��¿v=�¿�E6l6l�_]=C�/="lIJ/j°HG[]=�l6J/:�E6@§J/oAl68/9;:�<;85:/=�=C�/J�l6<]HGE6J�9�J�9°EIHGFJ&¿�9¤H~=CRSi¡F^J&�/=CR?HG[]=k@yJ�<]RSF~= J/o�HG[;E6FA��JDJ/©$4L7.=CHK<;F^RG="EIH~=CRS85H~=kJ�<;RAj�J�E69DHAJ/ov�ZEI=C¿85:�8/E69*4

354Q7wE69]:�<;E6FGHGE6@r��="[;8"�ZEIJ/R�8/9;_�<�9;_]=CRSlIXZE69]:KlbE69]:�<;E6FGHGE6@�©Y9]J�¿�lI="_]:/=^i¡8&X¡��=�@S[�85R~�8/@yH~=CRSE6FG="_ 8/F�8 o�J/RSi¡8/l^F~XZF~H~="i�4 7�=CH RG=Cj;RS="F~="9�HUHG[]= RS8/9]:/=¤J/oLFS<;@S[ o�J/RSi¡8/lF~XZF~H~="i¡FrHG[�85H�[D<�i¡8/9;Frj�J�FGFGE6��lIXkj�J�FGF~="FGF"4

NY4rPQ85RSEb85HGEIJ�9�¿�E6HG[;E69�8/9DX�j$J/jm<;l685HGEIJ�9 � 85HAHGE6ik= �G�ni¡8&X���=K@S[;85R\8/@yH~=CRSE��C="_ �DX8¤j;RGJ/�m85��E6l6EIH X _;E6F~H~R\EI��<]HGEIJ�9�$ �^J�9 4 ¨]J/R�8/9�X � ! �($ �S���m��RS=Cj;RG="F~="9DHGF HG[]=

Page 51: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

����� �� � � ��� � ��� � ���� � �� {�e

j;RGJ/j�J/RGHGE6J�9UJ/o}E69�_;EI�ZE6_;<;8/l6Fv<;FGE69;:�HG[;=KF~XYFGH~="i �*4eY4�>A9UE69;_;E6�YE6_�<;8/l]@S[;Ebl6_���J/RS9�¿�EIHG[�E69¡HG[;EbFvj�J/j�<�l685HGEIJ�9¡¿�E6l6l�8/@CBY<;EIRS=^lb8/9]:�<;85:/=

��8/F~="_�J�9�8¡lI="85RS9�E69]:k8/lI:/J/RSEIHG[�i ! HG[;85H�i¡85j�F�EIHGF�j;RSE6i¡85RSX�l6E69]:�<�E6F~HGE6@A_;85HG8kJ�9DH~Jl6E69;:�<;E6F~HGE6@nF~XZF~H~="i¡FM��="lI="i¡="9�HGF�J/o ��\4q��[]=�_�E6F~H~RSEI�m<]HGEIJ�9 J/o._;85HG8?HG[;85H�HG[]=�H XDjmE6@C8/l@S[�E6l6_�RG="@y="EI�/="F�¿�E6l6ln_]=Cj�="9;_x<;j$J�9 HG[]=�_;E6F~H~RSE6��<]HGEIJ�9 J/oMl6E69]:�<;EbF~HGE6@¡H XDj�="F�E69�HG[]=j;RG=C�ZEIJ�<;FK:/="9]=CRS85HGEIJ�9 $ � 8/9�_�HG[]=�ikJZ_]=¡J/orE69DH~=CRS8/@yHGEIJ�9s��=CH�¿�=C="9sHG[]=�@S[;E6lb_ 8/9;_EIHGFr="9D�ZEIRGJ�9;ik="9DHC4

��3&� �.� N�� �]8/9;_¤� e��qHG85©/="9UH~J/:/=CHG[;=CRr¿�E6l6l;8/lblIJ&¿ <;F�H~J _]="_;<�@y=�8�i¡85j $ � $ $ ��� <HG[;85H�@\[;85RS8/@yH~=CRSE �C="F�[]J�¿ l6E69;:�<;E6F~HGE6@��585RSE685HGEIJ�9U=C�/J�lI�/="F�J&�/=CR�HGE6ik=/4��[;=aE69DH~=CRGj�l68&X ��=CH ¿v=C="9 lI="85RS9;Eb9]:��DX°Eb9;_;EI�ZE6_;<;8/lbF?8/9;_�@S[;8/9;:/=���=C�/J�l6<;HGEIJ�9m�

E69 j�J/j�<;l685HGEIJ�9�FLE6F�FG<]�;HGl6=/4 ��=�_]J¤9]J/Hk@C<]RGRS="9�HGlIX [�8"�/=�:/JYJY_�E69DHG<;EIHGEIJ�9�FL85��J�<]HHG[]=�j;RG="@CE6FG=?9;85HG<]RS=?J/oQHG[�E6F�RG="lb85HGEIJ�9;FG[;E6ja8/9;_ HG[]=Lj�J�FGFSEI��lI=Ko�J/RSi¡FAEIHA@yJ�<;l6_�HG85©/=/4uQRSJ/:/RG="FGFvJ�9�HG[;EbFvBY<]="F~HGEIJ�9�E6FQ©/=CX�H~J�_]=C�/="l6J/j�E69]:?:/JDJZ_�HG[;=CJ/RSEI="FvJ/o�[]J&¿ 8/9;_�¿�[�Xl68/9]:�<�85:/="FK@S[;8/9;:/=�8/9;_¤=C�/J�lI�/=/4¡��HKE6FA=yhZH~RG="ik="lIX¤_;E ��@C<�lIH�H~J�i¡85©/=¡j;RGJ/:/RS="FGF^�DX�/=CRG��8/l}85RG:�<;i¡="9�HGFA8/lIJ�9]= 8/9;_�HG[;=CRG=Co1J/RS=�EIHAi¡85©/="F^F~="9;F~=?H~J§FGHG<;_]X�HG[;E6F�BD<;="F~HGEIJ�9E69 F~J�ik=§o1J/R\i¡8/lv85�mF~H~RS8/@yHGEIJ�9*4sVYJ 8/lIHG[]J�<]:�[ ¿�=�H~RSX H~J¤="9]:�85:/=�l6E69]:�<;EbF~HGE6@ o 8/@yHGFHG[]RGJ�<;:�[]J�<]HrHG[;E6Fn��JYJ/© �;i�<;@\[�J/o}J�<]R�_;E6FS@C<;FGFGEIJ�9§RG="i�8/E69;Fr85��F~H~R\8/@yHC4

>A9]J/HG[]=CRL8/FGj$="@yHMJ/onHG[]=k��JYJ/©�E6FME6HGF^o1JZ@C<;FMJ�9 i�85HG[]="i¡85HGE6@C8/lQi¡JY_]="lbF�¿�[]=CRG=HG[]=nRG="l685HGE6J�9;FG[;EIj?��=CH�¿�=C="9 �(85RSE6J�<;F.J/� ��="@yHGFQi�8"XL��=�o1J/R\i¡8/l6lIX���j;RSJ&�585��lIX;��F~HG<�_;EI="_*4> @yJ�ikj�l6="ik="9�HG85RSX�85j;j;RGJ�8/@\[�E6F�H~J�@yJ�9;FSE6_]=CR�HG[;=?l685RG:/=CR^@Cl68/FGF�J/oQ@yJ�ikj�<]HG85HGE6J�9;8/likJZ_]="l6FM¿�[]=CRG=¡J�9]=�RG="F~J/RGHGFLH~J�FGEbi?<;lb85HGEIJ�9;FC4Ufa85HG[]="i�85HGE6@C8/lnikJY_;="l6FM¿�EIHG[ HG[]="EIR="BY<;85HGEIJ�9;F¡8/9�_�j;RGJYJ/o�F¡8/9�_x@yJ�ikj�<]HG85HGEIJ�9�8/l�ikJZ_]="l6F ¿�EIHG[�HG[;="EIRkj;RGJ/:/RS8/i�F¡8/9;_FGE6i�<;l685HGE6J�9;F,j;RGJ��YE6_;=�_;E���=CRG="9�HQ8/9�_¡E6ikj�J/RGHG8/9DHq¿�E69;_;J&¿�F,J/o*E69;FSEI:�[�HQEb9�H~JMHG[]=�j�[]=y�9]J�ik="9�8L85Hn[;8/9;_*4}��9�HG[]=��;RSF~H �DJ�9]=A@yJ�9�F~H~RS<;@yHGF�E6_]="8/l6E �C="_¡8/9;_§FGE6ikj�lbEI�;="_ ikJZ_]="l6F��<]H�J�9]=�@C8/9x9]J�¿ RG="8/F~J�9�j�RG="@CE6F~="lIX 85�$J�<;H�HG[;=§��="[;8&�YE6J/R�J/o^FG<;@\[xikJZ_]="l6F 8/9;_HG[]=CRG=Co�J/RG=§��=��/=CRGX FG<]RG=�J/o�J�9]=�� F @yJ�9;@Cl6<;FSEIJ�9;FC4���9 HG[]=UF~="@yJ�9;_ �qJ�9]=U@yJ�9;F~H~R\<;@yHGFikJ/RG=�RS="8/l6E6F~HGE6@UikJZ_]="l6F���<;H���="@C8/<;FG=�J/o�HG[]=�@yJ�i¡j�lI=yh]EIH�X ��J�9]=�¿�E6lblv9]=C="_°H~J RG=y�F~J/RGHrH~J�[]="<]RSE6FGHGE6@�85RS:�<;ik="9DHGF�8/9;_�FGE6i�<;l685HGE6J�9;FC4}��9�FS<;i¡i¡85RGX �Zo�J/R�i¡85HG[]="i�85HGE6@C8/likJZ_]="l6F�HG[]=A8/FSFG<;ikj;HGE6J�9;FQ85RG=^ikJ/RG=^BD<;="F~HGEIJ�9;85��l6=���<]HvHG[]=�@yJ�9;@Clb<;FGEIJ�9;Fv85RG=^ikJ/RG=RG="l6Eb85��lI=?T o�J/RL@yJ�ikj�<]HG85HGE6J�9;8/lQikJZ_]="l6F �.HG[]=�8/FGFG<�ikj;HGEIJ�9;FM85RS=¡ikJ/RG=¡��="l6EI=C�585��lI=��<]HrHG[;=K@yJ�9;@Cl6<;FGE6J�9;FrikJ/RG=LFS<;F~j�="@yHC4

²�� ����² � ¬�± ­¾��­��(±�®. � �7�=CH�<;FUFG<�i¡i¡85RSE��C= HG[]=�i¡8/E69E69�FGEI:�[DHGF�HG[;85HU="ik=CRS:/=�o1RGJ�i�HG[]=�E69D�/="F~HGEI:�85HGE6J�9;F@yJ�9;_;<�@yH~="_�E69UHG[;E6F��$JYJ/©$4

� � � ��! �"! # � !��%�,� � � ��� !��

Page 52: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

{/{ ������� � ����� ������� ������� ��� � �

7.="85RS9;E69]:K85HvHG[]=�E69�_;EI�ZE6_;<;8/lYlI=C�/="l�8/9�_k=C�/J�l6<]HGEIJ�9�85H�HG[]=�j$J/jm<;l685HGEIJ�9klI=C�/="lm85RG=RG="l685H~="_�4}¨;<;RGHG[]=CRSikJ/RS= �(¿�=nF~=C=vHG[�85H}_;EI�$=CRG="9DHwl6="85RS9;E69]:�8/lI:/J/RSEIHG[;i�F.[;8&�/=�_;EI�$=CRG="9DH=C�/J�l6<]HGE6J�9;85RGX�@yJ�9�F~="BD<;="9;@y="FC4¡��[Y<;F^=C�/=CRGX¤HG[]=CJ/RGX J/onl68/9]:�<;85:/=¡8/@CBY<;E6FGE6HGEIJ�9¤8/l6F~Ji¡85©/="F�j;RG="_;Eb@yHGEIJ�9;F�85��J�<]H�HG[;=?9;85HG<]RS=KJ/oql68/9]:�<;85:/=�@S[;8/9]:/=/4�V]<;@S[aHG[]=CJ/RSEI="F�i¡8"XHG[]=CRG=Co�J/RG=r��=rH~="F~H~="_�9]J/HqJ�9;lIX�85:�8/E69;F~HQ_]=C�/="l6J/j�ik="9DHG8/l;j�F~XZ@S[;J�l6E69]:�<;EbF~HGE6@�_�85HG8M��<]H8/l6F~J¡85:�8/Eb9;F~H�[;EbF~H~J/RSE6@C8/l*8/9;_U=C�/J�lb<]HGEIJ�9;85RGXU_;85HG8Z4

¦A�/=CR�HG[]=§@yJ�<]RSF~=�J/orHG[;E6FK��JYJ/© �}¿�=�=yhZj�lIJ/RG=�i¡8/9�X _�E��$=CRS="9�H�lI="85RS9;E69;:�8/lI:/J5�RSEIHG[�i¡FM8/9;_�HG[]="E6RK=C�/J�l6<]HGEIJ�9�85RGX�@yJ�9;F~="BY<]="9;@y="FC4 ��=�F~=C=�HG[;85HKHG[]=¡=C�/J�lb<]HGEIJ�9;85RGX_]XZ9;8/i¡E6@CFr@C8/9�_]=Cj�="9;_�E69�FG<;�;HGlI=M¿n8"XZF�J�9�¿�[;=CHG[]=CR�lI="85RS9�E69]: J/j�=CRS85H~="F�¿�E6HG[�J�9Z�l6E69;=�ik="ikJ/RGXZlI="FGF?8/lI:/J/RSEIHG[�i¡FKJ/R�:�lIJ/��8/lv��85HG@S[�8/lI:/J/R\EIHG[;i¡FC4�V]E6i¡E6l685R\lIX �*HG[]=CRG=UE6F8 _;E���=CRG="9;@y=A��=CH�¿�=C="9�F~XYi�ik=CH~RSE6@A8/lI:/J/RSEIHG[�i¡Fnl6EI©/=�HG[;=AH~R\EI:/:/=CRr��8/F~="_U8/lI:/J/RSE6HG[;i¡F8/9;_�8/F~XZi¡ik=CH~RSE6@v8/lI:/J/RSEIHG[�i¡FwlbEI©/=�HG[]=n@C<]=���8/F~="_�8/lI:/J/RSEIHG[�i¡FC4 �[;E6l6=���J/HG[LFG85HGEbF~o1XlI="85RS9�85��E6l6EIH X�@yR\EIH~=CRSE68 �DHG[]=CX¡[;8"�/=^_;E���=CRG="9DH�=C�/J�l6<;HGEIJ�9;85RGX j;RGJ/�mlI="FC4,��9�HG[]=�@yJ�9DH~=yhZHJ/oQu � u��m8/F~="_a8/lI:/J/R\EIHG[;i¡F �mHG[]=CRG=�E6F�F~J�i¡=?_]=C��85H~= 8/F�H~J�¿�[;=CHG[]=CR�HG[]=CRS=?85RG= _]=y�o 8/<;lIH � �%� � ��� �¤FGHG85H~="F�J/RU9]J/HU_;<]RSEb9]:�HG[]=¤8/@CBD<;EbFGEIHGEIJ�9xj�RGJY@y="FSFC4 VZ<;@\[�i�85RG©/="_F~HG85H~="F�¿vJ�<�l6_U:�EI�/=KRSEbF~=^H~J�8/F~XZi¡ik=CH~RSEb@MlI="85RS9;E69;: 8/l6:/J/RSEIHG[;i¡Fr8/9�_�HG[]="EIR�_;EI�$=CRG="9DH=C�/J�l6<]HGE6J�9;85RGXU@yJ�9;F~="BY<]="9;@y="F�i�8"XUHG[]="9���= �G<;_]:/="_�85:�8/E69;FGH�[;E6F~H~J/R\E6@C8/l*_;85HG8Z4

��=�8/lbF~J�F~=C=kHG[]=kRGJ�lI= J/on@yRSEIHGE6@C8/l,85:/=¡j�=CRSE6JY_;F ��HG[]=¡i¡85HG<;RS85HGEIJ�9¤j�85RS8/i¡=CH~=CR �E69�lI="85RS9�E69]:�8/9�_�=C�/J�l6<]HGEIJ�9*4 � o�HG[]=�lI="85RS9;Eb9]:�F~H~J/jmFk8/9;_�HG[]=�i¡85HG<]RG=�lb8/9]:�<;85:/=@yRGXZF~HG8/l6l6E �C="F?85o�H~=CRk8�9Y<;i?�$=CR � J/o�=yh]8/ikj�l6="F?[;8&�/=U�$=C="9 RG="@y="EI�/="_ �q¿v=UF~=C=§HG[;85HHG[]=?=C�/J�l6<]HGEIJ�9;85RSX�_]XY9�8/i¡E6@CF�85RS=�@\[;85RS8/@yH~=CRSE��C="_ �YX�_]=C:/RG=C= � j�J�lIXZ9]J�i¡E68/l*i�85j�FC4>AlIHG[]J�<]:�[kFG<�@S[k[;EI:�[ _]=C:/RS=C=�j�J�lIXY9;J�i¡E68/l�i�85j�FQi¡8&X�[;8&�/=�@yJ�ikj�lbE6@C85H~="_ ��="[;8"�ZEIJ/RE69�:/="9]=CRS8/l���Eb9aHG[]= j�85RSHGE6@C<;l685RA@C8/F~=kJ/ovl68/9;:�<;85:/= ��HG[]=CXaJ/j�=CRS85H~=kE69���J�<;9;_]="_�j�8(�RS8/ik=CH~=CRLRG=C:�E6ik="FC4?��[D<�F ��HG[]J�<]:�[¤��EIo <]RS@C85HGE6J�9;F�H XDjmE6@C8/l6lIXa85R\E6F~= ��@S[�85J�FMH�XYj�E6@C8/l6l6X_]JY="F�9]J/HC4

��= 8/l6F~J§F~=C=LHG[]=�_;E���=CRG="9;@y="F���=CH�¿�=C="9�lI="85R\9;E69]:¡8/lI:/J/R\EIHG[;i¡F�HG[;85H�lI="85R\9�o�RGJ�iHG[]= E69;j�<]H�j�RGJ&�ZE6_]="_ �YX�8xFGE69;:�lI= Eb9;_;EI�ZE6_;<;8/l?��j�85RG="9DH ��H~="8/@\[]=CR�MJ/Ra@C85RG=CHG85©/=CRy��/=CRSFG<�F�8/lI:/J/R\EIHG[;i¡F�HG[;85HMlI="85RS9�o1RSJ�i HG[]= E69]jm<]H�j;RGJ��YEb_]="_a�YX�HG[]= @yJ�i¡i�<;9;EIH Xa85Hl685RG:/=/4v��[;E6F�j�J�E69DH�E6Fn="l685��J/RS85H~="_�FG[;J/RGHGlIX/4

��=r[;8&�/=n@yJ�9�FGE6_]=CRG="_?F~J�ik=�=yhZ8/i¡j�lI="FwJ/o�l68/9]:�<;85:/=n@S[�8/9]:/=nH~J�j;RSJ&�ZE6_]=vlbE69]:�<;E6F~�HGE6@�:/RGJ�<;9�_;E69]:§8/9;_¤H~J�:�EI�/=¡8UF~="9;F~= H~J�HG[]=kRS="8/_]=CRMJ/ov[]J�¿ l6E69]:�<�E6F~HGE6@K_�85HG8�i¡8"X��=K="9]:�85:/="_¤<;FGEb9]:¡HG[]=�85j;j;RGJ�8/@\[]="F�_;="FG@yRSEI��="_�[]=CRS=/4�u}85RSHGE6@C<;l685RA9]J/H~=�FS[]J�<;l6_���=HG85©/="9 J/o�HG[]=kH~RG="85HGi¡="9�HKJ/o�j�[]J�9;J�lIJ/:�E6@C8/lq@S[�8/9]:/="FLE69spr[;E69]="F~= 8/9;_�u}J/RGHG<]:�<;="F~=8/9;_kF~XZ9DHG8/@yHGE6@r@S[;8/9;:/=�E69 ¨]RG="9;@\[¡8/9;_kgv9]:�l6E6FG[�4.>�9k8/FSF~J/RGHGik="9DHQJ/o�J/HG[;=CR�@S[;8/9;:/="F85RG=LFS@C85H~H~=CRG="_a8/@yRGJ�FSF�HG[]=K��JYJ/©m4

¨,E69;8/lblIX�EIHME6FA¿vJ/RSHG[�9]J/HGE69]:UHG[;85HKi�<;@S[¤J/o�lI="85RS9;Eb9]:�HG[;=CJ/RGX�E69¤l68/9;:�<;85:/=¡8/@ �BY<;E6FGEIHGE6J�9¡E6F�_]=C�/="lIJ/j�="_�Eb9¡HG[]=^@yJ�9�H~=yhZHnJ/o�HG[]=^@Cl68/FGFGEb@C8/l$pn[]J�i�F~©DX�8/9§E6_]="8/lbE��"85HGEIJ�9J/o,8/9 ~E6_]="8/l*F~j�="85©/=CR�[]="85RS=CR�E69�8k[]J�ikJ/:/="9]=CJ�<�F�l6E69]:�<�E6F~HGE6@r="9D�ZEIRGJ�9;ik="9DH��Z4�>AF�8RG="FG<�lIH.J�9]=nH XDj�Eb@C8/l6lIXK8/FGFG<�ik="F}HG[;85H,HG[]=CRG=nE6Fw8AHG85RG:/=CHq:/R\8/i¡i¡85R,¿�[;E6@\[LHG[;=nl6="85RS9]=CR

Page 53: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

����� �� � � ��� � ��� � ���� � �� {��

H~RSEI="F�H~JURG="8/@S[�4A��[�E6F���JYJ/©�_]RGJ/j�F�HG[]= []J�ikJ/:/="9]=CJ�<;F^8/FGFS<;ikj;HGEIJ�9 8/9;_ 8/9;8/lIX �C="FHG[]=kE6ikjml6E6@C85HGEIJ�9;F�J/ovlI="85RS9�E69]:�HG[;=CJ/RGX�E69 8U[]=CH~=CRGJ/:/="9]=CJ�<�F^j$J/jm<;l685HGEIJ�9�¿�EIHG[ l6E69Z�:�<;E6FGHGE6@A�(85RSEb85HGEIJ�9*4�7.="85RS9;E69]: HG[]=CJ/RSXU[�8/F�9]J/H���=C="9�F~XZF~H~="i¡85HGE6@C8/lblIX§_;=C�/="lIJ/j�="_�E69FG<;@\[�8¡@yJ�9DH~=yhYH���=Co1J/RG=/4

� � � � � � ��� ! � �"! � � � �"��� � � �� � � !�# � �# � �

>¾i¡8��~J/R�E69�FGEI:�[DHrHG[;85H�="ik=CRS:/="F�o�RGJ�i HG[]=�8/9;8/lIXYHGE6@^H~RG="85HGik="9DHAj�<]RSFG<;="_�[]=CRG=E6F�HG[]=�RGJ�lI=�J/oQ��EIo <]RS@C85HGEIJ�9�F <d< E69�j$J/jm<;l685HGEIJ�9�_]XY9�8/i¡E6@CF�8/FM8/9�=yhZj�l68/9;85H~J/RGX�@yJ�9Z�F~H~RS<�@yH�H~J�8/@C@yJ�<;9DH�o�J/R�i¡8��~J/R�H~R\8/9;FGEIHGEIJ�9�FrE69�l68/9]:�<;85:/=/4 � [;="9�J�9]=K¿�RSEIH~="Fr_]J�¿�9HG[]= _]XZ9;8/i¡E6@CF�J�9]=?¿�J�<;l6_�=yhZj$="@yH^E69�l6E69]:�<;EbF~HGE6@^j�J/j�<;l685HGE6J�9;F�<;9;_;=CRA8��(85R\EI=CH�X�J/o8/FGFG<�ikj;HGEIJ�9;F��85:�8/E69U8/9;_�85:�8/Eb9 �DJ�9;=A9]J/HGEb@y="F�HG[;85HM� 8���HG[]=�_;XY9;8/i�E6@CF�E6F�H�XYj�E6@C8/l6l6X9]J�9Z��lbE69]="85Rr���$�.HG[]=CRG=n85RG=n��EIo <]RS@C85HGEIJ�9;Fn��j�[;8/FG=vH~RS8/9�FGEIHGEIJ�9;F ��8/9;_�HG[]="FG=ni�8"XL��=nE69Z�H~=CRGj;RS=CHG85��lI=�Eb9�l6E69;:�<;E6F~HGE6@nH~=CR\i¡Fv8/FvHG[]=^@S[;8/9;:/=�J/o.lb8/9]:�<;85:/=Ao1RGJ�i�J�9]=^F~=C="i¡E69]:�l6XF~HG85��l6=LikJZ_]=LH~J§8/9]J/HG[]=CR"4���[;=CRG=?85RG=�9D<�ik=CRGJ�<;Fr=yh]8/ikj�l6="F�J/oQFG<�@S[��mEIo�<;RS@C85HGEIJ�9;FE69UHG[;EbFn�$JYJ/©$4

��9 pn[;85j�H~=CRL� �.¿�=�E69DH~RGJY_�<;@y=kikJY_;="l6F^¿�EIHG[¤H ¿vJalb8/9]:�<;85:/="FLEb9�@yJ�ikj�=CHGEIHGEIJ�9*4¨]J/R¡8 ��7.> ��8/F~="_ lI="85RS9]=CR o�J/R�lI="85R\9;E69]: E69 HG[]=�u � u¾ikJY_;="l��,¿v=�F~=C=§HG[;85H HG[]=="BY<;E6l6EI��RSE6<;i F~HG85H~=¡_;=Cj$="9�_;F�<;j$J�9 HG[]= RG="lb85HGEIJ�9;FG[;E6jaJ/o�#a¿�EIHG[ �M¿�[]=CRG=�#a8/9;_ �

85RG=nHG[]=no�RG="BD<;="9;@CEI="F}¿�EIHG[�¿�[;Eb@S[�8/iL��E6:�<]J�<;F}o1J/R\i¡F,85RG=n:/="9]=CRS85H~="_k�YX?F~j�="85©/=CRSF,J/o="8/@S[§J/o�HG[;=�H�¿�Jkl68/9]:�<;85:/="F�E69�BD<]="FGHGEIJ�9*4,� o # � � �YHG[]="9�9;JL=C�/J�l6<]HGE6J�9;85RGX¡@S[�8/9]:/=E6FLj$J�FSFGEI��lI=/4�� o+# � � �wHG[;="9 J�9]=�J/orHG[]=¡H�¿�J¤l68/9]:�<;85:/="F�E6FKF~HG85�mlI= �wHG[;=�J/HG[]=CR E6F<;9;FGHG85��lI=/4?¨;J/R #�� �?HG[]= RG=C�/=CRSFG=¡E6F^H~RS<]=/4 ��=¡HG[D<�FMF~=C=kHG[;85HKEIHME6FAj�J�FGFGEI�mlI=Lo�J/R8Ul68/9]:�<;85:/=�H~JU:/JUo1RGJ�i�8UF~HG85��l6=?H~J�8/9¤<;9;F~HG85�mlI=?F~HG85H~=k��="@C8/<;FG=?J/o�8U@\[;8/9]:/=kE69HG[]=Ko�RG="BY<]="9;@CEI="F�¿�EIHG[�¿�[�E6@S[�=yhZj;RG="FSFGEIJ�9;F�85RS=Kj;RGJZ_;<;@y="_*4���9�8¡@C<]=K��8/FG="_aikJZ_]="lJ/owl6="85RS9;E69]: �Z8/l6F~Jk_;EbFG@C<;FGF~="_§E69�HG[;85Hr@S[;85j�H~=CR�;¿�=^FG=C=AHG[�85HrHG[]=CRG=ME6Fn8���EIo <]RS@C85HGEIJ�9o�RGJ�i 8¤RG=C:�E6i¡=�¿�EIHG[�H�¿�JsF~HG85�mlI=�="BD<�E6l6EI�;R\E68�H~J�J�9]=a¿�EIHG[�J�9;lIX 8�FGE69]:�l6=UFGHG85��lI=="BY<;E6l6EI��RSE6<;i 8/F��s��HG[]= 9D<�iL��=CR�J/ovlI="85RS9;E69;:¡FG8/ikj�lI="F �r8/9;_ �HG[]= @C<]=?o1RG="BY<]="9;@yX�585RGXk8/F�8Mo <;9;@yHGEIJ�9¡J/o$="8/@\[�J/HG[;=CR"4q¨]J/R�i¡JY_]="lbFqE69;F~j�E6RG="_��DXk@S[�8/9]:/=�E69kgv<]RGJ/j�="8/9u}J/RGHG<]:�<]="FG=LJ/RAHG[]J�F~=LE69�F~j�EIRG="_U�YXUj�[]J�9]J�l6J/:�E6@C8/l�@S[�8/9]:/=�Eb9�pn[;E69;="F~= �;FGE6i¡Ebl685Rr��E��o <]RS@C85HGEIJ�9;F�85RSE6F~=/4,��9¡@S[;85j�H~=CRSFQJ�9�HG[]=�="ik=CRG:/="9�@y=�J/o�:/RS8/i¡i¡85HGEb@C8/l�@yJ�[]=CRG="9�@y= �D¿�=

>V> � FOJsg3D@WdP�K@FOI5M)G�ScP [f`]CpD@C W I(Q5M3F 1ECdN2PRGB\)A)P(GVC�KVDXP(M3GVFOK@FOI(M)GBFOM2P{M7g3Sf`]CEDbI(J�Nm[mM)P(STFOWdP(Y)STI7N3C YOGFOM�\)Ai[mGVFOW GoP(M)N�`3FHI(YOI5Q([ij�?BA)C�STI5GhK�J=P(STFOYOFHPRD FHM3GhKXP(M3W C GoI(J/\3A*P(GVC KVDXP(M)GVFaK@FOI5M3GwP�D@CBK@A)I(GVCBK@A*PRKoYOCdP(NK@I}W�A)P(M)Q(C G�FOM-K@A3C_GhKXP�K@C_I(J�ScPRK@CED@FHPRYHG y3C5j Q3jOymq�P�K@CED�K@g3D@M3FHM3Q{FHMiK@I�FHWEC_I(DlPRM2FaD@I(M2`)PRD�`]C W I(STFOM)Q�P\]CED@ScPRM)C MiKBScPRQ5M3CEK��=K@A3C�S|GVFOM3QfPRM*N-�$I(KVK@GBSTI7NmC YOGX��j>S|Mc`]I(K@A-WdP(GVCEG y)GhKXP�K@FHGhK@FOWdPRY�\3Ai[3GVFOW GwSTI7N3C YOGScP [c`]C�W I(M)GhKVD@g)W�K@CdNUPRM*N-K@CEST\]CEDXPRK@gmD@C_FOG�K@A)C_\)PRDXPRSTCEK@CED�K@A*P�K�FOGlx(PRD@FOCdN-FOMUGVg)WXA-STI7N3C YOG jUS�K�FOGGVC C M}K@A*P�KoPpWED@FaK@FOWdPRY3K@A3D@CEGVA)I5YHN{FOM�K@C ST\]CEDXP�K@g3D@C GVC \*P�DXPRK@C G�K@A)Cw~ig*P(YOFaKXPRK@FOx�CEYO[�NmF )/C�D@C MiK$D@C Q5FOSTC G�IRJ`]C A)P�x7FOI(DbIRJ*K@A)CBScP�K@CED@FHP(Y�jo?BA7g)G$K@CEST\]CEDXPRK@gmD@CBScP [{W�A)P(M)Q(C�W I5MiK@FOM7g)I(g)GVYa[�P(WED@I(GVGoK@A3FOGoK@AmD@C GVA)I(YHNYOCdP5NmFOM)QpK@IpPlN3FOGVW I5MiK@FOM7g)I(g)G$WXA*PRM)Q5C FOM{K@A3CwGhKXP�K@CwI(J3K@A)CbScPRK@CED@FHPRY�jQ/)I(DoP�STI(D@Cb\3D@CEW FOGVC�N3FOGVW g3GVGVFHI(MI(J�K@A)FOG�\]I5FOMiKdy)GVC C�TwA)P(\mK@CED{� �mj

Page 54: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

{�z ������� � ����� ������� ������� ��� � �

F~=C=L[;J&¿ HG[]=CRG=?E6Fr8 ��EIo <]RS@C85HGEIJ�9§j�J�E69DHn�$="l6J&¿ ¿�[;Eb@S[UF~HG85��lI=KFGJ�l6<]HGEIJ�9;FnE69�@Cl6<;_]=^8/l6ll68/9]:�<�85:/="F���j�J�lIXZikJ/RGj�[;EbFGi��.8/9;_�85��J&�/=�¿�[;E6@\[¡F~HG85��l6=�F~J�l6<]HGE6J�9;Fq@yJ�9�HG8/Eb9�8KFSE69]:�lI=FG[;85RS="_�l68/9]:�<;85:/=KEb9UHG[]=L@yJ�i¡i�<;9;EIH X§85H�l685RG:/=/4

��[;="F~= RG="FG<;lIHGF�j;RGJ��YEb_]=�FGJ�ik=k<;9;_]=CRSFGHG8/9;_;E69]:�J/ov[]J�¿ 8§i�8���J/RMH~RS8/9�FGEIHGEIJ�9 E69HG[]=nl6E69]:�<�E6F~HGE6@}��="[;8"�ZEIJ/R}J/o;8�@yJ�i�i?<;9�EIH�XKi¡8&XL@yJ�ik=r85��J�<]Hw8/F,8�RG="FG<;l6H�J/o�8�i�E69]J/R_]RSE6o1H�E69 <�FG85:/=�o�RG="BY<]="9;@CEI="F�j;RSJ&�ZE6_]="_ HG[;J�F~=�<;FG85:/=Uo1RS="BD<]="9�@CEI="F?@yRSJ�FGF 8 � ����� � �� � � ��� � �*�54���[]=?<;FG85:/=Lo�RG="BY<]="9;@CEI="F�i¡8"X�_]R\EIo1Hro�RGJ�i J�9]=L:/="9]=CR\85HGEIJ�9�H~J�HG[]=?9]=yhZH��<]H�HG[]=M<;9;_;=CRSlIXZE69]:Ll6Eb9]:�<;E6F~HGEb@�F~XZF~H~="i¡Fri¡8&X�RG="i¡8/Eb9§FGHG85��lI=/4Q�n<]HrEIo�HG[]="FG=^<�FG85:/=o�RG="BD<;="9;@CEI="F�@yRSJ�FGF�8sHG[]RG="FG[;J�l6_ ��HG[]="9 R\85j�E6_°@\[;8/9]:/=¤i¡8"X°@yJ�ik=¤85��J�<]HC4 ��[Y<;F8s9;J&�/="lAF~J�l6<]HGEIJ�9 H~JsHG[]= 8/@yHG<;85HGEIJ�9�j;RGJ/��l6="i ��HG[]= j;RGJ/��lI="i J/oM¿�[;85H�E69�EIHGE685H~="Fl68/9]:�<�85:/=L@S[;8/9;:/=��rE6Fnj�J�FGEIH~="_�4

� � �-��� � � � ��� � ��� !�� !��'� � � ��� ����# � ! � �� � � !�# � �# � �

��9sjm85RGH?��P J/o�HG[�E6FL��JYJ/© �,¿�=§FS[]="_ FGJ�ik=�l6EI:�[DHLJ�9 HG[]=U@yJ�ikj�lI=yhs9;85HG<;RG=�J/oHG[]=�RS="l685HGEIJ�9;FG[�EIj��$=CH ¿v=C="9�@yJ�i¡i�<;9;E6@C85HGEI�/=a= ��@CEI="9;@yX�8/9;_x�;HG9;="FGF �nF~JY@CEb8/lr@yJ�9Z�9]="@yHGEI�ZEIH X �.lI="85RS9;85�mE6l6EIH X ��8/9�_¤HG[]=k="ik=CRG:/="9;@y=�J/ovFG[;85RS="_�l6E69]:�<;EbF~HGE6@LFGXYF~H~="i�FC4�¨;J/R=yh]8/ikj�lI= �}¿v=�F~HG<;_]X¤HG[]=¡="i¡=CRG:/="9;@y=§J/o�:/R\8/i¡i¡85HGE6@C8/l�@yJ�[]=CRG="9;@y= �qE 4|=/4 �,8aFS[;85RG="_l68/9]:�<�85:/=KJ/owHG[;=K@yJ�i¡i?<�9;EIH�XUE69UHG[]=K85�mF~="9;@y=KJ/o,8/9�XU@y="9DH~RS8/l6E��C="_�85:/="9DH�HG[�85H�="9Z�o�J/RS@y="FMFG<;@\[ @yJ�[;=CRG="9;@y=/4L�r¿�JU_;E���=CRG="9�H^ikJZ_]="l6FA85RG=k@yJ�9;FGE6_;=CRG="_�Eb9¤pn[�85j;H~=CRSF 3"N8/9;_�3"eY4K��9aJ�9;= ��@S[;E6lb_]RG="9al6="85RS9 o1RGJ�i HG[]="E6R�j�85RS="9�HGFM8/lIJ�9;=/4M��9�HG[]= J/HG[]=CR�*HG[]=CXlI="85RS9�o�RGJ�i HG[]=?="9DHGEIRG= @yJ�i¡i�<;9;EIH Xa85HMl685RG:/=/4^��9a��J/HG[ ikJY_;="l6F ��EIHAEbF�o�J�<;9;_aHG[;85H@yJ�[]=CRG="9�@y=¡="ik=CRG:/="FMJ�9�lIX�EIovHG[]=¡lI="85RS9�E69]:§��_]="l6EIH XaE6FM[;E6:�[ ��E 4|=/4 ��o�J/RK=C�/=CRGX j�J�FGFGE����lI=�HG85RG:/=CH :/RS8/i¡i¡85R & �qHG[]=§lI="85RS9]=CR�¿�E6l6lql6="85RS9sEIH?¿�EIHG[ [;EI:�[s@yJ�9;��_]="9;@y=¤��¿�EIHG[j;RGJ/�m85��E6l6EIH X ���*�\4 >�o�H~=CR =yhZ8/i�E69;E69]:�@yJ�9;_;EIHGEIJ�9�FKo�J/R l6="85RS9;85��E6lbEIH�X �w¿v=UF~=C=§HG[;85HHG[]=K@yJ�ikjmlI=yhZE6H�X§J/owHG[]=?@Cl68/FGFrJ/o}j�J�FGFGEI��l6=�:/RS8/i�i¡85RSF( �]HG[]=KFGE��C=MJ/o}HG[]=Ll6="85RS9;E69]:F~=CH � �;8/9�_UHG[]=L@yJ�9]��_;="9;@y=��¤85RS=K8/l6l�RG="l685H~="_*4v¨]J/R�8k�;hY="_ � �;EIo��¤EbFnH~J¡��=Kl685RG:/= �HG[]="9� i?<�F~H?��=�FSi¡8/l6l 4a��[D<;F?E69 8/_;_;EIHGEIJ�9 H~J HG[;=�H~RS8/_;E6HGEIJ�9;8/l�l6="85RS9;E69]:aHG[]=CJ5�RG=CHGE6@�@yJ�9;FGE6_]=CR\85HGEIJ�9;F �w¿v=§F~=C=�HG[;85H?HG[]=CRG=§i¡8"X���=¡=C�/J�l6<;HGEIJ�9;85RGX�@yJ�9;F~H~R\8/E69�HGFLJ�9HG[]=¡@yJ�ikjmlI=yhZE6H�XaJ/o T HG[;=¡@Cl68/FGF^J/on<;9;EI�/=CRSFS8/lw:/R\8/i¡i¡85R"4���9¤J/R\_]=CRMH~JaF~HG85��l6Xi¡8/E69DHG8/E69�8�FG[;85RG="_�lb8/9]:�<;85:/=LE69�8�@yJ�i¡i�<;9;EIH X �;HG[]=L@Cl68/FSFrJ/o,j$J�FSFGEI��lI=Ml68/9;:�<;85:/="Fi�<;F~Hr��=MRG="F~H~RSEb@yH~="_ �;F~J�ik=CHG[;Eb9]:¡l6EI©/=K<;9�EI�/=CRSFG8/l$:/RS8/i¡i�85R�i�<;F~Hr��=MH~RS<]=/4

> F~="@yJ�9;_kE69�FGEI:�[DHw="ik=CRS:/="Fqo1RSJ�i @yJ�9;FGE6_]=CR\E69]:AHG[]=r_;E���=CRG="9;@y=rE69�HG[]=rH�¿�JKikJZ_Z�="l6FqJ/o.pn[�85j;H~=CRSFr3"NK8/9�_�3"eY4���=�F~=C=�HG[�85H�EIo$J�9]=�lI="85RS9;FQo1RGJ�i j�85RG="9DHGF�8/lIJ�9]= ��HG[]="99;85HG<]R\8/l.F~="lI="@yHGE6J�9a��8/FG="_aJ�9 @yJ�i¡i�<;9;E6@C85HGEI�/=��;HG9]="FSF�E6FA9]="@y="FGFG85RSX�o1J/RAHG[]=�="ik=CR~�:/="9;@y=nJ/om8AFG[;85RS="_�lbE69]:�<;E6FGHGE6@qF~XZF~H~="i�4Q¦^9�HG[]=vJ/HG[;=CR,[�8/9;_ �/EIo]J�9]=rlI="85RS9�F.o�RGJ�i HG[]=@yJ�i¡i�<;9;EIH X�85H�l685RG:/= �mHG[]="9�9;85HG<]R\8/l�F~="lI="@yHGEIJ�9�E6F�9]J/H�9]="@y="FGFG85RGX/4 ��J&¿ E69�[Y<;i¡8/9F~JZ@CEI=CHGEI="F �*HG[;=¡F~JY@CEb8/lq@yJ�9;9]="@yHGEI�ZEIH�X�j�85H~H~=CRS9�="9�FG<]RG="FAHG[;85HM="8/@\[sE69;_�EI�YEb_;<;8/l�@\[;E6l6_RG="@y="EI�/="F§l6E69;:�<;E6F~HGE6@§E69]jm<]H o1RGJ�i i?<;l6HGEIj�lI=Uj�=CJ/j�lI=�E69�HG[;=a@yJ�i¡i�<;9;EIH X/4���9°FG<;@\[

Page 55: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

����) � ������� � � � � ��� � ��� � � � ��� � � ��� � ��� �'� ��� � �0� {Dd

F~JZ@CEI=CHGEI="F �vEIH�EbF?HG[;=CRG=Co1J/RS=U9;J/H 9;="@y="FGFG85RGX H~J�j$J�FGHG<;l685H~=Uik="@S[;8/9�E6FGi¡F�J/o�9�85HG<]RS8/lF~="lI="@yHGE6J�9ao�J/R�HG[;=L="ik=CRG:/="9�@y=�J/oQlb8/9]:�<;85:/=/4^¦M9�HG[]=?J/HG[]=CRM[;8/9;_ ��Eb9�HG[]J�F~=�©ZE69;_;FJ/oq8/9;E6i¡8/l.F~JY@CE6=CHGEI="F�¿�[;=CRG=LlI="85RS9�E69]: JY@C@C<;RSF�E69�HG[]=u ~9]="FGHGE69]:¡j�[�8/F~=7�k¿�EIHG[aE69]j�<]Hj;RSEbi¡85RSE6lIXAo�RGJ�i¾J�9]=nH~="8/@S[]=CR ��J�9]=ri¡8&X?9]=C="_ H~JME69D�/J/©/=�@yJ�9;FGE6_;=CRS85HGEIJ�9;F}J/om9�85HG<]RS8/lF~="lI="@yHGE6J�9*4���[;EbF�EbFrHG[]=K@C8/F~=?o1J/R�FGJ�ik=M��EIRS_�FGJ�9]:¡@yJ�i¡i�<;9;EIHGEI="F�]o1J/R�=yh]8/ikj�l6=/4

����� � ��� ��� ����%����� � � ���� � � ��� �� ����� � �� �� ���'� ���

��[;EbF���JYJ/©�E6F^8�@yJ�ikjm<]HG85HGEIJ�9;8/l,H~RG="85HGi¡="9�HKJ/o�HG[]=¡E69DH~=CRGj�lb8"X���=CH�¿�=C="9 lI="85R\9;E69]: �l68/9]:�<�85:/= �Z8/9�_�=C�/J�lb<]HGEIJ�9*4q��[]=^FG<]� ��="@yHni¡85H~H~=CR�8/9;_UE6_]="8/FvRG="FGEb_]=�85HnHG[]=^��J�<;9;_Z�85RGXMJ/o]F~=C�/=CRS8/lY_;E6FS@CEIj�l6E69;="FmHG[�85H.o�J/RSi HG[]=�E69DH~="9;_]="_K8/<;_�EI="9;@y=Qo�J/RwHG[�E6F�ikJ�9]J/:/R\85j�[*4¦^<]RrHG85RS:/=CH�8/<;_;E6="9;@y=KE69;@Cl6<�_]="F�HG[]=Mo1J�lblIJ&¿�Eb9]: �354���[]= l6E69]:�<�E6F~HUJ�<]:�[DH�H~J°��=sE69DH~=CRG="F~H~="_ o�RGJ�i 8x�(85R\EI=CH�XJ/o j�=CRSF~j�="@yHGEI�/="FC4��[]J�F~=¡F~HG<;_;XYE69;:Ulb8/9]:�<;85:/=�8/@CBY<;E6FGE6HGEIJ�9¤@C8/9 9]J&¿ =yhZ8/i�E69]=kHG[]=¡lIJ�9;:�H~=CRSi=C�/J�lb<]HGEIJ�9;85RGX¡@yJ�9�F~="BD<;="9;@y="Fn85HvHG[]=�j�J/j�<;l685HGEIJ�9�lI=C�/="l;J/o.8/@CBY<;E6FSEIHGEIJ�9¡85H�HG[]=Eb9;_;EI�ZE6_;<;8/l.lI=C�/="l 4k��[]J�F~=kF~HG<�_]XYEb9]:§[�E6F~H~J/RSE6@C8/l,l6Eb9]:�<;E6F~HGEb@CF�¿�Ebl6l.�m9;_¤[]=CRG=¡8@yJ�i¡j�<]HG85HGEIJ�9;8/l;o1RS8/i¡=C¿vJ/RG©�H~JLE69D�/="F~HGEI:�85H~=A8/9;_ =yhZj�l68/E69 HG[]=rjm[]="9]J�ik="9;8^J/oHG[;="EIRr_;E6FG@CEIjml6E69]=/4}¨}Eb9;8/l6lIX �YHG[]J�F~=KE69DH~=CRG="F~H~="_�Eb9�HG[;=AJ/R\EI:�E69§J/owl68/9;:�<;85:/=K8/9;_[;J&¿�=C�/J�lb<]HGEIJ�9;85RGX�@yJ�9;FSE6_]=CRS85HGEIJ�9�FKi¡8"X�j�J�FGFSEI��lIXaFS[;85j�=¡HG[]=�F~H~R\<;@yHG<]RG=¡J/olb8/9]:�<;85:/= �,¿�E6l6l,�m9;_ F~J�ik=U9]=C¿ H~JDJ�l6FL¿�EIHG[s¿�[;E6@\[�H~J�RS="8/F~J�9s85��J�<]H?HG[]="EIRHG[;=CJ/RSEI="FC4

NY4���[]=�@yJ�i¡j�<]H~=CRKFG@CEI="9DHGE6F~H^E69 _]J�i¡8/E69�F�l6E6©/=�@yJ�ikjm<]HG85HGEIJ�9;8/l,l6E69;:�<;E6F~HGE6@CF�8/9;_85RSHGEI��@CE68/lDE69�H~="lbl6EI:/="9;@y=�85RS=�E69DH~RGJZ_;<;@y="_K[;=CRG=�H~J^8�9;=C¿ _]J�i¡8/Eb9LJ/o;F~HG<�_]X^¿�EIHG[E6HGFwJ�¿�9�j�[]="9]J�i¡="9;8�HG[�85H,[�8"�/=nRG="@y="EI�/="_kl6E6H~HGlI=v@yJ�ikjm<]HG85HGEIJ�9;8/lZ85H~H~="9DHGEIJ�9kE69HG[;=�j�8/F~HC4 �[;E6lI=�@yJ�i¡j�<]HG85HGEIJ�9;8/l�l6E69]:�<;EbF~HGE6@CF,E6FQ8Lo�8/EIR\lIXLJ�l6_�_;E6FG@CEIjml6E69]=v¿�EIHG[E6HGFwRSJDJ/HGF,E69?ik="@S[;8/9�E6@C8/lYH~RS8/9;FGl685HGE6J�9 �/E69LRS="@y="9�H,HGE6ik="FwHG[]=�o1JZ@C<;F,[;8/F,l685RG:/="l6X��=C="9?J�9 @yJ�ikj�<]HG85HGEIJ�9�8/lYi¡JY_]="lbF.J/o�l6="85RS9;E69]:�8/9;_Ljm85RSFGE69]:]4qp�J�ikj�<;HG85HGEIJ�9;8/l¿�J/RG©aEb9�[;EbF~H~J/RSE6@C8/l.J/RA=C�/J�lb<]HGEIJ�9;85RGX�lbE69]:�<;E6FGHGE6@CF�[;8/F���=C="9�9]J�9]��=yhZE6FGH~="9�H^E69HG[;=vj�8/FGHwHG[]J�<;:�[�8�:/RS8/_;<�8/lDF~H~RS="8/i J/o�¿vJ/RG©L�$=C:�Eb9;9;E69]:�Eb9LHG[]=ni¡E6_]��9;E69]=CHGEI="F[�8/F�FGHG85RGH~="_ H~J :�8/Eb9 ikJ�i¡="9�HG<;i�4�f�8/9DXsFG<]�*_;E6FS@CEIj�l6E69;="F�J/o�85RGHGEI��@CE68/lvE69Z�H~="lbl6EI:/="9;@y=§i¡EI:�[DH?��9�_s8/9 E69�H~=CRS="F~H�Eb9 HG[;E6F?¿�J/RG©m4 ��[]J�F~=§E69 HG[]=�85RG="8/F J/o85RSHGEI��@CE68/lml6EIo�=�8/9;_�85RSHGEI��@CE68/lmF~JY@CE6=CHGEI="F�i¡E6:�[�Hv�$=AE69DH~=CRG="F~H~="_§E69¡HG[]=���="[;8"�ZEIJ/RJ/oQFGJY@CEI=CHGE6="F�J/oQl6Eb9]:�<;E6F~HGEb@�85:/="9DHGFM8/9;_�HG[;="EIR�_]XZ9;8/i¡Eb@CFC4 �[;E6l6=KHG[;E6F�ikJ�9]J5�:/R\85j�[ @yJ�9;@y="9DH~RS85H~="F§J�9�HG[]J�F~=a@C8/F~="F§o�J/R�¿�[�E6@S[°8/9�8/lIXDHGEb@�<;9;_]=CR\F~HG8/9;_;E69;:EbFLj�J�FGFGE6��lI= �w8 l685RG:/=CR F~=CH J/orj�[]="9;J�ik="9;8ai�EI:�[�H���=�RG="8/lbE6F~HGE6@C8/l6l6X�j�<;RSFG<]="_¿�EIHG[;E69§HG[]=Ko�RS8/ik=C¿�J/RG©UJ/o,85:/="9�H���8/F~="_aFSE6i?<�l685HGEIJ�9;FC4q��[�E6Fn��JDJ/©§_]JD="F�9]J/Hjm<]RSFG<]=MFG<�@S[�8/9�85j�j;RGJ�8/@S[�4

Page 56: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

{�  ������� � ����� ������� ������� ��� � �

>�:/R\8/9;_L@\[;8/l6lI="9]:/=�E69L85RSHGEI��@CE68/l�Eb9�H~="l6lbEI:/="9;@y=�E6F.H~J�<;9�_]=CRSF~HG8/9;_L[]J&¿�[D<�i¡8/9;F8/@CBY<;EIRS=Kl68/9]:�<;85:/=L8/9�_�H~J�:/=CH�8�@yJ�ikj�<]H~=CR�H~J�_]J¡HG[]=?FG8/ik=/4���J/RG©�Eb9UHG[;E6FH~R\8/_;EIHGEIJ�9 [;8/FUR\8/9]:/="_ o�RGJ�i 85��F~H~RS8/@yHaHG[]=CJ/RSEI="F�J/o l68/9]:�<�85:/= 8/@CBD<;EbFGEIHGEIJ�9_�E6FG@C<;FGFG="_s="85RSlbEI=CRU� ��=yh]lI=CR�8/9�_xpr<;l6E6@yJ��/=CR��3"ª/ 5t!��¦^FG[]=CR\F~J�9s=CHk8/l���3"ª/ /z ��nl6<�i�8/9;_ �nl6<;i �?3"ª�d5� ���AJ�l6_ �?3"ª/z�d �L¨]="l6_;i�8/9 �L3"ª�d5N �L>A9]:�l6<;Eb9 �M3"ª/ /  �V]85©(85©ZEI��85RS8 �}3"ª/ª5t��rH~J§@yJ�ikj�<]HG85HGE6J�9;8/l�¿�J/RG©s� ��=CRG¿�E6@S© �}3"ª/ /� �*¨]="l6_;i¡8/9a=CH8/l �?3"ª/ª/z � ��=C:�EI=CR��3"ª/ª/z �kV]E6F~©ZE69;_ �M3"ª/ª/N��\4 >�9<;9Y<;FG<;8/lA8/9;_ j;RG=C�ZEIJ�<;FSlIX<�9]=yhYjmlIJ�EIH~="_ ¿�E69;_;J&¿ E69DH~J�HG[]=�j�[]="9;J�ik="9]J�9�J/o^l68/9]:�<;85:/=a8/@CBY<;E6FSEIHGEIJ�9�E6Fj�RGJ&�ZE6_]="_U�YXUHG[]=Mo�8/@yHGF�J/oql68/9]:�<;85:/=L@\[;8/9]:/=/4PQ85R\E685HGEIJ�9L8/9�_K�585RSE685��E6lbEIH�XA8/ikJ�9]:�F~j�="85©/=CRSF}E6F*j�J�FGFSEI��lIX�HG[;=�j;RSEbi¡85RGX�FGJ�<]RS@y=J/o}_;E ��@C<�lIH�X o�J/Rn@yJ�i¡j�<]H~=CRSF�H~Jk8/<]H~J�i¡85HGE6@C8/lblIX¡j;RGJZ@y="FGF�9;85HG<]RS8/l$l68/9]:�<�85:/="FC4��[;E6F¡85RSEbF~="F�85H§8/l6l�l6=C�/="l6F¡o�RGJ�i�F~j�=C="@S[�RG="@yJ/:�9;EIHGEIJ�9 H~J lb8/9]:�<;85:/=�<�9;_]=CR~�FGHG8/9;_;E69]:�H~JMl68/9]:�<;85:/=�H~RS8/9;FGlb85HGEIJ�9*4 � [DXL_]JY="F}HG[;E6Fw�(85RSEb85HGEIJ�9?85R\E6F~= � �[;85H@yJ�9�F~H~RS8/E69;F�EIH � �[;85H�j;RGJ/j�85:�85H~="F^EIH �¤��[]="F~=?85RS=?E6ikj�J/RGHG8/9DH�BY<]="F~HGEIJ�9;F�H~JRS="F~J�lI�/=K8/9;_U8 ��=CH~H~=CR�<;9;_]=CR\F~HG8/9;_;E69;:LJ/o.�585RSE685�mE6l6EIH X¡E6Fn@yRSEIHGE6@C8/l$H~Jkj;RGJ/:/RS="FGFEb9�F~j�J/©/="9¤l68/9]:�<�85:/=�F~XZF~H~="i¡F"4^��=CRG= ¿�=?HG85©/=¡8�o�<�9;_;8/ik="9DHG8/l6lIX�[;EbF~H~J/RSE6@C8/l�ZEI=C¿ H~J&¿n85RS_;F�l6E69]:�<;EbF~HGE6@k�585RSE685HGEIJ�9sT J�9]=UHG[;85H¡[�8/F�8/lbikJ�F~Hk9]=C�/=CR¡��=C="9HG85©/="9�E69 HG[]=�F~XZ9;@S[;RGJ�9;E6@§�ZEI=C¿ J/o��585RSE685HGEIJ�9�HG[�85H¡E6FkE6ikj�lbE6@CEIH?Eb9 9�85HG<]RS8/llb8/9]:�<;85:/=Kj;RSJY@y="FGFSE69]:]4

eY4���[]=�i¡85HG[]="i�85HGE6@CE68/9§E69�H~=CRS="F~H~="_�Eb9¡_]XZ9;8/i¡E6@C8/l;FGXYF~H~="i�F�¿�Ebl6lZ��9;_¡8?�585RSEI=CH�XJ/o,@yJ�9;@yRG=CH~=KE6H~=CRS85H~="_�o <;9;@yHGEIJ�9Ui¡85j�F�HG[;85H�85R\E6F~=ME69§HG[]=MF~HG<;_]X�J/o}[;EbF~H~J/RSE6@C8/llbE69]:�<;E6FGHGE6@CFM8/9;_sFGJ�ik=�J/on¿�[;Eb@S[s85RS=�J/or@yJ�9;FGE6_;=CRS85��lI=¡i¡85HG[;="i¡85HGE6@C8/l�_;E �k�@C<�lIH�X/4a��[]=�F~HG<;_;X J/o�_]XY9�8/i¡E6@C8/lQF~XZF~H~="i¡F�[;8/F?��=C="9 o�="_ �YX�j;RGJ/��lI="i�FKE69jm[�XZFGE6@CF �m��EIJ�lIJ/:/X �m="@yJ�9]J�i¡E6@CF���<]H�9]=C�/=CR���=Co�J/RG=Lo�RGJ�i l6E69]:�<;EbF~HGE6@CFr8/F�o�85R^8/F¿�=K©Z9]J&¿L4

{]4���[]=U=C�/J�l6<]HGEIJ�9;85RSX ��E6J�lIJ/:�E6F~H i¡8"X ��=�E69�H~=CRS="F~H~="_°E69�8�9]=C¿ _]J�i�8/E69 ¿�EIHG[i�<;@\[�J/o,HG[]=LFG8/i¡=L@S[;85R\8/@yH~=CR"4 ��=?[;8"�/=�8/lIRG="8/_]XUH~J�<;@\[]="_a<]j�J�9UHG[]=?FGE6i¡E��lb85RSEIHGEI="Fq8/9;_k_�E��$=CRS="9;@y="F,��=CH�¿�=C="9k=C�/J�l6<]HGEIJ�9�85RGX?j�RGJY@y="FSF~="FQE69 l68/9]:�<�85:/=�8/9;_�mEIJ�lIJ/:/X/4?��="F~="85RS@\[]=CRSFLEb9 8/9�E6i¡8/l}@yJ�i¡i?<�9;E6@C85HGEIJ�9 ��FSEI:�9;8/l6l6Eb9]: �$8/9�_¤=CHG[]J�l��J/:/X i¡8"Xa��9;_ F~XY9;=CRG:�EI="F��$=CH ¿v=C="9 HG[]="E6R�J�¿�9 j$=CR\F~j�="@yHGEI�/="F�8/9�_aH~JYJ�l6F^8/9;_HG[;J�F~=L_]=C�/="lIJ/j�="_�[;=CRG=/4

�Y4AVZJY@CE68/l]FS@CEI="9�HGEbF~HGFql6EI©/=n8/9�HG[;RGJ/j�J�lIJ/:�E6F~HGFqE69DH~=CRG="F~H~="_�E69 @C<;lIHG<]RG=n8/9;_kEIHGF,H~R\8/9;F��i�E6FGFGEIJ�9 �"="@yJ�9]J�i¡E6FGHGF.E69DH~=CRG="F~H~="_?E69M��J�<;9;_]="_ARS85HGE6J�9;8/l6EIH X^8/9�_KEIHGF*=C�/J�l6<;HGEIJ�9Z�85RSX @yJ�9;FG="BD<]="9�@y="F �w8/9;_¤=C�/J�lb<]HGEIJ�9;85RGX�j�F~XZ@S[]J�l6J/:�E6F~HGFME69DH~=CRG="F~H~="_ Eb9¤=C�/J�l6<Z�HGE6J�9;85RGXaj�=CRSFGj$="@yHGE6�/="F�J�9�@yJ/:�9�EIHGEI�/=k��="[;8"�ZEIJ/R^¿�E6lbl.��9�_�8Uj�85R\8/l6lI="l}[]=CRG=kE69HG[;=���="[;8&�YEIJ/R?J/o�l6E69;:�<;E6F~HGE6@kl6="85RS9]=CRSF?8/F?HG[;=CX lI="85RS9 l68/9]:�<;85:/=U8/9;_ =C�/J�lI�/=J��/=CR�HGEbik=/4

Page 57: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

����) � ������� � � � � ��� � ��� � � � ��� � � ��� � ��� �'� ��� � �0� {�ª

zY4���[;E6Fw�$JYJ/©?_�E6FG@C<;FGFG="F.HG[]=nRG="lb85HGEIJ�9;FG[;E6jL��=CH�¿�=C="9 HG[]=�i¡8/@yRGJ�FS@yJ/j�E6@���="[;8"�ZEIJ/RJ/o$8^l6E69]:�<;EbF~HGE6@qj�J/j�<;lb85HGEIJ�9L8/9;_�HG[]=ri¡Eb@yRGJ�FG@yJ/j�E6@v��="[;8"�ZEIJ/R}J/o�HG[]=rl6Eb9]:�<;E6F~HGEb@85:/="9DHGF�E69 HG[;E6F^j�J/j�<;l685HGE6J�9*4?>AFM8�RG="FG<�lIH ��8UHG[]="ik=kHG[;85HMR\<;9;FM8/@yRGJ�FGFKHG[;E6F��JYJ/©¡E6FvHG[]=A8/9�8/lIXYFSE6FQJ/o�HG[;=�="ik=CRS:/="9�Hnj;RGJ/j�=CRGHGE6="FQJ/o.8�@yJ�ikj�lI=yh§F~XYFGH~="i J/oFG=C�/=CRS8/l�E69DH~=CRS8/@yHGE69]:k@yJ�ikj�J�9]="9DHGFC4���[;E6FvHG[]="ik=K85RSE6FG="F�Eb9§_�E��$=CRS="9�Hn¿n8"XZF�E69FGHG<;_;EI="FvJ/o�j�85H~H~=CRS9§o�J/RSi¡85HGEIJ�9§E69���EIJ�lIJ/:/X �Yj�[DXYFSE6@CF �D8/9�_��585RSEIJ�<;F�F~JZ@CE68/l$FG@CE��="9�@y="FC4���="F~="85RS@\[]=CRSFAE69�H~=CRS="F~H~="_aE69UHG[;=LF~HG<;_]X§J/oq@yJ�ikj�lI=yh]EIH XU8/9�_�@yJ�ikj�lI=yhjm[]="9]J�ik="9;8�i¡8&X���9;_§9]=C¿ 85j;j�lbE6@C85HGEIJ�9;FvE69�HG[;=^8/9�8/lIXYFSE6F�J/owl68/9]:�<;85:/=M8/Fr8@yJ�i¡j�lI=yh�8/_;85j;HGEI�/=LFGXYF~H~="i�4

²���� ��² � �/��¯�����¯Q��� � � �� Q���U�}�����[]=rRS="F~HQJ/o�HG[]=���JYJ/© EbF,J/RG:�8/9;E��C="_�8/FQo�J�l6lIJ&¿�FC4,��9kHG[;=�9]=yhZH�F~=C�/=CRS8/lm@S[;85j;H~=CR\F ��¿�=E69DH~RGJZ_;<;@y=KHG[]=���8/FGEb@L_]XZ9;8/i¡E6@C8/l.F~XYFGH~="i i¡JY_]="l.o1J/R^F~HG<;_;XYE69;:�l68/9]:�<;85:/= @S[�8/9]:/=/4��[;EbF�EbF�_;=C�/="lIJ/j�="_�J&�/=CR�H ¿vJsj�85RGHGFC4x��[]=�F~HG85RSHGE69]:¤j�J�E69�H o�J/RkJ�<]R¡9;85RGR\85HGEI�/=�E6FHG[]=Mj;RSJ/��lI="i J/o}lb8/9]:�<;85:/=L8/@CBY<;E6FGE6HGEIJ�9*4}��9�u,85RGHr�S��J/o}HG[;E6Fn��JDJ/©¤��pn[;85j;H~=CR\F�N ��e �8/9;_a{D�r¿�=?_;EbFG@C<;FGFrHG[;=Kj�[;E6l6J�F~J/j�[;E6@C8/l�j�RGJ/��lI="i J/oQEb9;_;<;@yHGEI�/=KEb9]o1=CRS="9;@y=KHG[;85HAl6EI="F85HkHG[]=�[]="85RGH J/oAHG[]=�l68/9]:�<;85:/=�lI="85R\9;E69]: j;RGJ/��l6="i�4 ��=�E69DH~RGJY_�<;@y=�o�RS8/ik=C¿�J/RG©ZFo�J/R?HG[]=U8/9;8/lIXZFGE6FLJ/o�lI="85RS9�E69]:a8/lI:/J/R\EIHG[;i¡FLHG[;85H?¿�E6l6lqj�lb8"X 8 <;F~=Co <;lQRGJ�l6=�E69 l685H~=CR@S[�85j;H~=CRSFC4^��9�u,85RGH^�G�G����¿�=��$=C:�Eb9a�YXa_]=CRSE6�YE69;:¡HG[]= _]XY9�8/i¡E6@CF�J/o�l6E69]:�<�E6F~HGE6@^j�J/j]�<;l685HGE6J�9;FL��pn[;85j�H~=CRSF��k8/9�_�z��nHG[�85H�o�J/RSi¡FrHG[]=�@yJ/RG=?i¡JY_]="l�o1J/RAi?<;@\[�J/o,HG[]=?RG="F~HJ/o^HG[]=���JYJ/©m4 ��=�FG[]J�¿ []J�¿ ikJZ_]="l6F¡J/o^lb8/9]:�<;85:/=a@\[;8/9]:/=�_;=Cj$="9�_x<]j�J�9xHG[]=lI="85RS9�E69]:M8/lI:/J/RSEIHG[�i ��HG[]=�@Clb8/FGFQJ/o$:/RS8/i¡i¡85R\F �D8/9;_�F~JY@CE6J�l6E69]:�<;EbF~HGE6@�@yJ�9;FGE6_]=CR\85HGEIJ�9;FJ/o,o1RS="BD<]="9�@yX�J/oql68/9]:�<;85:/=?<;F~=/4

��=�@yJ�9DHGE69D<;=�E69�u}85RSH��G�S���YX°85j;j�l6XYE69;:�J�<]R§i¡JY_]="l���pn[;85j;H~=CR\F§z �Ad��A  ��ª �8/9;_�3Ct��MH~J �(85R\EIJ�<;FKF~j�="@CE68/lv@C8/F~="FC4�>AF?8aRG="FG<;l6H �w�585RSE685HGEIJ�9�FK8/9;_ =yhYH~="9;FSEIJ�9;FKJ/oHG[]=��m8/FGE6@�ikJZ_]="l�85RS= �;="FG[;="_xJ�<]HC4 fa8/9DXxJ/o^HG[]="F~=�@\[;85j;H~=CRSF§[;8&�/=�8 R\<;9;9;E69;:_;E6FS@C<;FGFGEIJ�9UJ/o�RG="lI=C�58/9�HAl6E69]:�<;EbF~HGE6@Aj�[]="9]J�i¡="9;8kHG[;85HAj;RGJ��YE6_;=KHG[]=?i¡J/HGEI�(85HGE6J�9ao�J/RHG[;E6Fn="9DHGEIRG=L=yhY=CRS@CEbF~=/4

��9xu,85RGH¡��P ¿�=�@yJ�9;FGE6_;=CRkHG[]=�H~RSE6@S©YEI=CR�j;RGJ/��lI="i¢J/oAHG[]=�J/RSEI:�Eb9�J/oAl6Eb9]:�<;E6F~HGEb@@yJ�i¡i�<;9;E6@C85HGE6�/=�F~XZF~H~="i¡FC4 ��=�=yhZj�lIJ/RG=¡Eb9 F~J�ik=�_;=CHG8/E6lqH�¿�JaHG[;="ik="FC4U¨}E6RSF~H ��¿�=@yJ�9;FGEb_]=CR¡HG[]=ai�85H~H~=CR�J/oM@yJ�i¡i�<;9;E6@C85HGE6�/=�= ��@CEI="9;@yXx8/9;_�_;E6FG@C<�FGFk8�j;RGJ/�m85��E6l6E6F~�HGE6@ o�J/RSi�<;l685HGEIJ�9¤o�J/RKH�¿�J�lbE69]:�<;E6FGHGE6@L85:/="9DHGFL@yJ�i¡i�<;9;Eb@C85HGE69]:�E69�8�FG[�85RG="_�¿�J/RSl6_*4VY="@yJ�9;_ �]¿v=M=yh]8/i¡E69]=^HG[]=MRSJ�lI=^J/o.�;HG9]="FSFn��8/F~="_UJ�9�@yJ�i¡i�<;9;Eb@C85HGEI�/=M= ��@CEI="9;@yX§E69l68/9]:�<�85:/=L=C�/J�l6<]HGE6J�9*4���= @yJ�9;FGE6_]=CR�=C�/J�l6<]HGEIJ�9�85RGX�ikJY_;="l6F�¿�E6HG[��;HG9]="FSF�E69¤pn[;85j]�H~=CR^3"NM¿�[]=CRS=�E69;_;EI�ZE6_;<�8/l6F.RS=Cj;RGJZ_;<;@y=�85Hv_�E��$=CRS="9�HGE68/l;RS85H~="F�HG[�85H�85RG=�j�RGJ/j�J/RGHGEIJ�9;8/lH~JMHG[]="EIRQ@yJ�i�i?<;9�E6@C85HGEI�/=�FG<;@C@y="FSFC4,��9¡pn[;85j�H~=CR�3"e ��¿�=�@yJ�9;FGE6_]=CRql68/9;:�<;85:/=�ikJZ_]="l6F¿�EIHG[;J�<]Hr�;HG9]="FGF���<]Hn¿�EIHG[�FGJY@CE68/l*l6="85RS9;E69]: ¿�[;=CRG=KE69;_;E6�YE6_�<;8/l6F�l6="85RS9�o�RGJ�i =C�/=CRGXD���JY_;X/4L��9¤�$J/HG[�@C8/FG="F ��¿�=¡F~HG<;_]X�¿�[]="9�8/9;_¤[]J�¿�l6E69]:�<�E6F~HGE6@?@yJ�[]=CRG="9;@y=k="ik=CRS:/="F

Page 58: University of Chicagopeople.cs.uchicago.edu/~niyogi/part1.pdf · 2005-01-05 · $%&"'( ) * + , $- .0/213 , 46587:9+@BADCDE8@ FHG=IKJ L=MON8IQP

�5t ������� � ����� ������� ������� ��� � �

8/9;_�RS="l685H~=KHG[;E6F�@yJ�[]=CRG="9;@y=KHG[;RG="FG[]J�l6_UH~J�HG[]=LlI="85R\9;E69]: ��_]="lbEIH�X�J/o}HG[;=LE69;_;E6�YE6_�<;8/llI="85RS9;=CR"4

��9UFG<;i¡i¡85RSX �YJ�<;R�:/J�8/l.E69�HG[�E6F��$JYJ/©�E6F�H~J¡<;9�_]=CRSF~HG8/9;_�HG[]=M9;85HG<]RS=AJ/owHG[]=^RG=y�l685HGEIJ�9�FG[;EIj��$=CH ¿v=C="9¤E69�_;EI�ZE6_;<;8/l*l68/9;:�<;85:/=klI="85RS9;E69;: ��:/RS8/i¡i�85HGE6@C8/l}o�8/i¡Ebl6EI="F ��8/9;_j�J/j�<;l685HGE6J�9a_]XZ9;8/i¡E6@CF"4���9�8U9Y<]HGFG[]="lbl���¿�= ¿�E6FG[aH~JU<�9;_]=CRSF~HG8/9�_a[]J�¿ HG[;= _�E6F~H~RSE����<]HGE6J�9 J/oA_;E���=CRG="9DH�:/R\8/i¡i¡85HGE6@C8/lnH XDj�="FkE69�8¤j�J/j�<;l685HGE6J�9s¿�Ebl6lQ=C�/J�lI�/=�<;9;_]=CRk8�585RSEI=CH�XkJ/o�l6="85RS9;E69]:K8/l6:/J/RSEIHG[;i¡F�8/9;_�ikJZ_]="F�J/o�Eb9�H~=CRS8/@yHGE6J�9*4vpn[;85j;H~=CR\FvNMHG[;RGJ�<]:�[3"e�85RG=¡8/9 =yhYj�l6J/RS85HGEIJ�9¤J/o�HG[;E6F^HG[]="ik=¡Eb9�F~J�ik=¡i¡85HG[]="i�85HGE6@C8/lQ_]=CHG8/E6l�4¡pnJ�ikj�<Z�HG85HGEIJ�9;8/l�8/9;_§i¡85HG[]="i�85HGE6@C8/l*ikJZ_]="l6E69]:Lo1J/RS@y="Fn<;F�H~J���=�j;RS="@CE6F~=�Eb9�J�<]RnRG="8/FGJ�9;E69]:8/F�¿�=Mj;RGJZ@y=C="_*4

��9u}85RSH§P ��¿v=�@yJ�9;@Cl6<�_]=/4 ��=�HG85©/=¤FGH~JY@S©�J/oKHG[;=¤FSEIHG<;85HGEIJ�9 �rJ�<;HGl6E69]=�J�<]R="FGF~="9DHGE68/l*RS="FG<;lIHGF �;8/9�_�FG<]:/:/="F~H�_�EIRG="@yHGEIJ�9;Fno�J/R�o <]HG<]RS=A¿�J/RG©$4