$ python
Python 3.5.2 |Anaconda 4.2.0 (x86_64)| (default, Jul  2 2016, 17:52:12) 
[GCC 4.2.1 Compatible Apple LLVM 4.2 (clang-425.0.28)] on darwin
Type "help", "copyright", "credits" or "license" for more information.
>>> from conditional import *
>>> print_entropies()

--- entropy in stream1.txt ---

   p(0|) = 0.2496337890625 ; p(0) = 0.2496337890625
   entropy of 0| = -log2(p(a|b)) = 2.002114872170889;
   weighted contribution = 0.49979552167840186

   p(1|) = 0.7503662109375 ; p(1) = 0.7503662109375
   entropy of 1| = -log2(p(a|b)) = 0.41433323026759716;
   weighted contribution = 0.3109016560613916

 entropy with n_priors=0 is 0.8106971777397934 

   p(0|0) = 0.2508557457212714 ; p(00) = 0.06262398144474624
   entropy of 0|0 = -log2(p(a|b)) = 1.995070112222057;
   weighted contribution = 0.12493923368876189

   p(1|0) = 0.7491442542787287 ; p(01) = 0.1870174260689108
   entropy of 1|0 = -log2(p(a|b)) = 0.416684545904154;
   weighted contribution = 0.0779272712576878

   p(0|1) = 0.24923740187904178 ; p(10) = 0.1870174260689108
   entropy of 0|1 = -log2(p(a|b)) = 2.004407511852546;
   weighted contribution = 0.374859133659853

   p(1|1) = 0.7507625981209582 ; p(11) = 0.5633411664174321
   entropy of 1|1 = -log2(p(a|b)) = 0.4135713158553391;
   weighted contribution = 0.23298174747073896

 entropy with n_priors=1 is 0.8107073860770417 

   p(0|00) = 0.25 ; p(000) = 0.015656473173411463
   entropy of 0|00 = -log2(p(a|b)) = 2.0;
   weighted contribution = 0.031312946346822926

   p(1|00) = 0.75 ; p(001) = 0.04696941952023439
   entropy of 1|00 = -log2(p(a|b)) = 0.4150374992788438;
   weighted contribution = 0.01949407042025699

   p(0|01) = 0.25689570752407376 ; p(010) = 0.048037599951168894
   entropy of 0|01 = -log2(p(a|b)) = 1.9607453104698427;
   weighted contribution = 0.09418949883048075

   p(1|01) = 0.7431042924759262 ; p(011) = 0.1389550143441372
   entropy of 1|01 = -log2(p(a|b)) = 0.42836339195812984;
   weighted contribution = 0.0595232412740452

   p(0|10) = 0.2511422976501306 ; p(100) = 0.04696941952023439
   entropy of 0|10 = -log2(p(a|b)) = 1.9934230655967466;
   weighted contribution = 0.09362992424932531

   p(1|10) = 0.7488577023498695 ; p(101) = 0.14005371421595555
   entropy of 1|10 = -log2(p(a|b)) = 0.4172364905126846;
   weighted contribution = 0.058435520202731774

   p(0|11) = 0.24670892247684056 ; p(110) = 0.13898553378502107
   entropy of 0|11 = -log2(p(a|b)) = 2.019118201785542;
   weighted contribution = 0.2806282210502154

   p(1|11) = 0.7532910775231594 ; p(111) = 0.424372825489837
   entropy of 1|11 = -log2(p(a|b)) = 0.40872065368811517;
   weighted contribution = 0.1734499386416786

 entropy with n_priors=2 is 0.8106633610155569 

   p(0|000) = 0.22612085769980506 ; p(0000) = 0.003540363192430948
   entropy of 0|000 = -log2(p(a|b)) = 2.144834020479482;
   weighted contribution = 0.007593491419979244

   p(1|000) = 0.7738791423001949 ; p(0001) = 0.012116587822371433
   entropy of 1|000 = -log2(p(a|b)) = 0.36981981846409623;
   weighted contribution = 0.004480954308873682

   p(0|001) = 0.2761533463287849 ; p(0010) = 0.012971158248130627
   entropy of 0|001 = -log2(p(a|b)) = 1.8564584853031463;
   weighted contribution = 0.024080416793951998

   p(1|001) = 0.723846653671215 ; p(0011) = 0.033999694796276514
   entropy of 1|001 = -log2(p(a|b)) = 0.46624399898817853;
   weighted contribution = 0.015852153666193525

   p(0|010) = 0.26937738246505716 ; p(0100) = 0.012940637875782085
   entropy of 0|010 = -log2(p(a|b)) = 1.8922993709442872;
   weighted contribution = 0.02448756091196026

   p(1|010) = 0.7306226175349428 ; p(0101) = 0.03509842820082405
   entropy of 1|010 = -log2(p(a|b)) = 0.4528016796757488;
   weighted contribution = 0.0158926272433118

   p(0|011) = 0.24599165385460137 ; p(0110) = 0.03418281703036777
   entropy of 0|011 = -log2(p(a|b)) = 2.0233187270742325;
   weighted contribution = 0.0691627338416951

   p(1|011) = 0.7540083461453987 ; p(0111) = 0.10477643827254693
   entropy of 1|011 = -log2(p(a|b)) = 0.4073476020619424;
   weighted contribution = 0.04268043088291312

   p(0|100) = 0.25795971410006496 ; p(1000) = 0.012116587822371433
   entropy of 0|100 = -log2(p(a|b)) = 1.9547823191852525;
   weighted contribution = 0.023685291644027016

   p(1|100) = 0.742040285899935 ; p(1001) = 0.03485426522203571
   entropy of 1|100 = -log2(p(a|b)) = 0.4304305809653675;
   weighted contribution = 0.015002341628641835

   p(0|101) = 0.2504359197907585 ; p(1010) = 0.035067907828475506
   entropy of 0|101 = -log2(p(a|b)) = 1.9974865933697117;
   weighted contribution = 0.07004767574490459

   p(1|101) = 0.7495640802092415 ; p(1011) = 0.10495956050663818
   entropy of 1|101 = -log2(p(a|b)) = 0.41587627548903416;
   weighted contribution = 0.04365019110046661

   p(0|110) = 0.24483970136144048 ; p(1100) = 0.034030215168625054
   entropy of 0|110 = -log2(p(a|b)) = 2.0300905813289556;
   weighted contribution = 0.06908441929442348

   p(1|110) = 0.7551602986385595 ; p(1101) = 0.10495956050663818
   entropy of 1|110 = -log2(p(a|b)) = 0.40514517560983165;
   weighted contribution = 0.04252385957339268

   p(0|111) = 0.24696152463142754 ; p(1110) = 0.10480695864489546
   entropy of 0|111 = -log2(p(a|b)) = 2.017641800231915;
   weighted contribution = 0.21146290071711876

   p(1|111) = 0.7530384753685725 ; p(1111) = 0.3195788188615901
   entropy of 1|111 = -log2(p(a|b)) = 0.4092045157732171;
   weighted contribution = 0.13077309582363364

 entropy with n_priors=3 is 0.8104601445954873 

--- entropy in stream2.txt ---

   p(0|) = 0.396942138671875 ; p(0) = 0.396942138671875
   entropy of 0| = -log2(p(a|b)) = 1.332999370478622;
   weighted contribution = 0.5291236209660473

   p(1|) = 0.603057861328125 ; p(1) = 0.603057861328125
   entropy of 1| = -log2(p(a|b)) = 0.729631664492703;
   weighted contribution = 0.4400101111462495

 entropy with n_priors=0 is 0.9691337321122968 

   p(0|0) = 0.048358576151303144 ; p(00) = 0.019196142460402233
   entropy of 0|0 = -log2(p(a|b)) = 4.370084422642089;
   weighted contribution = 0.08388876314102217

   p(1|0) = 0.9516414238486969 ; p(01) = 0.3777581102938932
   entropy of 1|0 = -log2(p(a|b)) = 0.07151002291373706;
   weighted contribution = 0.02701349112296632

   p(0|1) = 0.626417004048583 ; p(10) = 0.3777581102938932
   entropy of 0|1 = -log2(p(a|b)) = 0.674804719864399;
   weighted contribution = 0.25491295579337536

   p(1|1) = 0.37358299595141703 ; p(11) = 0.22528763695181128
   entropy of 1|1 = -log2(p(a|b)) = 1.4204993042264313;
   weighted contribution = 0.3200209315408648

 entropy with n_priors=1 is 0.6858361415982286 

   p(0|00) = 0.04292527821939587 ; p(000) = 0.0008240249038637612
   entropy of 0|00 = -log2(p(a|b)) = 4.542028704715821;
   weighted contribution = 0.003742744766749898

   p(1|00) = 0.9570747217806042 ; p(001) = 0.01837270341207349
   entropy of 1|00 = -log2(p(a|b)) = 0.06329653011958711;
   weighted contribution = 0.0011629283749005504

   p(0|01) = 0.6242527064146065 ; p(010) = 0.23582371970945493
   entropy of 0|01 = -log2(p(a|b)) = 0.6797979239922369;
   weighted contribution = 0.16031247508661461

   p(1|01) = 0.37574729358539344 ; p(011) = 0.14194591955075384
   entropy of 1|01 = -log2(p(a|b)) = 1.4121653820830296;
   weighted contribution = 0.20045111371751725

   p(0|10) = 0.04863467442236226 ; p(100) = 0.01837270341207349
   entropy of 0|10 = -log2(p(a|b)) = 4.361870929847939;
   weighted contribution = 0.0801393609158414

   p(1|10) = 0.9513653255776378 ; p(101) = 0.35939693584813526
   entropy of 1|10 = -log2(p(a|b)) = 0.07192865055062797;
   weighted contribution = 0.02585093660758698

   p(0|11) = 0.6299959355100935 ; p(110) = 0.14191540010987
   entropy of 0|11 = -log2(p(a|b)) = 0.6665855739547247;
   weighted contribution = 0.0945987584352521

   p(1|11) = 0.3700040644899065 ; p(111) = 0.08334859305377526
   entropy of 1|11 = -log2(p(a|b)) = 1.4343869760721943;
   weighted contribution = 0.1195541363502766

 entropy with n_priors=2 is 0.6858124542547394 

   p(0|000) = 0.037037037037037035 ; p(0000) = 3.052037234854265e-05
   entropy of 0|000 = -log2(p(a|b)) = 4.754887502163468;
   weighted contribution = 0.00014512093704146094

   p(1|000) = 0.9629629629629629 ; p(0001) = 0.000793529681062109
   entropy of 1|000 = -log2(p(a|b)) = 0.05444778402237646;
   weighted contribution = 4.3205932689814986e-05

   p(0|001) = 0.6129568106312292 ; p(0010) = 0.011262017396612239
   entropy of 0|001 = -log2(p(a|b)) = 0.706142670699306;
   weighted contribution = 0.007952591041905812

   p(1|001) = 0.38704318936877075 ; p(0011) = 0.007111246757210438
   entropy of 1|001 = -log2(p(a|b)) = 1.3694335321054218;
   weighted contribution = 0.009738379764399918

   p(0|010) = 0.04930762262197489 ; p(0100) = 0.01162826186479475
   entropy of 0|010 = -log2(p(a|b)) = 4.342045495122082;
   weighted contribution = 0.05049044204613194

   p(1|010) = 0.9506923773780251 ; p(0101) = 0.22420265527239433
   entropy of 1|010 = -log2(p(a|b)) = 0.07294950188374638;
   weighted contribution = 0.01635547202313447

   p(0|011) = 0.6299720490217158 ; p(0110) = 0.08942469098122997
   entropy of 0|011 = -log2(p(a|b)) = 0.6666402752150011;
   weighted contribution = 0.05961410060674358

   p(1|011) = 0.3700279509782842 ; p(0111) = 0.052525560811841905
   entropy of 1|011 = -log2(p(a|b)) = 1.4342938424844078;
   weighted contribution = 0.07533708844546516

   p(0|100) = 0.04318936877076412 ; p(1000) = 0.000793529681062109
   entropy of 0|100 = -log2(p(a|b)) = 4.53317995861861;
   weighted contribution = 0.00359721284675977

   p(1|100) = 0.9568106312292359 ; p(1001) = 0.017579734472760566
   entropy of 1|100 = -log2(p(a|b)) = 0.0636946753173896;
   weighted contribution = 0.0011197354794084057

   p(0|101) = 0.6248301630434783 ; p(1010) = 0.22456889974057684
   entropy of 0|101 = -log2(p(a|b)) = 0.6784639950840383;
   weighted contribution = 0.15236191288961862

   p(1|101) = 0.37516983695652173 ; p(1011) = 0.13483900503586144
   entropy of 1|101 = -log2(p(a|b)) = 1.414384252701738;
   weighted contribution = 0.19071416537269278

   p(0|110) = 0.047526881720430104 ; p(1100) = 0.0067450022890279265
   entropy of 0|110 = -log2(p(a|b)) = 4.3951124414913245;
   weighted contribution = 0.0296450434783941

   p(1|110) = 0.9524731182795699 ; p(1101) = 0.1351747291316954
   entropy of 1|110 = -log2(p(a|b)) = 0.0702497189974397;
   weighted contribution = 0.009495986737056629

   p(0|111) = 0.63003663003663 ; p(1110) = 0.052495040439493365
   entropy of 0|111 = -log2(p(a|b)) = 0.6664923862177545;
   weighted contribution = 0.03498754476711546

   p(1|111) = 0.36996336996337 ; p(1111) = 0.03082557607202808
   entropy of 1|111 = -log2(p(a|b)) = 1.4345456581680576;
   weighted contribution = 0.04422069631465705

 entropy with n_priors=3 is 0.685818698683215