Math.Probability.Information

newtype Entropy

Constructors

• Entropy Number

Instances

• Eq Entropy
• Ord Entropy
• Show Entropy

selfInformation :: Prob -> Entropy

entropy :: forall z x. Eq x => Dist z -> (z -> Dist x) -> Entropy

pointwiseInformation :: Prob -> Prob -> Prob -> Entropy

mutualInformation :: forall z y x j. Eq x => Eq y => Eq j => Dist z -> (z -> Dist j) -> (j -> x) -> (j -> y) -> Entropy

divergence :: forall z x. Eq x => Dist z -> (z -> Dist x) -> (z -> Dist x) -> Entropy

nonCond :: forall c b. (Dist Unit -> (Unit -> Dist b) -> c) -> Dist b -> c

Helper function for using entropy and mutualInformation with non-conditional distributions.

entropyNum :: Iso Entropy Number

log2 :: Number -> Number

logBase :: Number -> Number -> Number