Math.Probability.Information

newtype Entropy

Constructors

• MkEntropy Number

Instances

• Semiring Entropy
• Newtype Entropy _
• Eq Entropy
• Ord Entropy
• Show Entropy

type Dist' = Dist Prob

selfInformation :: Prob -> Entropy

entropy :: forall z x. Ord x => Dist' z -> (z -> Dist' x) -> Entropy

pointwiseInformation :: Prob -> Prob -> Prob -> Entropy

mutualInformation :: forall z y x j. Eq x => Eq y => Ord j => Dist' z -> (z -> Dist' j) -> (j -> x) -> (j -> y) -> Entropy

divergence :: forall z x. Ord x => Dist' z -> (z -> Dist' x) -> (z -> Dist' x) -> Entropy

nonCond :: forall c b. (Dist' Unit -> (Unit -> Dist' b) -> c) -> Dist' b -> c

Helper function for using entropy and mutualInformation with non-conditional distributions.

entropyNum :: Iso Entropy Number

log2 :: Number -> Number

logBase :: Number -> Number -> Number