Merge pull request #175 from slds-lmu/kl_ml_plot_corrections

fix kl-ml plots and correct typo in info-ml slide
slds-lmu · Jan 10, 2024 · 1631661 · 1631661
2 parents 70d83f4 + 985a910
commit 1631661
Show file tree

Hide file tree

Showing 5 changed files with 4 additions and 3 deletions.
diff --git a/slides/information-theory/figure/gaussian_mixture_with_marginals.png b/slides/information-theory/figure/gaussian_mixture_with_marginals.png
diff --git a/slides/information-theory/figure/kl_fitting_plot.png b/slides/information-theory/figure/kl_fitting_plot.png
diff --git a/slides/information-theory/rsrc/make_gaussian_mixture_plots.R b/slides/information-theory/rsrc/make_gaussian_mixture_plots.R
@@ -5,7 +5,7 @@ library(gridExtra)
 
 # Define parameters for the Gaussian distributions
 mean1 <- c(0, 0)
-mean2 <- c(5, 5)
+mean2 <- c(10, 10)
 covariance <- matrix(c(1, 0, 0, 1), nrow = 2)
 
 # Generate samples

diff --git a/slides/information-theory/rsrc/make_kl_fitting_plot.R b/slides/information-theory/rsrc/make_kl_fitting_plot.R
@@ -52,7 +52,8 @@ p2 <- ggplot(density_df, aes(x = value, y = density)) +
        y = "Density") +
   stat_function(fun = dnorm, args = list(mean = 2.5, sd = 3), aes(color = "q(x)")) + 
   scale_color_manual(name = "", values = c("p(x)" = "blue", "q(x)" = "red")) +  
-  theme(legend.position = "right") 
+  theme(legend.position = "right") +
+  ylim(0, 0.4)  
 
 plot = grid.arrange(p1, p2, ncol = 2, widths = c(1, 1.25))
 ggsave("../figure/kl_fitting_plot.png", plot =plot, width = 8, height = 3)
diff --git a/slides/information-theory/slides-info-ml.tex b/slides/information-theory/slides-info-ml.tex
@@ -48,7 +48,7 @@
 \end{vbframe}
 
 \begin{vbframe}{KL vs Cross-Entropy Example}
-Let $p(x)=N(0,1)$ and $q(x)=LP(0,3)$ and consider again
+Let $p(x)=N(0,1)$ and $q(x)=LP(0,\sigma)$ and consider again
 $$ \argmin_{\thetab} D_{KL}(p \| q_{\thetab}) = \argmin_{\thetab} -\E_{X \sim p} \log q(x|\thetab) = \argmin_{\thetab} H(p \| q_{\thetab}) $$
 
 \begin{center}