Skip to content

Commit

Permalink
add animation for maximal entropy
Browse files Browse the repository at this point in the history
  • Loading branch information
Tobias-Brock committed Nov 3, 2023
1 parent 9e44eee commit 83bab84
Show file tree
Hide file tree
Showing 7 changed files with 19 additions and 3 deletions.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
5 changes: 2 additions & 3 deletions slides/information-theory/rsrc/make_entropy_plot.R
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,7 @@ p1 <- c(0.0, 0.0, 1, 0, 0)
p2 <- c(0, 0.1, 0.8, 0.1, 0)
p3 <- c(0.1, 0.1, 0.6, 0.1, 0.1)
p4 <- c(0.15, 0.15, 0.4, 0.15, 0.15)
p5 <- c(0.175, 0.175, 0.3, 0.175, 0.175)
p6 <- c(0.2, 0.2, 0.2, 0.2, 0.2)
p5 <- c(0.2, 0.2, 0.2, 0.2, 0.2)

# ENTROPY MAXIMAL FOR UNIFORM DISTRIBUTION PLOTS ------------------------------------------------------------------------

Expand All @@ -32,7 +31,7 @@ plot_ent <- function(p) {
}


plot_list = lapply(list(p1, p2, p3, p4, p5, p6), plot_ent)
plot_list = lapply(list(p1, p2, p3, p4, p5), plot_ent)

for (i in 1:length(plot_list)){
ggsave(paste0(".../figure/max_entropy_", i, ".pdf"), plot_list[[i]], width = 6.5, height = 5)
Expand Down
17 changes: 17 additions & 0 deletions slides/information-theory/slides-info-entropy.tex
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,23 @@
\end{itemize}
\end{vbframe}

\begin{frame}{Entropy Maximal for Uniform}

\begin{center}
\begin{figure}
\centering
\foreach \x in{1,2,3,4,5} {
\includegraphics<\x>[width=0.6\linewidth]{figure/max_entropy_\x.pdf}\par
}
\end{figure}
\end{center}

\begin{itemize}
\item Naive observations: Entropy minimal for peaked distribution and maximal for uniform distribution.
\end{itemize}

\end{frame}


\begin{vbframe}{Entropy Re-Ordering}

Expand Down

0 comments on commit 83bab84

Please sign in to comment.