2016 Spring.toc

\contentsline {section}{\numberline {1}各种相关背景知识}{2}{section.1}
\contentsline {subsection}{\numberline {1.1}概率论}{2}{subsection.1.1}
\contentsline {subsubsection}{\numberline {1.1.1}条件概率期望:}{2}{subsubsection.1.1.1}
\contentsline {subsubsection}{\numberline {1.1.2}Correlation coefficient(相关系数)}{2}{subsubsection.1.1.2}
\contentsline {subsubsection}{\numberline {1.1.3}协方差矩阵}{2}{subsubsection.1.1.3}
\contentsline {subsubsection}{\numberline {1.1.4}Multivariate normal distribution}{2}{subsubsection.1.1.4}
\contentsline {subsubsection}{\numberline {1.1.5}Laplace Distribution:}{3}{subsubsection.1.1.5}
\contentsline {subsection}{\numberline {1.2}线性代数}{3}{subsection.1.2}
\contentsline {subsection}{\numberline {1.3}矩阵求导法则}{3}{subsection.1.3}
\contentsline {section}{\numberline {2}Information Theory}{5}{section.2}
\contentsline {subsection}{\numberline {2.1}Differential Entropy}{5}{subsection.2.1}
\contentsline {subsubsection}{\numberline {2.1.1}常见 Differential Entropy}{5}{subsubsection.2.1.1}
\contentsline {subsubsection}{\numberline {2.1.2}Properties}{5}{subsubsection.2.1.2}
\contentsline {section}{\numberline {3}Machine Learning}{6}{section.3}
\contentsline {subsection}{\numberline {3.1}MAXIMUM LIKELIHOOD ESTIMATION (MLE)}{6}{subsection.3.1}
\contentsline {subsubsection}{\numberline {3.1.1}GAUSSIAN MLE}{6}{subsubsection.3.1.1}
\contentsline {subsection}{\numberline {3.2}Linear Regression}{6}{subsection.3.2}
\contentsline {subsubsection}{\numberline {3.2.1}Least Squares}{6}{subsubsection.3.2.1}
\contentsline {subsection}{\numberline {3.3}Classification}{6}{subsection.3.3}
\contentsline {subsubsection}{\numberline {3.3.1}Bayes Classifier}{6}{subsubsection.3.3.1}
\contentsline {subsubsection}{\numberline {3.3.2}THE PERCEPTRON ALGORITHM}{7}{subsubsection.3.3.2}
\contentsline {subsubsection}{\numberline {3.3.3}LOGISTIC REGRESSION}{7}{subsubsection.3.3.3}
\contentsline {subsection}{\numberline {3.4}Kernels}{8}{subsection.3.4}
\contentsline {subsubsection}{\numberline {3.4.1}Defination}{8}{subsubsection.3.4.1}
\contentsline {subsubsection}{\numberline {3.4.2}Gaussian Kernel}{9}{subsubsection.3.4.2}
\contentsline {subsubsection}{\numberline {3.4.3}产生新Kernel}{9}{subsubsection.3.4.3}
\contentsline {subsubsection}{\numberline {3.4.4}Kernelized Perceptron}{9}{subsubsection.3.4.4}
\contentsline {subsubsection}{\numberline {3.4.5}Kernel k-NN}{9}{subsubsection.3.4.5}
\contentsline {subsubsection}{\numberline {3.4.6}Gaussian Processes}{10}{subsubsection.3.4.6}