diff --git a/baselines.tex b/baselines.tex index ba691351c25da7b68ae2882c2aade80c12e1eba5..172884b20f0275cbe534ef0354d100f2c85a11fc 100644 --- a/baselines.tex +++ b/baselines.tex @@ -19,7 +19,12 @@ It can be clearly stated that the \textit{texisting baselines} have been \textit \input{reported_results} \subsection{Experiment Realization} +As the \textit{Netflix-Prize} has shown, \textit{research} and \textit{validation} is \textit{complex} even for very \textit{simple methods}. Not only during the \textit{Netflix-Prize} was intensive work done on researching \textit{existing} and \textit{new reliable methods}. The \textit{MovieLens10M-dataset} was used just as often. With their \textit{experiment} the authors \textit{doubt} that the \textit{baselines} of \textit{MovieLens10M} are \textit{inadequate} for the evaluation of new methods. To test their hypothesis, the authors transferred all the findings from the \textit{Netflix-Prize} to the existing baselines of \textit{MovieLens10M}. + \subsubsection{Experiment Preparation} +Before actually conducting the experiment, the authors took a closer look at the given baselines. In the process, they noticed some \textit{systematic overlaps}. These can be taken from \textit{table} below. +\input{overlaps} + \subsubsection{Experiment Implementation} \subsection{Obeservations} \subsubsection{Stronger Baselines} diff --git a/overlaps.tex b/overlaps.tex new file mode 100644 index 0000000000000000000000000000000000000000..d01f8366364d39e47f292545e5a3cd3800bd5d11 --- /dev/null +++ b/overlaps.tex @@ -0,0 +1,16 @@ +% Please add the following required packages to your document preamble: +% \usepackage{graphicx} +\begin{table}[h!] +\label{table:overlap} +\centering +\resizebox{\textwidth}{!}{% +\begin{tabular}{|l|l|} +\hline +\textbf{Methods} & \textbf{Overlaps} \\ \hline +\textit{Biased MF}, \textit{RSVD} & Same method with the only difference being a different setup of the hyperparameters. \\ \hline +\textit{ALS-WR}, \textit{Biased MF}, \textit{RSVD} & Same models learned through different approaches. \\ \hline +\textit{BPMF}, \textit{RSVD}, \textit{ALS-WR} & Same models learned through different approaches. \\ \hline +\end{tabular}% +} +\caption{\textit{Systematic consistency} of the \textit{baselines} used on \textit{MovieLens10M}.} +\end{table} \ No newline at end of file diff --git a/submission.pdf b/submission.pdf index f39fc7277b65b9efa13b9c42a120e648ba6a86cc..420cf58a78e7e6c39ba0575c616806e1ebb50149 100644 Binary files a/submission.pdf and b/submission.pdf differ