diff --git a/Bilder/reported_results.png b/Bilder/reported_results.png new file mode 100644 index 0000000000000000000000000000000000000000..8b51decdae394a6631bb6eddfec223b389b20d41 Binary files /dev/null and b/Bilder/reported_results.png differ diff --git a/baselines.tex b/baselines.tex index 8ec20f3ae40bf494e779d98807ddbaa0cec3d680..ba691351c25da7b68ae2882c2aade80c12e1eba5 100644 --- a/baselines.tex +++ b/baselines.tex @@ -14,6 +14,10 @@ Thus, \citet{Zh08} presented an \textit{ALS variant} with an \textit{RMSE} of \t The \textit{Netflix-Prize} made it clear that even the \textit{simplest methods} are \textit{not trivial} and that a \textit{reasonable investigation} and \textit{evaluation requires} an \textit{immense effort} from within the \textit{community}. \subsubsection{MovieLens} +In the \textit{non-commercial sector} of \textit{recommender systems} the \textit{MovieLens10M-dataset} is mostly used. It consists of \textit{10.000.054 data} and was published by the research group \textit{GroupLens} in \textit{2009} \citep{Harper15}. In most cases a \textit{global} and \textit{random} \textit{90:10 split} of the data is used to evaluate the \textit{RMSE}. This means that through a \textit{random selection 90\%} of the data is used for \textit{training} and \textit{10\%} of the remaining data is used for \textit{testing}. Over the last \textit{5 years} a large number of \textit{algorithms} on this data set have been evaluated and the results have been published on \textit{well-known convergences} such as \textit{ICML}, \textit{NeurIPS}, \textit{WWW}, \textit{SIGIR} and \textit{AAAI}. \textit{Figure} \ref{fig:reported_results} shows the \textit{results obtained} over the last \textit{5 years} on the \textit{MovieLens10M-dataset}. +It can be clearly stated that the \textit{texisting baselines} have been \textit{beaten} and \textit{newer methods} have made \textit{steady progress}. +\input{reported_results} + \subsection{Experiment Realization} \subsubsection{Experiment Preparation} \subsubsection{Experiment Implementation} diff --git a/references.bib b/references.bib index 8dc61fa9ce8a9b89628ac2301f4225e6b77c4187..2b1796ba26a70a3885a1dbe3557330bc77ec9b52 100644 --- a/references.bib +++ b/references.bib @@ -137,4 +137,24 @@ year = {2009}, month = {09}, pages = {}, title = {The BellKor solution to the Netflix Grand Prize} -} \ No newline at end of file +} +@article{Harper15, + author = {Harper, F. Maxwell and Konstan, Joseph A.}, + title = {The MovieLens Datasets: History and Context}, + journal = {ACM Trans. Interact. Intell. Syst.}, + issue_date = {January 2016}, + volume = {5}, + number = {4}, + month = dec, + year = {2015}, + issn = {2160-6455}, + pages = {19:1--19:19}, + articleno = {19}, + numpages = {19}, + url = {http://doi.acm.org/10.1145/2827872}, + doi = {10.1145/2827872}, + acmid = {2827872}, + publisher = {ACM}, + address = {New York, NY, USA}, + keywords = {Datasets, MovieLens, ratings, recommendations}, +} \ No newline at end of file diff --git a/reported_results.tex b/reported_results.tex new file mode 100644 index 0000000000000000000000000000000000000000..924967d7665a1802fd0408dadd35fdf68c5210f6 --- /dev/null +++ b/reported_results.tex @@ -0,0 +1,6 @@ +\begin{figure}[!ht] + \centering + \includegraphics[scale=0.25]{Bilder/reported_results.png} + \caption{\textit{Results obtained} on the \textit{MovieLens10M-dataset} over the last \textit{5 years}. The \textit{y-axis} shows the corresponding \textit{RMSE} values and the \textit{x-axis} shows the \textit{year} in which the corresponding method was developed. \textit{Blue} marked points show \textit{newer methods} that have \textit{competed} against the points shown in \textit{black}. \citep{Rendle19}} + \label{fig:reported_results} +\end{figure} \ No newline at end of file diff --git a/submission.pdf b/submission.pdf index f5f4961d3e05dd18255a63b3474a905375bd8c21..f39fc7277b65b9efa13b9c42a120e648ba6a86cc 100644 Binary files a/submission.pdf and b/submission.pdf differ