Commit 8b8d9709 authored by Marc Feger's avatar Marc Feger
Browse files

Refactor Dataset

parent 06a826e3
Pipeline #45903 passed with stage
in 32 seconds
......@@ -3,51 +3,34 @@
\subsection{Corpus}
\begin{frame}
\frametitle{Corpus}
\begin{itemize}
\item For our study, we used the Webis-ArgRank2017 dataset by \cite{wachsmuth:2017a}.
\item Webis-ArgRank2017 contains a ground-truth argument graph
as well as a benchmark for argument ranking
\item The data was originally collected within the Argument-Web
\end{itemize}
\begin{figure}
\includegraphics[width=0.4\linewidth]{bilder/DatasetGlobalView2.png}
\caption{Complete Webis-ArgRank2017.}
\end{figure}
\end{frame}
\begin{frame}
\frametitle{Corpus}
\textbf{The argument graph} $G = (A, E)$ \textbf{ is a directed graph with:}
\begin{itemize}
\item Each argument-node $a_i \in A$ consisting of a conclusion $c_i$ and a not-empty set of premises $P_i$ $\Rightarrow$ $a_i = \langle c_i, P_i \rangle$
\item An edge $(a_j, a_i)$ is given if the conclusion $a_j$ is used as a premise of $a_i$
\item Consequently, $P_i = \{c_1,...,c_k\}, k \geq 1$
\end{itemize}
\begin{figure}
\includegraphics[width=0.7\linewidth]{bilder/DatasetLocalView2.png}
\caption{Part of the Argument-Web used to create Webis-ArgRank2017.}
\end{figure}
\begin{columns}
\column{0.5\textwidth}
\begin{itemize}
\item Webis-ArgRank2017 dataset by \cite{wachsmuth:2017a}.
\item Ground-truth argument graph
\item Benchmark for argument ranking
\end{itemize}
\column{0.5\textwidth}
\begin{figure}
\includegraphics[width=1.2\linewidth]{bilder/DatasetGlobalView2.png}
\end{figure}
\end{columns}
\end{frame}
\subsection{Benchmark Argument Ranking}
\begin{frame}
\frametitle{Benchmark Argument Ranking}
\textbf{\cite{wachsmuth:2017a} kept those arguments fulfilling:}
\begin{itemize}
\item The conclusion was part in more than one argument
\item Real claim
\end{itemize}
\textbf{Additionally, an argument had to be:}
\begin{itemize}
\item a valid counterargument
\item based on reasonable premises
\item logically consistent
\end{itemize}
\begin{block}{In total}
110 argument with a total of 32 conclusions were ranked by 7 experts.
Each annotated how much the premises contributed to the acceptance of the conclusion.
All experts agreed with Kendall's $\tau \approx 0.36$.
\end{block}
\begin{columns}
\column{0.5\textwidth}
\begin{itemize}
\item 110 arguments
\item 32 conclusions
\item 7 annotators
\item $\tau \approx 0.36$
\end{itemize}
\column{0.5\textwidth}
\begin{figure}
\includegraphics[width=0.6\linewidth]{bilder/Ranking.png}
\end{figure}
\end{columns}
\end{frame}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment