Skip to content
Snippets Groups Projects
Commit 8b8d9709 authored by Marc Feger's avatar Marc Feger
Browse files

Refactor Dataset

parent 06a826e3
No related branches found
No related tags found
No related merge requests found
Pipeline #45903 passed
bilder/Ranking.png

9 KiB

...@@ -3,51 +3,34 @@ ...@@ -3,51 +3,34 @@
\subsection{Corpus} \subsection{Corpus}
\begin{frame} \begin{frame}
\frametitle{Corpus} \frametitle{Corpus}
\begin{columns}
\column{0.5\textwidth}
\begin{itemize} \begin{itemize}
\item For our study, we used the Webis-ArgRank2017 dataset by \cite{wachsmuth:2017a}. \item Webis-ArgRank2017 dataset by \cite{wachsmuth:2017a}.
\item Webis-ArgRank2017 contains a ground-truth argument graph \item Ground-truth argument graph
as well as a benchmark for argument ranking \item Benchmark for argument ranking
\item The data was originally collected within the Argument-Web
\end{itemize} \end{itemize}
\column{0.5\textwidth}
\begin{figure} \begin{figure}
\includegraphics[width=0.4\linewidth]{bilder/DatasetGlobalView2.png} \includegraphics[width=1.2\linewidth]{bilder/DatasetGlobalView2.png}
\caption{Complete Webis-ArgRank2017.}
\end{figure}
\end{frame}
\begin{frame}
\frametitle{Corpus}
\textbf{The argument graph} $G = (A, E)$ \textbf{ is a directed graph with:}
\begin{itemize}
\item Each argument-node $a_i \in A$ consisting of a conclusion $c_i$ and a not-empty set of premises $P_i$ $\Rightarrow$ $a_i = \langle c_i, P_i \rangle$
\item An edge $(a_j, a_i)$ is given if the conclusion $a_j$ is used as a premise of $a_i$
\item Consequently, $P_i = \{c_1,...,c_k\}, k \geq 1$
\end{itemize}
\begin{figure}
\includegraphics[width=0.7\linewidth]{bilder/DatasetLocalView2.png}
\caption{Part of the Argument-Web used to create Webis-ArgRank2017.}
\end{figure} \end{figure}
\end{columns}
\end{frame} \end{frame}
\subsection{Benchmark Argument Ranking} \subsection{Benchmark Argument Ranking}
\begin{frame} \begin{frame}
\frametitle{Benchmark Argument Ranking} \frametitle{Benchmark Argument Ranking}
\textbf{\cite{wachsmuth:2017a} kept those arguments fulfilling:} \begin{columns}
\begin{itemize} \column{0.5\textwidth}
\item The conclusion was part in more than one argument
\item Real claim
\end{itemize}
\textbf{Additionally, an argument had to be:}
\begin{itemize} \begin{itemize}
\item a valid counterargument \item 110 arguments
\item based on reasonable premises \item 32 conclusions
\item logically consistent \item 7 annotators
\item $\tau \approx 0.36$
\end{itemize} \end{itemize}
\begin{block}{In total} \column{0.5\textwidth}
110 argument with a total of 32 conclusions were ranked by 7 experts. \begin{figure}
\includegraphics[width=0.6\linewidth]{bilder/Ranking.png}
Each annotated how much the premises contributed to the acceptance of the conclusion. \end{figure}
\end{columns}
All experts agreed with Kendall's $\tau \approx 0.36$.
\end{block}
\end{frame} \end{frame}
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment