2015_naqt.tex

 
\documentclass[compress]{beamer}

%\usepackage{beamerthemesplit}
\usepackage{xmpmulti}

\usepackage{graphicx,float,wrapfig, bbm}
\usepackage{amsfonts, bbold, comment}
\usepackage{mdwlist}
\usepackage{subfigure}
\usepackage{colortbl}

\usepackage{multirow}

\pgfdeclareimage[width=\paperwidth]{mybackground}{colorado/boulder.pdf}

\newcommand{\fsi}[2]{
\begin{frame}[plain]
\vspace*{-1pt}
\makebox[\linewidth]{\includegraphics[width=\paperwidth]{#1}}
\begin{center}
#2
\end{center}
\end{frame}
}


\newcommand{\e}[2]{\mathbb{E}_{#1}\left[ #2 \right] }
\newcommand{\ind}[1]{\mathbb{I}\left[ #1 \right] }
\newcommand{\ex}[1]{\mbox{exp}\left\{ #1\right\} }
\newcommand{\g}{\, | \,}
\newcommand{\citename}[1]{#1 }

\newcommand{\gfxs}[2]{
\begin{center}
	\includegraphics[width=#2\linewidth]{simtrans/#1}
\end{center}
}

\newcommand{\gfxq}[2]{
\begin{center}
	\includegraphics[width=#2\linewidth]{qb/#1}
\end{center}
}


\usetheme[bullet=circle,                     % Use circles instead of squares for bullets.
          titleline=true,                    % Show a line below the frame title.
          showdate=true,                     % show the date on the title page
          alternativetitlepage=true,         % Use the fancy title page.
          titlepagelogo=general_figures/culogo,              % Logo for the first page.
          % Logo for the header on first page.
          headerlogo=general_figures/boulder_cs,
          ]{UCBoulder}

\usecolortheme{ucdblack}
\title[Thinking on Your Feet]{Thinking on your Feet: \\ Dallas HSNCT Exhibition Match}
\author{ Jordan Boyd-Graber}
\date{May 28, 2016}

\institute[Boulder] % (optional, but mostly needed)
{University of Colorado Boulder}

\begin{document}

\frame{
\titlepage
\tiny
}

\section{Introduction}

\begin{frame}{The Competition}

\begin{itemize}
	\item A computer that plays quiz bowl: \textsc{qanta}
        \item <2->{{\bf Q}uestion {\bf A}nswer is {\bf N}ot a {\bf T}rivial {\bf A}ctivity}
	\item Facing off against top quiz bowlers
          \only<3->{
	\item But first
	\begin{itemize}
		\item Who we are
		\item How \textsc{qanta} works
                \item Connection to hard real-world problems
		\item Introducing our opponent
	\end{itemize}}
\end{itemize}

\end{frame}

\section{QANTA}

\begin{frame}
	\frametitle{How is this different from Watson?}

	\begin{columns}
		\column{.5\linewidth}

		\includegraphics[width=1.0\linewidth]{qb/jeopardy}


		\column{.5\linewidth}
		\begin{itemize}
			\item This is {\bf not} Jeopardy \cite{ferruci-10}
			\item There are buzzers, but players only buzz
                          at the question end
			\item Doesn't discriminate knowledge
			\item Quiz bowl is pyramidal
                        \item Watson must decide to answer {\bf once}, after
                          complete question
                        \item Quiz Bowl: decide after each word
                        \pause
                        \item We're not \textsc{ibm}
		\end{itemize}

	\end{columns}

\end{frame}


\begin{frame}[t]
	\frametitle{Sample Question}

One is Monte Carlo if at least half of the possible results for all x in a
\only<2->{language it says ``yes'' and ``no'' otherwise. One is called} \only<3->{unambiguous if for any $x$ there is at most one accepting computation. One is
called} \only<4->{oblivious if the position of the} \only<5->{cursor at the $t^{th}$
step depends only on the $t$ and the length of the input. One is} \only<6->{non-deterministic if its sets of next} \only<7->{states may contain more than one
element. For ten points, identify this model of} \only<8->{computation named for
an} \only<9->{English computer scientist.} \\
\only<10->{{\bf ANSWER: \underline{Turing} Machine (prompt on TM)}}

\end{frame}


\begin{frame}{Who we are}

	\begin{columns}
		\column{.5\linewidth}
			\begin{block}{Jordan Boyd-Graber}
			
			\begin{itemize}
				\item Professor at Colorado
				\item Former quiz bowl player at Caltech (4$^{th}$, 2004 UG ICT) and Princeton (4$^{th}$, ACF Nats 2005)
			\end{itemize}
			
			\end{block}
			\gfxq{jordan_qb}{.5}
		
		
		\column{.5\linewidth}
			\begin{block}{Mohit Iyyer}
			
			\begin{itemize}
				\item $n$-year PhD student, University of Maryland
				\item National Champion, 2008 HSNCT
			\end{itemize}
			
			\end{block}
			\gfxq{mohit_qb}{.5}	
	\end{columns}
        Other folks: Hal Daum\'e III, Anupam Guha, He He, Brianna
        Satinoff, Manjhunath Ravi, Danny Bouman, Pedro Rodriguez
\end{frame}

\section{How QANTA works}

\begin{frame}{Two Steps to Answering Questions}
	Given a question:
	\begin{enumerate}
		\item Generate a set of {\bf guesses} (deep learning)
		\item Select the best guess and {\bf buzz} if confident enough (classifier)
			% \begin{itemize}
			% 	\item Most creative
			% 	\item Can be improved (more later)
			% \end{itemize}
	\end{enumerate}
\end{frame}

\begin{frame}{}

  \begin{columns}
    \column{.4\linewidth}
        \includegraphics[width=0.9\linewidth]{general_figures/mohit}
    \column{.6\linewidth}
        \begin{block}{ {\bf \href{http://cs.colorado.edu/~jbg//docs/2014_emnlp_qb_rnn.pdf}{A Neural Network for Factoid Question Answering over Paragraphs}}}
\underline{\href{http://cs.umd.edu/~miyyer/}{Mohit Iyyer}}, {\bf Jordan Boyd-Graber}, Leonardo Claudino, Richard Socher, and Hal {Daum\'{e} III}.  \emph{Empirical Methods in Natural Language Processing}, 2014
        \end{block}
        
	\begin{block}{ {\bf \href{http://cs.colorado.edu/~jbg//docs/2015_acl_dan.pdf}{Deep Unordered Composition Rivals Syntactic Methods for Text Classification}} }
	\underline{\href{http://cs.umd.edu/~miyyer/}{Mohit Iyyer}}, {\bf Jordan Boyd-Graber}, and Hal {Daum\'{e} III}.  \emph{Association for Computational Linguistics}, 2015
	
	\end{block}        
        
  \end{columns}
\end{frame}


\begin{frame}{Guesses: Vector Space Model}


  \only<1>{\gfxq{unigram_models_2}{.9}}
  \only<2>{\gfxq{unigram_models_3}{.9}}
  \only<3>{\gfxq{unigram_models_4}{.9}}
  \only<4>{\gfxq{unigram_models_5}{.9}}
  \only<5>{\gfxq{unigram_models_6}{.9}}
  \only<6>{\gfxq{unigram_models_7}{.9}}
  \only<7>{\gfxq{unigram_models_8}{.9}}


\end{frame}

\begin{frame}{Guesses: Vector Space Model}

  \gfxq{embedding}{1.0}

\end{frame}


\begin{frame}{Guesses Example}

	\begin{block}{Question}
	This poem was originally published alongside two of its
        author's translations of passages by Horace and describes ``rivers that move / In majesty, and the complaining brooks''.
	\end{block}
	
	\begin{columns}
		\column{.5\linewidth}
		\only<2->{
		\begin{itemize}
			\item The Lotos-Eaters
			\item Maya Angelou
			\item \alert<3>{Thanatopsis}
			\item Do not go gentle into that good night
			\item Francis Marion
			\item<2-> {\bf and 195 others!}
		\end{itemize}
		}
		
		\column{.5\linewidth}
		\only<3>{
		The right answer is in this set 80\% of the time.  How do we know which one is right?  And whether we should buzz?}
	\end{columns}

\end{frame}

\begin{frame}{Is a guess right?}
  \vspace{-1cm}
	\begin{columns}
	\column{.75\linewidth}
	\begin{block}{Text}
          \small
	The name of a club of Gopher Prarie, this poem inspired by
        similarly themed poems of Robert Blair and Bishop Porteus was originally published alongside two of its
        author's translations of passages by Horace and describes ""rivers that move / In majesty, and the complaining brooks"".
	\end{block}
	\column{.25\linewidth}
	\begin{block}{Guess}
	Thanatopsis
	\end{block}
	\end{columns}
	
	\begin{itemize}
		\item ``club of Gopher Prarie'' appears in
                  Thanatopsis's Wikipedia page
		\item Horace's Wikipedia page links to Thanatopsis's
                  page (and vice-versa)
                \item ``Robert Blair and Bishop Porteus'' appears in
                  questions about Thanatopsis (and in no other questions)
		\item The guess does not appear in clues
		\item The question looks like it's about a work
                  (``This poem'')
	\end{itemize}
	
\end{frame}

\begin{frame}[t]{Features (by example)}

\only<4->{\vspace{-1.5cm}}

  \begin{columns}[T]
    \column{.3\linewidth}

    \only<1->{ \includegraphics[width=2\linewidth]{qb/feature_ex_l_1} \\ }
    \vspace{.5cm}
    \only<4->{ \includegraphics[width=2\linewidth]{qb/feature_ex_l_2}  \\ }
    \vspace{.5cm}
    \only<7->{ \includegraphics[width=2\linewidth]{qb/feature_ex_l_3}  \\ }


    \column{.68\linewidth}
    \vspace{-.5cm}
    \only<2->{ \includegraphics[width=.85\linewidth]{qb/feature_ex_r_1} \\ }
    \only<3->{ \vspace{-.5cm} \hspace{.5cm} \includegraphics[width=.1\linewidth]{qb/feature_ex_wait}  \\ }
    \only<5->{ \includegraphics[width=\linewidth]{qb/feature_ex_r_2} \\ }
    \only<6->{ \vspace{-.5cm} \hspace{.5cm}\includegraphics[width=.1\linewidth]{qb/feature_ex_wait}  \\ }
    \only<8->{ \includegraphics[width=\linewidth]{qb/feature_ex_r_3} \\ }
    \only<9->{ \vspace{-.5cm} \hspace{.5cm} \includegraphics[width=.1\linewidth]{qb/feature_ex_buzz}  \\ }
    \only<9->{Answer: {\bf Julius Caesar}}
  \end{columns}

\end{frame}

\fsi{qb/dron}{Learning from Protobowl}

\fsi{qb/dot_products}{When the numbers get above zero, the system will
guess!}

\fsi{qb/boring_dot_products}{No peeking this time \dots}

\begin{frame}{It's not all fun and games \dots}

  \begin{columns}
    \column{.4\linewidth}
    \begin{center}
        \includegraphics[width=0.7\linewidth]{general_figures/hehe} \\
        \includegraphics[width=0.7\linewidth]{general_figures/alvin}
      \end{center}
    \column{.6\linewidth}
        \begin{block}{ {\bf \href{http://cs.colorado.edu/~jbg/docs/2015_emnlp_rewrite.pdf}{Syntax-based Rewriting for Simultaneous Machine Translation}}}
He He, Alvin Grissom II, {\bf Jordan Boyd-Graber}, and Hal {Daum\'{e} III}.  \emph{Empirical Methods in Natural Language Processing}, 2015
        \end{block}
        
\begin{block}{ {\bf \href{http://cs.colorado.edu/~jbg/docs/2014_emnlp_simtrans.pdf}{Don't Until the Final Verb Wait: Reinforcement Learning for Simultaneous Machine Transl\
ation}}}
\underline{\href{http://www.umiacs.umd.edu/~alvin/}{Alvin Grissom II}}, {\bf Jordan Boyd-Graber}, He He, John Morgan, and Hal {Daum\'{e} III}.  \emph{Empirical Methods in Natural L\
anguage Processing}, 2014
        \end{block}        
  \end{columns}
\end{frame}

\begin{frame}{Why simultaneous translation hard is}

  \begin{columns}
    \column{.5\linewidth}
       \gfxs{nuremberg_translators}{.9}
    \column{.5\linewidth}
       \begin{itemize}
         \item Languages like German and Japanese are {\bf verb final}
         \item Simultaneous translation requires you to think on your feet
         \item Predict when you know the verb so you can translate to English
       \end{itemize}
  \end{columns}

\end{frame}

\section{Competition}

\begin{frame}{Inconclusive First Steps}

		\begin{columns}
			\column{.25\linewidth}
				\gfxq{colby_jeo}{1.0} 
                                Colby Burnett:
                                \$375,000
			\column{.25\linewidth}
				\gfxq{ben_jeo}{1.0}
                                Ben Ingram:
                                \$427,534
			\column{.25\linewidth}
				\gfxq{alex_jeo}{1.0}
                                Alex Jacobs: \$151,802
			\column{.25\linewidth}
				\gfxq{kristin_jeo}{1.0}
                                Kristin Sausville: \$95,201
		\end{columns}

                \pause

                \begin{center}
                End result: 200-200 tie!
                \end{center}

\end{frame}

\fsi{qb/hsnct1}{}
\fsi{qb/jennings}{23. October 2015, Seattle}
\fsi{qb/jennings_handshake}{300-160}


\begin{frame}{}

	\begin{center}
	\begin{Huge}
	The Match!
	\end{Huge}
	\end{center}

\end{frame}


\begin{frame}{Questions and Discussion}

	\begin{center}
	\begin{Huge}
	?
	\end{Huge}
	\end{center}

\end{frame}


\begin{frame}{Postmortem}

\begin{itemize}
	\item Only most common 7,000 answers
	\item Trash and current events: too much churn
	\item Creative questions
	\item Common link questions
	\item Before and after
	\item Wordplay
	\item Computation
\end{itemize}
\end{frame}


\begin{frame}{Where we have problems}

\only<1-2>{
\begin{block}{Out of Date}
Although he won the California primary in 2000, he distanced himself
from fellow reform presidential candidate Pat Buchanan by comparing
him to Attila the Hun. After being called a jackass, he prompted
Lindsey Graham to destroy his phone by giving out his number during a
speech. The slogan (*) Make America Great Again has been used by this
politician, who claimed he didn't like people who were captured as a
slight to John McCain and kicked off his 2016 presidential bid with
some inflammatory remarks about Mexicans. For 10 points, name this
Republican candidate and real estate mogul.
\end{block} }
\only<2>{{\bf Chris Christie?}}

\only<3-4>{
\begin{block}{Out of Touch}
  This singer recently cancelled the Great Escape Tour, and, in one
  song, she claims that she will be ``Eating crumpets with the sailors
  / On acres without the neighbors.'' She collaborated with Jennifer
  (*) Hudson on the song ``Trouble,'' which was issued in her album
  update Reclassified. This artist of ``Change Your Life'' was
  inspired by scenes from the movie Clueless to make the music video
  for a song in which she collaborated with Charli XCX. For 10 points,
  name this Australian rapper whose album The New Classic contained
  ``Fancy.''
\end{block} }
\only<4>{{\bf Bruce Springsteen?}}


\end{frame}


\begin{frame}{We want (and need) your help!}

	\begin{itemize}
		\item Our system isn't perfect
		\item We need more data
		\item We need more features
		\item We need excellent coders	
	\end{itemize}
	
	\pause

	\begin{block}{Find out more \dots}
		\begin{itemize}
			\item Code: \url{http://github.com/miyyer/qb}
			\item Twitter: @boydgraber
			\item Announcements on HSQB
		\end{itemize}
	\end{block}

\end{frame}

\begin{frame}{Come to Boulder}

\begin{columns}
	\column{.5\linewidth}
        \only<1>{
        	\begin{center}
		\includegraphics[width=.9\linewidth]{colorado/boulder} \\
		\includegraphics[width=.9\linewidth]{colorado/cs_dept}
	\end{center}
              }
	\column{.5\linewidth}	
		\begin{itemize}
                \item Looking for undergrads/grads/interns
                \item A great place for natural language
                  processing
		\end{itemize}
\end{columns}

\end{frame}


\frame{

	\frametitle{Thanks}

        \begin{block}{Collaborators}
          \textsc{naqt}, Hal Daum\'e III (UMD), Anupam Guha (Maryland), Manjhunath Ravi (Colorado), Danny Bouman (UMD UG),
          Stephanie Hwa (UMD UG), Pedro Rodriguez (Colorado) 
        \end{block}
	
        \begin{block}{Funders}
        \begin{center}
          \includegraphics[width=0.4\linewidth]{general_figures/nsf}
       \end{center}
        \end{block}
}



\begin{frame}{References}
\bibliographystyle{style/acl}
\tiny
\bibliography{bib/journal-full,bib/jbg}
\end{frame}




	%\input{qb/qb_rapacious}


\begin{frame}
	\begin{center}

\vspace{-.6cm}
\begin{figure}[tb]
\centering

\subfigure[Buzzes over all Questions]{
\includegraphics[width=0.6\linewidth]{qb/buzz_cloud}
\label{fig:buzz_cloud}
}

\subfigure[Wuthering Heights Question Text]{
\includegraphics[width=0.45\linewidth]{qb/wuthering_heights_question}
\label{fig:wh_question}
}
\subfigure[Buzzes on Wuthering Heights]{
\includegraphics[width=0.45\linewidth]{qb/wuthering_heights_buzz}
\label{fig:wh_buzz}
}
\end{figure}


	\end{center}

\end{frame}



\begin{frame}
	\frametitle{Accuracy vs. Speed}

	\begin{center}
	  \includegraphics[width=0.8\linewidth]{qb/accuracy_vs_speed}
	  \end{center}

\end{frame}




\end{document}