\documentclass[11pt,a4paper]{article}
\usepackage{pslatex}
\usepackage{colortbl}
\usepackage[pdftex]{graphicx}
%\usepackage[pdftex,draft]{graphicx}
\usepackage[margin=1.1in]{geometry}
%\usepackage[charter]{mathdesign}
\usepackage{setspace}
\usepackage{lscape}
\usepackage{multirow}
\usepackage{ctable}
\usepackage{subfigure}
\usepackage{amsmath}
\usepackage{natbib}
\usepackage{color}
\usepackage{eurosym}
\usepackage{booktabs}
\usepackage{longtable}
\usepackage[toc,page]{appendix}
%\usepackage[nofiglist,notablist]{endfloat}


% new commands for array tables
\renewcommand{\arraystretch}{1.2}
\newcolumntype{C}[1]{>{\centering\let\\\tabularnewline}p{#1}}
\newcolumntype{R}[1]{>{\raggedleft\let\\\tabularnewline}p{#1}}
\newcolumntype{L}[1]{>{\raggedright\let\\\tabularnewline}p{#1}}


\usepackage{hyperref}
\hypersetup{colorlinks=false, %
            linkcolor=red, %
            citecolor=green, %
            filecolor=magenta, %
          %  pagecolor=blue, %
            urlcolor=cyan, %
            pdftitle={Supplementary Materials}, %
            pdfauthor={Slava Mikhaylov, Michael Laver, Kenneth
              Benoit}, %
            pdfsubject={}, %
            pdfkeywords={measurement error, misclassification}, %
            pdftex}


\begin{document}

\title{Coder Reliability and Misclassification in the Human Coding
  of Party Manifestos: \\ Supplementary Materials}

\author{Slava Mikhaylov\\ University College London\\
  \href{mailto:v.mikhaylov@ucl.ac.uk}{v.mikhaylov@ucl.ac.uk} \and 
  Michael Laver\\ New York University\\
  \href{mailto:michael.laver@nyu.edu}{michael.laver@nyu.edu} 
  \and Kenneth Benoit\\
  London School of Economics\\
  \href{mailto:kbenoit@lse.ac.uk}{kbenoit@lse.ac.uk}}


\maketitle



\newpage

%\begin{landscape}
\begin{center}

%\begin{table}
  \centering
{\center{\textbf{Complete Category Listing.}} \\
  \emph{Detailed
    information on categories, reliability, and classification
    probabilities from tests.}}
\vspace{1ex}
\begin{small}
\begin{longtable}{p{.5cm}p{6cm}p{.7cm}crrp{.1cm}p{.8cm}p{.8cm}p{.8cm}}
\hline
& & {\scriptsize \bf Overall} & & \multicolumn{2}{c}{\bf Fleiss $\kappa$} & & \multicolumn{3}{c}{$\mathbf{Pr(A^*|A)=}$}  \\ \cline{5-6} \cline{8-10}
{\bf Code} & {\bf Description} & {\bf \%} & {\bf RILE} & {\bf All} & {\bf RILE} & & \bf Left & {\bf Right} & {\bf Other} \\
\hline
\hline
\endhead
\hline \multicolumn{10}{c}{{Continued on next page}} \\ 
\endfoot
\hline
\endlastfoot

       103 & Anti-Imperialism: Positive &       0.38 &          L &            &            &            &            &            &            \\

       105 & Military: Negative &       0.77 &          L &            &            &            &            &            &            \\

       106 & Peace: Positive &       0.82 &          L &            &            &            &            &            &            \\

       107 & Internationalism: Positive &       2.79 &          L &            &            &            &            &            &            \\

       202 & Democracy: Positive &       3.55 &          L &       0.18 &       0.07 &            & {\bf 0.50} &       0.03 &       0.47 \\

       403 & Market Regulation: Positive &       2.04 &          L &       0.29 &      -0.03 &            & {\bf 0.75} &       0.12 &       0.14 \\

       404 & Economic Planning: Positive &       0.97 &          L &       0.05 &      -0.05 &            & {\bf 0.18} &       0.35 &       0.47 \\

       406 & Protectionism: Positive &       0.26 &          L &            &            &            &     {\bf } &            &            \\

       412 & Controlled Economy: Positive &       0.71 &          L &            &            &            &     {\bf } &            &            \\

       413 & Nationalization: Positive &       0.41 &          L &            &            &            &     {\bf } &            &            \\

       504 & Welfare State Expansion: Positive &       7.19 &          L &       0.50 &       0.10 &            & {\bf 0.68} &       0.03 &       0.29 \\

       506 & Education Expansion: Positive &       4.44 &          L &       0.46 &        n/a &            & {\bf 0.78} &       0.00 &       0.22 \\

       701 & Labour Groups: Positive &       2.51 &          L &       0.14 &       0.05 &            & {\bf 0.45} &       0.08 &       0.47 \\

       104 & Military: Positive &       1.32 &          R &            &            &            &            &            &            \\

       201 & Freedom and Human Rights: Positive &       2.56 &          R &            &            &            &            &            &            \\

       203 & Constitutionalism: Positve &       0.59 &          R &            &            &            &            &     {\bf } &            \\

       305 & Political Authority: Positive &       3.00 &          R &       0.10 &       0.14 &            &       0.24 & {\bf 0.44} &       0.32 \\

       401 & Free Enterprise: Positive &       1.74 &          R &            &            &            &            &     {\bf } &            \\

       402 & Incentives: Positive &       2.29 &          R &       0.46 &       0.03 &            &       0.20 & {\bf 0.74} &       0.06 \\

       407 & Protectionism: Negative &       0.21 &          R &            &            &            &            &     {\bf } &            \\

       414 & Economic Orthodoxy: Positive &       1.91 &          R &       0.46 &       0.16 &            &       0.02 & {\bf 0.77} &       0.20 \\

       505 & Welfare State Limitation: Positive &       0.36 &          R &            &            &            &            &     {\bf } &            \\

       601 & National Way of Life: Positive &       1.03 &          R &            &            &            &            &     {\bf } &            \\

       603 & Traditional Morality: Positive &       1.41 &          R &            &            &            &            &     {\bf } &            \\

       605 & Law and Order: Positive &       2.46 &          R &       0.13 &        n/a &            &       0.00 & {\bf 0.82} &       0.18 \\

       606 & Social Harmony: Positive &       1.44 &          R &       0.44 &       0.24 &            &       0.03 & {\bf 0.71} &       0.26 \\

       101 & Foreign Special relationships: Positive &       0.77 &          - &            &            &            &            &            &            \\

       102 & Foreign Special relationships: Negative &       0.22 &          - &            &            &            &            &            &            \\

       108 & European Integration: Positive &       1.92 &          - &            &            &            &            &            &            \\

       109 & Internationalism: Negative &       0.40 &          - &            &            &            &            &            &            \\

       110 & European Integration: Negative &       0.43 &          - &            &            &            &            &            &            \\

       204 & Constitutionalism: Negative &       0.23 &          - &            &            &            &            &            &            \\

       301 & Decentralization: Positive &       3.19 &          - &            &            &            &            &            &            \\

       302 & Centalization: Positive &       0.16 &          - &            &            &            &            &            &            \\

       303 & Governmenatal and Administrative Efficiency: Positive &       4.60 &          - &       0.02 &        n/a &            &       0.47 &       0.00 & {\bf 0.53} \\

       304 & Political Corruption: Negative &       0.80 &          - &            &            &            &            &            &     {\bf } \\

       405 & Corporatism: Positive &       0.27 &          - &       0.21 &        n/a &            &       0.25 &       0.00 & {\bf 0.75} \\

       408 & Economic Goals &       2.90 &          - &       0.13 &       0.02 &            &       0.16 &       0.16 & {\bf 0.68} \\

       409 & Keynesian Demand Management: Positive &       0.19 &          - &            &            &            &            &            &     {\bf } \\

       410 & Productivity: Positive &       2.14 &          - &       0.17 &       0.12 &            &       0.01 &       0.16 & {\bf 0.83} \\

       411 & Technology and Infrastructure: Positive &       5.71 &          - &       0.34 &       0.29 &            &       0.41 &       0.05 & {\bf 0.54} \\

       415 & Marxist Analysis: Positive &       0.09 &          - &            &            &            &            &            &     {\bf } \\

       416 & Anti-Growth Economy: Positive &       0.69 &          - &            &            &            &            &            &     {\bf } \\

       501 & Environmental Protection: Positive &       4.85 &          - &            &            &            &            &            &     {\bf } \\

       502 & Culture: Positive &       3.04 &          - &            &            &            &            &            &     {\bf } \\

       503 & Social Justice: Positive &       3.83 &          - &       0.35 &       0.24 &            &       0.12 &       0.10 & {\bf 0.78} \\

       507 & Education Limitation: Positive &       0.04 &          - &            &            &            &            &            &     {\bf } \\

       602 & National Way of Life: Negative &       0.21 &          - &            &            &            &            &            &     {\bf } \\

       604 & Traditional Morality: Negative &       0.29 &          - &            &            &            &            &            &     {\bf } \\

       607 & Multiculturalism: Positive &       0.80 &          - &            &            &            &            &            &     {\bf } \\

       608 & Multiculturalism: Negative &       0.22 &          - &            &            &            &            &            &     {\bf } \\

       702 & Labour Groups: Negative &       0.12 &          - &            &            &            &            &            &     {\bf } \\

       703 & Farmers: Positive &       3.41 &          - &       0.82 &       0.04 &            &       0.03 &       0.09 & {\bf 0.88} \\

       704 & Middle Class and Professional Groups: Positive &       0.86 &          - &            &            &            &            &            &     {\bf } \\

       705 & Underprivileged Minority Groups: Positive &       1.44 &          - &            &            &            &            &            &     {\bf } \\

       706 & Non-economic Demographic Groups: Positive &       4.20 &          - &       0.29 &       0.11 &            &       0.17 &       0.08 & {\bf 0.75} \\

       000 &    Uncoded &       4.79 &          - &       0.11 &       0.10 &            &       0.41 &       0.14 & {\bf 0.45} \\
\hline
\end{longtable}  
  \label{tab:appendix}
\end{small}

%\end{table}
\end{center}
%\end{landscape}

\textbf{Notes}
\begin{enumerate}
\item Note: The ``Overall \% column refers to the proportion of coded
quasi-sentences assigned to each category from the complete CMP
dataset (from \emph{MPP2}).

\item Categories are sorted so that the 13
``Rile-left'' categories are listed first, the 13 ``Rile-right''
categories second, followed by the ``Rile-other'' categories.  The
probability that an individual policy category will be classified as
belonging to its own ``Rile'' classification are highlighted in
boldface.  For quasi-sentences that really belong to ``202: Democracy:
Positive'' for instance---a relative high-frequency category at 3.55\%
of all CMP quasi-sentences in the combined dataset---the probability
is only 0.50 from our tests that it will be assigned a CMP code that
is one of the 13 ``Rile-left'' categories.  The probability is almost
even (0.47) that it will be coded as a category that is not part of
the ``Rile'' index, and just 0.03 that it will coded as a
``Rile-right'' category.  

\item The limited set of categories in our test documents meant that we could
only report misclassification probabilities for the 20 categories
identified by the CMP's Master coding.

\end{enumerate}

 


\end{document}

