diff --git a/analysis_and_scripts/notes.tex b/analysis_and_scripts/notes.tex index ff801dbe3a19e74de18f51e1dbb072610967ff6a..229ad99afd5de0380be26235b9fd728a08ff3833 100644 --- a/analysis_and_scripts/notes.tex +++ b/analysis_and_scripts/notes.tex @@ -149,22 +149,22 @@ Given the above framework, the goal is to create an evaluation algorithm that ca \begin{figure} [H] \centering -\begin{tikzpicture}[->,>=stealth',shorten >=1pt,auto,node distance=1.5cm, - semithick] +\begin{tikzpicture}[->, >=stealth, shorten >=1pt, auto, node distance=1.5cm, semithick] - \tikzstyle{every state}=[fill=none,draw=black,text=black, rectangle, minimum width=7.0cm] + \tikzstyle{every state}=[fill=none, draw=black, text=black, rectangle, minimum width=6.0cm] - \node[state] (D) {Data generation}; - \node[state] (J) [below of=D] {Labeling process (human)}; - \node[state] (MP) [below of=J] {$\mathcal{M}$ Machine decisions / predictions}; + \node[state] (DG) {Data generation}; + \node[state] (LP) [below of=DG] {Labeling process (human)}; + \node[state] (MP) [below of=LP] {Machine predictions}; \node[state] (EA) [below of=MP] {Evaluation algorithm}; - \path (D) edge (J) - (J) edge (MP) - edge [bend right=82, dashed] (EA) + \path (DG) edge (LP) + edge [bend right=90, dashed] node [left] {(1)} (MP) + (LP) edge (MP) + edge [bend left=90, dashed] node {(2)} (EA) (MP) edge (EA); \end{tikzpicture} -\caption{The selective labels framework. The dashed arrow indicates how human evaluations are evaluated without machine intervention using \nameref{alg:human_eval} algorithm.} +\caption{The selective labels framework. Dashed arrow (1) marks the flow of unlabeled data to \nameref{alg:true_eval} algorithm and (2) indicates how human evaluations are evaluated without machine intervention using \nameref{alg:human_eval} algorithm.} \label{fig:framework} \end{figure} @@ -173,22 +173,23 @@ Given the above framework, the goal is to create an evaluation algorithm that ca \begin{tikzpicture}[->,>=stealth',shorten >=1pt,auto,node distance=1.5cm, semithick] - \tikzstyle{every state}=[fill=none,draw=black,text=black, rectangle, minimum width=7.0cm] + \tikzstyle{every state}=[fill=none,draw=black,text=black, rectangle, minimum width=6.0cm] \node[state] (DG) {Data generation}; \node[state] (LP) [below of = DG] {Labeling process (human)}; \node[state] (MT) [below left=1.0cm and -4cm of LP] {Model training}; - \node[state] (MD) [below=1.0cm of MT] {$\mathcal{M}$ Machine decisions / predictions}; - \node[state] (EA) [below right=0.75cm and -4cm of MD] {Evaluation algorithm}; + \node[state] (MP) [below=1.0cm of MT] {Machine predictions}; + \node[state] (EA) [below right=0.75cm and -4cm of MP] {Evaluation algorithm}; \path (DG) edge (LP) - (LP) edge [bend left=-19] node [right, pos=0.6] {$\D_{train}$} (MT) - edge [bend left=45] node [right] {$\D_{test}$} (MD) - edge [bend left=70, dashed] node [right] {$\D_{test}$} (EA) - (MT) edge node {$\M$} (MD) - (MD) edge (EA); + edge [out=180, in=180, dashed] node [left] {$\D_{unlabeled}$ (1)} (MP) + (LP) edge [bend right=19] node [left] {$\D_{train}$} (MT) + edge [bend left=60] node [right] {$\D_{test}$} (MP) + edge [bend left=75, dashed] node [right] {$\D_{test}$ (2)} (EA) + (MT) edge node {$\M$} (MP) + (MP) edge (EA); \end{tikzpicture} -\caption{The selective labels framework with explicit data flow. The dashed arrow indicates how human evaluations are evaluated without machine intervention using \nameref{alg:human_eval} algorithm. The evaluations are performed over the test set.} +\caption{The selective labels framework with explicit data flow. Dashed arrow (1) marks the flow of unlabeled data to \nameref{alg:true_eval} algorithm and (2) indicates how human evaluations are evaluated without machine intervention using \nameref{alg:human_eval} algorithm.} \label{fig:framework_data_flow} \end{figure}