mt-polygon-simplification/thesis/chapters/04.01-results-benchmark.tex

\subsection{Benchmark results}

Problem dimensions:
\begin{itemize}
	\item Device: desktop, mobile
	\item Browser: Chrome, Firefox, Edge, Safari, mobile variants
	\item Datasets: Simplify.js example, bavaria outline
	\item High quality: on off
	\item Chart: wasm vs. js, wasm analysis, js analysis
\end{itemize}

Questions to answer:
\begin{itemize}
	\item Differences between browsers?
	\item How much influence does the environment change has (storeCoords)?
	\item What is faster? js or wasm. In which cases?
	\item Is turf making sense?
	\item How much influence does high Quality mode has.
	\item Difference between devices? 
\end{itemize}

\todo[inline]{Highlight for each case which dimension is active and which questions it tackles}

\subsubsection{Case 1 - Windows - wasm vs js}
\marginpar{hp pavilion}
\marginpar{6 charts}
\marginpar{questions: 1, 3, 5}

\begin{table}[htb]
	\centering
	\includegraphics[width=.8\linewidth]{./images/dimensions-1.png}
	\label{tbl:dimensions-1}
	\caption{Problem dimensions of Case 1}
\end{table}

Benchmark of dataset "Simplify.js example" using the web browsers of Google, Microsoft and Mozilla.

\input{./results-benchmark/win_chro_simplify_vs_false.tex}
\input{./results-benchmark/win_ffox_simplify_vs_false.tex}
\input{./results-benchmark/win_edge_simplify_vs_false.tex}
\input{./results-benchmark/win_chro_simplify_vs_true.tex}
\input{./results-benchmark/win_ffox_simplify_vs_true.tex}
\input{./results-benchmark/win_edge_simplify_vs_true.tex}
\clearpage

\subsubsection{Case 2 - Windows - wasm stack analysis}
\marginpar{hp pavilion}
\marginpar{2 charts}
\marginpar{questions: 2, 3, 5}
\todo{maybe add ffox}

\begin{table}[htb]
	\centering
	\includegraphics[width=.8\linewidth]{./images/dimensions-2.png}
	\label{tbl:dimensions-2}
	\caption{Problem dimensions of Case 2}
\end{table}

\input{./results-benchmark/win_edge_simplify_stack_false.tex}
\input{./results-benchmark/win_edge_simplify_stack_true.tex}
\clearpage

\subsubsection{Case 3 - MacBook Pro - wasm vs js}
\marginpar{MacBook Pro 15}
\marginpar{4 charts}
\marginpar{Chrome and FF comparable to results above}

\begin{table}[htb]
	\centering
	\includegraphics[width=.8\linewidth]{./images/dimensions-3.png}
	\label{tbl:dimensions-3}
	\caption{Problem dimensions of Case 3}
\end{table}


\input{./results-benchmark/mac_safa_bavaria_vs_false.tex}
\input{./results-benchmark/mac_ffox_bavaria_vs_false.tex}
\input{./results-benchmark/mac_safa_bavaria_vs_true.tex}
\input{./results-benchmark/mac_ffox_bavaria_vs_true.tex}
\clearpage

\subsubsection{Case 4 - Ubuntu - turf.js analysis}
\marginpar{Lenovo Miix 510}
\marginpar{4 charts}
\marginpar{Firefox because orig simplify is faster}

\begin{table}[htb]
	\centering
	\includegraphics[width=.8\linewidth]{./images/dimensions-4.png}
	\label{tbl:dimensions-4}
	\caption{Problem dimensions of Case 4}
\end{table}

\input{./results-benchmark/ubu_ffox_bavaria_vs_false.tex}
\input{./results-benchmark/ubu_ffox_bavaria_jsstack_false.tex}
\input{./results-benchmark/ubu_ffox_bavaria_vs_true.tex}
\input{./results-benchmark/ubu_ffox_bavaria_jsstack_true.tex}
\clearpage

\subsubsection{Device 4 - iPhone - mobile testing}

\todo[inline]{mobile | safari, chrome, ffox | on, off | vs = 6 charts}