mt-polygon-simplification/thesis/chapters/04.01-results-benchmark.tex

\subsection{Benchmark results}

Problem dimensions:
\begin{itemize}
	\item Device: desktop, mobile
	\item Browser: Chrome, Firefox, Edge, Safari, mobile variants
	\item Datasets: Simplify.js example, bavaria outline
	\item High quality: on off
	\item Chart: wasm vs. js, wasm analysis, js analysis
\end{itemize}

Questions to answer:
\begin{itemize}
	\item Differences between browsers?
	\item How much influence does the environment change has (storeCoords)?
	\item What is faster? js or wasm. In which cases?
	\item Is turf making sense?
	\item How much influence does high Quality mode has.
	\item Difference between devices? 
\end{itemize}

\todo[inline]{Highlight for each case which dimension is active and which questions it tackles}

\subsubsection{Device 1 - Windows - wasm vs js}
\marginpar{hp pavilion}

\todo[inline]{desktop | chrome, ff, edge | simplify.js | on, off | wasm vs js = 6 charts}
\todo[inline]{questions: 1, 3, 5}

Benchmark of dataset "Simplify.js example" using the web browsers of Google, Microsoft and Mozilla.

\input{./results-benchmark/win_chro_simplify_vs_false.tex}
\input{./results-benchmark/win_ffox_simplify_vs_false.tex}
\input{./results-benchmark/win_edge_simplify_vs_false.tex}
\input{./results-benchmark/win_chro_simplify_vs_true.tex}
\input{./results-benchmark/win_ffox_simplify_vs_true.tex}
\input{./results-benchmark/win_edge_simplify_vs_true.tex}
\clearpage

\subsubsection{Device 1 - Windows - wasm stack analysis}
\marginpar{hp pavilion}
\todo[inline]{desktop | edge | simplify.js | on, off | wasm stack = 2 charts}
\todo[inline]{questions: 2, 3, 5}
\marginpar{maybe add ffox}

\input{./results-benchmark/win_edge_simplify_stack_false.tex}
\input{./results-benchmark/win_edge_simplify_stack_true.tex}
\clearpage

\subsubsection{Device 2 - MacBook Pro - wasm vs js}
\marginpar{MacBook Pro 15}
\marginpar{Chrome and FF comparable to results above}

\todo[inline]{desktop | safari, ffox | bavaria.js | on, off | vs = 4 charts}


\input{./results-benchmark/mac_safa_bavaria_vs_false.tex}
\input{./results-benchmark/mac_ffox_bavaria_vs_false.tex}
\input{./results-benchmark/mac_safa_bavaria_vs_true.tex}
\input{./results-benchmark/mac_ffox_bavaria_vs_true.tex}
\clearpage

\subsubsection{Device 3 - Ubuntu - turf.js analysis}
\marginpar{Lenovo Miix 510}
\marginpar{Firefox because orig simplify is faster}
\todo[inline]{desktop | ff | bavaria | on, off | vs, turf Stack = 4 charts}

\input{./results-benchmark/ubu_ffox_bavaria_vs_false.tex}
\input{./results-benchmark/ubu_ffox_bavaria_jsstack_false.tex}
\input{./results-benchmark/ubu_ffox_bavaria_vs_true.tex}
\input{./results-benchmark/ubu_ffox_bavaria_jsstack_true.tex}
\clearpage

\subsubsection{Device 4 - iPhone - mobile testing}

\todo[inline]{mobile | safari, chrome, ffox | on, off | vs = 6 charts}