writing add results

This commit is contained in:
Alfred Melch 2019-08-07 15:34:59 +02:00
parent e4a3e82f7e
commit f39e40349a
33 changed files with 215 additions and 7 deletions

View File

@ -7,6 +7,8 @@
\input{chapters/03.00-methodology.tex}
\input{chapters/03.01-benchmark.tex}
\input{chapters/03.02-integration.tex}
\input{chapters/04-results.tex}
\input{chapters/04.00-results.tex}
\input{chapters/04.01-results-benchmark.tex}
\input{chapters/04.02-results-integration.tex}
\input{chapters/05-conclusion.tex}
\input{chapters/06-conclusion.tex}

View File

@ -152,7 +152,7 @@ For running multiple benchmarks the class \texttt{BenchmarkSuite} was created. I
\centering
\fbox{\includegraphics[width=.9\linewidth]{images/benchmark-ui.png}}
\caption{The user interface for benchmarking application. (not final)}
\label{fig:integration-ui}
\label{fig:benchmart-ui}
\end{figure}
The user interface has three regions. One for configuring input parameters. One for controlling the benchmark process and at last a diagram of the results.

View File

@ -1,5 +0,0 @@
\section{Results}
\subsection{Benchmark results}
\subsection{Comparing the results of different algorithms}

View File

@ -0,0 +1 @@
\section{Results}

View File

@ -0,0 +1,55 @@
\subsection{Benchmark results}
Problem dimensions:
\begin{itemize}
\item Device: desktop, smartphone
\item Browser: Chrome, Firefox, Edge, Safari, mobile variants
\item Datasets: Simplify.js example, bavaria outline
\item High quality: on off
\item Chart: wasm vs. js, wasm analysis, js analysis
\end{itemize}
Questions to answer:
\begin{itemize}
\item Differences between browsers?
\item How much influence does the environment change has (storeCoords)?
\item What is faster? js or wasm. In which cases?
\item Is turf making sense?
\item How much influence does high Quality mode has.
\item Difference between devices?
\end{itemize}
\todo[inline]{Highlight for each case which dimension is active and which questions it tackles}
\subsubsection{Device 1 - Windows - wasm vs js}
\todo[inline]{desktop | chrome, ff, edge | simplify.js | on, off | wasm vs js = 6 charts}
\todo[inline]{questions: 1, 3, 5}
Benchmark of dataset "Simplify.js example" using the web browsers of Google, Microsoft and Mozilla.
\input{./results-benchmark/win_chro_simplify_vs_false}
\input{./results-benchmark/win_ffox_simplify_vs_false}
\input{./results-benchmark/win_edge_simplify_vs_false}
\input{./results-benchmark/win_chro_simplify_vs_true}
\input{./results-benchmark/win_ffox_simplify_vs_true}
% \input{./results-benchmark/win_edge_simplify_vs_true}
\clearpage
\subsubsection{Device 1 - Windows - wasm stack analysis}
\todo[inline]{desktop | edge, firefox | simplify.js | on, off | wasm stack = 6 charts}
\todo[inline]{1, 2, 3, 5}
\input{./results-benchmark/win_edge_simplify_stack_false}
\clearpage
\subsubsection{Device 2 - iMac - wasm vs js}
For safari browser.
\subsubsection{Device 3 - Ubuntu - turf.js analysis}
Check if turf makes sense
\subsubsection{Device 4 - iPhone - mobile testing}

View File

@ -0,0 +1 @@
\subsection{Comparing the results of different algorithms}

View File

@ -2,3 +2,9 @@
\contentsline {figure}{\numberline {2}{\ignorespaces The user interface for benchmarking application. (not final)}}{19}{figure.2}%
\contentsline {figure}{\numberline {3}{\ignorespaces The state model of the application}}{24}{figure.3}%
\contentsline {figure}{\numberline {4}{\ignorespaces The user interface for the algorithm comparison. (not final)}}{25}{figure.4}%
\contentsline {figure}{\numberline {5}{\ignorespaces Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" without high Quality mode.}}{28}{figure.5}%
\contentsline {figure}{\numberline {6}{\ignorespaces Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" without high Quality mode.}}{28}{figure.6}%
\contentsline {figure}{\numberline {7}{\ignorespaces Simplify.wasm vs. Simplify.js benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}}{29}{figure.7}%
\contentsline {figure}{\numberline {8}{\ignorespaces Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" with high Quality mode.}}{29}{figure.8}%
\contentsline {figure}{\numberline {9}{\ignorespaces Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" with high Quality mode.}}{30}{figure.9}%
\contentsline {figure}{\numberline {10}{\ignorespaces Simplify.wasm runtime analysis benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}}{31}{figure.10}%

Binary file not shown.

View File

@ -0,0 +1,58 @@
import os
tex_template = """
\\begin{{figure}}[!htb]
\\centering
\\includegraphics[width=.75\\linewidth]{{./results-benchmark/{filename}}}
\\caption{{{caption}}}
\\label{{fig:{label}}}
\\end{{figure}}
"""
caption_template = '{chart} benchmark result of {device} device with {browser} browser on dataset "{data}" {highQual}.'
devices = {
'win': 'Windows',
}
browsers = {
'ffox': 'Firefox',
'chro': 'Chrome',
'edge': 'Edge',
'safa': 'Safari'
}
data = {
'simplify': 'Simplify.js example',
'bavaria': 'Bavaria outline'
}
chart = {
'vs': 'Simplify.wasm vs. Simplify.js',
'stack': 'Simplify.wasm runtime analysis'
}
highQual = {
'true': 'with high Quality mode',
'false': 'without high Quality mode'
}
for filename in os.listdir(os.path.dirname(os.path.realpath(__file__))):
if not filename.endswith('.png'):
continue
label = filename.split('.')[0]
parts = label.split('_')
caption = caption_template.format(
device=devices[parts[0]],
browser=browsers[parts[1]],
data=data[parts[2]],
chart=chart[parts[3]],
highQual=highQual[parts[4]]
)
content = tex_template.format(
filename=filename, caption=caption, label=label)
with open(label + '.tex', 'w') as file:
file.write(content)

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 114 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_chro_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_chro_simplify_vs_false}
\end{figure}

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 110 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_chro_simplify_vs_true.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" with high Quality mode.}
\label{fig:win_chro_simplify_vs_true}
\end{figure}

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 100 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_edge_simplify_stack_false.png}
\caption{Simplify.wasm runtime analysis benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_edge_simplify_stack_false}
\end{figure}

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 99 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_edge_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_edge_simplify_vs_false}
\end{figure}

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 102 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_ffox_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_ffox_simplify_vs_false}
\end{figure}

File diff suppressed because one or more lines are too long

Binary file not shown.

After

Width:  |  Height:  |  Size: 102 KiB

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_ffox_simplify_vs_true.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" with high Quality mode.}
\label{fig:win_ffox_simplify_vs_true}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_chro_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_chro_simplify_vs_false}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_chro_simplify_vs_true.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Chrome browser on dataset "Simplify.js example" with high Quality mode.}
\label{fig:win_chro_simplify_vs_true}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_edge_simplify_stack_false.png}
\caption{Simplify.wasm runtime analysis benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_edge_simplify_stack_false}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_edge_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Edge browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_edge_simplify_vs_false}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_ffox_simplify_vs_false.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" without high Quality mode.}
\label{fig:win_ffox_simplify_vs_false}
\end{figure}

View File

@ -0,0 +1,7 @@
\begin{figure}[!htb]
\centering
\includegraphics[width=.75\linewidth]{./results-benchmark/win_ffox_simplify_vs_true.png}
\caption{Simplify.wasm vs. Simplify.js benchmark result of Windows device with Firefox browser on dataset "Simplify.js example" with high Quality mode.}
\label{fig:win_ffox_simplify_vs_true}
\end{figure}