X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=a2%2F2results.tex;h=cfde7c7b60d03939c82c097d8d110b9115aa35ed;hb=92ded11e5cc8e03df27e440d1d12cfaebb59e726;hp=4e685ed89ea4dc4ab7baaa445998c37ac09edaff;hpb=329237bfbd3b357103d6f8c4e15f40c7b8da7dd0;p=tt2015.git

diff --git a/a2/2results.tex b/a2/2results.tex
index 4e685ed..cfde7c7 100644
--- a/a2/2results.tex
+++ b/a2/2results.tex
@@ -8,11 +8,11 @@ following results:
     \begin{tabular}{|l|l|}
     \hline
     Check \# & result \\  \hline \hline
-    1 & RESULT\\  \hline
-    2 & RESULT\\  \hline
-    3 & RESULT\\  \hline
-    4 & RESULT\\  \hline
-    5 & RESULT\\  \hline
+    1 & Passed\\  \hline
+    2 & Passed\\  \hline
+    3 & Passed\\  \hline
+    4 & Passed\\  \hline
+    5 & Passed\\  \hline
     \end{tabular}
 \caption{Results of the preflight checks}
 \label{tbl:preflightresults}
@@ -29,30 +29,24 @@ Table~\ref{tbl:testcases} yields the following results:
     \begin{tabular}{|l|l|}
     \hline
     Test case \# & result \\  \hline \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
-    \doTCC & RESULT\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
+    \doTCC & Passed\\  \hline
     \end{tabular}
 \caption{Results of the test cases}
 \label{tbl:testcasesresults}
@@ -60,42 +54,28 @@ Table~\ref{tbl:testcases} yields the following results:
 
 \subsection{Result}
 To pass the test the SUT has to pass all the specified test cases (
-Table~\ref{tbl:tpreflight} and Table~\ref{tbl:testpairs}). As can be seen in
+Table~\ref{tbl:preflight} and Table~\ref{tbl:testpairs}). As can be seen in
 Table~\ref{tbl:preflightresults} and Table~\ref{tbl:testcasesresults} this is
 %not %remove first % in case of any failure
-the case. Therefore the SUT has PASSED/FAILED this test.
+the case. Therefore the SUT has Passed this test suite.
 %This failure is due to the failure of the test case(s) 1,2,3,n as specified
 %where the SUT failed to behave in the expected way by... %behavior dat SUT wel
-%%liet zien
+%%liet zien 
 
-%
-%\textbf{TODO: DEZE TABEL WEL UPDATEN!!}
-%
-%\begin{table}
-%\begin{tabularx}{\linewidth}{| l | X|}
-%	\hline
-%Check 1 & Get the SUT in a workable state. \\\hline
-%Course of action & \begin{enumerate}
-%	\item Import the VirtualBox image into VirtualBox.
-%	\item Boot the vm.
-%	\item Verify the SUT booted succesfully and the network module(s) are loaded.
-%\end{enumerate} \\\hline
-%Passed & \textit{\st{Yes}/No} \\\hline \hline
-%Check 2 & Verify the SUT is complete. \\\hline
-%Course of action & \begin{enumerate}
-%	\item Use the course of action for \emph{Check 1} in order to boot the SUT.
-%	\item Verify the loopback device exists using \emph{ifconfig}
-%	\item Verify the \emph{echo-server} is present on the system.
-%	\item Verify \emph{Scrappy} is present on the system.
-%	\item Verify all scripts used for testing are present on the system.
-%\end{enumerate} \\\hline
-%Passed & \textit{\st{Yes}/No} \\\hline \hline
-%Check 3 & Initialize the testing environment. \\\hline
-%Course of action & \begin{enumerate}
-%	\item Boot the SUT (see \emph{Check 1}).
-%	\item Setup iptables by executing \emph{./scripts/setup/iptables.sh}
-%	\item Setup ... by executing \emph{./scripts/setup/...}
-%\end{enumerate} \\\hline
-%Passed & \textit{\st{Yes}/No} \\\hline
-%\end{tabularx}
-%\end{table}
+\subsection{Notes on results}
+Due to severe difficulties with implementing the corruption of a checksum any
+tests which mention corruption of the checksum, that is, all tests testing
+the different partitions 4a, 4b, 4c, 5a and 5b as mentioned in 
+Section~\ref{sec:testingofsut}, are always done with a valid checksum. These
+tests always fall in partition 4a and 5a. 
+
+These difficulties arise because TCP-checksum computation is something which is
+done
+on the hardware level or somewhere otherwise quite far from the software
+implementation of anything calling the TCP-stack. Due to this, changing the
+checksum of the segments send from the test script to the SUT is not possible
+without writing raw data to the network sockets, which would result
+in high changes of manual errors.
+
+Because of this these partitions are not tested and the SUT is not tested for
+the requirement that it should disregard segments with invalid checksums. 
\ No newline at end of file