Merge branch 'master' of https://github.com/dopefishh/tt2015

diff --git a/a2/1cases.tex b/a2/1cases.tex
index 05bfbbc..6241596 100644 (file)
--- a/a2/1cases.tex
+++ b/a2/1cases.tex
@@ -7,65 +7,66 @@ are to be run in a terminal. Commands prefixed with a \texttt{\#} should be run
 with root permissions. Commands prefixed with a \texttt{\$} should be run with
 user permissions.
 
-\begin{longtable}{|p{.2\linewidth}|p{.8\linewidth}|}
+\begin{longtable}{|l|rp{.8\linewidth}|}
        \hline
-       Check 1 & Get the SUT in a workable state.\\
+       Check 1 & \multicolumn{2}{l|}{Get the SUT in a workable state.}\\
        \hline
        \multirow{3}{*}{Course of action} 
-               & 1. Import the VirtualBox image into VirtualBox.\\
-               & 2. Boot the vm.\\
-               & 3. Verify the SUT booted successfully and the network modules are
+               & 1. & Import the VirtualBox image into VirtualBox.\\
+               & 2. & Boot the vm.\\
+               & 3. & Verify the SUT booted successfully and the network modules are
                loaded.\\
        \hline
-       Passed & \textit{Yes/No} \\
+       Passed & \multicolumn{2}{l|}{\textit{Yes/No}}\\
        \hline\hline
-       Check 2 & Verify the SUT is complete. \\
+       Check 2 & \multicolumn{2}{l|}{Verify the SUT is complete.}\\
        \hline
        \multirow{5}{*}{Course of action}
-               & 1. Boot the SUT as in \emph{Check 1}.\\
-               & 2. Verify the loopback device exists by running 
-                       \texttt{\$ ifconfig}.\\
-               & 3. Verify the \emph{echo-server} is present on the system by running
+               & 1. & Boot the SUT as in \emph{Check 1}.\\
+               & 2. & Verify the loopback device exists by running 
+                        \texttt{\$ ifconfig}.\\
+               & 3. & Verify the \emph{echo-server} is present on the system by running
                        \texttt{\$ file code/server/Main.java}\\
-               & 4. Verify \emph{Scapy} is present on the system by running
+               & 4. & Verify \emph{Scapy} is present on the system by running
                        \texttt{\$ scapy}.\\
-               & 5. Verify all scripts used for testing are present on the system.\\
+               & 5. & Verify all scripts used for testing are present on the system.\\
        \hline
-       Passed & \textit{Yes/No}\\
+       Passed & \multicolumn{2}{l|}{\textit{Yes/No}}\\
        \hline\hline
-       Check 3 & Initialize the testing environment.\\
+       Check 3 & \multicolumn{2}{l|}{Initialize the testing environment..}\\
        \hline
        \multirow{5}{*}{Course of action}
-               & 1. Boot the SUT as in \emph{Check 1}.\\
-               & 2. Setup iptables by executing
+               & 1. & Boot the SUT as in \emph{Check 1}.\\
+               & 2. & Setup iptables by executing
                        \texttt{\# code/iptables.sh}~\footnote{The IPTables script ensures
                        that the OS does not drop packets due to an the unknown source.}\\
-               & 3. Navigate to the working directory by running
+               & 3. & Navigate to the working directory by running
                        \texttt{\$ cd /home/student/tt2015}\\
-               & Compile the echo server by running 
+               & 4. & Compile the echo server by running 
                        \texttt{\# cd code/server \&\& make \&\& cd -}\\
-               & Start the echo server by running
+               & 5. & Start the echo server by running
                        \texttt{\# cd code/server \&\& java Main}\\
        \hline
-       Passed & \textit{Yes/No}\\
+       Passed & \multicolumn{2}{l|}{\textit{Yes/No}}\\
        \hline\hline
-       Check 4 & Test the tool environment.\\
+       Check 4 & \multicolumn{2}{l|}{Test the tool environment.}\\
        \hline
        \multirow{3}{*}{Course of action}
-               & 1. Initialize the SUT as in \emph{Check 3}\\
-               & 2. Execute the test script by running
+               & 1. & Initialize the SUT as in \emph{Check 3}\\
+               & 2. & Execute the test script by running
                        \texttt{\# code/client/helloworld.py}\\
-               & 3. Verify the console displays a success message.\\
+               & 3. & Verify the console displays a success message.\\
        \hline
-       Passed & \textit{Yes/No}\\
+       Passed & \multicolumn{2}{l|}{\textit{Yes/No}}\\
        \hline\hline
-       Check 5 & All test inputs and scripts are present.\\\hline
+       Check 5 & \multicolumn{2}{l|}{All test inputs and scripts are present.}\\
+       \hline
        \multirow{2}{*}{Course of action}
-               & 1. Boot the SUT as in \emph{Check 1}.\\
-               & 2. Verify that the test generation script is present by running
+               & 1. & Boot the SUT as in \emph{Check 1}.\\
+               & 2. & Verify that the test generation script is present by running
                        \texttt{\$ file code/client/test.py}\\
        \hline
-       Passed & \textit{Yes/No}\\
+       Passed & \multicolumn{2}{l|}{\textit{Yes/No}}\\
        \hline
        \caption{Preflight checklist\label{tbl:preflight}}
 \end{longtable}
@@ -88,13 +89,14 @@ a feasible test suite the tests are divided into equivalence partitions. Below
 these partitions are given.
 
 \begin{enumerate}
-       \item \emph{Number of packets} in request~\footnote{A request is considered
-               establishing a connection (handshake) and a number of payload packets}
+       \item \emph{Number of segments} in request~\footnote{A request is
+               considered establishing a connection (handshake) and a number of
+               payload segments}
                \begin{enumerate}
-                       \item 0 payload packets
-                       \item 1 payload packet
-                       \item n=small payload packets
-                       \item n=big payload packets
+                       \item 0 payload segments
+                       \item 1 payload segments
+                       \item n=small payload segments
+                       \item n=big payload segments
                \end{enumerate}
        \item \emph{source port}
                \begin{enumerate}
@@ -106,18 +108,18 @@ these partitions are given.
                        \item Correct
                        \item Incorrect
                \end{enumerate}
-       \item Bits flipped in \emph{payload}
+       \item Bit errors in \emph{payload}
                \begin{enumerate}
                        \item Correct payload
-                       \item Payload with even number of bits flipped
-                       \item Payload with odd number of bits flipped
+                       \item Payload with bit flips that do not show in checksum
+                       \item Payload with bit flips that do show in checksum
                \end{enumerate}
        \item \emph{checksum}
                \begin{enumerate}
                        \item Correct
                        \item Incorrect
                \end{enumerate}
-       \item Packet order
+       \item \emph{Packet order}
                \begin{enumerate}
                        \item Correct
                        \item Out of order
@@ -125,8 +127,34 @@ these partitions are given.
                \end{enumerate}
 \end{enumerate}
 
-\textbf{hier iets over waarom deze partities relevant zijn! Waarom odd en 
-even number of bits flipped bijv interessant?}
+These partitions were chosen since they correspond to key parts of the TCP
+specification. 
+
+TCP segments are send over a TCP connection from a \emph{source} to a \emph{destination port}. Therefore segments which are received that have a 
+source or destination port set to an incorrect value should not be regarded
+as segments belonging to the connection by the SUT. 
+
+TCP uses a \emph{checksum} to catch any error introduced in headers, when this
+checksum does not match the actual computed checksum the SUT should
+disregard the received segment.
+
+The TCP checksum is also an inherently weak one, as it is simply the 
+bitwise negation of the addition, in ones complement arithmetic, 
+of all 16 bit words in the header and data of the segment (excluding the
+checksum itself). Therefore any \emph{bit error} where the ones complement value
+of one word
+increases by one, and the value of another decreases by one, is undetected. 
+The SUT should exhibit the same behavior and accept packets where these type
+of bit errors occur.
+
+TCP guarantees that segments are delivered \emph{in order}
+,even when they are received
+out of order and that missing segments are resend. The SUT should
+exhibit the same behavior. If segments are received out of order it should
+either reassemble them when the missing packet has arrived or request them to
+be resend when the  Missing segments should be re-requested (by ACK-ing
+the correct sequence number).  
+
 \bigskip
 
 Partitions 2 to 6 are tested using pairwise testing to keep the number of test
@@ -135,6 +163,9 @@ to do so) tested with the different request sizes of partition 1.
 
 This is expressed in Table~\ref{table:testpairs}.
 
+\newcounter{TCC}
+\setcounter{TCC}{1}
+\newcommand{\doTCC}{\theTCC \stepcounter{TCC}}
 \begin{table}[H]
        \centering
        \begin{tabular}{|l|l|l|l|l|l|l|l|l|l|l|}
@@ -144,15 +175,15 @@ This is expressed in Table~\ref{table:testpairs}.
                & \# & 4 & 5 & 3 & 6 & 2 & 1a & 1b & 1c & 1d\\
                \hline\hline
                \multirow{9}{*}{Instance} 
-               & 1 & a & a & a & a & a & \checkmark & \checkmark & \checkmark & \checkmark\\
-               & 2 & a & b & b & c & b & \xmark & \xmark & \checkmark & \checkmark\\
-               & 3 & c & a & b & a & b & \xmark & \xmark & \checkmark & \checkmark\\
-               & 4 & c & b & a & c & a & \xmark & \xmark & \checkmark & \checkmark\\
-               & 5 & b & a & b & c & a & \xmark & \xmark & \checkmark & \checkmark\\
-               & 6 & b & b & a & b & b & \xmark & \xmark & \checkmark & \checkmark\\
-               & 7 & c & b & b & a & b & \checkmark & \checkmark & \checkmark & \checkmark\\
-               & 8 & b & b & b & a & b & \checkmark & \checkmark & \checkmark & \checkmark\\
-               & 9 & a & b & b & b & a & \xmark & \xmark & \checkmark & \checkmark\\
+               & 1 & a & a & a & a & a & \doTCC & \doTCC & \doTCC & \doTCC\\
+               & 2 & a & b & b & c & b & \xmark & \xmark & \doTCC & \doTCC\\
+               & 3 & c & a & b & a & b & \xmark & \xmark & \doTCC & \doTCC\\
+               & 4 & c & b & a & c & a & \xmark & \xmark & \doTCC & \doTCC\\
+               & 5 & b & a & b & c & a & \xmark & \xmark & \doTCC & \doTCC\\
+               & 6 & b & b & a & b & b & \xmark & \xmark & \doTCC & \doTCC\\
+               & 7 & c & b & b & a & b & \doTCC & \doTCC & \doTCC & \doTCC\\
+               & 8 & b & b & b & a & b & \doTCC & \doTCC & \doTCC & \doTCC\\
+               & 9 & a & b & b & b & a & \xmark & \xmark & \doTCC & \doTCC\\
                \hline
 \end{tabular}
 \caption{Combinations of test cases}

diff --git a/a2/Makefile b/a2/Makefile
index b1820ed..fd0984a 100644 (file)
--- a/a2/Makefile
+++ b/a2/Makefile
@@ -12,10 +12,10 @@ all: $(DOCUMENT).pdf
        dvipdfm $<
 
 %.dvi: %.tex %.fmt $(SOURCES)
-       $(LATEX) --shell-escape $(basename $@)
+       $(LATEX) $(basename $@)
        bibtex $(basename $@)
-       $(LATEX) -shell-escape $(basename $@)
-       $(LATEX) -shell-escape $(basename $@)
+       $(LATEX) $(basename $@)
+       $(LATEX) $(basename $@)
 
 %.fmt: preamble.tex
        $(LATEX) -ini -jobname="$(basename $@)" "&$(LATEX) $<\dump"

diff --git a/a2/code/client/testgeneration.py b/a2/code/client/testgeneration.py
new file mode 100755 (executable)
index 0000000..17e7c9e
--- /dev/null
+++ b/a2/code/client/testgeneration.py
@@ -0,0 +1,30 @@
+#!/usr/bin/python
+from sender import Sender
+import sys
+
+def test(serverPort):
+    sender = Sender(serverIP="127.0.0.1", networkInterface="lo", isLocal=True, serverPort=serverPort, waitTime=1, isVerbose=1)
+    # isLocal is True if the interface is a local one
+    response = sender.sendInput("S", 100, 100) 
+
+    # triggers the response SA _ 101 if the server is listening on the specified port
+    # if the server isn't listening, there are no responses
+    print sender.lastAckReceived
+    print sender.isTimeout
+    
+    # an example for the echo handling server
+    if sender.isTimeout == False: # in case something was received
+        sender.sendInput("A", 101, sender.lastSeqReceived + 1) # connection is established
+        sender.sendInput("A", 101, sender.lastSeqReceived + 1, data = "Hello world!") # send some data
+        sender.sendInput("FA", 103, sender.lastSeqReceived + 1) # close connection (the echo also closes)
+        sender.sendInput("RP", 104, 0) # reset connection
+   
+    sender.sendReset() # switch sender port
+    print 'Succes!'
+
+
+if __name__ == "__main__":
+    serverPort = 10000
+    if len(sys.argv) > 1:
+        serverPort = int(sys.argv[1])
+    test(serverPort)