Add tests

Author: StefanosChaliasos

sbuild/tests/.gitignore

@@ -0,0 +1,4 @@
+results.txt
+callgraphs
+*.out
+*.report

sbuild/tests/results/anna

@@ -0,0 +1,8 @@
+tool: cscout
+build: success
+detect_binaries: success
+#binaries: 2
+#detect_packages_number: 1
+detect_packages: anna 
+analysis: anna.cs: success
+produce_callgraph: anna: success

sbuild/tests/results/cdebconf

@@ -0,0 +1,37 @@
+tool: cscout
+build: success
+detect_binaries: success
+#binaries: 156
+#detect_packages_number: 10
+detect_packages: cdebconf cdebconf-gtk libdebconfclient0 libdebconfclient0-dev cdebconf-udeb cdebconf-priority libdebconfclient0-udeb cdebconf-text-udeb cdebconf-newt-udeb cdebconf-gtk-udeb 
+#analysis: debconf-communicate.cs: not in USED_BINARIES
+analysis: debconf-copydb.cs: success
+analysis: debconf-dumpdb.cs: success
+#analysis: debconf-escape.cs: not in USED_BINARIES
+#analysis: debconf-get-selections.cs: not in USED_BINARIES
+analysis: debconf-loadtemplate.cs: success
+#analysis: debconf-set-selections.cs: not in USED_BINARIES
+#analysis: debconf-show.cs: not in USED_BINARIES
+analysis: debconf.cs: success
+#analysis: dpkg-preconfigure.cs: not in USED_BINARIES
+#analysis: dpkg-reconfigure.cs: not in USED_BINARIES
+analysis: gtk.so.cs: success
+analysis: libdebconf.so.cs: success
+#analysis: libdebconfclient.a.cs: not in USED_BINARIES
+analysis: libdebconfclient.so.0.0.0.cs: success
+analysis: newt.so.cs: success
+#analysis: passthrough.so.cs: not in USED_BINARIES
+analysis: rfc822db.so.cs: success
+analysis: stack.so.cs: success
+analysis: text.so.cs: success
+#analysis: textdb.so.cs: not in USED_BINARIES
+produce_callgraph: cdebconf: success
+produce_callgraph: cdebconf-gtk: success
+produce_callgraph: cdebconf-gtk-udeb: failed: fcan
+produce_callgraph: cdebconf-newt-udeb: failed: fcan
+produce_callgraph: cdebconf-priority: failed: fcan
+produce_callgraph: cdebconf-text-udeb: failed: fcan
+produce_callgraph: cdebconf-udeb: failed: fcan
+produce_callgraph: libdebconfclient0: success
+produce_callgraph: libdebconfclient0-dev: success
+produce_callgraph: libdebconfclient0-udeb: failed: fcan

sbuild/tests/results/librsync

@@ -0,0 +1,13 @@
+tool: cscout
+build: success
+detect_binaries: success
+#binaries: 15
+#detect_packages_number: 4
+detect_packages: librsync1 librsync-dev librsync-dbg rdiff 
+#analysis: isprefix.driver.cs: not in USED_BINARIES
+analysis: librsync.so.1.0.2.cs: success
+analysis: rdiff.cs: success
+produce_callgraph: librsync-dbg: failed: fcan
+produce_callgraph: librsync-dev: success
+produce_callgraph: librsync1: success
+produce_callgraph: rdiff: success

sbuild/tests/test.sh

@@ -0,0 +1,18 @@
+#! /bin/bash
+
+PROJECTS="anna cdebconf librsync"
+
+sudo rm -rf results.txt callgraphs *.out *.report temp
+for p in $PROJECTS; do
+    echo "Testing project: $p"
+    sudo docker run -it --rm --privileged -v $(pwd)/callgraphs:/callgraphs \
+        sbuild-cscout sbuild --apt-update --no-apt-upgrade --no-apt-distupgrade \
+        --batch --stats-dir=/var/log/sbuild/stats --dist=buster --arch=amd64 \
+        $p 2>&1 | tee $p.out
+    sed '/^time_elapsed/d' ./callgraphs/$p/*/*/*/report > $p.report
+    if diff "$p.report" "results/$p"; then
+        echo "Success: $p" | tee -a results.txt
+    else
+        echo "#############FAILED: $p#############" | tee -a results.txt
+    fi
+done