diff --git a/.gitignore b/.gitignore
index d55bac2..9272f7c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
+*~
 /systemtap-3.1.tar.gz
 /systemtap-3.2-0.20170321git272146660f54.tar.gz
 /systemtap-3.2-0.20170406git83d186dc7f5c.tar.gz
diff --git a/tests/dejagnu-smoketest/PURPOSE b/tests/dejagnu-smoketest/PURPOSE
new file mode 100644
index 0000000..5a6a058
--- /dev/null
+++ b/tests/dejagnu-smoketest/PURPOSE
@@ -0,0 +1,3 @@
+Test Name: dejagnu-smoketest
+Author: 
+Short Description: Run a minimal systemtap testsuite
diff --git a/tests/dejagnu-smoketest/runtest.sh b/tests/dejagnu-smoketest/runtest.sh
new file mode 100755
index 0000000..1ca3c89
--- /dev/null
+++ b/tests/dejagnu-smoketest/runtest.sh
@@ -0,0 +1,11 @@
+#! /bin/sh
+
+set -e
+cd /usr/share/systemtap/testsuite
+make installcheck RUNTESTFLAGS=proc_by_pid.exp
+cat systemtap.sum | sed -ne '/systemtap.Summary/,$ p' | tee systemtap.sum.results
+if grep -q unexpected systemtap.sum.results ; then
+   exit 0
+else
+   exit 1
+fi
diff --git a/tests/tests.yml b/tests/tests.yml
new file mode 100644
index 0000000..00b92b1
--- /dev/null
+++ b/tests/tests.yml
@@ -0,0 +1,12 @@
+---
+- hosts: localhost
+  roles:
+  - role: standard-test-beakerlib
+    tags:
+    - classic
+    tests:
+    - dejagnu-smoketest
+    required_packages:
+    - systemtap-testsuite
+    - kernel-debuginfo
+    - kernel-devel