carlwgeorge / rpms / python34

Forked from rpms/python34 6 years ago
Clone
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/configure.ac.systemtap Python-3.3.0rc2/configure.ac
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/configure.ac.systemtap	2012-09-09 05:11:14.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/configure.ac	2012-09-10 09:17:21.114511781 -0400
Matej Stuchlik 2c1c983
@@ -2678,6 +2678,23 @@ if test "$with_valgrind" != no; then
Matej Stuchlik 2c1c983
     OPT="-DDYNAMIC_ANNOTATIONS_ENABLED=1 $OPT"
Matej Stuchlik 2c1c983
 fi
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+# Check for systemtap support
Matej Stuchlik 2c1c983
+# On Linux, /usr/bin/dtrace is in fact a shim to SystemTap
Matej Stuchlik 2c1c983
+AC_MSG_CHECKING([for --with-systemtap])
Matej Stuchlik 2c1c983
+AC_ARG_WITH([systemtap],
Matej Stuchlik 2c1c983
+            AC_HELP_STRING([--with(out)-systemtap], [disable/enable SystemTap support]),,
Matej Stuchlik 2c1c983
+            with_systemtap=no)
Matej Stuchlik 2c1c983
+AC_MSG_RESULT([$with_systemtap])
Matej Stuchlik 2c1c983
+if test "$with_systemtap" != no; then
Matej Stuchlik 2c1c983
+    AC_DEFINE(WITH_SYSTEMTAP, 1,
Matej Stuchlik 2c1c983
+        [Define if you want to compile in SystemTap support])
Matej Stuchlik 2c1c983
+    SYSTEMTAPOBJS="Python/pysystemtap.o"
Matej Stuchlik 2c1c983
+    SYSTEMTAPDEPS="\$(srcdir)/Python/pysystemtap.h"
Matej Stuchlik 2c1c983
+fi
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+AC_SUBST(SYSTEMTAPOBJS)
Matej Stuchlik 2c1c983
+AC_SUBST(SYSTEMTAPDEPS)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
 # -I${DLINCLDIR} is added to the compile rule for importdl.o
Matej Stuchlik 2c1c983
 AC_SUBST(DLINCLDIR)
Matej Stuchlik 2c1c983
 DLINCLDIR=.
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/configure.systemtap Python-3.3.0rc2/configure
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/configure.systemtap	2012-09-09 05:11:14.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/configure	2012-09-10 09:17:21.116511780 -0400
Matej Stuchlik 2c1c983
@@ -618,6 +618,8 @@ TRUE
Matej Stuchlik 2c1c983
 MACHDEP_OBJS
Matej Stuchlik 2c1c983
 DYNLOADFILE
Matej Stuchlik 2c1c983
 DLINCLDIR
Matej Stuchlik 2c1c983
+SYSTEMTAPDEPS
Matej Stuchlik 2c1c983
+SYSTEMTAPOBJS
Matej Stuchlik 2c1c983
 THREADOBJ
Matej Stuchlik 2c1c983
 LDLAST
Matej Stuchlik 2c1c983
 USE_THREAD_MODULE
Matej Stuchlik 2c1c983
@@ -779,6 +781,7 @@ with_doc_strings
Matej Stuchlik 2c1c983
 with_tsc
Matej Stuchlik 2c1c983
 with_pymalloc
Matej Stuchlik 2c1c983
 with_valgrind
Matej Stuchlik 2c1c983
+with_systemtap
Matej Stuchlik 2c1c983
 with_fpectl
Matej Stuchlik 2c1c983
 with_libm
Matej Stuchlik 2c1c983
 with_libc
Matej Stuchlik 2c1c983
@@ -1456,6 +1459,7 @@ Optional Packages:
Matej Stuchlik 2c1c983
   --with(out)-tsc         enable/disable timestamp counter profile
Matej Stuchlik 2c1c983
   --with(out)-pymalloc    disable/enable specialized mallocs
Matej Stuchlik 2c1c983
   --with-valgrind         Enable Valgrind support
Matej Stuchlik 2c1c983
+  --with(out)-systemtap   disable/enable SystemTap support
Matej Stuchlik 2c1c983
   --with-fpectl           enable SIGFPE catching
Matej Stuchlik 2c1c983
   --with-libm=STRING      math library
Matej Stuchlik 2c1c983
   --with-libc=STRING      C library
Matej Stuchlik 2c1c983
@@ -10065,6 +10069,31 @@ fi
Matej Stuchlik 2c1c983
     OPT="-DDYNAMIC_ANNOTATIONS_ENABLED=1 $OPT"
Matej Stuchlik 2c1c983
 fi
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+# Check for systemtap support
Matej Stuchlik 2c1c983
+# On Linux, /usr/bin/dtrace is in fact a shim to SystemTap
Matej Stuchlik 2c1c983
+{ $as_echo "$as_me:${as_lineno-$LINENO}: checking for --with-systemtap" >&5
Matej Stuchlik 2c1c983
+$as_echo_n "checking for --with-systemtap... " >&6; }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+# Check whether --with-systemtap was given.
Matej Stuchlik 2c1c983
+if test "${with_systemtap+set}" = set; then :
Matej Stuchlik 2c1c983
+  withval=$with_systemtap;
Matej Stuchlik 2c1c983
+else
Matej Stuchlik 2c1c983
+  with_systemtap=no
Matej Stuchlik 2c1c983
+fi
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+{ $as_echo "$as_me:${as_lineno-$LINENO}: result: $with_systemtap" >&5
Matej Stuchlik 2c1c983
+$as_echo "$with_systemtap" >&6; }
Matej Stuchlik 2c1c983
+if test "$with_systemtap" != no; then
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+$as_echo "#define WITH_SYSTEMTAP 1" >>confdefs.h
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    SYSTEMTAPOBJS="Python/pysystemtap.o"
Matej Stuchlik 2c1c983
+    SYSTEMTAPDEPS="\$(srcdir)/Python/pysystemtap.h"
Matej Stuchlik 2c1c983
+fi
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
 # -I${DLINCLDIR} is added to the compile rule for importdl.o
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
 DLINCLDIR=.
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Doc/howto/index.rst.systemtap Python-3.3.0rc2/Doc/howto/index.rst
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Doc/howto/index.rst.systemtap	2012-09-09 05:10:51.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Doc/howto/index.rst	2012-09-10 09:17:21.117511779 -0400
Matej Stuchlik 2c1c983
@@ -29,4 +29,5 @@ Currently, the HOWTOs are:
Matej Stuchlik 2c1c983
    argparse.rst
Matej Stuchlik 2c1c983
    ipaddress.rst
Matej Stuchlik 2c1c983
    clinic.rst
Matej Stuchlik 2c1c983
+   instrumentation.rst
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Doc/howto/instrumentation.rst.systemtap Python-3.3.0rc2/Doc/howto/instrumentation.rst
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Doc/howto/instrumentation.rst.systemtap	2012-09-10 09:17:21.117511779 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Doc/howto/instrumentation.rst	2012-09-10 09:17:21.117511779 -0400
Matej Stuchlik 2c1c983
@@ -0,0 +1,295 @@
Matej Stuchlik 2c1c983
+.. _instrumentation:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+====================================
Matej Stuchlik 2c1c983
+Instrumenting CPython with SystemTap
Matej Stuchlik 2c1c983
+====================================
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+:author: David Malcolm <dmalcolm@redhat.com>
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+DTrace and SystemTap are monitoring tools, each providing a way to inspect
Matej Stuchlik 2c1c983
+what the processes on a computer system are doing.  They both use
Matej Stuchlik 2c1c983
+domain-specific languages allowing a user to write scripts which:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  - filter which processes are to be observed
Matej Stuchlik 2c1c983
+  - gather data from the processes of interest
Matej Stuchlik 2c1c983
+  - generate reports on the data
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+As of Python 3.3, CPython can be built with embedded "markers" that can be
Matej Stuchlik 2c1c983
+observed by a SystemTap script, making it easier to monitor what the CPython
Matej Stuchlik 2c1c983
+processes on a system are doing.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. Potentially this document could be expanded to also cover DTrace markers.
Matej Stuchlik 2c1c983
+   However, I'm not a DTrace expert.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. I'm using ".. code-block:: c" for SystemTap scripts, as "c" is syntactically
Matej Stuchlik 2c1c983
+   the closest match that Sphinx supports
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Enabling the static markers
Matej Stuchlik 2c1c983
+---------------------------
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+In order to build CPython with the embedded markers for SystemTap, the
Matej Stuchlik 2c1c983
+SystemTap development tools must be installed.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+On a Fedora or Red Hat Enterprise Linux machine, this can be done via::
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   yum install systemtap-sdt-devel
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+CPython must then be configured `--with-systemtap`::
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   checking for --with-systemtap... yes
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+You can verify if the SystemTap static markers are present in the built
Matej Stuchlik 2c1c983
+binary by seeing if it contains a ".note.stapsdt" section.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: bash
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   $ eu-readelf -S ./python | grep .note.stapsdt
Matej Stuchlik 2c1c983
+   [29] .note.stapsdt        NOTE         0000000000000000 00308d78 000000b8  0        0   0  4
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+If you've built python as a shared library (with --enable-shared), you need
Matej Stuchlik 2c1c983
+to look instead within the shared library.  For example:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: bash
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   $ eu-readelf -S libpython3.3dm.so.1.0 | grep .note.stapsdt
Matej Stuchlik 2c1c983
+   [28] .note.stapsdt        NOTE         0000000000000000 00365b68 000000b8  0        0   0  4
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Earlier versions of SystemTap stored the markers in a ".probes" section.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+For the curious, you can see the metadata for the static markers using this
Matej Stuchlik 2c1c983
+invocation.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: bash
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  $ eu-readelf -x .note.stapsdt ./python
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  Hex dump of section [29] '.note.stapsdt', 184 bytes at offset 0x308d78:
Matej Stuchlik 2c1c983
+    0x00000000 08000000 45000000 03000000 73746170 ....E.......stap
Matej Stuchlik 2c1c983
+    0x00000010 73647400 d4664b00 00000000 4fc36600 sdt..fK.....O.f.
Matej Stuchlik 2c1c983
+    0x00000020 00000000 488d9000 00000000 70797468 ....H.......pyth
Matej Stuchlik 2c1c983
+    0x00000030 6f6e0066 756e6374 696f6e5f 5f656e74 on.function__ent
Matej Stuchlik 2c1c983
+    0x00000040 72790038 40257261 78203840 25726478 ry.8@%rax 8@%rdx
Matej Stuchlik 2c1c983
+    0x00000050 202d3440 25656378 00000000 08000000  -4@%ecx........
Matej Stuchlik 2c1c983
+    0x00000060 46000000 03000000 73746170 73647400 F.......stapsdt.
Matej Stuchlik 2c1c983
+    0x00000070 0d674b00 00000000 4fc36600 00000000 .gK.....O.f.....
Matej Stuchlik 2c1c983
+    0x00000080 4a8d9000 00000000 70797468 6f6e0066 J.......python.f
Matej Stuchlik 2c1c983
+    0x00000090 756e6374 696f6e5f 5f726574 75726e00 unction__return.
Matej Stuchlik 2c1c983
+    0x000000a0 38402572 61782038 40257264 78202d34 8@%rax 8@%rdx -4
Matej Stuchlik 2c1c983
+    0x000000b0 40256563 78000000                   @%ecx...
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+and a sufficiently modern eu-readelf can print the metadata:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: bash
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  $ eu-readelf -n ./python
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  Note section [ 1] '.note.gnu.build-id' of 36 bytes at offset 0x190:
Matej Stuchlik 2c1c983
+    Owner          Data size  Type
Matej Stuchlik 2c1c983
+    GNU                   20  GNU_BUILD_ID
Matej Stuchlik 2c1c983
+      Build ID: a28f8db1b224530b0d38ad7b82a249cf7c3f18d6
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  Note section [27] '.note.stapsdt' of 184 bytes at offset 0x1ae884:
Matej Stuchlik 2c1c983
+    Owner          Data size  Type
Matej Stuchlik 2c1c983
+    stapsdt               70  Version: 3
Matej Stuchlik 2c1c983
+      PC: 0xe0d3a, Base: 0x14b150, Semaphore: 0x3ae882
Matej Stuchlik 2c1c983
+      Provider: python, Name: function__return, Args: '8@%rbx 8@%r13 -4@%eax'
Matej Stuchlik 2c1c983
+    stapsdt               69  Version: 3
Matej Stuchlik 2c1c983
+      PC: 0xe0f37, Base: 0x14b150, Semaphore: 0x3ae880
Matej Stuchlik 2c1c983
+      Provider: python, Name: function__entry, Args: '8@%rbx 8@%r13 -4@%eax'
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+The above metadata contains information for SystemTap describing how it can
Matej Stuchlik 2c1c983
+patch strategically-placed machine code instructions to enable the tracing
Matej Stuchlik 2c1c983
+hooks used by a SystemTap script.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Static markers
Matej Stuchlik 2c1c983
+--------------
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+The low-level way to use the SystemTap integration is to use the static
Matej Stuchlik 2c1c983
+markers directly.  This requires you to explicitly state the binary file
Matej Stuchlik 2c1c983
+containing them.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+For example, this script can be used to show the call/return hierarchy of a
Matej Stuchlik 2c1c983
+Python script:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: c
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   probe process('python').mark("function__entry") {
Matej Stuchlik 2c1c983
+        filename = user_string($arg1);
Matej Stuchlik 2c1c983
+        funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+        lineno = $arg3;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+        printf("%s => %s in %s:%d\\n",
Matej Stuchlik 2c1c983
+               thread_indent(1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+   }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   probe process('python').mark("function__return") {
Matej Stuchlik 2c1c983
+       filename = user_string($arg1);
Matej Stuchlik 2c1c983
+       funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+       lineno = $arg3;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+       printf("%s <= %s in %s:%d\\n",
Matej Stuchlik 2c1c983
+              thread_indent(-1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+   }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+It can be invoked like this:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: bash
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   $ stap \
Matej Stuchlik 2c1c983
+     show-call-hierarchy.stp \
Matej Stuchlik 2c1c983
+     -c ./python test.py
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+The output looks like this::
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   11408 python(8274):        => __contains__ in Lib/_abcoll.py:362
Matej Stuchlik 2c1c983
+   11414 python(8274):         => __getitem__ in Lib/os.py:425
Matej Stuchlik 2c1c983
+   11418 python(8274):          => encode in Lib/os.py:490
Matej Stuchlik 2c1c983
+   11424 python(8274):          <= encode in Lib/os.py:493
Matej Stuchlik 2c1c983
+   11428 python(8274):         <= __getitem__ in Lib/os.py:426
Matej Stuchlik 2c1c983
+   11433 python(8274):        <= __contains__ in Lib/_abcoll.py:366
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+where the columns are:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  - time in microseconds since start of script
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  - name of executable
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+  - PID of process
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+and the remainder indicates the call/return hierarchy as the script executes.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+For a `--enable-shared` build of CPython, the markers are contained within the
Matej Stuchlik 2c1c983
+libpython shared library, and the probe's dotted path needs to reflect this. For
Matej Stuchlik 2c1c983
+example, this line from the above example::
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   probe process('python').mark("function__entry") {
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+should instead read::
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   probe process('python').library("libpython3.3dm.so.1.0").mark("function__entry") {
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+(assuming a debug build of CPython 3.3)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. I'm reusing the "c:function" type for markers
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. c:function:: function__entry(str filename, str funcname, int lineno)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   This marker indicates that execution of a Python function has begun.  It is
Matej Stuchlik 2c1c983
+   only triggered for pure-python (bytecode) functions.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   The filename, function name, and line number are provided back to the
Matej Stuchlik 2c1c983
+   tracing script as positional arguments, which must be accessed using
Matej Stuchlik 2c1c983
+   `$arg1`, `$arg2`:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+       * `$arg1` : `(const char *)` filename, accessible using `user_string($arg1)`
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+       * `$arg2` : `(const char *)` function name, accessible using
Matej Stuchlik 2c1c983
+         `user_string($arg2)`
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+       * `$arg3` : `int` line number
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+       * `$arg4` : `(PyFrameObject *)`, the frame being executed
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. c:function:: function__return(str filename, str funcname, int lineno)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   This marker is the converse of `function__entry`, and indicates that
Matej Stuchlik 2c1c983
+   execution of a Python function has ended (either via ``return``, or via an
Matej Stuchlik 2c1c983
+   exception).  It is only triggered for pure-python (bytecode) functions.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   The arguments are the same as for `function__entry`
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Tapsets
Matej Stuchlik 2c1c983
+-------
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+The higher-level way to use the SystemTap integration is to use a "tapset":
Matej Stuchlik 2c1c983
+SystemTap's equivalent of a library, which hides some of the lower-level
Matej Stuchlik 2c1c983
+details of the static markers.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Here is a tapset file, based on a non-shared build of CPython:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: c
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    /*
Matej Stuchlik 2c1c983
+       Provide a higher-level wrapping around the function__entry and
Matej Stuchlik 2c1c983
+       function__return markers:
Matej Stuchlik 2c1c983
+     */
Matej Stuchlik 2c1c983
+    probe python.function.entry = process("python").mark("function__entry")
Matej Stuchlik 2c1c983
+    {
Matej Stuchlik 2c1c983
+        filename = user_string($arg1);
Matej Stuchlik 2c1c983
+        funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+        lineno = $arg3;
Matej Stuchlik 2c1c983
+        frameptr = $arg4
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+    probe python.function.return = process("python").mark("function__return")
Matej Stuchlik 2c1c983
+    {
Matej Stuchlik 2c1c983
+        filename = user_string($arg1);
Matej Stuchlik 2c1c983
+        funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+        lineno = $arg3;
Matej Stuchlik 2c1c983
+        frameptr = $arg4
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+If this file is installed in SystemTap's tapset directory (e.g.
Matej Stuchlik 2c1c983
+`/usr/share/systemtap/tapset`), then these additional probepoints become
Matej Stuchlik 2c1c983
+available:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. c:function:: python.function.entry(str filename, str funcname, int lineno, frameptr)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   This probe point indicates that execution of a Python function has begun.
Matej Stuchlik 2c1c983
+   It is only triggered for pure-python (bytecode) functions.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. c:function:: python.function.return(str filename, str funcname, int lineno, frameptr)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+   This probe point is the converse of `python.function.return`, and indicates
Matej Stuchlik 2c1c983
+   that execution of a Python function has ended (either via ``return``, or
Matej Stuchlik 2c1c983
+   via an exception).  It is only triggered for pure-python (bytecode) functions.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Examples
Matej Stuchlik 2c1c983
+--------
Matej Stuchlik 2c1c983
+This SystemTap script uses the tapset above to more cleanly implement the
Matej Stuchlik 2c1c983
+example given above of tracing the Python function-call hierarchy, without
Matej Stuchlik 2c1c983
+needing to directly name the static markers:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: c
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    probe python.function.entry
Matej Stuchlik 2c1c983
+    {
Matej Stuchlik 2c1c983
+      printf("%s => %s in %s:%d\n",
Matej Stuchlik 2c1c983
+             thread_indent(1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    probe python.function.return
Matej Stuchlik 2c1c983
+    {
Matej Stuchlik 2c1c983
+      printf("%s <= %s in %s:%d\n",
Matej Stuchlik 2c1c983
+             thread_indent(-1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+The following script uses the tapset above to provide a top-like view of all
Matej Stuchlik 2c1c983
+running CPython code, showing the top 20 most frequently-entered bytecode
Matej Stuchlik 2c1c983
+frames, each second, across the whole system:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+.. code-block:: c
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    global fn_calls;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    probe python.function.entry
Matej Stuchlik 2c1c983
+    {
Matej Stuchlik 2c1c983
+      fn_calls[pid(), filename, funcname, lineno] += 1;
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    probe timer.ms(1000) {
Matej Stuchlik 2c1c983
+        printf("\033[2J\033[1;1H") /* clear screen */
Matej Stuchlik 2c1c983
+        printf("%6s %80s %6s %30s %6s\n",
Matej Stuchlik 2c1c983
+               "PID", "FILENAME", "LINE", "FUNCTION", "CALLS")
Matej Stuchlik 2c1c983
+        foreach ([pid, filename, funcname, lineno] in fn_calls- limit 20) {
Matej Stuchlik 2c1c983
+            printf("%6d %80s %6d %30s %6d\n",
Matej Stuchlik 2c1c983
+                pid, filename, lineno, funcname,
Matej Stuchlik 2c1c983
+                fn_calls[pid, filename, funcname, lineno]);
Matej Stuchlik 2c1c983
+        }
Matej Stuchlik 2c1c983
+        delete fn_calls;
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Lib/test/test_systemtap.py.systemtap Python-3.3.0rc2/Lib/test/test_systemtap.py
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Lib/test/test_systemtap.py.systemtap	2012-09-10 09:17:21.117511779 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Lib/test/test_systemtap.py	2012-09-10 09:17:21.117511779 -0400
Matej Stuchlik 2c1c983
@@ -0,0 +1,234 @@
Matej Stuchlik 2c1c983
+# Verify that systemtap static probes work
Matej Stuchlik 2c1c983
+#
Matej Stuchlik 2c1c983
+import subprocess
Matej Stuchlik 2c1c983
+import sys
Matej Stuchlik 2c1c983
+import sysconfig
Matej Stuchlik 2c1c983
+import os
Matej Stuchlik 2c1c983
+import unittest
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+from test.support import run_unittest, TESTFN, unlink
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+if '--with-systemtap' not in sysconfig.get_config_var('CONFIG_ARGS'):
Matej Stuchlik 2c1c983
+    raise unittest.SkipTest("Python was not configured --with-systemtap")
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+try:
Matej Stuchlik 2c1c983
+    _, stap_version = subprocess.Popen(["stap", "-V"],
Matej Stuchlik 2c1c983
+                                       stdout=subprocess.PIPE,
Matej Stuchlik 2c1c983
+                                       stderr=subprocess.PIPE,
Matej Stuchlik 2c1c983
+                                       ).communicate()
Matej Stuchlik 2c1c983
+except OSError:
Matej Stuchlik 2c1c983
+    # This is what "no stap" looks like.  There may, however, be other
Matej Stuchlik 2c1c983
+    # errors that manifest this way too.
Matej Stuchlik 2c1c983
+    raise unittest.SkipTest("Couldn't find stap on the path")
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+def invoke_systemtap_script(script, cmd):
Matej Stuchlik 2c1c983
+    # Start a child process, probing with the given systemtap script
Matej Stuchlik 2c1c983
+    # (passed as stdin to the "stap" tool)
Matej Stuchlik 2c1c983
+    # The script should be a bytes instance
Matej Stuchlik 2c1c983
+    # Return (stdout, stderr) pair
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    p = subprocess.Popen(["stap", "-", '-vv', '-c', cmd],
Matej Stuchlik 2c1c983
+                         stdin=subprocess.PIPE,
Matej Stuchlik 2c1c983
+                         stdout=subprocess.PIPE,
Matej Stuchlik 2c1c983
+                         stderr=subprocess.PIPE)
Matej Stuchlik 2c1c983
+    out, err = p.communicate(input=script)
Matej Stuchlik 2c1c983
+    return out, err
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+# Verify that stap can run a simple "hello world"-style script
Matej Stuchlik 2c1c983
+# This can fail for various reasons:
Matej Stuchlik 2c1c983
+# - missing kernel headers
Matej Stuchlik 2c1c983
+# - permissions (a non-root user needs to be in the "stapdev" group)
Matej Stuchlik 2c1c983
+TRIVIAL_STAP_SCRIPT = b'probe begin { println("hello world") exit () }'
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+out, err = invoke_systemtap_script(TRIVIAL_STAP_SCRIPT, 'true')
Matej Stuchlik 2c1c983
+if out != b'hello world\n':
Matej Stuchlik 2c1c983
+    raise unittest.SkipTest("Test systemtap script did not run; stderr was: %s" % err)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+# We don't expect stderr to be empty, since we're invoking stap with "-vv": stap
Matej Stuchlik 2c1c983
+# will (we hope) generate debugging output on stderr.
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+def invoke_python_under_systemtap(script, pythoncode=None, pythonfile=None):
Matej Stuchlik 2c1c983
+    # Start a child python process, probing with the given systemtap script
Matej Stuchlik 2c1c983
+    # (passed as stdin to the "stap" tool)
Matej Stuchlik 2c1c983
+    # The script should be a bytes instance
Matej Stuchlik 2c1c983
+    # Return (stdout, stderr) pair
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    if pythonfile:
Matej Stuchlik 2c1c983
+        pythoncmd = '%s %s' % (sys.executable, pythonfile)
Matej Stuchlik 2c1c983
+    else:
Matej Stuchlik 2c1c983
+        pythoncmd = '%s -c %r' % (sys.executable, pythoncode)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    # The process tree of a stap invocation of a command goes through
Matej Stuchlik 2c1c983
+    # something like this:
Matej Stuchlik 2c1c983
+    #    stap ->fork/exec(staprun; exec stapio ->f/e(-c cmd); exec staprun -r)
Matej Stuchlik 2c1c983
+    # and this trip through setuid leads to LD_LIBRARY_PATH being dropped,
Matej Stuchlik 2c1c983
+    # which would lead to an --enable-shared build of python failing to be
Matej Stuchlik 2c1c983
+    # find its libpython, with an error like:
Matej Stuchlik 2c1c983
+    #    error while loading shared libraries: libpython3.3dm.so.1.0: cannot
Matej Stuchlik 2c1c983
+    #    open shared object file: No such file or directory
Matej Stuchlik 2c1c983
+    # Hence we need to jump through some hoops to expose LD_LIBRARY_PATH to
Matej Stuchlik 2c1c983
+    # the invoked python process:
Matej Stuchlik 2c1c983
+    LD_LIBRARY_PATH = os.environ.get('LD_LIBRARY_PATH', '')
Matej Stuchlik 2c1c983
+    if LD_LIBRARY_PATH:
Matej Stuchlik 2c1c983
+        pythoncmd = 'env LD_LIBRARY_PATH=%s ' % LD_LIBRARY_PATH + pythoncmd
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    return invoke_systemtap_script(script, pythoncmd)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+# When using the static markers, we need to supply the prefix of a systemtap
Matej Stuchlik 2c1c983
+# dotted probe point that containing the marker.
Matej Stuchlik 2c1c983
+# See http://sourceware.org/systemtap/langref/Probe_points.html
Matej Stuchlik 2c1c983
+#
Matej Stuchlik 2c1c983
+# We need to determine if this is a shared-library build
Matej Stuchlik 2c1c983
+#
Matej Stuchlik 2c1c983
+# Note that sysconfig can get this wrong; see:
Matej Stuchlik 2c1c983
+#   http://bugs.python.org/issue14774
Matej Stuchlik 2c1c983
+#
Matej Stuchlik 2c1c983
+if '--enable-shared' in sysconfig.get_config_var('CONFIG_ARGS'):
Matej Stuchlik 2c1c983
+    # For a shared-library build, the markers are in library(INSTSONAME):
Matej Stuchlik 2c1c983
+    INSTSONAME = sysconfig.get_config_var('INSTSONAME')
Matej Stuchlik 2c1c983
+    probe_prefix = 'process("%s").library("%s")' % (sys.executable, INSTSONAME)
Matej Stuchlik 2c1c983
+else:
Matej Stuchlik 2c1c983
+    # For a non-shared-library build, we can simply use sys.executable:
Matej Stuchlik 2c1c983
+    probe_prefix = 'process("%s")' % sys.executable
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+# The following script ought to generate lots of lines showing recursive
Matej Stuchlik 2c1c983
+# function entry and return, of the form:
Matej Stuchlik 2c1c983
+#     11408 python(8274):        => __contains__ in Lib/_abcoll.py:362
Matej Stuchlik 2c1c983
+#     11414 python(8274):         => __getitem__ in Lib/os.py:425
Matej Stuchlik 2c1c983
+#     11418 python(8274):          => encode in Lib/os.py:490
Matej Stuchlik 2c1c983
+#     11424 python(8274):          <= encode in Lib/os.py:493
Matej Stuchlik 2c1c983
+#     11428 python(8274):         <= __getitem__ in Lib/os.py:426
Matej Stuchlik 2c1c983
+#     11433 python(8274):        <= __contains__ in Lib/_abcoll.py:366
Matej Stuchlik 2c1c983
+# where the column are:
Matej Stuchlik 2c1c983
+#  - time in microseconds since start of script
Matej Stuchlik 2c1c983
+#  - name of executable
Matej Stuchlik 2c1c983
+#  - PID of process
Matej Stuchlik 2c1c983
+#  and the remainder indicates the call/return hierarchy
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+hierarchy_script = ('''
Matej Stuchlik 2c1c983
+probe %s.mark("function__entry") {
Matej Stuchlik 2c1c983
+    filename = user_string($arg1);
Matej Stuchlik 2c1c983
+    funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+    lineno = $arg3;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    printf("%%s => %%s in %%s:%%d\\n", thread_indent(1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+probe %s.mark("function__return") {
Matej Stuchlik 2c1c983
+    filename = user_string($arg1);
Matej Stuchlik 2c1c983
+    funcname = user_string($arg2);
Matej Stuchlik 2c1c983
+    lineno = $arg3;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    printf("%%s <= %%s in %%s:%%d\\n", thread_indent(-1), funcname, filename, lineno);
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+''' % (probe_prefix, probe_prefix)).encode('utf-8')
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+class ErrorDumper:
Matej Stuchlik 2c1c983
+    # A context manager that dumps extra information if an exception is raised,
Matej Stuchlik 2c1c983
+    # to help track down why the problem occurred
Matej Stuchlik 2c1c983
+    def __init__(self, out, err):
Matej Stuchlik 2c1c983
+        self.out = out
Matej Stuchlik 2c1c983
+        self.err = err
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    def __enter__(self):
Matej Stuchlik 2c1c983
+        pass
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    def __exit__(self, type_, value, traceback):
Matej Stuchlik 2c1c983
+        if type_:
Matej Stuchlik 2c1c983
+            # an exception is being raised:
Matej Stuchlik 2c1c983
+            print('stdout: %s' % out.decode())
Matej Stuchlik 2c1c983
+            print('stderr: %s' % err.decode())
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+class SystemtapTests(unittest.TestCase):
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    def test_invoking_python(self):
Matej Stuchlik 2c1c983
+        # Ensure that we can invoke python under stap, with a trivial stap
Matej Stuchlik 2c1c983
+        # script:
Matej Stuchlik 2c1c983
+        out, err = invoke_python_under_systemtap(
Matej Stuchlik 2c1c983
+            b'probe begin { println("hello from stap") exit () }',
Matej Stuchlik 2c1c983
+            pythoncode="print('hello from python')")
Matej Stuchlik 2c1c983
+        with ErrorDumper(out, err):
Matej Stuchlik 2c1c983
+            self.assertIn(b'hello from stap', out)
Matej Stuchlik 2c1c983
+            self.assertIn(b'hello from python', out)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    def test_function_entry(self):
Matej Stuchlik 2c1c983
+        # Ensure that the function_entry static marker works
Matej Stuchlik 2c1c983
+        out, err = invoke_python_under_systemtap(hierarchy_script)
Matej Stuchlik 2c1c983
+        # stdout ought to contain various lines showing recursive function
Matej Stuchlik 2c1c983
+        # entry and return (see above)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+        # Uncomment this for debugging purposes:
Matej Stuchlik 2c1c983
+        # print(out.decode('utf-8'))
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+        #   Executing the cmdline-supplied "pass":
Matej Stuchlik 2c1c983
+        #      0 python(8274): => <module> in <string>:1
Matej Stuchlik 2c1c983
+        #      5 python(8274): <= <module> in <string>:1
Matej Stuchlik 2c1c983
+        with ErrorDumper(out, err):
Matej Stuchlik 2c1c983
+            self.assertIn(b'=> <module> in <string>:1', out,
Matej Stuchlik 2c1c983
+                          msg="stdout: %s\nstderr: %s\n" % (out, err))
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    def test_function_encoding(self):
Matej Stuchlik 2c1c983
+        # Ensure that function names containing non-Latin 1 code
Matej Stuchlik 2c1c983
+        # points are handled:
Matej Stuchlik 2c1c983
+        pythonfile = TESTFN
Matej Stuchlik 2c1c983
+        try:
Matej Stuchlik 2c1c983
+            unlink(pythonfile)
Matej Stuchlik 2c1c983
+            f = open(pythonfile, "wb")
Matej Stuchlik 2c1c983
+            f.write("""
Matej Stuchlik 2c1c983
+# Sample script with non-ASCII filename, for use by test_systemtap.py
Matej Stuchlik 2c1c983
+# Implicitly UTF-8
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+def 文字化け():
Matej Stuchlik 2c1c983
+    '''Function with non-ASCII identifier; I believe this reads "mojibake"'''
Matej Stuchlik 2c1c983
+    print("hello world!")
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+文字化け()
Matej Stuchlik 2c1c983
+""".encode('utf-8'))
Matej Stuchlik 2c1c983
+            f.close()
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+            out, err = invoke_python_under_systemtap(hierarchy_script,
Matej Stuchlik 2c1c983
+                                                     pythonfile=pythonfile)
Matej Stuchlik 2c1c983
+            out_utf8 = out.decode('utf-8')
Matej Stuchlik 2c1c983
+            with ErrorDumper(out, err):
Matej Stuchlik 2c1c983
+                self.assertIn('=> <module> in %s:5' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn(' => 文字化け in %s:5' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn(' <= 文字化け in %s:7' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn('<= <module> in %s:9' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+        finally:
Matej Stuchlik 2c1c983
+            unlink(pythonfile)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    @unittest.skipIf(sys.getfilesystemencoding() == 'ascii',
Matej Stuchlik 2c1c983
+                     'the test filename is not encodable with ASCII')
Matej Stuchlik 2c1c983
+    def test_filename_encoding(self):
Matej Stuchlik 2c1c983
+        # Ensure that scripts names containing non-Latin 1 code
Matej Stuchlik 2c1c983
+        # points are handled:
Matej Stuchlik 2c1c983
+        pythonfile = TESTFN + '_☠.py'
Matej Stuchlik 2c1c983
+        try:
Matej Stuchlik 2c1c983
+            unlink(pythonfile)
Matej Stuchlik 2c1c983
+            f = open(pythonfile, "wb")
Matej Stuchlik 2c1c983
+            f.write("""
Matej Stuchlik 2c1c983
+def foo():
Matej Stuchlik 2c1c983
+    '''Function with non-ASCII identifier; I believe this reads "mojibake"'''
Matej Stuchlik 2c1c983
+    print("hello world!")
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+foo()
Matej Stuchlik 2c1c983
+""".encode('utf-8'))
Matej Stuchlik 2c1c983
+            f.close()
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+            out, err = invoke_python_under_systemtap(hierarchy_script,
Matej Stuchlik 2c1c983
+                                                     pythonfile=pythonfile)
Matej Stuchlik 2c1c983
+            out_utf8 = out.decode('utf-8')
Matej Stuchlik 2c1c983
+            with ErrorDumper(out, err):
Matej Stuchlik 2c1c983
+                self.assertIn('=> <module> in %s:2' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn(' => foo in %s:2' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn(' <= foo in %s:4' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+                self.assertIn('<= <module> in %s:6' % pythonfile, out_utf8)
Matej Stuchlik 2c1c983
+        finally:
Matej Stuchlik 2c1c983
+            unlink(pythonfile)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+def test_main():
Matej Stuchlik 2c1c983
+    run_unittest(SystemtapTests)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+if __name__ == "__main__":
Matej Stuchlik 2c1c983
+    test_main()
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Makefile.pre.in.systemtap Python-3.3.0rc2/Makefile.pre.in
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Makefile.pre.in.systemtap	2012-09-09 05:11:05.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Makefile.pre.in	2012-09-10 09:19:51.195501518 -0400
Matej Stuchlik 2c1c983
@@ -363,6 +363,7 @@ PYTHON_OBJS=	\
Matej Stuchlik 2c1c983
 		Python/formatter_unicode.o \
Matej Stuchlik 2c1c983
 		Python/fileutils.o \
Matej Stuchlik 2c1c983
 		Python/$(DYNLOADFILE) \
Matej Stuchlik 2c1c983
+		@SYSTEMTAPOBJS@ \
Matej Stuchlik 2c1c983
 		$(LIBOBJS) \
Matej Stuchlik 2c1c983
 		$(MACHDEP_OBJS) \
Matej Stuchlik 2c1c983
 		$(THREADOBJ)
Matej Stuchlik 2c1c983
@@ -713,7 +714,8 @@ Objects/setobject.o: $(srcdir)/Objects/s
Matej Stuchlik 2c1c983
 $(OPCODETARGETS_H): $(OPCODETARGETGEN_FILES)
Matej Stuchlik 2c1c983
 	$(OPCODETARGETGEN) $(OPCODETARGETS_H)
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
-Python/ceval.o: $(OPCODETARGETS_H) $(srcdir)/Python/ceval_gil.h
Matej Stuchlik 2c1c983
+Python/ceval.o: $(OPCODETARGETS_H) $(srcdir)/Python/ceval_gil.h \
Matej Stuchlik 2c1c983
+			$(srcdir)/Python/ceval_systemtap.h @SYSTEMTAPDEPS@
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
 Python/frozen.o: Python/importlib.h
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
@@ -724,6 +726,13 @@ Objects/typeobject.o: $(srcdir)/Objects/
Matej Stuchlik 2c1c983
 Objects/typeslots.inc: $(srcdir)/Include/typeslots.h $(srcdir)/Objects/typeslots.py
Matej Stuchlik 2c1c983
 	$(PYTHON) $(srcdir)/Objects/typeslots.py < $(srcdir)/Include/typeslots.h > Objects/typeslots.inc
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+# Only needed with --with-systemtap; not a public header:
Matej Stuchlik 2c1c983
+$(srcdir)/Python/pysystemtap.h: $(srcdir)/Python/pysystemtap.d
Matej Stuchlik 2c1c983
+	dtrace -o $@ $(DFLAGS) -C -h -s $(srcdir)/Python/pysystemtap.d
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+Python/pysystemtap.o: $(srcdir)/Python/pysystemtap.d Python/ceval.o
Matej Stuchlik 2c1c983
+	dtrace -o $@ $(DFLAGS) -C -G -s $(srcdir)/Python/pysystemtap.d Python/ceval.o
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
 ############################################################################
Matej Stuchlik 2c1c983
 # Header files
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
@@ -1345,6 +1354,7 @@ clean: pycremoval
Matej Stuchlik 2c1c983
 	-rm -f pybuilddir.txt
Matej Stuchlik 2c1c983
 	-rm -f Lib/lib2to3/*Grammar*.pickle
Matej Stuchlik 2c1c983
 	-rm -f Modules/_testembed Modules/_freeze_importlib
Matej Stuchlik 2c1c983
+	-rm -f $(srcdir)/Python/pysystemtap.h
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
 profile-removal:
Matej Stuchlik 2c1c983
 	find . -name '*.gc??' -exec rm -f {} ';'
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/pyconfig.h.in.systemtap Python-3.3.0rc2/pyconfig.h.in
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/pyconfig.h.in.systemtap	2012-09-09 05:11:14.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/pyconfig.h.in	2012-09-10 09:17:21.120511781 -0400
Matej Stuchlik 2c1c983
@@ -1306,6 +1306,9 @@
Matej Stuchlik 2c1c983
 /* Define if you want to compile in Python-specific mallocs */
Matej Stuchlik 2c1c983
 #undef WITH_PYMALLOC
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+/* Define if you want to compile in SystemTap support */
Matej Stuchlik 2c1c983
+#undef WITH_SYSTEMTAP
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
 /* Define if you want to compile in rudimentary thread support */
Matej Stuchlik 2c1c983
 #undef WITH_THREAD
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Python/ceval.c.systemtap Python-3.3.0rc2/Python/ceval.c
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Python/ceval.c.systemtap	2012-09-09 05:11:12.000000000 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Python/ceval.c	2012-09-10 09:17:21.122511781 -0400
Matej Stuchlik 2c1c983
@@ -18,6 +18,8 @@
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
 #include <ctype.h>
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+#include "ceval_systemtap.h"
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
 #ifndef WITH_TSC
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
 #define READ_TIMESTAMP(var)
Matej Stuchlik 2c1c983
@@ -1160,6 +1162,10 @@ PyEval_EvalFrameEx(PyFrameObject *f, int
Matej Stuchlik 2c1c983
         }
Matej Stuchlik 2c1c983
     }
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
+    if (PYTHON_FUNCTION_ENTRY_ENABLED()) {
Matej Stuchlik 2c1c983
+        systemtap_function_entry(f);
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
     co = f->f_code;
Matej Stuchlik 2c1c983
     names = co->co_names;
Matej Stuchlik 2c1c983
     consts = co->co_consts;
Matej Stuchlik 2c1c983
@@ -3077,6 +3083,11 @@ fast_yield:
Matej Stuchlik 2c1c983
 
Matej Stuchlik 2c1c983
     /* pop frame */
Matej Stuchlik 2c1c983
 exit_eval_frame:
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    if (PYTHON_FUNCTION_RETURN_ENABLED()) {
Matej Stuchlik 2c1c983
+        systemtap_function_return(f);
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
     Py_LeaveRecursiveCall();
Matej Stuchlik 2c1c983
     f->f_executing = 0;
Matej Stuchlik 2c1c983
     tstate->frame = f->f_back;
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Python/ceval_systemtap.h.systemtap Python-3.3.0rc2/Python/ceval_systemtap.h
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Python/ceval_systemtap.h.systemtap	2012-09-10 09:17:21.122511781 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Python/ceval_systemtap.h	2012-09-10 09:17:21.122511781 -0400
Matej Stuchlik 2c1c983
@@ -0,0 +1,86 @@
Matej Stuchlik 2c1c983
+/*
Matej Stuchlik 2c1c983
+  Support for SystemTap static markers  
Matej Stuchlik 2c1c983
+*/
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+#ifdef WITH_SYSTEMTAP
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+#include "pysystemtap.h"
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+/*
Matej Stuchlik 2c1c983
+  A struct to hold all of the information gathered when one of the traceable
Matej Stuchlik 2c1c983
+  markers is triggered
Matej Stuchlik 2c1c983
+*/
Matej Stuchlik 2c1c983
+struct frame_marker_info
Matej Stuchlik 2c1c983
+{
Matej Stuchlik 2c1c983
+    PyObject *filename_obj;
Matej Stuchlik 2c1c983
+    PyObject *funcname_obj;
Matej Stuchlik 2c1c983
+    const char *filename;
Matej Stuchlik 2c1c983
+    const char *funcname;
Matej Stuchlik 2c1c983
+    int lineno;
Matej Stuchlik 2c1c983
+};
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+static void
Matej Stuchlik 2c1c983
+get_frame_marker_info(PyFrameObject *f, struct frame_marker_info *fmi)
Matej Stuchlik 2c1c983
+{
Matej Stuchlik 2c1c983
+    PyObject *ptype;
Matej Stuchlik 2c1c983
+    PyObject *pvalue;
Matej Stuchlik 2c1c983
+    PyObject *ptraceback;
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    PyErr_Fetch(&ptype, &pvalue, &ptraceback);
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    fmi->filename_obj = PyUnicode_EncodeFSDefault(f->f_code->co_filename);
Matej Stuchlik 2c1c983
+    if (fmi->filename_obj) {
Matej Stuchlik 2c1c983
+        fmi->filename = PyBytes_AsString(fmi->filename_obj);
Matej Stuchlik 2c1c983
+    } else {
Matej Stuchlik 2c1c983
+        fmi->filename = NULL;
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    fmi->funcname_obj = PyUnicode_AsUTF8String(f->f_code->co_name);
Matej Stuchlik 2c1c983
+    if (fmi->funcname_obj) {
Matej Stuchlik 2c1c983
+        fmi->funcname = PyBytes_AsString(fmi->funcname_obj);
Matej Stuchlik 2c1c983
+    } else {
Matej Stuchlik 2c1c983
+        fmi->funcname = NULL;
Matej Stuchlik 2c1c983
+    }
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    fmi->lineno = PyCode_Addr2Line(f->f_code, f->f_lasti);
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+    PyErr_Restore(ptype, pvalue, ptraceback);
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+static void
Matej Stuchlik 2c1c983
+release_frame_marker_info(struct frame_marker_info *fmi)
Matej Stuchlik 2c1c983
+{
Matej Stuchlik 2c1c983
+    Py_XDECREF(fmi->filename_obj);
Matej Stuchlik 2c1c983
+    Py_XDECREF(fmi->funcname_obj);
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+static void
Matej Stuchlik 2c1c983
+systemtap_function_entry(PyFrameObject *f)
Matej Stuchlik 2c1c983
+{
Matej Stuchlik 2c1c983
+    struct frame_marker_info fmi;
Matej Stuchlik 2c1c983
+    get_frame_marker_info(f, &fmi);
Matej Stuchlik 2c1c983
+    PYTHON_FUNCTION_ENTRY(fmi.filename, fmi.funcname, fmi.lineno, f);
Matej Stuchlik 2c1c983
+    release_frame_marker_info(&fmi);
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+static void
Matej Stuchlik 2c1c983
+systemtap_function_return(PyFrameObject *f)
Matej Stuchlik 2c1c983
+{
Matej Stuchlik 2c1c983
+    struct frame_marker_info fmi;
Matej Stuchlik 2c1c983
+    get_frame_marker_info(f, &fmi);
Matej Stuchlik 2c1c983
+    PYTHON_FUNCTION_RETURN(fmi.filename, fmi.funcname, fmi.lineno, f);
Matej Stuchlik 2c1c983
+    release_frame_marker_info(&fmi);
Matej Stuchlik 2c1c983
+}
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+#else /* #ifdef WITH_SYSTEMTAP */
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+/*
Matej Stuchlik 2c1c983
+  When configured --without-systemtap, everything compiles away to nothing:
Matej Stuchlik 2c1c983
+*/
Matej Stuchlik 2c1c983
+#define PYTHON_FUNCTION_ENTRY_ENABLED() 0
Matej Stuchlik 2c1c983
+#define PYTHON_FUNCTION_RETURN_ENABLED() 0
Matej Stuchlik 2c1c983
+#define systemtap_function_entry(f)
Matej Stuchlik 2c1c983
+#define systemtap_function_return(f)
Matej Stuchlik 2c1c983
+
Matej Stuchlik 2c1c983
+#endif
Matej Stuchlik 2c1c983
diff -up Python-3.3.0rc2/Python/pysystemtap.d.systemtap Python-3.3.0rc2/Python/pysystemtap.d
Matej Stuchlik 2c1c983
--- Python-3.3.0rc2/Python/pysystemtap.d.systemtap	2012-09-10 09:17:21.122511781 -0400
Matej Stuchlik 2c1c983
+++ Python-3.3.0rc2/Python/pysystemtap.d	2012-09-10 09:17:21.122511781 -0400
Matej Stuchlik 2c1c983
@@ -0,0 +1,4 @@
Matej Stuchlik 2c1c983
+provider python {
Matej Stuchlik 2c1c983
+    probe function__entry(const char *, const char *, int, PyFrameObject *);
Matej Stuchlik 2c1c983
+    probe function__return(const char *, const char *, int, PyFrameObject *);
Matej Stuchlik 2c1c983
+};