cprof/0040755000175000001440000000000007315650307011065 5ustar mattuserscprof/Setup0100644000175000001440000000003007315647647012113 0ustar mattusers*shared* cprof cprof.c cprof/Makefile.pre.in0100644000175000001440000002371307315647647013737 0ustar mattusers# Universal Unix Makefile for Python extensions # ============================================= # Short Instructions # ------------------ # 1. Build and install Python (1.5 or newer). # 2. "make -f Makefile.pre.in boot" # 3. "make" # You should now have a shared library. # Long Instructions # ----------------- # Build *and install* the basic Python 1.5 distribution. See the # Python README for instructions. (This version of Makefile.pre.in # only withs with Python 1.5, alpha 3 or newer.) # Create a file Setup.in for your extension. This file follows the # format of the Modules/Setup.dist file; see the instructions there. # For a simple module called "spam" on file "spammodule.c", it can # contain a single line: # spam spammodule.c # You can build as many modules as you want in the same directory -- # just have a separate line for each of them in the Setup.in file. # If you want to build your extension as a shared library, insert a # line containing just the string # *shared* # at the top of your Setup.in file. # Note that the build process copies Setup.in to Setup, and then works # with Setup. It doesn't overwrite Setup when Setup.in is changed, so # while you're in the process of debugging your Setup.in file, you may # want to edit Setup instead, and copy it back to Setup.in later. # (All this is done so you can distribute your extension easily and # someone else can select the modules they actually want to build by # commenting out lines in the Setup file, without editing the # original. Editing Setup is also used to specify nonstandard # locations for include or library files.) # Copy this file (Misc/Makefile.pre.in) to the directory containing # your extension. # Run "make -f Makefile.pre.in boot". This creates Makefile # (producing Makefile.pre and sedscript as intermediate files) and # config.c, incorporating the values for sys.prefix, sys.exec_prefix # and sys.version from the installed Python binary. For this to work, # the python binary must be on your path. If this fails, try # make -f Makefile.pre.in Makefile VERSION=1.5 installdir= # where is the prefix used to install Python for installdir # (and possibly similar for exec_installdir=). # Note: "make boot" implies "make clobber" -- it assumes that when you # bootstrap you may have changed platforms so it removes all previous # output files. # If you are building your extension as a shared library (your # Setup.in file starts with *shared*), run "make" or "make sharedmods" # to build the shared library files. If you are building a statically # linked Python binary (the only solution of your platform doesn't # support shared libraries, and sometimes handy if you want to # distribute or install the resulting Python binary), run "make # python". # Note: Each time you edit Makefile.pre.in or Setup, you must run # "make Makefile" before running "make". # Hint: if you want to use VPATH, you can start in an empty # subdirectory and say (e.g.): # make -f ../Makefile.pre.in boot srcdir=.. VPATH=.. # === Bootstrap variables (edited through "make boot") === # The prefix used by "make inclinstall libainstall" of core python installdir= /usr/local # The exec_prefix used by the same exec_installdir=$(installdir) # Source directory and VPATH in case you want to use VPATH. # (You will have to edit these two lines yourself -- there is no # automatic support as the Makefile is not generated by # config.status.) srcdir= . VPATH= . # === Variables that you may want to customize (rarely) === # (Static) build target TARGET= python # Installed python binary (used only by boot target) PYTHON= python # Add more -I and -D options here CFLAGS= $(OPT) -I$(INCLUDEPY) -I$(EXECINCLUDEPY) $(DEFS) # These two variables can be set in Setup to merge extensions. # See example[23]. BASELIB= BASESETUP= # === Variables set by makesetup === MODOBJS= _MODOBJS_ MODLIBS= _MODLIBS_ # === Definitions added by makesetup === # === Variables from configure (through sedscript) === VERSION= @VERSION@ CC= @CC@ LINKCC= @LINKCC@ SGI_ABI= @SGI_ABI@ OPT= @OPT@ LDFLAGS= @LDFLAGS@ LDLAST= @LDLAST@ DEFS= @DEFS@ LIBS= @LIBS@ LIBM= @LIBM@ LIBC= @LIBC@ RANLIB= @RANLIB@ MACHDEP= @MACHDEP@ SO= @SO@ LDSHARED= @LDSHARED@ CCSHARED= @CCSHARED@ LINKFORSHARED= @LINKFORSHARED@ CXX= @CXX@ # Install prefix for architecture-independent files prefix= /usr/local # Install prefix for architecture-dependent files exec_prefix= $(prefix) # Uncomment the following two lines for AIX #LINKCC= $(LIBPL)/makexp_aix $(LIBPL)/python.exp "" $(LIBRARY); $(PURIFY) $(CC) #LDSHARED= $(LIBPL)/ld_so_aix $(CC) -bI:$(LIBPL)/python.exp # === Fixed definitions === # Shell used by make (some versions default to the login shell, which is bad) SHELL= /bin/sh # Expanded directories BINDIR= $(exec_installdir)/bin LIBDIR= $(exec_prefix)/lib MANDIR= $(installdir)/man INCLUDEDIR= $(installdir)/include SCRIPTDIR= $(prefix)/lib # Detailed destination directories BINLIBDEST= $(LIBDIR)/python$(VERSION) LIBDEST= $(SCRIPTDIR)/python$(VERSION) INCLUDEPY= $(INCLUDEDIR)/python$(VERSION) EXECINCLUDEPY= $(exec_installdir)/include/python$(VERSION) LIBP= $(exec_installdir)/lib/python$(VERSION) DESTSHARED= $(BINLIBDEST)/site-packages LIBPL= $(LIBP)/config PYTHONLIBS= $(LIBPL)/libpython$(VERSION).a MAKESETUP= $(LIBPL)/makesetup MAKEFILE= $(LIBPL)/Makefile CONFIGC= $(LIBPL)/config.c CONFIGCIN= $(LIBPL)/config.c.in SETUP= $(LIBPL)/Setup.config $(LIBPL)/Setup.local $(LIBPL)/Setup SYSLIBS= $(LIBM) $(LIBC) ADDOBJS= $(LIBPL)/python.o config.o # Portable install script (configure doesn't always guess right) INSTALL= $(LIBPL)/install-sh -c # Shared libraries must be installed with executable mode on some systems; # rather than figuring out exactly which, we always give them executable mode. # Also, making them read-only seems to be a good idea... INSTALL_SHARED= ${INSTALL} -m 555 # === Fixed rules === # Default target. This builds shared libraries only default: sharedmods # Build everything all: static sharedmods # Build shared libraries from our extension modules sharedmods: $(SHAREDMODS) # Build a static Python binary containing our extension modules static: $(TARGET) $(TARGET): $(ADDOBJS) lib.a $(PYTHONLIBS) Makefile $(BASELIB) $(LINKCC) $(LDFLAGS) $(LINKFORSHARED) \ $(ADDOBJS) lib.a $(PYTHONLIBS) \ $(LINKPATH) $(BASELIB) $(MODLIBS) $(LIBS) $(SYSLIBS) \ -o $(TARGET) $(LDLAST) install: sharedmods if test ! -d $(DESTSHARED) ; then \ mkdir $(DESTSHARED) ; else true ; fi -for i in X $(SHAREDMODS); do \ if test $$i != X; \ then $(INSTALL_SHARED) $$i $(DESTSHARED)/$$i; \ fi; \ done # Build the library containing our extension modules lib.a: $(MODOBJS) -rm -f lib.a ar cr lib.a $(MODOBJS) -$(RANLIB) lib.a # This runs makesetup *twice* to use the BASESETUP definition from Setup config.c Makefile: Makefile.pre Setup $(BASESETUP) $(MAKESETUP) $(MAKESETUP) \ -m Makefile.pre -c $(CONFIGCIN) Setup -n $(BASESETUP) $(SETUP) $(MAKE) -f Makefile do-it-again # Internal target to run makesetup for the second time do-it-again: $(MAKESETUP) \ -m Makefile.pre -c $(CONFIGCIN) Setup -n $(BASESETUP) $(SETUP) # Make config.o from the config.c created by makesetup config.o: config.c $(CC) $(CFLAGS) -c config.c # Setup is copied from Setup.in *only* if it doesn't yet exist Setup: cp $(srcdir)/Setup.in Setup # Make the intermediate Makefile.pre from Makefile.pre.in Makefile.pre: Makefile.pre.in sedscript sed -f sedscript $(srcdir)/Makefile.pre.in >Makefile.pre # Shortcuts to make the sed arguments on one line P=prefix E=exec_prefix H=Generated automatically from Makefile.pre.in by sedscript. L=LINKFORSHARED # Make the sed script used to create Makefile.pre from Makefile.pre.in sedscript: $(MAKEFILE) sed -n \ -e '1s/.*/1i\\/p' \ -e '2s%.*%# $H%p' \ -e '/^VERSION=/s/^VERSION=[ ]*\(.*\)/s%@VERSION[@]%\1%/p' \ -e '/^CC=/s/^CC=[ ]*\(.*\)/s%@CC[@]%\1%/p' \ -e '/^CXX=/s/^CXX=[ ]*\(.*\)/s%@CXX[@]%\1%/p' \ -e '/^LINKCC=/s/^LINKCC=[ ]*\(.*\)/s%@LINKCC[@]%\1%/p' \ -e '/^OPT=/s/^OPT=[ ]*\(.*\)/s%@OPT[@]%\1%/p' \ -e '/^LDFLAGS=/s/^LDFLAGS=[ ]*\(.*\)/s%@LDFLAGS[@]%\1%/p' \ -e '/^LDLAST=/s/^LDLAST=[ ]*\(.*\)/s%@LDLAST[@]%\1%/p' \ -e '/^DEFS=/s/^DEFS=[ ]*\(.*\)/s%@DEFS[@]%\1%/p' \ -e '/^LIBS=/s/^LIBS=[ ]*\(.*\)/s%@LIBS[@]%\1%/p' \ -e '/^LIBM=/s/^LIBM=[ ]*\(.*\)/s%@LIBM[@]%\1%/p' \ -e '/^LIBC=/s/^LIBC=[ ]*\(.*\)/s%@LIBC[@]%\1%/p' \ -e '/^RANLIB=/s/^RANLIB=[ ]*\(.*\)/s%@RANLIB[@]%\1%/p' \ -e '/^MACHDEP=/s/^MACHDEP=[ ]*\(.*\)/s%@MACHDEP[@]%\1%/p' \ -e '/^SO=/s/^SO=[ ]*\(.*\)/s%@SO[@]%\1%/p' \ -e '/^LDSHARED=/s/^LDSHARED=[ ]*\(.*\)/s%@LDSHARED[@]%\1%/p' \ -e '/^CCSHARED=/s/^CCSHARED=[ ]*\(.*\)/s%@CCSHARED[@]%\1%/p' \ -e '/^SGI_ABI=/s/^SGI_ABI=[ ]*\(.*\)/s%@SGI_ABI[@]%\1%/p' \ -e '/^$L=/s/^$L=[ ]*\(.*\)/s%@$L[@]%\1%/p' \ -e '/^$P=/s/^$P=\(.*\)/s%^$P=.*%$P=\1%/p' \ -e '/^$E=/s/^$E=\(.*\)/s%^$E=.*%$E=\1%/p' \ $(MAKEFILE) >sedscript echo "/^installdir=/s%=.*%= $(installdir)%" >>sedscript echo "/^exec_installdir=/s%=.*%=$(exec_installdir)%" >>sedscript echo "/^srcdir=/s%=.*%= $(srcdir)%" >>sedscript echo "/^VPATH=/s%=.*%= $(VPATH)%" >>sedscript echo "/^LINKPATH=/s%=.*%= $(LINKPATH)%" >>sedscript echo "/^BASELIB=/s%=.*%= $(BASELIB)%" >>sedscript echo "/^BASESETUP=/s%=.*%= $(BASESETUP)%" >>sedscript # Bootstrap target boot: clobber VERSION=`$(PYTHON) -c "import sys; print sys.version[:3]"`; \ installdir=`$(PYTHON) -c "import sys; print sys.prefix"`; \ exec_installdir=`$(PYTHON) -c "import sys; print sys.exec_prefix"`; \ $(MAKE) -f $(srcdir)/Makefile.pre.in VPATH=$(VPATH) srcdir=$(srcdir) \ VERSION=$$VERSION \ installdir=$$installdir \ exec_installdir=$$exec_installdir \ Makefile # Handy target to remove intermediate files and backups clean: -rm -f *.o *~ # Handy target to remove everything that is easily regenerated clobber: clean -rm -f *.a tags TAGS config.c Makefile.pre $(TARGET) sedscript -rm -f *.so *.sl so_locations # Handy target to remove everything you don't want to distribute distclean: clobber -rm -f Makefile Setup cprof/cprof.c0100644000175000001440000003264307315650307012347 0ustar mattusers/* ** Experimential C profiler plugin ** ** Matthew T. Kromer ** */ #include #include #include #include #include #include #include #define PUBLIC #define USEPACK 1 /* 32749 is a prime less than 32768 */ #define STRINGTABLESIZE 32749 #define TRACETABLESIZE 32768 /* ------------------------------------------------------------------------- ** ** Trace format ** ** The trace table is a bytestream representing events and timing of the ** program. The only required byte is the header byte, but after that ** can come an extension byte, a lineno, filenumber, functionnumber, ** elapsed time, user time, and system time counts. ** ** The relative position of the fields never change, but certain fields ** may be omitted as indicated by the header and extension byte ** ** Field Size (possible values -- 0 is omitted) ** HEADER 1 ** EXTENSION 0,1 ** LINENO 0,2 ** FILENO 0,2 ** FUNCNO 0,2 ** ETIME 0,1,2,4 ** UTIME 0,1,2,4 ** STIME 0,1,2,4 ** ** Thus the minimum size for a trace entry is 1 byte, and the maximal size ** is 20 bytes. ** ** Type specific extensions: ** Types may also record their own data in the trace table, specific to the ** type; the DEFINE type does. this. This data will follow the normal ** fields. ** ** Header: ** ** +- 7 -+- 6 -+- 5 -+- 4 -+- 3 -+- 2 -+- 1 -+- 0 -+ ** | +s | +u | +t | ln | ext | type | ** +-----+-----+-----+-----+-----+-----+-----+-----+ ** ** type is: ** 000 - start ** 001 - end ** 010 - enter ** 011 - exit ** 100 - define ** 101 - exception ** 110 - pack enter (See pack notes) ** 111 - pack exit (See pack notes) ** ** ext means an extension byte is present ** ** ln means a lineno switch byte is present ** ** +t means the elapsed time is incremented by 1 ** +u means the user time is incremented by 1 ** +s means the system time is incremented by 1 ** ** Extension byte format: ** ** +- 7 -+- 6 -+- 5 -+- 4 -+- 3 -+- 2 -+- 1 -+- 0 -+ ** | syssize | usize | tsize |func | file| ** +-----+-----+-----+-----+-----+-----+-----+-----+ ** ** tsize, usize, and syssize are the size of the time, user, and system ** INCREMENT sizes in bytes ** ** file means the filename changed ** ** func means the method/function changed ** ** PACK NOTES: ** ** When the type field of the header is set to pack enter or pack exit, ** the logger has detected a string of highly-compressible enter/exit pairs, ** and is switching to an alternate logging format. ** ** The FIRST pack byte contains: ** ** +- 7 -+- 6 -+- 5 -+- 4 -+- 3 -+- 2 -+- 1 -+- 0 -+ ** | p3 | p2 | p1 | len | type | ** +-----+-----+-----+-----+-----+-----+-----+-----+ ** ** Where type is the orignal type byte, but the rest of the header fields ** are redfined. ** ** len is the lengh of data in the pack, minus 1. Thus, len 00 is ** p1 is valid, len 01 is p1 and p2 are valid, len 10 is p1, p2, and p3 are ** valid, and len 11 is len p1, p2, p3 are valid and the pack continues ** into the next byte with the SECONDARY pack byte. ** ** p1, p2, and p3 are 0 for enter, 1 for exit ** ** The SECONDARY pack byte contains: ** ** +- 7 -+- 6 -+- 5 -+- 4 -+- 3 -+- 2 -+- 1 -+- 0 -+ ** | p5 | p4 | p3 | p2 | p1 | len | ** +-----+-----+-----+-----+-----+-----+-----+-----+ ** ** Where len is the unadjusted length (with caveat) of the number of pack ** bits in the byte. A len of 0 is nonsensical, but legal. ** A len greater than 5 indicates the pack byte is full and an additional ** secondary pack byte follows this one. */ #define H_TMASK (0x07) #define H_TSTART (0x00) #define H_TEND (0x01) #define H_TENTER (0x02) #define H_TEXIT (0x03) #define H_TDEF (0x04) #define H_EXCEPT (0x05) #define H_PACK (0x04) #define H_PRIPACK2 (0x08) #define H_PRIPACK3 (0x10) #define H_PRIPACK4 (0x18) #define H_SECPACKMASK (0x03) #define H_EXT (0x08) #define H_LN (0x10) #define H_TINC (0x20) #define H_UINC (0x40) #define H_SINC (0x80) #define E_FILE (0x01) #define E_FUNC (0x02) #define E_TONE (0x04) #define E_TTWO (0x08) #define E_TFOUR (0x0C) #define E_UONE (0x10) #define E_UTWO (0x20) #define E_UFOUR (0x30) #define E_SONE (0x40) #define E_STWO (0x80) #define E_SFOUR (0xC0) /* ** Prototypes */ static PyObject *cprof_activate(PyObject *self, PyObject *args); static PyObject *cprof_deactivate(PyObject *self, PyObject *args); static void trace(int type, int lineno, PyObject *fileobj, PyObject *funcobj, char *other); /* ** Statics */ static struct PyMethodDef cprof_methods[] = { { "activate", (PyCFunction) cprof_activate, METH_VARARGS, "Activate C Profiling"}, { "deactivate", (PyCFunction) cprof_deactivate, METH_VARARGS, "Deactivate C Profiling"}, { NULL, NULL} }; static long stringtab[STRINGTABLESIZE]; static unsigned char tracetab[TRACETABLESIZE]; static long tbyte = 0; static FILE *tracefile = NULL; /* ** Compute string availability */ static unsigned int intern(PyObject *s) { unsigned int h; unsigned int i; unsigned long hash; char *string; if (s == NULL) return 0; hash = PyObject_Hash(s); string = PyString_AsString(s); h = hash % STRINGTABLESIZE; if (stringtab[h] == 0) { stringtab[h] = hash; trace(H_TDEF, 0, s, NULL, string); return h; } else if (stringtab[h] == hash) return h; i = h+1; while (i % STRINGTABLESIZE != h) { if (stringtab[i] == hash) return i; if (stringtab[i] == 0) { stringtab[i] = hash; trace(H_TDEF, 0, s, NULL, string); return i; } i++; } /* Out of hash space -- flush the string buffer */ for (i = 0; i < STRINGTABLESIZE; i++) { stringtab[i] = 0; } return intern(s); } /* ** Flush trace buffer */ static void trace_flush(void) { if (tracefile != NULL) fwrite(tracetab, 1, tbyte, tracefile); tbyte = 0; } /* ** Start recording */ static void trace(int type, int lineno, PyObject *fileobj, PyObject *funcobj, char *other) { static int saved_lineno = 0; static int saved_file = 0; static int saved_func = 0; static int packstate = 0; static unsigned long saved_elapsed = 0xffffffff; static unsigned long saved_user = 0; static unsigned long saved_system = 0; static unsigned long secstart = 0; int suppress = 0; unsigned char bit; int size = 2; unsigned int file; unsigned int func; unsigned long e; unsigned long u; unsigned long s; int ol = 0; unsigned char header; unsigned char ext = '\0'; unsigned char buf[40]; char *start = buf; unsigned long elapsed; unsigned long user; unsigned long system; struct rusage ru; struct timeval tv; /* We don't gather times for defs */ if (type == H_TDEF) { elapsed = saved_elapsed; user = saved_user; system = saved_system; } else { gettimeofday(&tv, NULL); getrusage(RUSAGE_SELF, &ru); if (secstart == 0) secstart = tv.tv_sec; elapsed = (tv.tv_sec - secstart) * 1000 + tv.tv_usec / 1000; user = ru.ru_utime.tv_sec * 1000 + ru.ru_utime.tv_usec / 1000; system = ru.ru_stime.tv_sec * 1000 + ru.ru_stime.tv_usec / 1000; } if (saved_elapsed == 0xffffffff) { saved_elapsed = elapsed; saved_user = user; saved_system = system; } file = intern(fileobj); func = intern(funcobj); e = elapsed - saved_elapsed; u = user - saved_user; s = system - saved_system; header = type; #define ACCUM(x) buf[size++] = ((unsigned char) (x)) if (lineno && lineno != saved_lineno) { header |= H_LN; /*ACCUM((lineno & 0xff000000) >> 24);*/ /*ACCUM((lineno & 0x00ff0000) >> 16);*/ ACCUM((lineno & 0x0000ff00) >> 8); ACCUM(lineno & 0x000000ff); saved_lineno = lineno; } if (file && (file != saved_file || type == H_TDEF)) { ext |= E_FILE; ACCUM((file & 0x0000ff00) >> 8); ACCUM(file & 0x000000ff); if (type != H_TDEF) saved_file = file; } if (func && func != saved_func) { ext |= E_FUNC; ACCUM((func & 0x0000ff00) >> 8); ACCUM(func & 0x000000ff); saved_func = func; } if (e) { if (e == 1) { header |= H_TINC; } else if (e > 0xffff) { ext |= E_TFOUR; ACCUM((e & 0xff000000) >> 24); ACCUM((e & 0x00ff0000) >> 16); ACCUM((e & 0x0000ff00) >> 8); ACCUM(e & 0x000000ff); } else if (e > 0xff) { ext |= E_TTWO; ACCUM((e & 0x0000ff00) >> 8); ACCUM(e & 0x000000ff); } else { ext |= E_TONE; ACCUM(e & 0x000000ff); } } if (u) { if (u == 1) { header |= H_UINC; } else if (u > 0xffff) { ext |= E_UFOUR; ACCUM((u & 0xff000000) >> 24); ACCUM((u & 0x00ff0000) >> 16); ACCUM((u & 0x0000ff00) >> 8); ACCUM(u & 0x000000ff); } else if (u > 0xff) { ext |= E_UTWO; ACCUM((u & 0x0000ff00) >> 8); ACCUM(u & 0x000000ff); } else { ext |= E_UONE; ACCUM(u & 0x000000ff); } } if (s) { if (s == 1) { header |= H_SINC; } else if (s > 0xffff) { ext |= E_SFOUR; ACCUM((s & 0xff000000) >> 24); ACCUM((s & 0x00ff0000) >> 16); ACCUM((s & 0x0000ff00) >> 8); ACCUM(s & 0x000000ff); } else if (s > 0xff) { ext |= E_STWO; ACCUM((s & 0x0000ff00) >> 8); ACCUM(s & 0x000000ff); } else { ext |= E_SONE; ACCUM(s & 0x000000ff); } } saved_elapsed = elapsed; saved_user = user; saved_system = system; suppress = 0; if (ext) { buf[1] = ext; header |= H_EXT; } else { start++; size--; } /* Let's see if we're eligible for packing */ if (USEPACK && ((header | H_TEND) == H_TEXIT)) { /* Yep... Now we either start a new pack, continue the ** primary pack, or continue a secondary pack */ if (header == H_TENTER) bit = 0; else bit = 1; switch(packstate) { case 0: /* New pack */ packstate = 1; /* easy */ break; case 1: /* First pack bit in pack byte */ tracetab[tbyte-1] |= H_PACK | (bit << 5); packstate = 2; suppress = 1; break; case 2: /* Second pack bit in pack byte */ tracetab[tbyte-1] &= ~H_PRIPACK4; tracetab[tbyte-1] |= H_PRIPACK2 | (bit << 6); packstate = 3; suppress = 1; break; case 3: /* Third pack bit in pack byte */ tracetab[tbyte-1] &= ~H_PRIPACK4; tracetab[tbyte-1] |= H_PRIPACK3 | (bit << 7); packstate = 4; suppress = 1; break; case 4: /* 1st pack bit in 2nd pack byte */ tracetab[tbyte-1] |= H_PRIPACK4; header = 1 | (bit << 3); packstate = 5; break; case 5: /* 2nd pack bit in 2nd pack byte */ tracetab[tbyte-1] &= ~H_SECPACKMASK; tracetab[tbyte-1] |= 2 | (bit << 4); packstate = 6; suppress = 1; break; case 6: /* 3rd pack bit in 2nd pack byte */ tracetab[tbyte-1] &= ~H_SECPACKMASK; tracetab[tbyte-1] |= 3 | (bit << 5); packstate = 7; suppress = 1; break; case 7: /* 4th pack bit in 2nd pack byte */ tracetab[tbyte-1] &= ~H_SECPACKMASK; tracetab[tbyte-1] |= 4 | (bit << 6); packstate = 8; suppress = 1; break; case 8: /* 5th pack bit in 2nd pack byte */ tracetab[tbyte-1] &= ~H_SECPACKMASK; tracetab[tbyte-1] |= 5 | (bit << 7); packstate = 9; suppress = 1; break; case 9: /* 1st pack bit in 3+ pack byte */ tracetab[tbyte-1] |= 7; header = 1 | (bit << 3); packstate = 5; break; } /* fprintf(stderr,"pack: header %02x, last %02x, bit %d, " "state %d\n", header, tracetab[tbyte-1], bit, packstate); */ } else { packstate = 0; /* fprintf(stderr,"!ack: header %02x, last %02x, bit -, state " "%d\n", header, tracetab[tbyte-1], packstate); */ } *start = header; if (other != NULL) ol = strlen(other) + 1; if (!suppress) { if (size + ol + tbyte >= TRACETABLESIZE) { trace_flush(); if (packstate) { tracetab[tbyte] = '\0'; tbyte++; packstate = 0; } } memcpy(&tracetab[tbyte], start, size); tbyte += size; } if (ol) { memcpy(&tracetab[tbyte], other, ol); tbyte += ol; } } /* ** Count frame stack depth */ int count_stack(PyFrameObject *frame) { int i = 0; while (frame->f_back != NULL) { frame = frame->f_back; i++; } return i; } /* ** Callback fcn */ static void cprof_entry(PyFrameObject *frame, char *what, void *other) { static int exceptdepth = 0; int d; if (exceptdepth > 0) { d = count_stack(frame); for ( ;d < exceptdepth; d++) trace(H_TEXIT, 0, NULL, NULL, NULL); exceptdepth = 0; } if (what) { if (what[0] == 'c') { trace(H_TENTER, frame->f_lineno, frame->f_code->co_filename, frame->f_code->co_name, NULL); } else if (what[0] == 'e') { trace(H_EXCEPT, 0, NULL, NULL, NULL); exceptdepth = count_stack(frame); trace_flush(); /* Might exit */ } else if (what[0] == 'r') { trace(H_TEXIT, 0, NULL, NULL, NULL); } } } /* ** Methods */ static PyObject *cprof_activate(PyObject *self, PyObject *args) { PyThreadState *tstate; int i; static const char hdr[4] = { 'P', 'c', 'T', 13 }; for (i=0; i < STRINGTABLESIZE; i++) { stringtab[i] = 0; } tbyte = 0; tstate = PyThreadState_Get(); tracefile=fopen("python.cprof", "wb"); tstate->ctrace = (void *) cprof_entry; fwrite(hdr, 1, 4, tracefile); trace(H_TSTART, 0, NULL, NULL, NULL); Py_INCREF(Py_None); return Py_None; } static PyObject *cprof_deactivate(PyObject *self, PyObject *args) { PyThreadState *tstate; tstate = PyThreadState_Get(); tstate->ctrace = NULL; trace(H_TEND, 0, NULL, NULL, NULL); trace_flush(); fclose(tracefile); tracefile=NULL; Py_INCREF(Py_None); return Py_None; } /* ** Module init */ PUBLIC void initcprof(void) { PyObject *module; PyObject *dict; char *rev = "$Revision: 1.0 $"; module = Py_InitModule("cprof", cprof_methods); dict = PyModule_GetDict(module); PyDict_SetItemString(dict, "__version__", PyString_FromStringAndSize(rev+11,strlen(rev+11)-1)); if (PyErr_Occurred()) Py_FatalError("Can't initialize module cprof"); } cprof/test.py0100644000175000001440000001160007315647647012426 0ustar mattusersimport cprof cprof.activate() from pprint import pprint class foo: def __init__(self): pass def bla(self): for x in range(0,100000): pass raise NotImplememntedError, "oops" return "bla" f = foo() try: print f.bla() except: pass pprint( {'team': {'teams': ['CMF', 'Core', 'Engineering', 'Executive', 'Products'], 'Products': {'05/14/2001': {'velocity': 1.0}, 'projects': ['Zope 2.3.3 release'], 'Lloyd, Brian': {'05/14/2001': {'velocity': 1.0}}, 'Zope 2.3.3 release': {'05/14/2001': {'velocity': 1.0}}, 'members': ['Lloyd, Brian']}, 'Executive': {'Fulton, Jim': {'06/04/2001': {'velocity': 2.4}}, 'projects': ['Resource Management Process'], 'Resource Management Process': {'06/04/2001': {'velocity': 2.4}}, 'members': ['Fulton, Jim'], '06/04/2001': {'velocity': 2.4}}, 'Engineering': {'projects': ['General Administration'], 'General Administration': {'06/04/2001': {'velocity': 0.0}}, 'Pieters, Martijn': {'06/04/2001': {'velocity': 0.0}}, 'members': ['Pieters, Martijn'], '06/04/2001': {'velocity': 0.0}}, 'Core': {'McDonough, Chris': {'06/04/2001': {'velocity': 2.0}, '05/28/2001': {'velocity': 2.0}}, 'projects': ['New zope.org', 'Page Templates 1.4', 'Resource Management Process', 'Zope 2.4 performance'], '06/11/2001': {'velocity': 6.0}, 'Simpson, Evan': {'06/11/2001': {'velocity': 1.0}, '06/04/2001': {'velocity': 1.0}}, 'members': ['Hathaway, Shane', 'Jung, Andreas', 'Kromer, Matt', 'McDonough, Chris', 'Simpson, Evan'], 'Page Templates 1.4': {'06/11/2001': {'velocity': 1.0}, '06/04/2001': {'velocity': 1.0}}, '05/28/2001': {'velocity': 2.0}, 'New zope.org': {'06/11/2001': {'velocity': 5.0}, '05/28/2001': {'velocity': 2.0}}, 'Zope 2.4 performance': {'06/04/2001': {'velocity': 2.0}}, '06/04/2001': {'velocity': 5.0}, 'Kromer, Matt': {'06/04/2001': {'velocity': 2.0}}, 'Jung, Andreas': {'06/11/2001': {'velocity': 4.0}}, 'Resource Management Process': {'06/04/2001': {'velocity': 2.0}}, 'Hathaway, Shane': {'06/11/2001': {'velocity': 1.0}}}, 'CMF': {'projects': ['Zope.com'], 'Zope.com': {'06/11/2001': {'velocity': 2.0}}, '06/11/2001': {'velocity': 2.0}, 'members': ['Sawyers, Andrew'], 'Sawyers, Andrew': {'06/11/2001': {'velocity': 2.0}}}}, 'dates': ['05/14/2001', '05/28/2001', '06/04/2001', '06/11/2001'], 'project': {'New zope.org': {'Create CMF Wiki': {'perfect_days': 0.0, 'total_hours': 4.0, '05/28/2001': {'velocity': 0.0}}, 'Write fishbowl proposal for redirect mechanism': {'perfect_days': 1.0, 'total_hours': 6.0, '06/11/2001': {'velocity': 1.0}}, '06/11/2001': {'velocity': 5.0}, 'Prototype redirect mechanism': {'perfect_days': 3.0, 'total_hours': 21.0, '06/11/2001': {'velocity': 3.0}}, 'Invert CMF Security - update role mappings for workflow-enabled objects': {'perfect_days': 1.0, 'total_hours': 5.0, '06/11/2001': {'velocity': 1.0}}, 'Prototype New (exploding) Software Product': {'perfect_days': 2.0, 'total_hours': 12.0, '05/28/2001': {'velocity': 2.0}}, '05/28/2001': {'velocity': 2.0}, 'tasks': ['Create CMF Wiki', 'Invert CMF Security - update role mappings for workflow-enabled objects', 'Prototype New (exploding) Software Product', 'Prototype redirect mechanism', 'Write fishbowl proposal for redirect mechanism']}, 'Zope.com': {'tasks': ['Implement means for turning text into flash object'], 'Implement means for turning text into flash object': {'perfect_days': 2.0, 'total_hours': 17.0, '06/11/2001': {'velocity': 2.0}}, '06/11/2001': {'velocity': 2.0}}, 'General Administration': {'tasks': ['Personal Time Off'], '06/04/2001': {'velocity': 0.0}, 'Personal Time Off': {'perfect_days': 0.0, '06/04/2001': {'velocity': 0.0}, 'total_hours': 16.0}}, 'Zope 2.3.3 release': {'tasks': ['Test and make beta 1 release'], 'Test and make beta 1 release': {'perfect_days': 1.0, 'total_hours': 4.0, '05/14/2001': {'velocity': 1.0}}, '05/14/2001': {'velocity': 1.0}}, 'projects': ['General Administration', 'New zope.org', 'Page Templates 1.4', 'Resource Management Process', 'Zope 2.3.3 release', 'Zope 2.4 performance', 'Zope.com'], 'Zope 2.4 performance': {'tasks': ['Create benchmark proposal'], '06/04/2001': {'velocity': 2.0}, 'Create benchmark proposal': {'perfect_days': 2.0, '06/04/2001': {'velocity': 2.0}, 'total_hours': 6.0}}, 'Page Templates 1.4': {'06/11/2001': {'velocity': 1.0}, 'Performance investigation': {'06/11/2001': {'velocity': 1.0}, 'perfect_days': 2.0, 'total_hours': 32.0, '06/04/2001': {'velocity': 1.0}}, 'tasks': ['Performance investigation'], '06/04/2001': {'velocity': 1.0}}, 'Resource Management Process': {'Project demand report': {'perfect_days': 1.0, '06/04/2001': {'velocity': 1.0}, 'total_hours': 38.0}, 'Create initial use cases': {'perfect_days': 2.4, '06/04/2001': {'velocity': 2.4}, 'total_hours': 8.0}, 'tasks': ['Create initial use cases', 'Project demand report', 'Task assignment report'], '06/04/2001': {'velocity': 4.4}, 'Task assignment report': {'perfect_days': 1.0, '06/04/2001': {'velocity': 1.0}, 'total_hours': 2.0}}}} ) cprof.deactivate() cprof/analyse.py0100644000175000001440000002055107315647647013110 0ustar mattusers# from string import join import sys DEBUG = 0 ALLFILES = {} CALLSTACK = [] BILLSTACK = [] CUMTIME={} TOTTIME={} class function: def __init__ (self, file, func): self.file = file self.func = func self.calls = 0 self.time = 0.0 self.user = 0.0 self.sys = 0.0 self.cum_time = 0.0 self.cum_user = 0.0 self.cum_sys = 0.0 self.callers = {} self.callees = {} def call(self, func): #print "%s:%s calling %s.%s" % (self.file, self.func, func.file, func.func) func.calls = func.calls + 1 self.callees[func] = self.callees.get(func,0) + 1 func.callers[self] = func.callers.get(self,0) + 1 def spend(self, t, u, s): self.time = self.time + t self.user = self.user + u self.sys = self.sys + s self.cum_time = self.cum_time + t self.cum_user = self.cum_user + u self.cum_sys = self.cum_sys + s #if t or u or s: # print "%s:%s + %d,%d,%d" % (self.file, self.func, t, u, s) def accum(self, t, u, s): self.cum_time = self.cum_time + t self.cum_user = self.cum_user + u self.cum_sys = self.cum_sys + s def report(self): avg_time = self.time / self.calls; avg_user = self.user / self.calls; avg_sys = self.sys / self.calls; print "\n%s:%s\n\t%d calls,\n\tavg %f/%f/%f,\n\t cumulative %f/%f/%f" % ( self.file, self.func, self.calls, avg_time, avg_user, avg_sys, self.cum_time, self.cum_user, self.cum_sys) if len(self.callers): print "\tcalled by:" callers = self.callers.keys() callers.sort() for e in callers: print "\t [%d]\t%s:%s" % (self.callers[e], e.file, e.func) if len(self.callees): print "\tcalls: " callees = self.callees.keys() callees.sort() for e in callees: print "\t [%d]\t%s:%s" % (self.callees[e], e.file, e.func) def getfunc(file, func, line): func = "%s:%s" % (line, func) if ALLFILES.has_key(file) and ALLFILES[file].has_key(func): return ALLFILES[file][func] nfunc = function(file, func) if not ALLFILES.has_key(file): ALLFILES[file]={} ALLFILES[file][func] = nfunc return nfunc file=open("python.cprof","rb") packstate = 0 typemap = ("START", "END", "ENTER", "EXIT", "DEFINE", "EXCEPT", "PACKENTER", "PACKEXIT") TRTAB = {} t_time = 0 t_user = 0 t_sys = 0 filename = "" funcname = "" CURRENT = getfunc(filename,funcname,0) CURRENT.calls = 1 CALLSTACK.append(CURRENT) lineno = 0 fileheader = file.read(4) processed = 0 try: while 1: if packstate == 0: cc = file.read(1) if len(cc) == 0: break c = ord(cc) else: # We're in a pack state if packstate == 1: if packlen == 0: if packcont: cc = file.read(1) if len(cc) == 0: break # EOF c = ord(cc) if c == 0: continue # unexpected pack end packlen = c & 7 packbits = c >> 3 if packlen > 5: packlen = 5 packcont = 1 else: packcont = 0 else: packstate = 0 continue bit = packbits & 1 packbits = packbits >> 1 packlen = packlen - 1 c = bit + 2 t = c & 7 type = typemap[t] if t > 5: packstate = 1 packbits = c >> 5 packlen = ((c >> 3) & 3) + 1 if packlen > 3: packcont = 1 packlen = 3 else: packcont = 0 t = t & 3 c = t type = typemap[t] processed = processed + 1 if processed % 1000 == 0: sys.stderr.write("Processed %d records covering %d ms (cs %d) - CTRL-c to finish early...\r" % (processed, t_time, len(CALLSTACK))) ext = c & 8 th = c & 16 ti = c & 32 tu = c & 64 ts = c & 128 t = 0 u = 0 s = 0 flags = [] if ext: flags.append("EXT") if th: flags.append("LN") if ti: flags.append("+T") t = 1 if tu: flags.append("+U") u = 1 if ts: flags.append("+s") s = 1 if DEBUG: print "0x%02x %04d - %04d - %04d [%d]: %s %s" % (c, t_time, t_user, t_sys, len(CALLSTACK), type, join(flags)) if (type == "END"): break if ext: extb = file.read(1) ext = ord(extb) efile = ext & 1 efunc = ext & 2 ets = (ext & 12) >> 2 eus = (ext & 48) >> 4 ess = (ext & 192) >> 6 eopts = [] if efile: eopts.append("FILENAME") if efunc: eopts.append("FUNCTION") if ets: eopts.append("TSIZE:%d" % ets) if eus: eopts.append("USIZE:%d" % eus) if ess: eopts.append("SSIZE:%d" % ess) if DEBUG: print "\t%s: %s" % (hex(ext),join(eopts)) if th: thread = ord(file.read(1)) thread = thread * 256 + ord(file.read(1)) #thread = thread * 256 + ord(file.read(1)) #thread = thread * 256 + ord(file.read(1)) # We dont track threads, so this is line # lineno = thread if DEBUG: print "\tline: %d" % lineno if ext: eopts = [] if efile: fn = ord(file.read(1)) fn = fn * 256 + ord(file.read(1)) eopts.append("file:%d=%s" % (fn, TRTAB.get(fn,""))) if type != 'DEFINE': filename = TRTAB[fn] if efunc: fc = ord(file.read(1)) fc = fc * 256 + ord(file.read(1)) eopts.append("func:%d=%s" % (fc, TRTAB.get(fc,""))) funcname = TRTAB[fc] if ets: t = long(ord(file.read(1))) if ets > 1: t = t * 256 + ord(file.read(1)) if ets == 3: t = t * 256 + ord(file.read(1)) t = t * 256 + ord(file.read(1)) if ets: eopts.append("time+%d" % t) if eus: u = ord(file.read(1)) if eus > 1: u = u * 256 + ord(file.read(1)) if eus == 3: u = u * 256 + ord(file.read(1)) u = u * 256 + ord(file.read(1)) if eus: eopts.append("user+%d" % u) if ess: s = ord(file.read(1)) if ess > 1: s = s * 256 + ord(file.read(1)) if ess == 3: s = s * 256 + ord(file.read(1)) s = s * 256 + ord(file.read(1)) if ess: eopts.append("sys+%d" % s) if DEBUG: print "\t%s" % join(eopts) if type == "DEFINE": name="" c = file.read(1) while c != '\0': name = name + c c = file.read(1) TRTAB[fn] = name if DEBUG: print "\t%d = %s" % (fn, name) for func in BILLSTACK: if func is not CURRENT: func.accum(t, u, s) CURRENT.spend(t, u, s) if type == "ENTER": CALLSTACK.append(CURRENT) if CURRENT not in BILLSTACK: BILLSTACK.append(CURRENT) CURRENT=getfunc(filename, funcname, lineno) CALLSTACK[-1].call(CURRENT) if type == "EXIT": CURRENT=CALLSTACK.pop() if len(BILLSTACK) > 0 and BILLSTACK[-1] is CURRENT: BILLSTACK.pop() t_time = t_time + t t_user = t_user + u t_sys = t_sys + s except KeyboardInterrupt: pass # # Now go through ALLFILES # allfiles = ALLFILES.keys() allfiles.sort() for file in allfiles: allfuncs = ALLFILES[file].keys() allfuncs.sort() for func in allfuncs: f = ALLFILES[file][func] f.report(); a = "%010.3f" % (f.time / f.calls) cum = "%010.3f" % f.cum_time if not CUMTIME.has_key(cum): CUMTIME[cum]= [] CUMTIME[cum].append(f) if not TOTTIME.has_key(a): TOTTIME[a]= [] TOTTIME[a].append(f) print "\n\n#----------------------------------\n\nCumulative time spent:" cumtimes = CUMTIME.keys() cumtimes.sort() for t in cumtimes: print "\n%s: " % t for f in CUMTIME[t]: print " [%d]\t%s:%s," % (f.calls, f.file, f.func) print "\n\n#----------------------------------\n\nAverage time spent:" tottimes = TOTTIME.keys() tottimes.sort() for t in tottimes: print "\n%s: " % t for f in TOTTIME[t]: print " [%d]\t%s:%s," % (f.calls, f.file, f.func) cprof/py21.patch0100644000175000001440000000347407315647647012723 0ustar mattusersdiff -u ../Python-2.1/Include/pystate.h Include/pystate.h --- ../Python-2.1/Include/pystate.h Mon Jan 22 20:44:35 2001 +++ Include/pystate.h Wed Jun 20 11:21:07 2001 @@ -40,6 +40,7 @@ int recursion_depth; int ticker; int tracing; + void *ctrace; PyObject *sys_profilefunc; PyObject *sys_tracefunc; diff -u ../Python-2.1/Python/ceval.c Python/ceval.c --- ../Python-2.1/Python/ceval.c Fri Apr 13 12:51:46 2001 +++ Python/ceval.c Mon Jun 25 09:48:14 2001 @@ -31,6 +31,8 @@ typedef PyObject *(*callproc)(PyObject *, PyObject *, PyObject *); +typedef void (*ctracecb)(PyFrameObject *, char *, void *); + /* Forward declarations */ static PyObject *eval_code2(PyCodeObject *, @@ -662,6 +664,10 @@ } } + if (tstate->ctrace != NULL) + /* Call a C profiler */ + ((ctracecb) tstate->ctrace)(f, "call", (void *) tstate); + if (++tstate->recursion_depth > recursion_limit) { --tstate->recursion_depth; PyErr_SetString(PyExc_RuntimeError, @@ -2175,6 +2181,10 @@ if (tstate->sys_profilefunc) call_exc_trace(&tstate->sys_profilefunc, (PyObject**)0, f); + if (tstate->ctrace != NULL) + /* Call a C profiler */ + ((ctracecb) tstate->ctrace)(f, "exception", + NULL); } /* For the rest, treat WHY_RERAISE as WHY_EXCEPTION */ @@ -2281,6 +2291,10 @@ why = WHY_EXCEPTION; } } + + if (tstate->ctrace != NULL) + /* Call a C profiler */ + ((ctracecb) tstate->ctrace)(f, "return", (void *) tstate); reset_exc_info(tstate); diff -u ../Python-2.1/Python/pystate.c Python/pystate.c --- ../Python-2.1/Python/pystate.c Mon Jan 22 20:46:06 2001 +++ Python/pystate.c Wed Jun 20 11:24:43 2001 @@ -112,6 +112,8 @@ tstate->dict = NULL; + tstate->ctrace = NULL; + tstate->curexc_type = NULL; tstate->curexc_value = NULL; tstate->curexc_traceback = NULL;