[Yt-svn] yt-commit r1239 - trunk/yt
mturk at wrangler.dreamhost.com
mturk at wrangler.dreamhost.com
Fri Mar 27 19:07:08 PDT 2009
Author: mturk
Date: Fri Mar 27 19:07:08 2009
New Revision: 1239
URL: http://yt.spacepope.org/changeset/1239
Log:
Adding (from bitbucket experimental repo) the rpdb command. If you run a
simulation with --rpdb, uncaught exceptions will spawn a (localhost-bound) pdb
instance that responds via XML-RPC. This enables you to pdb individual MPI
tasks, if you are running on the node that the tasks are on.
For instance,
mpirun -np 4 python2.6 some_script_with_a_bug.py --parallel --rpdb
will spawn four XML-RPC servers with embedded pdb on an uncaught exception,
each of which can be communicated with via the command
yt rpdb [0123]
where the task you want to communicate with is the argument. When the command
'shutdown' has been issued to a rpdb server, it will shut down and barrier,
waiting for all the other tasks to barrier to complete the task. So you need
to 'shutdown' all of them before the tasks all die.
I've used this to debug some parallel bugs lately; very handy... Note that it
binds only to localhost, but this is STILL a security flaw if you have other
users on the system. SO -- BEWARE.
Added:
trunk/yt/rpdb.py
Modified:
trunk/yt/commands.py
trunk/yt/funcs.py
Modified: trunk/yt/commands.py
==============================================================================
--- trunk/yt/commands.py (original)
+++ trunk/yt/commands.py Fri Mar 27 19:07:08 2009
@@ -273,6 +273,19 @@
if opts.zlim: pc.set_zlim(*opts.zlim)
pc.save(os.path.join(opts.output,"%s" % (pf)))
+ def do_rpdb(self, subcmd, opts, arg):
+ """
+ Connect to a currently running (on localhost) rpd session.
+
+ Commands run with --rpdb will trigger an rpdb session with any
+ uncaught exceptions.
+
+ ${cmd_usage} [TASK_NUMER]
+ ${cmd_option_list}
+ """
+ import rpdb
+ rpdb.run_rpdb(int(arg))
+
def run_main():
for co in ["--parallel", "--paste"]:
if co in sys.argv: del sys.argv[sys.argv.index(co)]
Modified: trunk/yt/funcs.py
==============================================================================
--- trunk/yt/funcs.py (original)
+++ trunk/yt/funcs.py Fri Mar 27 19:07:08 2009
@@ -23,7 +23,7 @@
along with this program. If not, see <http://www.gnu.org/licenses/>.
"""
-import time, types, signal, inspect, traceback, sys, pdb
+import time, types, signal, inspect, traceback, sys, pdb, rpdb
import progressbar as pb
from math import floor, ceil
@@ -51,6 +51,8 @@
if "--paste" in sys.argv:
sys.excepthook = paste_traceback
+if "--rpdb" in sys.argv:
+ sys.excepthook = rpdb.rpdb_excepthook
def blank_wrapper(f):
return lambda a: a
Added: trunk/yt/rpdb.py
==============================================================================
--- (empty file)
+++ trunk/yt/rpdb.py Fri Mar 27 19:07:08 2009
@@ -0,0 +1,133 @@
+"""
+Some simple localhost-only remote pdb hacks
+
+Author: Matthew Turk <matthewturk at gmail.com>
+Affiliation: KIPAC/SLAC/Stanford
+Homepage: http://yt.enzotools.org/
+License:
+ Copyright (C) 2009 Matthew Turk. All Rights Reserved.
+
+ This file is part of yt.
+
+ yt is free software; you can redistribute it and/or modify
+ it under the terms of the GNU General Public License as published by
+ the Free Software Foundation; either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with this program. If not, see <http://www.gnu.org/licenses/>.
+"""
+
+import cmd, pdb, cStringIO, xmlrpclib, socket, sys
+import traceback
+from SimpleXMLRPCServer import SimpleXMLRPCServer
+from yt.config import ytcfg
+
+class PdbXMLRPCServer(SimpleXMLRPCServer):
+ """
+ shutdown-enabled XMLRPCServer from
+ http://code.activestate.com/recipes/114579/
+ """
+
+ finished=False
+
+ def register_signal(self, signum):
+ signal.signal(signum, self.signal_handler)
+
+ def signal_handler(self, signum, frame):
+ print "Caught signal", signum
+ self.shutdown()
+
+ def shutdown(self):
+ self.finished=True
+ return 1
+
+ def serve_forever(self):
+ while not self.finished: self.handle_request()
+ print "DONE SERVING"
+
+def rpdb_excepthook(exc_type, exc, tb):
+ traceback.print_exception(exc_type, exc, tb)
+ task = ytcfg.getint("yt", "__parallel_rank")
+ size = ytcfg.getint("yt", "__parallel_size")
+ print "Starting RPDB server on task %s ; connect with yt_rpdb %s" \
+ % (task,task)
+ handler = pdb_handler(tb)
+ server = PdbXMLRPCServer(("localhost", 8010+task))
+ server.register_introspection_functions()
+ server.register_instance(handler)
+ server.register_function(server.shutdown)
+ server.serve_forever()
+ server.server_close()
+ if size > 1:
+ from mpi4py import MPI
+ MPI.COMM_WORLD.Barrier()
+
+class pdb_handler(object):
+ def __init__(self, tb):
+ self.cin = cStringIO.StringIO()
+ sys.stdin = self.cin
+ self.cout = cStringIO.StringIO()
+ sys.stdout = self.cout
+ sys.stderr = self.cout
+ self.debugger = pdb.Pdb(stdin=self.cin, stdout=self.cout)
+ self.debugger.reset()
+ self.debugger.setup(tb.tb_frame, tb)
+
+ def execute(self, line):
+ tt = self.cout.tell()
+ self.debugger.onecmd(line)
+ self.cout.seek(tt)
+ return self.cout.read()
+
+class rpdb_cmd(cmd.Cmd):
+ def __init__(self, proxy):
+ self.proxy = proxy
+ cmd.Cmd.__init__(self)
+ print self.proxy.execute("bt")
+
+ def default(self, line):
+ print self.proxy.execute(line)
+
+ def do_shutdown(self, args):
+ print self.proxy.shutdown()
+ return True
+
+ def do_help(self, line):
+ print self.proxy.execute("help %s" % line)
+
+ def postcmd(self, stop, line):
+ return stop
+
+ def postloop(self):
+ try:
+ self.proxy.shutdown()
+ except:
+ pass
+
+__header = \
+"""
+You're in a remote PDB session with task %(task)s
+
+You can run PDB commands, and when you're done, type 'shutdown' to quit.
+"""
+
+def run_rpdb(task = None):
+ port = 8010
+ if task is None:
+ try:
+ task + int(sys.argv[-1])
+ except: pass
+ port += task
+ sp = xmlrpclib.ServerProxy("http://localhost:%s/" % port)
+ try:
+ pp = rpdb_cmd(sp)
+ except socket.error:
+ print "Connection refused. Is the server running?"
+ sys.exit(1)
+ pp.cmdloop(__header % dict(task = port-8010))
More information about the yt-svn
mailing list