Mailman 3 October 2006 - pytest-dev

[py-dev] py lib tests fail in Pybots buildbot
by Grig Gheorghiu Oct. 27, 2006

Oct. 27, 2006

Noticed some new failures. Full log for build step with Python trunk binary: http://www.python.org/dev/buildbot/community/all/x86%20Ubuntu%20Breezy%20tr… Full log for build step with Python 2.5 binary: http://www.python.org/dev/buildbot/community/all/x86%20Ubuntu%20Breezy%202.… Here are the errors from the 2.5 build step: _________________ entrypoint: TestRest().test_class_typedefs __________________ def test_class_typedefs(self): class A(object): def __init__(self, x): pass class B(object): def __init__(self, y): pass def xxx(x): return x descs = {'A':A, 'B':B, 'xxx':xxx} ds = DocStorage().from_dict(descs) t = Tracer(ds) t.start_tracing() xxx(A(3)) xxx(B("f")) t.end_tracing() lg = DirectPaste() tempdir = temppath.ensure("classargs", dir=True) r = RestGen(ds, lg, DirWriter(tempdir)) > r.write() [/tmp/pylib/py/apigen/rest/testing/test_rest.py:285] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def write(self): """write the data to the writer""" # note that this builds up a list of Rest elements for the index as # 'side effect', the list is passed along and filled, while the actual # sections (also ReST elements) are returned by the write_* methods # XXX this is quite icky! would be nice to have refactored indexlst = [Title("Module: %s" % self.dsa.get_module_name(), belowchar="="), Paragraph(self.dsa.get_module_info()), Title("Exported functions:", belowchar="-")] funclst = self.write_function_list(indexlst) indexlst.append(Title("Exported classes:", belowchar="-")) > classlst = self.write_class_list(indexlst) [/tmp/pylib/py/apigen/rest/genrest.py:128] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def write_class_list(self, indexlst): retlst = [] for name in self.dsa.get_class_names(): sectionname = 'class_%s' % (name,) linktarget = self.writer.getlink('class', name, sectionname) indexlst.append(ListItem(Text("Class: "), Link(name, linktarget))) > retlst.append((sectionname, self.write_class(sectionname, name))) [/tmp/pylib/py/apigen/rest/genrest.py:157] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def write_class(self, section_name, class_name): classlst = [Title("Class: %s" % class_name, belowchar='-'), LiteralBlock(self.dsa.get_function_doc(class_name))] # write down exported methods classlst.append(Title("Exported methods:", belowchar="^")) funclist = [] for method in self.dsa.get_class_methods(class_name): sectionname = 'method_%s_%s' % (class_name, method) linktext = '%s.%s' % (class_name, method) linktarget = self.writer.getlink('function', linktext, sectionname) classlst.append(ListItem(Link(linktext, linktarget))) # XXX assuming a function is always part of a class section funclist.append((sectionname, self.write_function(sectionname, class_name + "." + method, > '^'))) [/tmp/pylib/py/apigen/rest/genrest.py:177] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def write_function(self, section_name, fun_name, belowchar='-'): # XXX I think the docstring should either be split on \n\n and cleaned # from indentation, or treated as ReST too (although this is obviously # dangerous for non-ReST docstrings)... lst = [Title("Function: %s" % fun_name, belowchar=belowchar), LiteralBlock(self.dsa.get_function_doc(fun_name)), LiteralBlock(self.dsa.get_function_definition(fun_name))] args, retval = self.dsa.get_function_signature(fun_name) arg_str = "\n".join(["%s :: %s" % (str(name), str(type)) for name, type in args]) arg_str += "\n" + "Return value :: %s" % str(retval) lst.append(Paragraph("where:")) lst.append(LiteralBlock(arg_str)) # XXX missing implementation of dsa.get_function_location() #filename, lineno = self.dsa.get_function_location(fun_name) #linkname, linktarget = self.linkgen.getlink(filename, lineno) #if linktarget: # lst.append(Paragraph("Function source: ", # Link(linkname, linktarget))) #else: lst.append(Paragraph('Function source:')) > lst.append(LiteralBlock(self.dsa.get_function_source(fun_name))) [/tmp/pylib/py/apigen/rest/genrest.py:203] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def get_function_source(self, name): desc = self.ds.descs[name] try: > return str(py.code.Source(desc.pyobj)) [/tmp/pylib/py/apigen/tracer/docstorage.py:196] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def __init__(self, *parts, **kwargs): self.lines = lines = [] de = kwargs.get('deindent', True) rstrip = kwargs.get('rstrip', True) for part in parts: if not part: partlines = [] if isinstance(part, Source): partlines = part.lines elif isinstance(part, (unicode, str)): partlines = part.split('\n') if rstrip: while partlines: if partlines[-1].strip(): break partlines.pop() else: > partlines = getsource(part, deindent=de).lines [/tmp/pylib/py/code/source.py:30] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def getsource(obj, **kwargs): if hasattr(obj, 'func_code'): obj = obj.func_code elif hasattr(obj, 'f_code'): obj = obj.f_code try: fullsource = obj.co_filename.__source__ except AttributeError: > strsrc = inspect.getsource(obj) [/tmp/pylib/py/code/source.py:231] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def getsource(object): """Return the text of the source code for an object. The argument may be a module, class, method, function, traceback, frame, or code object. The source code is returned as a single string. An IOError is raised if the source code cannot be retrieved.""" > lines, lnum = getsourcelines(object) [/usr/lib/python2.4/inspect.py:563] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def getsourcelines(object): """Return a list of source lines and starting line number for an object. The argument may be a module, class, method, function, traceback, frame, or code object. The source code is returned as a list of the lines corresponding to the object and the line number indicates where in the original source file the first line of code was found. An IOError is raised if the source code cannot be retrieved.""" lines, lnum = findsource(object) if ismodule(object): return lines, 0 > else: return getblock(lines[lnum:]), lnum + 1 [/usr/lib/python2.4/inspect.py:555] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def getblock(lines): """Extract the block of code at the top of the given list of lines.""" try: > tokenize.tokenize(ListReader(lines).readline, BlockFinder().tokeneater) [/usr/lib/python2.4/inspect.py:538] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def tokenize(readline, tokeneater=printtoken): """ The tokenize() function accepts two parameters: one representing the input stream, and one providing an output mechanism for tokenize(). The first parameter, readline, must be a callable object which provides the same interface as the readline() method of built-in file objects. Each call to the function should return one line of input as a string. The second parameter, tokeneater, must also be a callable object. It is called once for each token, with five arguments, corresponding to the tuples generated by generate_tokens(). """ try: > tokenize_loop(readline, tokeneater) [/usr/lib/python2.4/tokenize.py:153] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def tokenize_loop(readline, tokeneater): > for token_info in generate_tokens(readline): [/usr/lib/python2.4/tokenize.py:159] _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ def generate_tokens(readline): """ The generate_tokens() generator requires one argment, readline, which must be a callable object which provides the same interface as the readline() method of built-in file objects. Each call to the function should return one line of input as a string. The generator produces 5-tuples with these members: the token type; the token string; a 2-tuple (srow, scol) of ints specifying the row and column where the token begins in the source; a 2-tuple (erow, ecol) of ints specifying the row and column where the token ends in the source; and the line on which the token was found. The line passed is the logical line; continuation lines are included. """ lnum = parenlev = continued = 0 namechars, numchars = string.ascii_letters + '_', '0123456789' contstr, needcont = '', 0 contline = None indents = [0] while 1: # loop over lines in stream line = readline() lnum = lnum + 1 pos, max = 0, len(line) if contstr: # continued string if not line: raise TokenError, ("EOF in multi-line string", strstart) endmatch = endprog.match(line) if endmatch: pos = end = endmatch.end(0) yield (STRING, contstr + line[:end], strstart, (lnum, end), contline + line) contstr, needcont = '', 0 contline = None elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n': yield (ERRORTOKEN, contstr + line, strstart, (lnum, len(line)), contline) contstr = '' contline = None continue else: contstr = contstr + line contline = contline + line continue elif parenlev == 0 and not continued: # new statement if not line: break column = 0 while pos < max: # measure leading whitespace if line[pos] == ' ': column = column + 1 elif line[pos] == '\t': column = (column/tabsize + 1)*tabsize elif line[pos] == '\f': column = 0 else: break pos = pos + 1 if pos == max: break if line[pos] in '#\r\n': # skip comments or blank lines yield ((NL, COMMENT)[line[pos] == '#'], line[pos:], (lnum, pos), (lnum, len(line)), line) continue if column > indents[-1]: # count indents or dedents indents.append(column) yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line) while column < indents[-1]: if column not in indents: E raise IndentationError( "unindent does not match any outer indentation level") > IndentationError: unindent does not match any outer indentation level [/usr/lib/python2.4/tokenize.py:229] _______________________________________________________________________________ ______ entrypoint: TestPopenGateway().test_channel_passing_over_channel _______ def test_channel_passing_over_channel(self): channel = self.gw.remote_exec(''' c = channel.gateway.newchannel() channel.send(c) c.send(42) ''') c = channel.receive() x = c.receive() assert x == 42 # check that the both sides previous channels are really gone channel.waitclose(0.3) E assert channel.id not in self.gw.channelfactory._channels > AssertionError: (inconsistently failed then succeeded) [/tmp/pylib/py/execnet/testing/test_gateway.py:160] _______________________________________________________________________________ _______________________ entrypoint: test_importall[226] _______________________ def check_import(modpath): print "checking import", modpath E assert __import__(modpath) > ImportError: No module named package.submodule.__init__ [/tmp/pylib/py/misc/testing/test_initpkg.py:67] - - - - - - - - - - - - - [226]: recorded stdout - - - - - - - - - - - - - - checking import py.__.apigen.tracer.testing.package.submodule.__init__ _______________________________________________________________________________ _______________________ entrypoint: test_importall[227] _______________________ def check_import(modpath): print "checking import", modpath E assert __import__(modpath) > ImportError: No module named package.submodule.pak.__init__ [/tmp/pylib/py/misc/testing/test_initpkg.py:67] - - - - - - - - - - - - - [227]: recorded stdout - - - - - - - - - - - - - - checking import py.__.apigen.tracer.testing.package.submodule.pak.__init__ _______________________________________________________________________________ _______________________ entrypoint: test_importall[228] _______________________ def check_import(modpath): print "checking import", modpath E assert __import__(modpath) > ImportError: No module named package.submodule.pak.mod [/tmp/pylib/py/misc/testing/test_initpkg.py:67] - - - - - - - - - - - - - [228]: recorded stdout - - - - - - - - - - - - - - checking import py.__.apigen.tracer.testing.package.submodule.pak.mod _______________________________________________________________________________ ===== tests finished: 1256 passed, 5 failed, 55 skipped in 154.12 seconds ===== inserting into sys.path: /tmp/pylib

2 2

[py-dev] Note
by Maciek Fijalkowski Oct. 23, 2006

Oct. 23, 2006

not to forget... When writing tests for LSession/RSession and friends, there are two States of setups, one in tests and one in testing utility itself. They badly interfere (like setup_module called few times). I don't know if it's a bug or whatever. I can propose several things: 1. Not use setup_* in those tests (this is done by now) 2. Make sure that setup_module is never introduced twice for the same module (as a warning or whatever) - I think it's easy to implement and quite usefull, but still you cannot use two states 3. Make somehow two possible states - one for testing, one for running test suite, altough it's hard to do.

2 1

[py-dev] Global state
by Elmo Mäntynen Oct. 22, 2006

Oct. 22, 2006

The tested code interfaces with hardware, so I have to share a handle between tests which I wouldn't want to confine to a single module. I used to share state by importing a common module from the test_modules, but after updating pylib, even skipping every test but one doesn't seem to work. It might be my fault, but I'd like to know what I should've been doing so I can test who is really at fault. Elmo

1 0

Re: [py-dev] greenlets pickle support
by Armin Rigo Oct. 22, 2006

Oct. 22, 2006

Hello, On Fri, Oct 20, 2006 at 11:12:17AM +0200, Paolo Losi wrote: > I'm looking at greenlets for a workflow engine project. > It would be nice if greenlets execution state could be persisted > via cPickle. Is pickle support planned / easy to implement? Not at all. To get this you need the full Stackless Python - or PyPy :-) But there is no way I can think of to make greenlet pickling even remotely realizable. A bientot, Armin

1 0

Re: [py-dev] [py-svn] r33350 - in py/dist/py: . code test/rsession
by holger krekel Oct. 16, 2006

Oct. 16, 2006

Hi Maciej, On Mon, Oct 16, 2006 at 22:49 +0200, fijal(a)codespeak.net wrote: > Author: fijal > Date: Mon Oct 16 22:48:34 2006 > New Revision: 33350 > > Modified: > py/dist/py/__init__.py > py/dist/py/code/excinfo.py > py/dist/py/code/traceback2.py could you add tests for this within py/code (not indirectly through some py/test/rsession code)? best, holger

1 0

[py-dev] py lib tests are passing on pybots buildslave
by Grig Gheorghiu Oct. 13, 2006

Oct. 13, 2006

On 10/12/06, Grig Gheorghiu <grig(a)agilistas.org> wrote: > > On 10/12/06, Maciek Fijalkowski <fijal(a)genesilico.pl> wrote: > > > > How recent your checkout is? I think I've fixed those problems (at least > > one) like yesterday or so. > > > > > I delete the original directory, then I do a fresh checkout every time I > test. It may be a platform-specific issue. > > Grig > OK, now all tests are passing. http://www.python.org/dev/buildbot/community/all/x86%20Ubuntu%20Breezy%20tr… Grig

2 1

[py-dev] Running py lib unit tests in Pybots
by Grig Gheorghiu Oct. 13, 2006

Oct. 13, 2006

Hi, guys Not sure you've seen any of my announcements on the Pybots buildbot farm (< http://pybots.org>). I was thinking it would be cool to run the py lib unit tests on one of the buildslaves (I can run them on one of my 2), or even better, maybe you can contribute a buildslave :-) In any case, let me know if you're OK with having the tests running in Pybots.] Grig

4 9

Re: [py-dev] [py-svn] r33226 - py/dist/py/test/rsession
by holger krekel Oct. 12, 2006

Oct. 12, 2006

Hi Maciej! what about a test for this? At least on linux issuing specific "kill" commands etc. should work. And thinking about good ways to test such things helps to be confident about py.test-distributed ... best, holger On Thu, Oct 12, 2006 at 14:12 +0200, fijal(a)codespeak.net wrote: > Author: fijal > Date: Thu Oct 12 14:12:37 2006 > New Revision: 33226 > > Modified: > py/dist/py/test/rsession/rsession.py > Log: > Better signal reporting. > > > Modified: py/dist/py/test/rsession/rsession.py > ============================================================================== > --- py/dist/py/test/rsession/rsession.py (original) > +++ py/dist/py/test/rsession/rsession.py Thu Oct 12 14:12:37 2006 > @@ -98,7 +98,10 @@ > host = event.channel.gateway.sshaddress > self.out.sep('_', "%s on %s" % > (" ".join(event.item.listnames()), host)) > - self.repr_failure(event.item, event.outcome) > + if event.outcome.signal: > + self.repr_signal(event.item, event.outcome) > + else: > + self.repr_failure(event.item, event.outcome) > > def repr_failure(self, item, outcome): > excinfo = outcome.excinfo > @@ -117,7 +120,16 @@ > if outcome.stderr: > self.out.sep('-', " Captured process stderr: ") > self.out.write(outcome.stderr) > - > + > + def repr_signal(self, item, outcome): > + signal = outcome.signal > + self.out.line("Received signal: %d" % outcome.signal) > + if outcome.stdout: > + self.out.sep('-', " Captured process stdout: ") > + self.out.write(outcome.stdout) > + if outcome.stderr: > + self.out.sep('-', " Captured process stderr: ") > + self.out.write(outcome.stderr) > > def repr_failure_tblong(self, item, excinfo, traceback): > for index, entry in py.builtin.enumerate(traceback): > _______________________________________________ > py-svn mailing list > py-svn(a)codespeak.net > http://codespeak.net/mailman/listinfo/py-svn > -- merlinux GmbH Steinbergstr. 42 31139 Hildesheim http://merlinux.de tel +49 5121 20800 75 (fax 77)

1 1

Re: [py-dev] [pypy-dev] py.test bug
by Maciek Fijalkowski Oct. 8, 2006

Oct. 8, 2006

Simon Burton wrote: >Traceback (most recent call last): > File "/home/simon/bin/py.test", line 4, in ? > py.test.cmdline.main() > File "/home/simon/local/pypy/py/test/cmdline.py", line 17, in main > failures = session.main(args) > File "/home/simon/local/pypy/py/test/terminal/terminal.py", line 34, in main > return super(TerminalSession, self).main(args) > File "/home/simon/local/pypy/py/test/session.py", line 52, in main > self.footer(colitems) > File "/home/simon/local/pypy/py/test/terminal/terminal.py", line 167, in footer > self.failures() > File "/home/simon/local/pypy/py/test/terminal/terminal.py", line 262, in failures > self.repr_failure(colitem, outcome) > File "/home/simon/local/pypy/py/test/terminal/terminal.py", line 280, in repr_failure > handler(item, excinfo, traceback) > File "/home/simon/local/pypy/py/test/terminal/terminal.py", line 297, in repr_failure_tblong > firstsourceline = entry.getfirstlinesource() >AttributeError: 'TracebackEntry' object has no attribute 'getfirstlinesource' > > >Simon. >_______________________________________________ >pypy-dev(a)codespeak.net >http://codespeak.net/mailman/listinfo/pypy-dev > > You seem to have old version of py.test. Please update to svn trunk.

1 0

[py-dev] greenlets: IO based scheduler
by Shannon -jj Behrens Oct. 5, 2006

Oct. 5, 2006

I just learned about Greenlets today, and I can't seem to learn enough. The library as is is very nice, simple, and complete, but I'm wondering if anyone is successfully using it for network servers yet? Specifically, I'd like an IO-based scheduler based on Greenlets and select.poll(). Can someone point me in the right direction? Thanks, -jj -- The one who gets the last laugh isn't the one who did the laughing, but rather the one who did the writing.

2 1