Mailman 3 August 2006 - Python-checkins

r51655 - python/branches/bcannon-objcap/securing_python.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 23:49:19 2006 New Revision: 51655 Modified: python/branches/bcannon-objcap/securing_python.txt Log: Minor details in 'Status'. Modified: python/branches/bcannon-objcap/securing_python.txt ============================================================================== --- python/branches/bcannon-objcap/securing_python.txt (original) +++ python/branches/bcannon-objcap/securing_python.txt Wed Aug 30 23:49:19 2006 @@ -22,6 +22,7 @@ makes less of a performance-critical operation. + Might need to add some C code for easily accessing built-in objects. + * How to handle creating subclasses if open() only way? - code - ??? <go through Objects/*> + Sandboxed versions of built-ins (`Sanitizing Built-In Types`_)

1 0

r51654 - in sandbox/trunk/decimal-c: _decimal.c new_dt/power.decTest test_decimal.py
by mateusz.rukowicz 30 Aug '06

30 Aug '06

Author: mateusz.rukowicz Date: Wed Aug 30 22:30:34 2006 New Revision: 51654 Modified: sandbox/trunk/decimal-c/_decimal.c sandbox/trunk/decimal-c/new_dt/power.decTest sandbox/trunk/decimal-c/test_decimal.py Log: Added special case to power functions. Upated test_decimal.py. Now *decTest are very the same to Cowlish except two tests that are 'extra feature'. Modified: sandbox/trunk/decimal-c/_decimal.c ============================================================================== --- sandbox/trunk/decimal-c/_decimal.c (original) +++ sandbox/trunk/decimal-c/_decimal.c Wed Aug 30 22:30:34 2006 @@ -5960,8 +5960,85 @@ if (use_exp) { decimalobject *tmp; contextobject *ctx2; + + /* check context */ if (!check_ctx(self, ctx)) return handle_InvalidContext(self->ob_type, ctx, NULL); + + /* now check operands */ + if (decimal_nonzero(self) && ( + self->ob_size > MAX_MATH || + exp_g_i(exp_add_i(self->exp, self->ob_size), MAX_MATH + 1) || + exp_l_i(exp_add_i(self->exp, self->ob_size), 2 * (1 - MAX_MATH)))) + return handle_InvalidOperation(self->ob_type, ctx, "Operand range violation", NULL); + + if (decimal_nonzero(other) && ( + other->ob_size > MAX_MATH || + exp_g_i(exp_add_i(other->exp, other->ob_size), MAX_MATH + 1) || + exp_l_i(exp_add_i(other->exp, other->ob_size), 2 * (1 - MAX_MATH)))) + return handle_InvalidOperation(other->ob_type, ctx, "Operand range violation", NULL); + + /* special cases */ + { + int i; + int special = 1; + if (!exp_eq_i(ADJUSTED(self), -1)) + special = 0; + if (special) + for (i = 0 ; i < ctx->prec; i ++) { + if (_limb_get_digit(self->limbs, self->ob_size, i) != 9) { + special = 0; + break; + } + } + + /* self is 0.999...99 */ + if (special) { + /* 0 < other < 1 */ + if (!(other->sign&1) && exp_le_i(ADJUSTED(other), -1) && decimal_nonzero(other)) { + + /* if round up then return 1 */ + if (ctx->rounding == ROUND_UP || ctx->rounding == ROUND_CEILING) { + long limb = ctx->prec / LOG; + long mul = (ctx->prec % LOG) - 1; + + if (handle_Inexact(ctx, NULL)) + return NULL; + + if (handle_Rounded(ctx, NULL)) + return NULL; + + ret = _NEW_decimalobj(ctx->prec, 0, exp_from_i(1 - ctx->prec)); + + if (!ret) + return NULL; + + for (i=0 ; i < ret->limb_count ;i ++) + ret->limbs[i] = 0; + + ret->limbs[limb] = 1; + + for (i = 0 ; i < mul ; i ++) + ret->limbs[limb] *= 10; + + return ret; + } + + /* if round down then return self */ + else if (ctx->rounding == ROUND_DOWN || ctx->rounding == ROUND_FLOOR){ + if (handle_Inexact(ctx, NULL)) + return NULL; + + if (handle_Rounded(ctx, NULL)) + return NULL; + + return _decimal_get_copy(self); + } + } + } + } + + ctx2 = context_shallow_copy(ctx); if (!ctx2) return NULL; @@ -5971,11 +6048,10 @@ ctx2->clamp = 0; ctx2->rounding = ctx->rounding; ctx2->rounding_dec = ALWAYS_ROUND; - /* we take context precision or size of self if greater - * and add some constant */ + /* we take context precision or size of self if greater and + * add some constant */ ctx2->prec = ctx->prec > self->ob_size ? ctx->prec : self->ob_size; ctx2->prec += 14; - ret = _do_decimal__ln(self, ctx2); if (!ret) { Py_DECREF(ctx2); Modified: sandbox/trunk/decimal-c/new_dt/power.decTest ============================================================================== --- sandbox/trunk/decimal-c/new_dt/power.decTest (original) +++ sandbox/trunk/decimal-c/new_dt/power.decTest Wed Aug 30 22:30:34 2006 @@ -689,6 +689,10 @@ powx1065 power '10' '999999997' -> '1.00000000E+999999997' Rounded powx1066 power '10' '333333333' -> '1.00000000E+333333333' Rounded -- next two are integer-out-of range +powx1183 power '7' '1000000000' -> NaN Invalid_context +powx1184 power '7' '1000000001' -> NaN Invalid_context +-- powx1186 power '7' '-1000000001' -> 1.38243630E-845098041 Inexact Rounded +-- powx1187 power '7' '-1000000000' -> 9.67705411E-845098041 Inexact Rounded -- out-of-range edge cases powx1118 power '10' '-333333333' -> 1E-333333333 @@ -1463,13 +1467,13 @@ -- operand range violations powx4007 power 1 1.1E+999999 -> 1 --- powx4008 power 1 1.1E+1000000 -> NaN Invalid_operation +powx4008 power 1 1.1E+1000000 -> NaN Invalid_operation powx4009 power 1.1E+999999 1.1 -> Infinity Overflow Inexact Rounded --- powx4010 power 1.1E+1000000 1.1 -> NaN Invalid_operation +powx4010 power 1.1E+1000000 1.1 -> NaN Invalid_operation powx4011 power 1 1.1E-1999997 -> 1.00000000 Inexact Rounded --- powx4012 power 1 1.1E-1999998 -> NaN Invalid_operation +powx4012 power 1 1.1E-1999998 -> NaN Invalid_operation powx4013 power 1.1E-1999997 1.1 -> 0E-1000006 Underflow Inexact Rounded Clamped Subnormal --- powx4014 power 1.1E-1999998 1.1 -> NaN Invalid_operation +powx4014 power 1.1E-1999998 1.1 -> NaN Invalid_operation -- rounding modes -- power is sensitive precision: 7 @@ -1579,3 +1583,35 @@ powx4328 power 1.000001 0.9999999 -> 1.000000 Inexact Rounded powx4329 power 1.000001 1.000000 -> 1.000001 +-- For x=prevfp(1)=0.99..99 (where the number of 9s is precision) +-- power(x,y)=x when the rounding is down for any y in (0,1]. +rounding: floor +powx4341 power 0.9999999 0 -> 1 +powx4342 power 0.9999999 1e-101 -> 0.9999999 Inexact Rounded +powx4343 power 0.9999999 1e-95 -> 0.9999999 Inexact Rounded +powx4344 power 0.9999999 1e-10 -> 0.9999999 Inexact Rounded +powx4345 power 0.9999999 0.1 -> 0.9999999 Inexact Rounded +powx4346 power 0.9999999 0.1234567 -> 0.9999999 Inexact Rounded +powx4347 power 0.9999999 0.7 -> 0.9999999 Inexact Rounded +powx4348 power 0.9999999 0.9999999 -> 0.9999999 Inexact Rounded +powx4349 power 0.9999999 1.000000 -> 0.9999999 +-- power(x,y)=1 when the rounding is up for any y in (0,1]. +rounding: ceiling +powx4361 power 0.9999999 0 -> 1 +powx4362 power 0.9999999 1e-101 -> 1.000000 Inexact Rounded +powx4363 power 0.9999999 1e-95 -> 1.000000 Inexact Rounded +powx4364 power 0.9999999 1e-10 -> 1.000000 Inexact Rounded +powx4365 power 0.9999999 0.1 -> 1.000000 Inexact Rounded +powx4366 power 0.9999999 0.1234567 -> 1.000000 Inexact Rounded +powx4367 power 0.9999999 0.7 -> 1.000000 Inexact Rounded +powx4368 power 0.9999999 0.9999999 -> 1.000000 Inexact Rounded +powx4369 power 0.9999999 1.000000 -> 0.9999999 + +-- For x=nextfp(0) +-- power(x,y)=0 when the rounding is down for any y larger than 1. +rounding: floor +powx4382 power 1e-101 0 -> 1 +powx4383 power 1e-101 0.9999999 -> 1E-101 Underflow Subnormal Inexact Rounded +powx4384 power 1e-101 1.000000 -> 1E-101 Subnormal +powx4385 power 1e-101 1.000001 -> 0E-101 Underflow Subnormal Inexact Rounded Clamped +powx4386 power 1e-101 2.000000 -> 0E-101 Underflow Subnormal Inexact Rounded Clamped Modified: sandbox/trunk/decimal-c/test_decimal.py ============================================================================== --- sandbox/trunk/decimal-c/test_decimal.py (original) +++ sandbox/trunk/decimal-c/test_decimal.py Wed Aug 30 22:30:34 2006 @@ -50,7 +50,7 @@ DefaultContext.traps = dict.fromkeys(Signals, 0) setcontext(DefaultContext) -TESTDATADIR = 'decimaltestdata' +TESTDATADIR = 'new_dt' if __name__ == '__main__': file = sys.argv[0] else: @@ -1048,7 +1048,7 @@ c = Context() e = pickle.loads(pickle.dumps(c)) for k in ("prec", "Emin", "Emax", "capitals", "rounding",\ - "_rounding_decision", "_clamp", "flags", "traps", "_ignored"): + "_rounding_decision", "_clamp", "flags", "traps", "_ignored_flags"): #v1 = vars(c)[k] v1 = c.__getattribute__(k) #v2 = vars(e)[k]

1 0

r51653 - python/branches/bcannon-objcap/securing_python.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 21:03:44 2006 New Revision: 51653 Modified: python/branches/bcannon-objcap/securing_python.txt Log: Add references in 'Status' to parts in 'Implementation'. Modified: python/branches/bcannon-objcap/securing_python.txt ============================================================================== --- python/branches/bcannon-objcap/securing_python.txt (original) +++ python/branches/bcannon-objcap/securing_python.txt Wed Aug 30 21:03:44 2006 @@ -4,8 +4,8 @@ Status /////////////////////////////////////// -+ Remove object.__subclasses__ [done] -+ Dangerous constructors ++ Remove object.__subclasses__ (`Mutable Shared State`_) [done] ++ Dangerous constructors (`Constructors`_) - file * Create PyFile_InsecureOpen() * Switch current C-level uses of 'file' constructor to @@ -24,14 +24,15 @@ built-in objects. - code - ??? <go through Objects/*> -+ Sandboxed versions of built-ins ++ Sandboxed versions of built-ins (`Sanitizing Built-In Types`_) - open() - - __import__() / PEP 302 importer + - __import__() / PEP 302 importer (`Imports`_) - ??? <go through built-ins> -+ Filesystem path hiding ++ Filesystem path hiding (`Filesystem Information`_) + Tweaked stdlib modules - - mini 'sys' module + - mini 'sys' module (`Making the ``sys`` Module Safe`_) - genericpath module (for os.path when C modules blocked) + - socket (`Safe Networking`_) + Create sandboxed interpreter stdlib module - Be able to specify built-ins - Set 'sys' module settings

1 0

r51652 - python/branches/bcannon-objcap/securing_python.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 20:58:44 2006 New Revision: 51652 Modified: python/branches/bcannon-objcap/securing_python.txt Log: Clean up 'import' section of 'Implementation'. Modified: python/branches/bcannon-objcap/securing_python.txt ============================================================================== --- python/branches/bcannon-objcap/securing_python.txt (original) +++ python/branches/bcannon-objcap/securing_python.txt Wed Aug 30 20:58:44 2006 @@ -430,9 +430,7 @@ be imported. All .py files will be imported. XXX perhaps augment 'sys' so that you list the extension of files that -can be used for importing? Thought this was controlled somewhere -already but can't find it. It is returned by ``imp.get_suffixes()``, -but I can't find where to set it from Python code. +can be used for importing? It is returned by ``imp.get_suffixes()``. It must be warned that importing any C extension module is dangerous. Not only are they able to circumvent security measures by executing C @@ -470,6 +468,9 @@ function create a new import function based on an interpreter passed in, etc.). +One can also implement a PEP 302 import object that takes the proper +precautions of not exposing power needlessly. + Sanitizing Built-In Types -------------------------

1 0

r51651 - python/branches/bcannon-objcap/securing_python.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 20:56:20 2006 New Revision: 51651 Modified: python/branches/bcannon-objcap/securing_python.txt Log: Clean up memory cap section. Modified: python/branches/bcannon-objcap/securing_python.txt ============================================================================== --- python/branches/bcannon-objcap/securing_python.txt (original) +++ python/branches/bcannon-objcap/securing_python.txt Wed Aug 30 20:56:20 2006 @@ -709,32 +709,15 @@ any form of exposure at the Python level, this feature can be safely implemented separately from the rest of the security model. -Existing APIs to protect are: +Existing APIs to protect are (as declared in Include/pymem.h and +Include/objimpl.h; both header files must be thoroughly checked for +public API and macros): -- _PyObject_New() : PyObject_New() -- _PyObject_NewVar() : PyObject_NewVar() -- _PyObject_Del() - remove macro that uses PyObject_Free() and protect directly -- PyObject_Del() - redefine macro to use _PyObject_Del() instead of PyObject_Free() -- PyMem_Malloc() : PyMem_New() -- PyMem_Realloc() : PyMem_Resize() -- PyMem_Free() : PyMem_Del() -- PyMem_MALLOC() : PyMem_NEW() - redefine macro to use PyMem_Malloc() -- PyMem_REALLOC() : PyMem_RESIZE() - redefine macro to use PyMem_Realloc() -- PyMem_FREE() : PyMem_DEL() - redefine macro to use PyMem_Free() -- PyObject_Malloc() - XXX -- PyObject_Realloc() - XXX -- PyObject_Free() - XXX -- PyObject_MALLOC() - XXX -- PyObject_REALLOC() - XXX -- PyObject_FREE() - XXX +* PyObject_Malloc(), macros, & friends +* PyObject_New(), macros, & friends +* _PyObject_New(), & friends +* PyMem_Malloc(), macros, & friends +* PyObject_GC_New(), & friends + +An implementation is in Python's svn repository under the +bcannon-sandboxing branch.

1 0

r51650 - python/branches/bcannon-objcap/securing_python.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 20:47:31 2006 New Revision: 51650 Modified: python/branches/bcannon-objcap/securing_python.txt Log: Add plan on how to secure opening files; both open() and at the C level. Modified: python/branches/bcannon-objcap/securing_python.txt ============================================================================== --- python/branches/bcannon-objcap/securing_python.txt (original) +++ python/branches/bcannon-objcap/securing_python.txt Wed Aug 30 20:47:31 2006 @@ -7,13 +7,32 @@ + Remove object.__subclasses__ [done] + Dangerous constructors - file + * Create PyFile_InsecureOpen() + * Switch current C-level uses of 'file' constructor to + PyFile_InsecureOpen(). + + built-in open() + + bz2 module + * Create PyFile_Safe*() version of C API that goes through + open() built-in. + + Convert C strings to Python objects and do a direct + call. + + Since I/O-bound anyway going from C->Python->C should + not be a large performance penalty. + + Function also not called in a tight loop which also + makes less of a performance-critical operation. + + Might need to add some C code for easily accessing + built-in objects. - code -+ Sandboxed built-ins + - ??? <go through Objects/*> ++ Sandboxed versions of built-ins - open() - __import__() / PEP 302 importer + - ??? <go through built-ins> + Filesystem path hiding -+ mini 'sys' module -+ Create sandboxed interpreters ++ Tweaked stdlib modules + - mini 'sys' module + - genericpath module (for os.path when C modules blocked) ++ Create sandboxed interpreter stdlib module - Be able to specify built-ins - Set 'sys' module settings - API

1 0

r51649 - sandbox/trunk/trackers/trackers.txt
by brett.cannon 30 Aug '06

30 Aug '06

Author: brett.cannon Date: Wed Aug 30 07:04:27 2006 New Revision: 51649 Modified: sandbox/trunk/trackers/trackers.txt Log: Add Roundup info on how to get password. Modified: sandbox/trunk/trackers/trackers.txt ============================================================================== --- sandbox/trunk/trackers/trackers.txt (original) +++ sandbox/trunk/trackers/trackers.txt Wed Aug 30 07:04:27 2006 @@ -43,3 +43,23 @@ existing password. +Roundup +========================= + +All the members of the infrastructure team listed on +http://wiki.python.org/moin/PythonSoftwareFoundationCommittees#infrastructure-committee-ic +has been given administraive rights. That is: + +Brett Cannon (brett at python.org) +Richard Jones (richard at python.org) +A.M. Kuchling (amk at amk.ca) +Martin v. LÃ¶wis (martin at v.loewis.de) +Barry Warsaw (barry at python.org) +Thomas Wouters (thomas at python.org) + +..all have accounts with the Admin role. Use the 'lost login' feature +(http://efod.se/python-tracker/user?@template=forgotten) to get a +password by entering the e-mail address listed above (i.e., Brett +Cannon should enter brett at python.org to get a password reset mail +sent to him). +

1 0

buildbot warnings in alpha Tru64 5.1 trunk
by buildbot＠python.org 29 Aug '06

29 Aug '06

The Buildbot has detected a new failure of alpha Tru64 5.1 trunk. Full details are available at: http://www.python.org/dev/buildbot/all/alpha%2520Tru64%25205.1%2520trunk/bu… Buildbot URL: http://www.python.org/dev/buildbot/all/ Build Reason: Build Source Stamp: [branch trunk] HEAD Blamelist: marc-andre.lemburg Build Had Warnings: warnings test sincerely, -The Buildbot

1 0

r51647 - python/trunk/Tools/pybench/pybench.py
by marc-andre.lemburg 29 Aug '06

29 Aug '06

Author: marc-andre.lemburg Date: Tue Aug 29 12:34:12 2006 New Revision: 51647 Modified: python/trunk/Tools/pybench/pybench.py Log: Fix a buglet in the error reporting (SF bug report #1546372). This should probably go into Python 2.5 or 2.5.1 as well. Modified: python/trunk/Tools/pybench/pybench.py ============================================================================== --- python/trunk/Tools/pybench/pybench.py (original) +++ python/trunk/Tools/pybench/pybench.py Tue Aug 29 12:34:12 2006 @@ -885,7 +885,7 @@ else: bench.print_benchmark(hidenoise=hidenoise, limitnames=limitnames) - except IOError: + except IOError, reason: print '* Error opening/reading file %s: %s' % ( repr(show_bench), reason) @@ -931,8 +931,13 @@ bench.name = reportfile pickle.dump(bench,f) f.close() - except IOError: + except IOError, reason: print '* Error opening/writing reportfile' + except IOError, reason: + print '* Error opening/writing reportfile %s: %s' % ( + reportfile, + reason) + print if __name__ == '__main__': PyBenchCmdline()

3 2

r51644 - peps/trunk/pep-0339.txt
by georg.brandl 29 Aug '06

29 Aug '06

Author: georg.brandl Date: Tue Aug 29 09:19:18 2006 New Revision: 51644 Modified: peps/trunk/pep-0339.txt Log: Markup fix. Modified: peps/trunk/pep-0339.txt ============================================================================== --- peps/trunk/pep-0339.txt (original) +++ peps/trunk/pep-0339.txt Tue Aug 29 09:19:18 2006 @@ -379,7 +379,7 @@ First, you must choose a name and a unique identifier number. The official list of bytecode can be found in Include/opcode.h . If the opcode is to take an argument, it must be given a unique number greater than that assigned to -``HAVE_ARGUMENT`` (as found in Include/opcode.h``). +``HAVE_ARGUMENT`` (as found in Include/opcode.h). Once the name/number pair has been chosen and entered in Include/opcode.h, you must also enter it into

1 0