changeset: 95732:cdadde8396a4 branch: 3.4 parent: 95729:0ead02929df2 user: Serhiy Storchaka date: Mon Apr 20 09:53:58 2015 +0300 files: Lib/test/test_posix.py Misc/NEWS Modules/_io/fileio.c Modules/posixmodule.c description: Issue #23908: os functions now reject paths with embedded null character on Windows instead of silently truncate them. diff -r 0ead02929df2 -r cdadde8396a4 Lib/test/test_posix.py --- a/Lib/test/test_posix.py Mon Apr 20 09:26:49 2015 +0300 +++ b/Lib/test/test_posix.py Mon Apr 20 09:53:58 2015 +0300 @@ -1169,6 +1169,42 @@ else: self.fail("No valid path_error2() test for os." + name) + def test_path_with_null_character(self): + fn = support.TESTFN + fn_with_NUL = fn + '\0' + self.addCleanup(support.unlink, fn) + support.unlink(fn) + fd = None + try: + with self.assertRaises(TypeError): + fd = os.open(fn_with_NUL, os.O_WRONLY | os.O_CREAT) # raises + finally: + if fd is not None: + os.close(fd) + self.assertFalse(os.path.exists(fn)) + self.assertRaises(TypeError, os.mkdir, fn_with_NUL) + self.assertFalse(os.path.exists(fn)) + open(fn, 'wb').close() + self.assertRaises(TypeError, os.stat, fn_with_NUL) + + def test_path_with_null_byte(self): + fn = os.fsencode(support.TESTFN) + fn_with_NUL = fn + b'\0' + self.addCleanup(support.unlink, fn) + support.unlink(fn) + fd = None + try: + with self.assertRaises(ValueError): + fd = os.open(fn_with_NUL, os.O_WRONLY | os.O_CREAT) # raises + finally: + if fd is not None: + os.close(fd) + self.assertFalse(os.path.exists(fn)) + self.assertRaises(ValueError, os.mkdir, fn_with_NUL) + self.assertFalse(os.path.exists(fn)) + open(fn, 'wb').close() + self.assertRaises(ValueError, os.stat, fn_with_NUL) + class PosixGroupsTester(unittest.TestCase): def setUp(self): diff -r 0ead02929df2 -r cdadde8396a4 Misc/NEWS --- a/Misc/NEWS Mon Apr 20 09:26:49 2015 +0300 +++ b/Misc/NEWS Mon Apr 20 09:53:58 2015 +0300 @@ -29,6 +29,9 @@ Library ------- +- Issue #23908: os functions now reject paths with embedded null character + on Windows instead of silently truncate them. + - Issue #23728: binascii.crc_hqx() could return an integer outside of the range 0-0xffff for empty data. diff -r 0ead02929df2 -r cdadde8396a4 Modules/_io/fileio.c --- a/Modules/_io/fileio.c Mon Apr 20 09:26:49 2015 +0300 +++ b/Modules/_io/fileio.c Mon Apr 20 09:53:58 2015 +0300 @@ -275,15 +275,14 @@ #ifdef MS_WINDOWS if (PyUnicode_Check(nameobj)) { - int rv = _PyUnicode_HasNULChars(nameobj); - if (rv) { - if (rv != -1) - PyErr_SetString(PyExc_TypeError, "embedded NUL character"); + Py_ssize_t length; + widename = PyUnicode_AsUnicodeAndSize(nameobj, &length); + if (widename == NULL) + return -1; + if (wcslen(widename) != length) { + PyErr_SetString(PyExc_TypeError, "embedded NUL character"); return -1; } - widename = PyUnicode_AsUnicode(nameobj); - if (widename == NULL) - return -1; } else #endif if (fd < 0) diff -r 0ead02929df2 -r cdadde8396a4 Modules/posixmodule.c --- a/Modules/posixmodule.c Mon Apr 20 09:26:49 2015 +0300 +++ b/Modules/posixmodule.c Mon Apr 20 09:53:58 2015 +0300 @@ -858,6 +858,11 @@ Py_DECREF(unicode); return 0; } + if (wcslen(wide) != length) { + FORMAT_EXCEPTION(PyExc_TypeError, "embedded null character"); + Py_DECREF(unicode); + return 0; + } path->wide = wide; path->narrow = NULL;