diff --git a/test/stdlib/3.3-exclude.sh b/test/stdlib/3.3-exclude.sh new file mode 100644 index 00000000..617d58e5 --- /dev/null +++ b/test/stdlib/3.3-exclude.sh @@ -0,0 +1,51 @@ +SKIP_TESTS=( + [test_atexit.py]=1 # The atexit test staring at 3.3 looks for specific comments in error lines + [test_buffer.py]=1 # parse error + [test_cmd_line.py]=1 # too long? + [test_concurrent_futures.py]=1 # too long? + [test_decimal.py]=1 # test takes too long to run: 18 seconds + [test_descr.py]=1 # test assertion errors + [test_dictcomps.py]=1 # test assertion errors + [test_doctest.py]=1 # test assertion errors + [test_doctest2.py]=1 # test assertion errors + [test_dis.py]=1 # We change line numbers - duh! + [test_exceptions.py]=1 # + [test_faulthandler.py]=1 + [test_fork1.py]=1 # test takes too long to run: 12 seconds + [test_grammar.py]=1 + [test_io.py]=1 # test takes too long to run: 34 seconds + [test_lib2to3.py]=1 + [test_logging.py]=1 # test takes too long to run: 13 seconds + [test_math.py]=1 + [test_modulefinder.py]=1 + [test_multiprocessing.py]=1 + [test_nntplib.py]=1 + [test_peepholer.py]=1 + [test_poll.py]=1 # test takes too long to run: 11 seconds + [test_queue.py]=1 + [test_raise.py]=1 # test assertion errors + [test_resource.py]=1 + [test_re.py]=1 + [test_runpy.py]=1 + [test_scope.py]=1 + [test_select.py]=1 + [test_set.py]=1 + [test_signal.py]=1 + [test_socket.py]=1 + [test_ssl.py]=1 # too installation specific + [test_strlit.py]=1 + [test_symtable.py]=1 + [test_sys_setprofile.py]=1 # test assertion errors + [test_sys_settrace.py]=1 + [test_subprocess.py]=1 # test takes too long to run: 28 seconds + [test_thread.py]=1 + [test_timeout.py]=1 + [test_traceback.py]=1 + [test_urllib2.py]=1 + [test_warnings.py]=1 + [test_zipfile.py]=1 # too long - 12 second + [test_zipfile64.py]=1 + [test_zipimport.py]=1 + [test_zipimport_support.py]=1 +) +# About 300 unit-test files in about 20 minutes diff --git a/test/stdlib/3.4-exclude.sh b/test/stdlib/3.4-exclude.sh new file mode 100644 index 00000000..46819678 --- /dev/null +++ b/test/stdlib/3.4-exclude.sh @@ -0,0 +1,124 @@ +SKIP_TESTS=( + [test___all__.py]=1 # it fails on its own + [test_aifc.py]=1 # + [test_asynchat.py]=1 # + [test_asyncore.py]=1 # + [test_atexit.py]=1 # The atexit test looks for specific comments in error lines + [test_bdb.py]=1 # + [test_binascii.py]=1 # Doesn't terminate + [test_binop.py]=1 # Doesn't terminate + [test_buffer.py]=1 # parse error + [test_builtin.py]=1 # Doesn't terminate + [test_bz2.py]=1 # Doesn't terminate + [test_capi.py]=1 # Doesn't terminate + [test_cmd_line.py]=1 + [test_colorsys.py]=1 # Doesn't terminate + [test_concurrent_futures.py]=1 # too long? + [test_configparser.py]=1 # Doesn't terminate + [test_ctypes.py]=1 # it fails on its own + [test_curses.py]=1 # Investigate + [test_dbm_gnu.py]=1 # Doesn't terminate + [test_decimal.py]=1 # test takes too long to run: 18 seconds + [test_devpoll.py]=1 # it fails on its own + [test_descr.py]=1 # Doesn't terminate + [test_dictcomps.py]=1 # test assertion failure + [test_dict.py]=1 # + [test_dis.py]=1 # We change line numbers - duh! + [test_distutils.py]=1 # it fails on its own + [test_doctest2.py]=1 + [test_doctest.py]=1 + [test_docxmlrpc.py]=1 + [test_enum.py]=1 + [test_exceptions.py]=1 + [test_faulthandler.py]=1 + [test_file_eintr.py]=1 # parse error + [test_fileinput.py]=1 # doesn't terminate + [test_fork1.py]=1 # too long + [test_fractions.py]=1 # doesn't terminate + [test_frame.py]=1 # doesn't terminate + [test_ftplib.py]=1 # doesn't terminate + [test_functools.py]=1 # doesn't terminate + [test_gdb.py]=1 # it fails on its own + [test_gc.py]=1 # doesn't terminate + [test_grammar.py]=1 + [test_generators.py]=1 # test assert failures + [test_grp.py]=1 # Long test + [test_hashlib.py]=1 # doesn't terminate + [test_heapq.py]=1 + [test_httpservers.py]=1 + [test_httplib.py]=1 # it fails on its ow + [test_import.py]=1 # it fails on its own + [test_io.py]=1 + [test_ioctl.py]=1 # it fails on its own + [test_inspect.py]=1 # Syntax error Investigate + [test_itertools.py]=1 # doesn't terminate on test_permutations + [test_logging.py]=1 # + [test_long.py]=1 # + [test_marshal.py]=1 # + [test_math.py]=1 # + [test_minidom.py]=1 # Does not termiate + [test_mmap.py]=1 + [test_modulefinder.py]=1 # test assertion error + [test_multiprocessing_fork.py]=1 # doesn't terminate + [test_multiprocessing_forkserver.py]=1 # doesn't terminate + [test_multiprocessing_main_handling.py]=1 # doesn't terminate + [test_multiprocessing_spawn.py]=1 # doesn't terminate + [test_nntplib.py]=1 # doesn't terminate# + [test_ordered_dict.py]=1 + [test_os.py]=1 # Doesn't terminate + [test_peepholer.py]=1 + [test_pep352.py]=1 + [test_pep380.py]=1 + [test_pickle.py]=1 + [test_pkgimport.py]=1 # long + [test_poll.py]=1 + [test_poplib.py]=1 + [test_pwd.py]=1 # Takes too long + [test_pydoc.py]=1 + [test_queue.py]=1 + [test_raise.py]=1 + [test_re.py]=1 + [test_resource.py]=1 + [test_runpy.py]=1 + [test_sched.py]=1 + [test_scope.py]=1 + [test_select.py]=1 # Too long 11 seconds + [test_selectors.py]=1 # Too long; 11 seconds + [test_set.py]=1 + [test_shlex.py]=1 + [test_shutil.py]=1 + [test_signal.py]=1 + [test_smtplib.py]=1 + [test_sndhdr.py]=1 + [test_socket.py]=1 # long 25 seconds + [test_socketserver.py]=1 # long 25 seconds + [test_statistics.py]=1 # doesn't terminate + [test_struct.py]=1 # Doesn't terminate + [test_strlit.py]=1 # test failure + [test_strptime.py]=1 # doesn't terminate + [test_strtod.py]=1 # doesn't terminate + [test_subprocess.py]=1 # Too long + [test_symtable.py]=1 # Investigate bad output + [test_sys.py]=1 # Doesn't terminate + [test_sys_settrace.py]=1 # Doesn't terminate + [test_sys_setprofile.py]=1 + [test_telnetlib.py]=1 # Doesn't terminate + [test_thread.py]=1 + [test_threading.py]=1 # Too long + [test_threadsignals.py]=1 + [test_timeout.py]=1 + [test_traceback.py]=1 # test failure + [test_tracemalloc.py]=1 + [test_univnewlines.py]=1 # Doesn't terminate + [test_urllib2_localnet.py]=1 # Doesn't terminate + [test_urllib2.py]=1 # test assertion failure + [test_urllib2net.py]=1 # Doesn't terminate + [test_warnings.py]=1 + [test_xmlrpc.py]=1 # Doesn't terminate + [test_zipfile.py]=1 # too long + [test_zipfile64.py]=1 + [test_zipimport.py]=1 + [test_zipimport_support.py]=1 + [test_zlib.py]=1 +) +# 249 unit-test file in about 7 minutes and 44 seconds diff --git a/test/stdlib/3.5-exclude.sh b/test/stdlib/3.5-exclude.sh new file mode 100644 index 00000000..05147d78 --- /dev/null +++ b/test/stdlib/3.5-exclude.sh @@ -0,0 +1,170 @@ +SKIP_TESTS=( + [test___all__.py]=1 # it fails on its own + [test_aifc.py]=1 # + [test_asdl_parser.py]=1 # it fails on its own + [test_ast.py]=1 # line 379, in test_literal_eval self.assertEqual(ast.literal_eval('b"hi"'), 'hi') + [test_asynchat.py]=1 # doesn't terminate + [test_asyncore.py]=1 # doesn't terminate + [test_atexit.py]=1 # The atexit test looks for specific comments in error lines + + [test_binascii.py]=1 # Doesn't terminate + [test_binop.py]=1 # Doesn't terminate + [test_bisect.py]=1 # it fails on its own + [test_builtin.py]=1 # + [test_bz2.py]=1 # testSeekBackwardsAcrossStreams (__main__.BZ2FileTest) ... doesn't terminiate + + [test_capi.py]=1 # Doesn't terminate + [test_cmath]=1 + [test_cmd_line.py]=1 # + [test_codecmaps_cn.py]=1 # it fails on its own + [test_codecmaps_hk.py]=1 # it fails on its own + [test_codecmaps_jp.py]=1 # it fails on its own + [test_codecmaps_kr.py]=1 # it fails on its own + [test_codecmaps_tw.py]=1 # it fails on its own + [test_codecs.py]=1 # test assertion failure + [test_collections.py]=1 + [test_colorsys.py]=1 # Doesn't terminate + [test_compile.py]=1 + [test_concurrent_futures.py]=1 # Takes long + [test_configparser.py]=1 # Doesn't terminate + [test_coroutines.py]=1 # Syntax error Investigate + [test_curses.py]=1 # + + [test_devpoll.py]=1 # it fails on its own + [test_dict.py]=1 # + [test_dictcomps.py]=1 # test assertion failure + [test_dis.py]=1 # We change line numbers - duh! + [test_distutils.py]=1 # it fails on its own + [test_dbm_gnu.py]=1 # Doesn't terminate + [test_dbm_ndbm.py]=1 # it fails on its own + [test_decimal.py]=1 + [test_descr.py]=1 # syntax error: Investigate + [test_doctest2.py]=1 # + [test_doctest.py]=1 # + + [file_eintr.py]=1 + [test_enum.py]=1 # + [test_exceptions.py]=1 # parse error + + [test_fileinput.py]=1 # doesn't terminate + [test_format.py]=1 + [test_fractions.py]=1 # doesn't terminate + [test_frame.py]=1 # doesn't terminate + [test_ftplib.py]=1 # doesn't terminate + [test_functools.py]=1 # doesn't terminate + + [test_gc.py]=1 # doesn't terminate (test_trashcan_threads) + [test_gdb.py]=1 # it fails on its own + [test_generators.py]=1 # test assert failures + [test_glob.py]=1 # + [test_grammar.py]=1 # parse error + [test_grp.py]=1 # Long test + + [test_hashlib.py]=1 # doesn't terminate + [test_heapq.py]=1 + [test_httplib.py]=1 + [test_httpservers.py]=1 # test assertion errors + + [test_imaplib.py]=1 + [test_inspect.py]=1 # Syntax error Investigate + [test_io.py]=1 # + [test_itertools.py]=1 # doesn't terminate on test_permutations + + [test_logging.py]=1 # + [test_long.py]=1 # + [test_lzma.py]=1 # doesn't terminate on test_decompressor_chunks_maxsize + + [test_marshal.py]=1 # + [test_math.py]=1 # Investigate Unexpected ValueError: math domain error + [test_minidom.py]=1 # doesn't terminate + [test_modulefinder.py]=1 # test assertion error + [test_msilib.py]=1 # it fails on its own + [test_multiprocessing_fork.py]=1 # long + [test_multiprocessing_forkserver.py]=1 # long + [test_multiprocessing_spawn.py]=1 # long + + [test_nntplib.py]=1 # too long 25 seconds + [test_normalization.py]=1 # it fails on its own + + [test_optparse.py]=1 # Doesn't terminate test_positional_arg_and_variable_args + [test_ordered_dict.py]=1 # Doesn't terminate + [test_os.py]=1 # doesn't terminate + + [test_pdb.py]=1 # probably relies on comments in code + [test_peepholer.py]=1 # parse error + [test_pep352.py]=1 # test assertion error + [test_pep380.py]=1 # Investigate test assertion differ + [test_pickle.py]=1 + [test_pkgimport.py]=1 # long + [test_pkgutil.py]=1 # it fails on its own + [test_poll.py]=1 # doesn't terminate on test_poll1 + [test_poplib.py]=1 + [test_print.py]=1 + [test_pwd.py]=1 # Takes too long + [test_pydoc.py]=1 # test assertion: help text difference + + [test_queue.py]=1 # Possibly parameter differences - investigate + + [test_raise.py]=1 # Test assert error + [test_range.py]=1 # doesn't terminate + [test_readline.py]=1 # doesn't terminate + [test_regrtest.py]=1 # test assertion errors + [test_robotparser.py]=1 # fails on its own + [test_runpy.py]=1 # decompile takes too long? + + [test_sched.py]=1 + [test_scope.py]=1 + [test_select.py]=1 # Takes too long 11 seconds + [test_selectors.py]=1 # Takes too long 17 seconds + [test_set.py]=1 # # test assert failure and doesn't terminate + [test_shlex.py]=1 # Doesn't terminate + [test_shutil.py]=1 # Doesn't terminate + [test_signal.py]=1 # too long? + [test_smtpd.py]=1 # test failures + [test_smtplib.py]=1 # doesn't terminate + [test_socket.py]=1 # long + [test_socketserver.py]=1 + [test_statistics.py]=1 # doesn't terminate + [test_strlit.py]=1 # test failure + [test_strptime.py]=1 # doesn't terminate + [test_strtod.py]=1 # doesn't terminate + [test_struct.py]=1 # Doesn't terminate + [test_subprocess.py]=1 + [test_sys.py]=1 # Doesn't terminate test_objecttypes (__main__.SizeofTest) ... + [test_sys_setprofile.py]=1 # test assert fail + [test_sys_settrace.py]=1 # doesn't terminate + + [test_telnetlib.py]=1 # doesn't terminate + [test_thread.py]=1 + [test_threading.py]=1 + [test_threadsignals.py]=1 # doesn't terminate test_lock_acquire_retries + [test_timeout.py]=1 + [test_trace.py]=1 # it fails on its own + [test_traceback.py]=1 + [test_ttk_guionly.py]=1 # it fails on its own + [test_ttk_textonly.py]=1 # it fails on its own + [test_typing.py]=1 # investigate syntax error + + [test_univnewlines.py]=1 # doesn't terminate + [test_unpack.py]=1 # weird, takes too long? Waiting on input? + [test_unpack_ex.py]=1 # doesn't terminate + [test_urllib.py]=1 # it fails on its own + [test_urllib2.py]=1 # it fails on its own + [test_urllib2_localnet.py]=1 # doesn't terminate + [test_urllib2net.py]=1 # it fails on its own + [test_urllibnet.py]=1 # it fails on its own + [test_urlparse.py]=1 # test assert error + + [test_weakref.py]=1 # doesn't terminate test_threaded_weak_valued_consistency (__main__.MappingTestCase) ... + [test_winreg.py]=1 # it fails on its own + [test_winsound.py]=1 # it fails on its own + + [test_xmlrpc.py]=1 + + [test_zipfile64.py]=1 + [test_zipimport.py]=1 + [test_zipimport_support.py]=1 + [test_zipfile.py]=1 # it fails on its own + [test_zlib.py]=1 +) +# About 230 unit-test files remain; about 8 minutes to complete diff --git a/test/stdlib/3.6-exclude.sh b/test/stdlib/3.6-exclude.sh new file mode 100644 index 00000000..1eebd3cd --- /dev/null +++ b/test/stdlib/3.6-exclude.sh @@ -0,0 +1,204 @@ +SKIP_TESTS=( + [test___all__.py]=1 # it fails on its own + [test_aifc.py]=1 # + [test_argparse.py]=1 # it fails on its own + [test_asdl_parser.py]=1 # it fails on its own + [test_asynchat.py]=1 # doesn't terminate + [test_asyncgen.py]=1 # parse error + [test_asyncore.py]=1 # doesn't terminate + [test_atexit.py]=1 # The atexit test looks for specific comments in error lines + + [test_baseexception.py]=1 # test asert error + [test_bdb.py]=1 # + [test_binop.py]=1 # Doesn't terminate + [test_bisect.py]=1 # it fails on its own + [test_buffer.py]=1 # parse error + [test_builtin.py]=1 # Fails on its own + [test_bz2.py]=1 # testSeekBackwardsAcrossStreams (__main__.BZ2FileTest) ... doesn't terminiate + + [test test_capi.py]=1 # it fails on its own + [test_cmath.py]=1 # Investigate weird if control flow + [test_cmd_line.py]=1 # Interactive? + + [test_codecencodings_cn.py]=1 # it fails on its own + [test_codecencodings_hk.py]=1 # it fails on its own + [test_codecencodings_iso2022.py]=1 # it fails on its own + [test_codecencodings_jp.py]=1 # it fails on its own + [test_codecencodings_kr.py]=1 # it fails on its own + [test_codecencodings_tw.py]=1 # it fails on its own + [test_codecmaps_cn.py]=1 # it fails on its own + [test_codecmaps_hk.py]=1 # it fails on its own + [test_codecmaps_jp.py]=1 # it fails on its own + [test_codecmaps_kr.py]=1 # it fails on its own + [test_codecmaps_tw.py]=1 # it fails on its own + [test_codecs.py]=1 + [test_colorsys.py]=1 # Doesn't terminate + [test_collections.py]= # it fails on its own + [test_compile.py]=1 + [test_concurrent_futures.py]=1 # Takes long + [test_configparser.py]=1 # Doesn't terminate + [test_contains.py]=1 # Code "while False: yield None" is optimized away in compilation + [test_contextlib.py]=1 # test assertion failure + [test_contextlib_async.py]=1 # Investigate + [test_coroutines.py]=1 # Parse error + [test_curses.py]=1 # Parse error + [test_ctypes.py]=1 # it fails on its own + + [test_datetime.py]=1 # it fails on its own + [test_dbm_gnu.py]=1 # Doesn't terminate + [test_dbm_ndbm.py]=1 # it fails on its own + [test_decimal.py]=1 + [test_descr.py]=1 # syntax error: Investigate + [test_devpoll.py]=1 # it fails on its own + [test_dict.py]=1 # it fails on its own + [test_dictcomps.py]=1 # We change line numbers - duh! + [test_dis.py]=1 # We change line numbers - duh! + [test_doctest2.py]=1 # + [test_doctest.py]=1 # + [test_docxmlrpc.py]=1 # it fails on its own + [test_dtrace.py]=1 # it fails on its own + [test_dummy_thread.py]=1 # it fails on its own + + [test_enum.py]=1 # + [test_exceptions.py]=1 # parse error + + [test_filecmp.py]=1 # parse error + [test_file_eintr.py]=1 # parse error + [test_fileinput.py]=1 # doesn't terminate + [test_finalization.py]=1 + [test_fractions.py]=1 # doesn't terminate + [test_float.py]=1 # it fails on its own + [test_frame.py]=1 # doesn't terminate + [test_fstring.py]=1 # syntax error: Investigate + [test_functools.py]=1 # it fails on its own + [test___future__.py]=1 # syntax error: Investigate + + [test_gc.py]=1 # doesn't terminate (test_trashcan_threads) + [test_gdb.py]=1 # it fails on its own + [test_generators.py]=1 # test assert failures + [test_genexps.py]=1 # + [test_glob.py]=1 # + [test_grammar.py]=1 # parse error + + [test_hashlib.py]=1 # it fails on its own + [test_heapq.py]=1 # it fails on its own + + [test_io.py]=1 # it fails on its own + [test_imaplib.py]=1 + [test_inspect.py]=1 # Syntax error Investigate + [test_itertools.py]=1 # + + [test_keywordonlyarg.py]=1 # Investigate + [test_kqueue.py]=1 # it fails on its own + + [test_lib2to3.py]=1 # it fails on its own + [test_logging.py]=1 # it fails on its own + [test_long.py]=1 # + [test_lzma.py]=1 # doesn't terminate test_decompressor_chunks_maxsize + + [test_mailbox.py]=1 # it fails on its own + [test_marshal.py]=1 # + [test_math.py]=1 # call param Investigate + [test_metaclass.py]=1 + [test_modulefinder.py]=1 # test assertion error + [test_msilib.py] # it fails on its own + [test_multiprocessing_fork.py]=1 # it fails on its own + [test_multiprocessing_forkserver.py]=1 # it fails on its own + [test_multiprocessing_main_handling.py]=1 # takes too long - 11 seconds + [test_multiprocessing_spawn.py]=1 # it fails on its own + + [test_nntplib.py]=1 # test takes too long to run: 31 seconds + [test_normalization.py]=1 # it fails on its own + + [test_optparse.py]=1 # Doesn't terminate test_positional_arg_and_variable_args + [test_ordered_dict.py]= # it fails on its own + [test_os.py]=1 # Doesn't terminate + [test_ossaudiodev.py]=1 # it fails on its own + + [test_pdb.py]=1 # Probably introspection + [test_peepholer.py]=1 + [test_pickle.py]=1 + [test_pkgimport.py]=1 # it fails on its own + [test_platform.py]=1 + [test_plistlib.py]=1 + [test_poll.py]=1 # Takes too long 11 seconds + [test_poplib.py]=1 + [test_pprint.py]=1 # it fails on its own + [test_pulldom.py]=1 + [test_pyclbr.py]=1 # it fails on its own + [test_pydoc.py]=1 # it fails on its own + + [test_quopri.py]=1 # AssertionError: b'123=four' != '123=four' + + [test_random.py]=1 # it fails on its own + [test_range.py]=1 + [test_regrtest.py]=1 # test takes too long to run: 12 seconds + [test_robotparser.py]=1 + [test_runpy.py]=1 # decompile takes too long? + + [test_sax.py]=1 # it fails on its own + [test_sched.py]=1 + [test_scope.py]=1 + [test_secrets.py]=1 # it fails on its own + [test_select.py]=1 # test takes too long to run: 11 seconds + [test_selectors.py]=1 # it fails on its own + [test_set.py]=1 # test assert failure and doesn't terminate + [test_shlex.py]=1 # Doesn't terminate + [test_shutil.py]=1 # it fails on its own + [test_signal.py]=1 # it fails on its own + [test_site.py]=1 # it fails on its own + [test_smtpd.py]=1 + [test_smtplib.py]=1 # it fails on its own + [test_socket.py]=1 # long + [test_socketserver.py]=1 + [test_ssl.py]=1 # it fails on its own + [test_startfile.py]=1 # it fails on its own + [test_statistics.py]=1 # it fails on its own + [test_string_literals.py]=1 + [test_strptime.py]=1 # Doesn't terminate + [test_strtod.py] # it fails on its own + [test_struct.py]=1 # Doesn't terminate + [test_subprocess.py]=1 + [test_sys_settrace.py]=1 # parse error + + [test_tarfile.py]=1 # it fails on its own + [test_telnetlib.py]=1 # doesn't terminate + [test_thread.py]=1 # it fails on its own + [test_threading.py]=1 + [test_threadsignals.py]=1 + [test_timeout.py]=1 + [test_tix.py]=1 # it fails on its own + [test_tk.py]=1 # it fails on its own + [test_tokenize.py]=1 # test takes too long to run: 80 seconds + [test_trace.py]= # it fails on its own + [test_traceback.py]=1 + [test_tracemalloc.py]=1 + [test_ttk_guionly.py]= # it fails on its own + [test_ttk_textonly.py]=1 # it fails on its own + [test_turtle.py]=1 # it fails on its own + [test_typing.py]=1 # investigate syntax error + + [test_ucn.py]=1 # it fails on its own + [test_univnewlines.py]=1 # doesn't terminate + [test_urllib2_localnet.py]=1 # long + [test_urllib2net.py]=1 # it fails on its own + [test_urllib2.py]=1 # it fails on its own + [test_urllibnet.py]=1 # it fails on its own + [test_urllib.py]=1 # it fails on its own + + [test_venv.py]=1 # test takes too long to run: 13 seconds + + [test_weakref.py]=1 + [test_winconsoleio.py]=1 # it fails on its own + [test_winreg.py]=1 # it fails on its own + [test_winsound.py]=1 # it fails on its own + + [test_xmlrpc.py]=1 # it fails on its own + + [test_zipfile.py]=1 # Too long - 11 seconds + [test_zipfile64.py]=1 + [test_zipimport.py]=1 + [test_zipimport_support.py]=1 + [test_zlib.py]=1 +) +# 218 unit-test remaining files, Elapsed time about 7 minutes 30 seconds diff --git a/test/stdlib/3.7-exclude.sh b/test/stdlib/3.7-exclude.sh new file mode 100644 index 00000000..0c64895d --- /dev/null +++ b/test/stdlib/3.7-exclude.sh @@ -0,0 +1,146 @@ +SKIP_TESTS=( + [test___all__.py]=1 # it fails on its own + [test_argparse.py]=1 #- it fails on its own + [test_asdl_parser.py]=1 # it fails on its own + [test_ast.py]=1 # Depends on comments in code + [test_atexit.py]=1 # The atexit test looks for specific comments in error lines + [test_baseexception.py]=1 # + [test_bdb.py]=1 # + [test_buffer.py]=1 # parse error + [test_builtin.py]=1 # parser error + [test_clinic.py]=1 # it fails on its own + [test_cmath.py]=1 # test assertion failure + [test_cmd_line.py]=1 # Interactive? + [test_cmd_line_script.py]=1 + [test_collections.py]=1 + [test_compare.py]=1 + [test_compileall.py]=1 # fails on its own + [test_compile.py]=1 + [test_concurrent_futures.py]=1 # too long + [test_configparser.py]=1 + [test_context.py]=1 + [test_coroutines.py]=1 # Parse error + [test_codecs.py]=1 + [test_code.py]=1 # Investigate + [test_complex.py]=1 # Investigate + [test_crypt.py]=1 # Parse error + [test_ctypes.py]=1 # it fails on its own + [test_curses.py]=1 # Parse error + [test_dataclasses.py]=1 # parse error + [test_datetime.py]=1 # Takes too long + [test_dbm_gnu.py]=1 # Takes too long + [test_dbm_ndbm.py]=1 # it fails on its own + [test_decimal.py]=1 # Parse error + [test_descr.py]=1 # Parse error + [test_devpoll.py]=1 # it fails on its own + [test_dictcomps.py]=1 # Bad semantics - Investigate + [test_dis.py]=1 # We change line numbers - duh! + [test_docxmlrpc.py]=1 + [test_exceptions.py]=1 # parse error + [test_enumerate.py]=1 # + [test_enum.py]=1 # + [test_faulthandler.py]=1 # takes too long + [test_fcntl.py]=1 + [test_fileinput.py]=1 + [test_float.py]=1 + [test_format.py]=1 + [test_frame.py]=1 + [test_fstring.py]=1 # Investigate + [test_ftplib.py]=1 + [test_functools.py]=1 + [test_gdb.py]=1 # it fails on its own + [test_generators.py]=1 # improper decompile of assert i < n and (n-i) % 3 == 0 + [test_glob.py]=1 # + [test_grammar.py]=1 + [test_grp.py]=1 # Doesn't terminate (killed) + [test_gzip.py]=1 # parse error + [test_hashlib.py]=1 # test assert failures + [test_http_cookiejar.py]=1 + [test_httplib.py]=1 # parse error + [test_imaplib-3.7.py]=1 + [test_idle.py]=1 # Probably installation specific + [test_io.py]=1 # test takes too long to run: 37 seconds + [test_imaplib.py]=1 + [test_index.py]=1 + [test_inspect.py]=1 + [test_itertools.py]=1 # parse error + [test_keywordonlyarg.py]=1 # Investigate: parameter handling + [test_kqueue.py]=1 # it fails on its own + [test_lib2to3.py]=1 # it fails on its own + [test_long.py]=1 # investigate + [test_logging.py]=1 # test takes too long to run: 20 seconds + [test_mailbox.py]=1 + [test_marshal.py]=1 + [test_math.py]=1 + [test_modulefinder.py]=1 + [test_msilib.py]=1 + [test_multiprocessing_fork.py]=1 # test takes too long to run: 62 seconds + [test_multiprocessing_forkserver.py]=1 + [test_multiprocessing_spawn.py]=1 + [test_normalization.py]=1 # probably control flow (uninitialized variable) + [test_nntplib.py]=1 + [test_optparse.py]=1 # doesn't terminate (killed) + [test_os.py]=1 # probably control flow (uninitialized variable) + [test_ossaudiodev.py]=1 # it fails on its own + [test_pathlib.py]=1 # parse error + [test_pdb.py]=1 # Probably relies on comments + [test_peepholer.py]=1 # test assert error + [test_pickle.py]=1 # Probably relies on comments + [test_poll.py]=1 + [test_poplib.py]=1 + [test_pydoc.py]=1 # it fails on its own + [test_runpy.py]=1 # + [test_pkg.py]=1 # Investigate: lists differ + [test_pkgutil.py]=1 # Investigate: + [test_platform.py]=1 # probably control flow: uninitialized variable + [test_pow.py]=1 # probably control flow: test assertion failure + [test_pwd.py]=1 # killing - doesn't terminate + [test_regrtest.py]=1 # lists differ + [test_re.py]=1 # test assertion error + [test_richcmp.py]=1 # parse error + [test_select.py]=1 # test takes too long to run: 11 seconds + [test_selectors.py]=1 + [test_shutil.py]=1 # fails on its own + [test_signal.py]=1 # + [test_slice.py]=1 # Investigate + [test_smtplib.py]=1 # + [test_socket.py]=1 + [test_socketserver.py]=1 + [test_sort.py]=1 # Probably control flow; unintialized varaible + [test_ssl.py]=1 # Probably control flow; unintialized varaible + [test_startfile.py]=1 # it fails on its own + [test_statistics.py]=1 # Probably control flow; unintialized varaible + [test_stat.py]=1 # test assertions failed + [test_string_literals.py]=1 # Investigate boolean parsing + [test_strptime.py]=1 # test assertions failed + [test_strtod.py]=1 # test assertions failed + [test_structmembers.py]=1 # test assertions failed + [test_struct.py]=1 # test assertions failed + [test_subprocess.py]=1 + [test_sys_setprofile.py]=1 # test assertions failed + [test_sys_settrace.py]=1 # parse error + [test_tarfile.py]=1 # parse error + [test_threading.py]=1 # + [test_timeit.py]=1 # probably control flow uninitialized variable + [test_tk.py]=1 # test takes too long to run: 13 seconds + [test_tokenize.py]=1 + [test_trace.py]=1 # it fails on its own + [test_traceback.py]=1 # Probably uses comment for testing + [test_tracemalloc.py]=1 # + [test_ttk_guionly.py]=1 # implementation specfic and test takes too long to run: 19 seconds + [test_typing.py]=1 # parse error + [test_types.py]=1 # parse error + [test_unicode.py]=1 # unicode thing + [test_urllib2.py]=1 # + [test_urllib2_localnet.py]=1 # + [test_urllibnet.py]=1 # probably control flow - uninitialized variable + [test_weakref.py]=1 # probably control flow - uninitialized variable + [test_with.py]=1 # probably control flow - uninitialized variable + [test_xml_dom_minicompat.py]=1 # parse error + [test_winconsoleio.py]=1 # it fails on its own + [test_winreg.py]=1 # it fails on its own + [test_winsound.py]=1 # it fails on its own + [test_zipfile.py]=1 # it fails on its own + [test_zipfile64.py]=1 # +) +# 268 Remaining unit-test files, Elapsed time about 11 minutes diff --git a/test/stdlib/3.8-exclude.sh b/test/stdlib/3.8-exclude.sh new file mode 100644 index 00000000..683d97c1 --- /dev/null +++ b/test/stdlib/3.8-exclude.sh @@ -0,0 +1,146 @@ +SKIP_TESTS=( + [test___all__.py]=1 # it fails on its own + [test_argparse.py]=1 #- it fails on its own + [test_asdl_parser.py]=1 # it fails on its own + [test_ast.py]=1 # Depends on comments in code + [test_atexit.py]=1 # The atexit test looks for specific comments in error lines + [test_baseexception.py]=1 # + [test_bdb.py]=1 # + [test_buffer.py]=1 # parse error + [test_builtin.py]=1 # parser error + [test_clinic.py]=1 # it fails on its own + [test_cmath.py]=1 # test assertion failure + [test_cmd_line.py]=1 # Interactive? + [test_cmd_line_script.py]=1 + [test_collections.py]=1 + [test_compare.py]=1 + [test_compileall.py]=1 # fails on its own + [test_compile.py]=1 + [test_concurrent_futures.py]=1 # too long + [test_configparser.py]=1 + [test_context.py]=1 + [test_coroutines.py]=1 # Parse error + [test_codecs.py]=1 + [test_code.py]=1 # Investigate + [test_complex.py]=1 # Investigate + [test_crypt.py]=1 # Parse error + [test_ctypes.py]=1 # it fails on its own + [test_curses.py]=1 # Parse error + [test_dataclasses.py]=1 # parse error + [test_datetime.py]=1 # Takes too long + [test_dbm_gnu.py]=1 # Takes too long + [test_dbm_ndbm.py]=1 # it fails on its own + [test_decimal.py]=1 # Parse error + [test_descr.py]=1 # Parse error + [test_devpoll.py]=1 # it fails on its own + [test_dictcomps.py]=1 # Bad semantics - Investigate + [test_dis.py]=1 # We change line numbers - duh! + [test_docxmlrpc.py]=1 + [test_exceptions.py]=1 # parse error + [test_enumerate.py]=1 # + [test_enum.py]=1 # + [test_faulthandler.py]=1 # takes too long + [test_fcntl.py]=1 + [test_fileinput.py]=1 + [test_float.py]=1 + [test_format.py]=1 + [test_frame.py]=1 + [test_fstring.py]=1 # Investigate + [test_ftplib.py]=1 + [test_functools.py]=1 + [test_gdb.py]=1 # it fails on its own + [test_generators.py]=1 # improper decompile of assert i < n and (n-i) % 3 == 0 + [test_glob.py]=1 # + [test_grammar.py]=1 + [test_grp.py]=1 # Doesn't terminate (killed) + [test_gzip.py]=1 # parse error + [test_hashlib.py]=1 # test assert failures + [test_httplib.py]=1 # parse error + [test_http_cookiejar.py]=1 + [test_imaplib-3.7.py]=1 + [test_idle.py]=1 # Probably installation specific + [test_io.py]=1 # test takes too long to run: 37 seconds + [test_imaplib.py]=1 + [test_index.py]=1 + [test_inspect.py]=1 + [test_itertools.py]=1 # parse error + [test_keywordonlyarg.py]=1 # Investigate: parameter handling + [test_kqueue.py]=1 # it fails on its own + [test_lib2to3.py]=1 # it fails on its own + [test_long.py]=1 # investigate + [test_logging.py]=1 # test takes too long to run: 20 seconds + [test_mailbox.py]=1 + [test_marshal.py]=1 + [test_math.py]=1 + [test_modulefinder.py]=1 + [test_msilib.py]=1 + [test_multiprocessing_fork.py]=1 # test takes too long to run: 62 seconds + [test_multiprocessing_forkserver.py]=1 + [test_multiprocessing_spawn.py]=1 + [test_normalization.py]=1 # probably control flow (uninitialized variable) + [test_nntplib.py]=1 + [test_optparse.py]=1 # doesn't terminate (killed) + [test_os.py]=1 # probably control flow (uninitialized variable) + [test_ossaudiodev.py]=1 # it fails on its own + [test_pathlib.py]=1 # parse error + [test_pdb.py]=1 # Probably relies on comments + [test_peepholer.py]=1 # test assert error + [test_pickle.py]=1 # Probably relies on comments + [test_poll.py]=1 + [test_poplib.py]=1 + [test_pydoc.py]=1 # it fails on its own + [test_runpy.py]=1 # + [test_pkg.py]=1 # Investigate: lists differ + [test_pkgutil.py]=1 # Investigate: + [test_platform.py]=1 # probably control flow: uninitialized variable + [test_pow.py]=1 # probably control flow: test assertion failure + [test_pwd.py]=1 # killing - doesn't terminate + [test_regrtest.py]=1 # lists differ + [test_re.py]=1 # test assertion error + [test_richcmp.py]=1 # parse error + [test_select.py]=1 # test takes too long to run: 11 seconds + [test_selectors.py]=1 + [test_shutil.py]=1 # fails on its own + [test_signal.py]=1 # + [test_slice.py]=1 # Investigate + [test_smtplib.py]=1 # + [test_socket.py]=1 + [test_socketserver.py]=1 + [test_sort.py]=1 # Probably control flow; unintialized varaible + [test_ssl.py]=1 # Probably control flow; unintialized varaible + [test_startfile.py]=1 # it fails on its own + [test_statistics.py]=1 # Probably control flow; unintialized varaible + [test_stat.py]=1 # test assertions failed + [test_string_literals.py]=1 # Investigate boolean parsing + [test_strptime.py]=1 # test assertions failed + [test_strtod.py]=1 # test assertions failed + [test_structmembers.py]=1 # test assertions failed + [test_struct.py]=1 # test assertions failed + [test_subprocess.py]=1 + [test_sys_setprofile.py]=1 # test assertions failed + [test_sys_settrace.py]=1 # parse error + [test_tarfile.py]=1 # parse error + [test_threading.py]=1 # + [test_timeit.py]=1 # probably control flow uninitialized variable + [test_tk.py]=1 # test takes too long to run: 13 seconds + [test_tokenize.py]=1 + [test_trace.py]=1 # it fails on its own + [test_traceback.py]=1 # Probably uses comment for testing + [test_tracemalloc.py]=1 # + [test_ttk_guionly.py]=1 # implementation specfic and test takes too long to run: 19 seconds + [test_typing.py]=1 # parse error + [test_types.py]=1 # parse error + [test_unicode.py]=1 # unicode thing + [test_urllib2.py]=1 # + [test_urllib2_localnet.py]=1 # + [test_urllibnet.py]=1 # probably control flow - uninitialized variable + [test_weakref.py]=1 # probably control flow - uninitialized variable + [test_with.py]=1 # probably control flow - uninitialized variable + [test_xml_dom_minicompat.py]=1 # parse error + [test_winconsoleio.py]=1 # it fails on its own + [test_winreg.py]=1 # it fails on its own + [test_winsound.py]=1 # it fails on its own + [test_zipfile.py]=1 # it fails on its own + [test_zipfile64.py]=1 # +) +# 268 Remaining unit-test files, Elapsed time about 11 minutes diff --git a/test/stdlib/compare-un33.sh b/test/stdlib/compare-un33.sh new file mode 100644 index 00000000..6738b357 --- /dev/null +++ b/test/stdlib/compare-un33.sh @@ -0,0 +1,3 @@ +#!/bin/bash +STOP_ONERROR=0 ./runun33.sh 'test_[a-b]*.py' +STOP_ONERROR=0 ./runun33.sh 'test_[a-b]*.py' diff --git a/test/stdlib/runtests.sh b/test/stdlib/runtests.sh index 4f70bc59..056828ba 100755 --- a/test/stdlib/runtests.sh +++ b/test/stdlib/runtests.sh @@ -228,58 +228,7 @@ case $PYVERSION in ;; 3.3) - SKIP_TESTS=( - [test_atexit.py]=1 # The atexit test staring at 3.3 looks for specific comments in error lines - [test_buffer.py]=1 # parse error - [test_cmd_line.py]=1 # too long? - [test_concurrent_futures.py]=1 # too long? - [test_decimal.py]=1 # test takes too long to run: 18 seconds - [test_descr.py]=1 # test assertion errors - [test_dictcomps.py]=1 # test assertion errors - [test_doctest.py]=1 # test assertion errors - [test_doctest2.py]=1 # test assertion errors - [test_dis.py]=1 # We change line numbers - duh! - [test_exceptions.py]=1 # - [test_faulthandler.py]=1 - [test_fork1.py]=1 # test takes too long to run: 12 seconds - [test_grammar.py]=1 - [test_io.py]=1 # test takes too long to run: 34 seconds - [test_lib2to3.py]=1 - [test_logging.py]=1 # test takes too long to run: 13 seconds - [test_math.py]=1 - [test_modulefinder.py]=1 - [test_multiprocessing.py]=1 - [test_nntplib.py]=1 - [test_peepholer.py]=1 - [test_poll.py]=1 # test takes too long to run: 11 seconds - [test_queue.py]=1 - [test_raise.py]=1 # test assertion errors - [test_resource.py]=1 - [test_re.py]=1 - [test_runpy.py]=1 - [test_scope.py]=1 - [test_select.py]=1 - [test_set.py]=1 - [test_signal.py]=1 - [test_socket.py]=1 - [test_ssl.py]=1 # too installation specific - [test_strlit.py]=1 - [test_symtable.py]=1 - [test_sys_setprofile.py]=1 # test assertion errors - [test_sys_settrace.py]=1 - [test_subprocess.py]=1 # test takes too long to run: 28 seconds - [test_thread.py]=1 - [test_timeout.py]=1 - [test_traceback.py]=1 - [test_urllib2.py]=1 - [test_warnings.py]=1 - [test_zipfile.py]=1 # too long - 12 second - [test_zipfile64.py]=1 - [test_zipimport.py]=1 - [test_zipimport_support.py]=1 - ) - - # About 300 unit-test files in about 20 minutes + . ./3.3-exclude.sh if (( batch )) ; then SKIP_TESTS[test_idle.py]=1 # No tk SKIP_TESTS[test_pep352.py]=1 # UnicodeDecodeError may be funny on weird environments @@ -291,130 +240,7 @@ case $PYVERSION in ;; 3.4) - SKIP_TESTS=( - [test___all__.py]=1 # it fails on its own - [test_aifc.py]=1 # - [test_asynchat.py]=1 # - [test_asyncore.py]=1 # - [test_atexit.py]=1 # The atexit test looks for specific comments in error lines - [test_bdb.py]=1 # - [test_binascii.py]=1 # Doesn't terminate - [test_binop.py]=1 # Doesn't terminate - [test_buffer.py]=1 # parse error - [test_builtin.py]=1 # Doesn't terminate - [test_bz2.py]=1 # Doesn't terminate - [test_capi.py]=1 # Doesn't terminate - [test_cmd_line.py]=1 - [test_colorsys.py]=1 # Doesn't terminate - [test_concurrent_futures.py]=1 # too long? - [test_configparser.py]=1 # Doesn't terminate - [test_ctypes.py]=1 # it fails on its own - [test_curses.py]=1 # Investigate - [test_dbm_gnu.py]=1 # Doesn't terminate - [test_decimal.py]=1 # test takes too long to run: 18 seconds - [test_devpoll.py]=1 # it fails on its own - [test_descr.py]=1 # Doesn't terminate - [test_dictcomps.py]=1 # test assertion failure - [test_dict.py]=1 # - [test_dis.py]=1 # We change line numbers - duh! - [test_distutils.py]=1 # it fails on its own - [test_doctest2.py]=1 - [test_doctest.py]=1 - [test_docxmlrpc.py]=1 - [test_enum.py]=1 - [test_exceptions.py]=1 - [test_faulthandler.py]=1 - [test_file_eintr.py]=1 # parse error - [test_fileinput.py]=1 # doesn't terminate - [test_fork1.py]=1 # too long - [test_fractions.py]=1 # doesn't terminate - [test_frame.py]=1 # doesn't terminate - [test_ftplib.py]=1 # doesn't terminate - [test_functools.py]=1 # doesn't terminate - [test_gdb.py]=1 # it fails on its own - [test_gc.py]=1 # doesn't terminate - [test_grammar.py]=1 - [test_generators.py]=1 # test assert failures - [test_grp.py]=1 # Long test - [test_hashlib.py]=1 # doesn't terminate - [test_heapq.py]=1 - [test_httpservers.py]=1 - [test_httplib.py]=1 # it fails on its ow - [test_import.py]=1 # it fails on its own - [test_io.py]=1 - [test_ioctl.py]=1 # it fails on its own - [test_inspect.py]=1 # Syntax error Investigate - [test_itertools.py]=1 # doesn't terminate on test_permutations - [test_logging.py]=1 # - [test_long.py]=1 # - [test_marshal.py]=1 # - [test_math.py]=1 # - [test_minidom.py]=1 # Does not termiate - [test_mmap.py]=1 - [test_modulefinder.py]=1 # test assertion error - [test_multiprocessing_fork.py]=1 # doesn't terminate - [test_multiprocessing_forkserver.py]=1 # doesn't terminate - [test_multiprocessing_main_handling.py]=1 # doesn't terminate - [test_multiprocessing_spawn.py]=1 # doesn't terminate - [test_nntplib.py]=1 # doesn't terminate# - [test_ordered_dict.py]=1 - [test_os.py]=1 # Doesn't terminate - [test_peepholer.py]=1 - [test_pep352.py]=1 - [test_pep380.py]=1 - [test_pickle.py]=1 - [test_pkgimport.py]=1 # long - [test_poll.py]=1 - [test_poplib.py]=1 - [test_pwd.py]=1 # Takes too long - [test_pydoc.py]=1 - [test_queue.py]=1 - [test_raise.py]=1 - [test_re.py]=1 - [test_resource.py]=1 - [test_runpy.py]=1 - [test_sched.py]=1 - [test_scope.py]=1 - [test_select.py]=1 # Too long 11 seconds - [test_selectors.py]=1 # Too long; 11 seconds - [test_set.py]=1 - [test_shlex.py]=1 - [test_shutil.py]=1 - [test_signal.py]=1 - [test_smtplib.py]=1 - [test_sndhdr.py]=1 - [test_socket.py]=1 # long 25 seconds - [test_socketserver.py]=1 # long 25 seconds - [test_statistics.py]=1 # doesn't terminate - [test_struct.py]=1 # Doesn't terminate - [test_strlit.py]=1 # test failure - [test_strptime.py]=1 # doesn't terminate - [test_strtod.py]=1 # doesn't terminate - [test_subprocess.py]=1 # Too long - [test_symtable.py]=1 # Investigate bad output - [test_sys.py]=1 # Doesn't terminate - [test_sys_settrace.py]=1 # Doesn't terminate - [test_sys_setprofile.py]=1 - [test_telnetlib.py]=1 # Doesn't terminate - [test_thread.py]=1 - [test_threading.py]=1 # Too long - [test_threadsignals.py]=1 - [test_timeout.py]=1 - [test_traceback.py]=1 # test failure - [test_tracemalloc.py]=1 - [test_univnewlines.py]=1 # Doesn't terminate - [test_urllib2_localnet.py]=1 # Doesn't terminate - [test_urllib2.py]=1 # test assertion failure - [test_urllib2net.py]=1 # Doesn't terminate - [test_warnings.py]=1 - [test_xmlrpc.py]=1 # Doesn't terminate - [test_zipfile.py]=1 # too long - [test_zipfile64.py]=1 - [test_zipimport.py]=1 - [test_zipimport_support.py]=1 - [test_zlib.py]=1 - ) - # 249 unit-test file in about 7 minutes and 44 seconds + . ./3.4-exclude.sh if (( batch )) ; then # Fails in crontab environment? # Figure out what's up here @@ -423,133 +249,7 @@ case $PYVERSION in fi ;; 3.5) - SKIP_TESTS=( - [test___all__.py]=1 # it fails on its own - [test_aifc.py]=1 # - [test_asdl_parser.py]=1 # it fails on its own - [test_ast.py]=1 # line 379, in test_literal_eval self.assertEqual(ast.literal_eval('b"hi"'), 'hi') - [test_asynchat.py]=1 # doesn't terminate - [test_asyncore.py]=1 # doesn't terminate - [test_atexit.py]=1 # The atexit test looks for specific comments in error lines - [test_binascii.py]=1 # Doesn't terminate - [test_binop.py]=1 # Doesn't terminate - [test_bisect.py]=1 # it fails on its own - [test_builtin.py]=1 # - [test_bz2.py]=1 # testSeekBackwardsAcrossStreams (__main__.BZ2FileTest) ... doesn't terminiate - [test_capi.py]=1 # Doesn't terminate - [test_cmath]=1 - [test_cmd_line.py]=1 # - [test_codecmaps_cn.py]=1 # it fails on its own - [test_codecmaps_hk.py]=1 # it fails on its own - [test_codecmaps_jp.py]=1 # it fails on its own - [test_codecmaps_kr.py]=1 # it fails on its own - [test_codecmaps_tw.py]=1 # it fails on its own - [test_codecs.py]=1 # test assertion failure - [test_collections.py]=1 - [test_colorsys.py]=1 # Doesn't terminate - [test_compile.py]=1 - [test_concurrent_futures.py]=1 # Takes long - [test_configparser.py]=1 # Doesn't terminate - [test_coroutines.py]=1 # Syntax error Investigate - [test_curses.py]=1 # - [test_dict.py]=1 # - [test_dictcomps.py]=1 # test assertion failure - [test_dis.py]=1 # We change line numbers - duh! - [test_dbm_gnu.py]=1 # Doesn't terminate - [test_decimal.py]=1 - [test_descr.py]=1 # syntax error: Investigate - [test_doctest2.py]=1 # - [test_doctest.py]=1 # - [test_enum.py]=1 # - [test_exceptions.py]=1 # parse error - [test_fileinput.py]=1 # doesn't terminate - [test_format.py]=1 - [file_eintr.py]=1 - [test_fractions.py]=1 # doesn't terminate - [test_frame.py]=1 # doesn't terminate - [test_ftplib.py]=1 # doesn't terminate - [test_functools.py]=1 # doesn't terminate - [test_gc.py]=1 # doesn't terminate (test_trashcan_threads) - [test_generators.py]=1 # test assert failures - [test_glob.py]=1 # - [test_grp.py]=1 # Long test - [test_hashlib.py]=1 # doesn't terminate - [test_heapq.py]=1 - [test_httplib.py]=1 - [test_httpservers.py]=1 # test assertion errors - [test_imaplib.py]=1 - [test_inspect.py]=1 # Syntax error Investigate - [test_io.py]=1 # - [test_itertools.py]=1 # doesn't terminate on test_permutations - [test_logging.py]=1 # - [test_long.py]=1 # - [test_lzma.py]=1 # doesn't terminate on test_decompressor_chunks_maxsize - [test_marshal.py]=1 # - [test_math.py]=1 # Investigate Unexpected ValueError: math domain error - [test_minidom.py]=1 # doesn't terminate - [test_modulefinder.py]=1 # test assertion error - [test_multiprocessing_fork.py]=1 # long - [test_multiprocessing_forkserver.py]=1 # long - [test_multiprocessing_spawn.py]=1 # long - [test_nntplib.py]=1 # too long 25 seconds - [test_optparse.py]=1 # Doesn't terminate test_positional_arg_and_variable_args - [test_ordered_dict.py]=1 # Doesn't terminate - [test_os.py]=1 # doesn't terminate - [test_peepholer.py]=1 # parse error - [test_pep352.py]=1 # test assertion error - [test_pep380.py]=1 # Investigate test assertion differ - [test_pickle.py]=1 - [test_pkgimport.py]=1 # long - [test_poll.py]=1 # doesn't terminate on test_poll1 - [test_poplib.py]=1 - [test_print.py]=1 - [test_pwd.py]=1 # Takes too long - [test_pydoc.py]=1 # test assertion: help text difference - [test_queue.py]=1 # Possibly parameter differences - investigate - [test_raise.py]=1 # Test assert error - [test_range.py]=1 # doesn't terminate - [test_readline.py]=1 # doesn't terminate - [test_runpy.py]=1 # decompile takes too long? - [test_sched.py]=1 - [test_scope.py]=1 - [test_select.py]=1 # Takes too long 11 seconds - [test_selectors.py]=1 # Takes too long 17 seconds - [test_set.py]=1 # # test assert failure and doesn't terminate - [test_shlex.py]=1 # Doesn't terminate - [test_shutil.py]=1 # Doesn't terminate - [test_signal.py]=1 # too long? - [test_smtpd.py]=1 # test failures - [test_smtplib.py]=1 # doesn't terminate - [test_socket.py]=1 # long - [test_socketserver.py]=1 - [test_statistics.py]=1 # doesn't terminate - [test_strlit.py]=1 # test failure - [test_strptime.py]=1 # doesn't terminate - [test_strtod.py]=1 # doesn't terminate - [test_struct.py]=1 # Doesn't terminate - [test_subprocess.py]=1 - [test_sys.py]=1 # Doesn't terminate test_objecttypes (__main__.SizeofTest) ... - [test_sys_setprofile.py]=1 # test assert fail - [test_sys_settrace.py]=1 # doesn't terminate - [test_telnetlib.py]=1 # doesn't terminate - [test_threading.py]=1 - [test_thread.py]=1 - [test_threadsignals.py]=1 # doesn't terminate test_lock_acquire_retries - [test_timeout.py]=1 - [test_traceback.py]=1 - [test_typing.py]=1 # investigate syntax error - [test_unpack.py]=1 # weird, takes too long? Waiting on input? - [test_unpack_ex.py]=1 # doesn't terminate - [test_univnewlines.py]=1 # doesn't terminate - [test_urlparse.py]=1 # test assert error - [test_urllib2_localnet.py]=1 # doesn't terminate - [test_weakref.py]=1 # doesn't terminate test_threaded_weak_valued_consistency (__main__.MappingTestCase) ... - [test_xmlrpc.py]=1 - [test_zipfile64.py]=1 - [test_zipimport.py]=1 - [test_zipimport_support.py]=1 - [test_zlib.py]=1 - ) + . ./3.5-exclude.sh # About 240 remaining which can be done in about 10 minutes if (( batch )) ; then # Fails in crontab environment? @@ -564,299 +264,16 @@ case $PYVERSION in ;; 3.6) - SKIP_TESTS=( - [test_aifc.py]=1 # - [test_asynchat.py]=1 # doesn't terminate - [test_asyncgen.py]=1 # parse error - [test_asyncore.py]=1 # doesn't terminate - [test_atexit.py]=1 # The atexit test looks for specific comments in error lines - [test_baseexception.py]=1 # test asert error - [test_bdb.py]=1 # - [test_binop.py]=1 # Doesn't terminate - [test_bisect.py]=1 # it fails on its own - [test_buffer.py]=1 # parse error - [test_builtin.py]=1 # Fails on its own - [test_bz2.py]=1 # testSeekBackwardsAcrossStreams (__main__.BZ2FileTest) ... doesn't terminiate - [test_cmath.py]=1 # Investigate weird if control flow - [test_cmd_line.py]=1 # Interactive? - [test_codecs.py]=1 - [test_colorsys.py]=1 # Doesn't terminate - [test_compile.py]=1 - [test_concurrent_futures.py]=1 # Takes long - [test_configparser.py]=1 # Doesn't terminate - [test_contains.py]=1 # Code "while False: yield None" is optimized away in compilation - [test_contextlib.py]=1 # test assertion failure - [test_contextlib_async.py]=1 # Investigate - [test_coroutines.py]=1 # Parse error - [test_curses.py]=1 # Parse error - [test_dbm_gnu.py]=1 # Doesn't terminate - [test_decimal.py]=1 - [test_descr.py]=1 # syntax error: Investigate - [test_dictcomps.py]=1 # We change line numbers - duh! - [test_dis.py]=1 # We change line numbers - duh! - [test_doctest2.py]=1 # - [test_doctest.py]=1 # - [test_enum.py]=1 # - [test_exceptions.py]=1 # parse error - [test_filecmp.py]=1 # parse error - [test_file_eintr.py]=1 # parse error - [test_fileinput.py]=1 # doesn't terminate - [test_finalization.py]=1 - [test_fractions.py]=1 # doesn't terminate - [test_frame.py]=1 # doesn't terminate - [test_fstring.py]=1 # syntax error: Investigate - [test___future__.py]=1 # syntax error: Investigate - [test_gc.py]=1 # doesn't terminate (test_trashcan_threads) - [test_generators.py]=1 # test assert failures - [test_genexps.py]=1 # - [test_glob.py]=1 # - [test_grammar.py]=1 # parse error - [test_imaplib.py]=1 - [test_inspect.py]=1 # Syntax error Investigate - [test_itertools.py]=1 # - [test_keywordonlyarg.py]=1 # Investigate - [test_long.py]=1 # - [test_lzma.py]=1 # doesn't terminate test_decompressor_chunks_maxsize - [test_marshal.py]=1 # - [test_math.py]=1 # call param Investigate - [test_metaclass.py]=1 - [test_modulefinder.py]=1 # test assertion error - [test_multiprocessing_main_handling.py]=1 # takes too long - 11 seconds - [test test_nntplib.py]=1 # doesn't terminate - [test_nntplib.py]=1 # test takes too long to run: 31 seconds - [test_optparse.py]=1 # Doesn't terminate test_positional_arg_and_variable_args - [test_os.py]=1 # Doesn't terminate - [test_pdb.py]=1 # Probably introspection - [test_peepholer.py]=1 - [test_pickle.py]=1 - [test_platform.py]=1 - [test_plistlib.py]=1 - [test_poll.py]=1 # Takes too long 11 seconds - [test_poplib.py]=1 - [test_pulldom.py]=1 - [test_quopri.py]=1 # AssertionError: b'123=four' != '123=four' - [test_range.py]=1 - [test_regrtest.py]=1 # test takes too long to run: 12 seconds - [test_robotparser.py]=1 - [test_runpy.py]=1 # decompile takes too long? - [test_sched.py]=1 - [test_scope.py]=1 - [test_select.py]=1 # test takes too long to run: 11 seconds - [test_set.py]=1 # test assert failure and doesn't terminate - [test_shlex.py]=1 # Doesn't terminate - [test_smtpd.py]=1 - [test_socket.py]=1 # long - [test_socketserver.py]=1 - [test_string_literals.py]=1 - [test_strptime.py]=1 # Doesn't terminate - [test_struct.py]=1 # Doesn't terminate - [test_subprocess.py]=1 - [test_sys_settrace.py]=1 # parse error - [test_telnetlib.py]=1 # doesn't terminate - [test_threading.py]=1 - [test_threadsignals.py]=1 - [test_tokenize.py]=1 # test takes too long to run: 80 seconds - [test_timeout.py]=1 - [test_traceback.py]=1 - [test_tracemalloc.py]=1 - [test_typing.py]=1 # investigate syntax error - [test_univnewlines.py]=1 # doesn't terminate - [test_urllib2_localnet.py]=1 # long - [test_venv.py]=1 # test takes too long to run: 13 seconds - [test_weakref.py]=1 - [test_winreg.py]=1 # it fails on its own - [test_winsound.py]=1 # it fails on its own - [test_zipfile.py]=1 # Too long - 11 seconds - [test_zipfile64.py]=1 - [test_zipimport.py]=1 - [test_zipimport_support.py]=1 - [test_zlib.py]=1 - ) - # 221 unit-test remaining files, Elapsed time about 16 minutes + . ./3.6-exclude.sh if (( batch )) ; then SKIP_TESTS[test__locale.py]=1 # Wierd in batch environment fi ;; 3.7) - SKIP_TESTS=( - [test_ast.py]=1 # Depends on comments in code - [test_atexit.py]=1 # The atexit test looks for specific comments in error lines - [test_baseexception.py]=1 # - [test_bdb.py]=1 # - [test_buffer.py]=1 # parse error - [test_builtin.py]=1 # parser error - [test_cmd_line.py]=1 # Interactive? - [test_cmd_line_script.py]=1 - [test_collections.py]=1 - [test_compare.py]=1 - [test_compile.py]=1 - [test_configparser.py]=1 - [test_context.py]=1 - [test_coroutines.py]=1 # Parse error - [test_crypt.py]=1 # Parse error - [test_curses.py]=1 # Parse error - [test_dataclasses.py]=1 # parse error - [test_datetime.py]=1 # Takes too long - [test_dbm_gnu.py]=1 # Takes too long - [test_decimal.py]=1 # Parse error - [test_descr.py]=1 # Parse error - [test_dictcomps.py]=1 # Bad semantics - Investigate - [test_dis.py]=1 # We change line numbers - duh! - [test_exceptions.py]=1 # parse error - [test_enumerate.py]=1 # - [test_enum.py]=1 # - [test_faulthandler.py]=1 # takes too long - [test_generators.py]=1 # improper decompile of assert i < n and (n-i) % 3 == 0 - # ... - ) + . ./3.7-exclude.sh ;; 3.8) - SKIP_TESTS=( - [test___all__.py]=1 # it fails on its own - [test_argparse.py]=1 #- it fails on its own - [test_asdl_parser.py]=1 # it fails on its own - [test_ast.py]=1 # Depends on comments in code - [test_atexit.py]=1 # The atexit test looks for specific comments in error lines - [test_baseexception.py]=1 # - [test_bdb.py]=1 # - [test_buffer.py]=1 # parse error - [test_builtin.py]=1 # parser error - [test_clinic.py]=1 # it fails on its own - [test_cmath.py]=1 # test assertion failure - [test_cmd_line.py]=1 # Interactive? - [test_cmd_line_script.py]=1 - [test_collections.py]=1 - [test_compare.py]=1 - [test_compileall.py]=1 # fails on its own - [test_compile.py]=1 - [test_concurrent_futures.py]=1 # too long - [test_configparser.py]=1 - [test_context.py]=1 - [test_coroutines.py]=1 # Parse error - [test_codecs.py]=1 - [test_code.py]=1 # Investigate - [test_complex.py]=1 # Investigate - [test_crypt.py]=1 # Parse error - [test_ctypes.py]=1 # it fails on its own - [test_curses.py]=1 # Parse error - [test_dataclasses.py]=1 # parse error - [test_datetime.py]=1 # Takes too long - [test_dbm_gnu.py]=1 # Takes too long - [test_dbm_ndbm.py]=1 # it fails on its own - [test_decimal.py]=1 # Parse error - [test_descr.py]=1 # Parse error - [test_devpoll.py]=1 # it fails on its own - [test_dictcomps.py]=1 # Bad semantics - Investigate - [test_dis.py]=1 # We change line numbers - duh! - [test_docxmlrpc.py]=1 - [test_exceptions.py]=1 # parse error - [test_enumerate.py]=1 # - [test_enum.py]=1 # - [test_faulthandler.py]=1 # takes too long - [test_fcntl.py]=1 - [test_fileinput.py]=1 - [test_float.py]=1 - [test_format.py]=1 - [test_frame.py]=1 - [test_fstring.py]=1 # Investigate - [test_ftplib.py]=1 - [test_functools.py]=1 - [test_gdb.py]=1 # it fails on its own - [test_generators.py]=1 # improper decompile of assert i < n and (n-i) % 3 == 0 - [test_glob.py]=1 # - [test_grammar.py]=1 - [test_grp.py]=1 # Doesn't terminate (killed) - [test_gzip.py]=1 # parse error - [test_hashlib.py]=1 # test assert failures - [test_httplib.py]=1 # parse error - [test_http_cookiejar.py]=1 - [test_imaplib-3.7.py]=1 - [test_idle.py]=1 # Probably installation specific - [test_io.py]=1 # test takes too long to run: 37 seconds - [test_imaplib.py]=1 - [test_index.py]=1 - [test_inspect.py]=1 - [test_itertools.py]=1 # parse error - [test_keywordonlyarg.py]=1 # Investigate: parameter handling - [test_kqueue.py]=1 # it fails on its own - [test_lib2to3.py]=1 # it fails on its own - [test_long.py]=1 # investigate - [test_logging.py]=1 # test takes too long to run: 20 seconds - [test_mailbox.py]=1 - [test_marshal.py]=1 - [test_math.py]=1 - [test_modulefinder.py]=1 - [test_msilib.py]=1 - [test_multiprocessing_fork.py]=1 # test takes too long to run: 62 seconds - [test_multiprocessing_forkserver.py]=1 - [test_multiprocessing_spawn.py]=1 - [test_normalization.py]=1 # probably control flow (uninitialized variable) - [test_nntplib.py]=1 - [test_optparse.py]=1 # doesn't terminate (killed) - [test_os.py]=1 # probably control flow (uninitialized variable) - [test_ossaudiodev.py]=1 # it fails on its own - [test_pathlib.py]=1 # parse error - [test_pdb.py]=1 # Probably relies on comments - [test_peepholer.py]=1 # test assert error - [test_pickle.py]=1 # Probably relies on comments - [test_poll.py]=1 - [test_poplib.py]=1 - [test_pydoc.py]=1 # it fails on its own - [test_runpy.py]=1 # - [test_pkg.py]=1 # Investigate: lists differ - [test_pkgutil.py]=1 # Investigate: - [test_platform.py]=1 # probably control flow: uninitialized variable - [test_pow.py]=1 # probably control flow: test assertion failure - [test_pwd.py]=1 # killing - doesn't terminate - [test_regrtest.py]=1 # lists differ - [test_re.py]=1 # test assertion error - [test_richcmp.py]=1 # parse error - [test_select.py]=1 # test takes too long to run: 11 seconds - [test_selectors.py]=1 - [test_shutil.py]=1 # fails on its own - [test_signal.py]=1 # - [test_slice.py]=1 # Investigate - [test_smtplib.py]=1 # - [test_socket.py]=1 - [test_socketserver.py]=1 - [test_sort.py]=1 # Probably control flow; unintialized varaible - [test_ssl.py]=1 # Probably control flow; unintialized varaible - [test_startfile.py]=1 # it fails on its own - [test_statistics.py]=1 # Probably control flow; unintialized varaible - [test_stat.py]=1 # test assertions failed - [test_string_literals.py]=1 # Investigate boolean parsing - [test_strptime.py]=1 # test assertions failed - [test_strtod.py]=1 # test assertions failed - [test_structmembers.py]=1 # test assertions failed - [test_struct.py]=1 # test assertions failed - [test_subprocess.py]=1 - [test_sys_setprofile.py]=1 # test assertions failed - [test_sys_settrace.py]=1 # parse error - [test_tarfile.py]=1 # parse error - [test_threading.py]=1 # - [test_timeit.py]=1 # probably control flow uninitialized variable - [test_tk.py]=1 # test takes too long to run: 13 seconds - [test_tokenize.py]=1 - [test_trace.py]=1 # it fails on its own - [test_traceback.py]=1 # Probably uses comment for testing - [test_tracemalloc.py]=1 # - [test_ttk_guionly.py]=1 # implementation specfic and test takes too long to run: 19 seconds - [test_typing.py]=1 # parse error - [test_types.py]=1 # parse error - [test_unicode.py]=1 # unicode thing - [test_urllib2.py]=1 # - [test_urllib2_localnet.py]=1 # - [test_urllibnet.py]=1 # probably control flow - uninitialized variable - [test_weakref.py]=1 # probably control flow - uninitialized variable - [test_with.py]=1 # probably control flow - uninitialized variable - [test_xml_dom_minicompat.py]=1 # parse error - [test_winconsoleio.py]=1 # it fails on its own - [test_winreg.py]=1 # it fails on its own - [test_winsound.py]=1 # it fails on its own - [test_zipfile.py]=1 # it fails on its own - [test_zipfile64.py]=1 # - ) - # 268 Remaining unit-test files, Elapsed time about 11 minutes + . ./3.7-exclude.sh ;; *) SKIP_TESTS=( [test_aepack.py]=1