{ "meta": { "workload": "cpython-core", "kind": "test", "elide": { "semver": "1.6.0+6e718933f", "digest": "4cbcae6c33a8b98c3c3ba5241fc17c8e61a74ab2b92e83320d78cd0bc5181738" }, "target": { "name": "elide", "version": "1.6.0+6e718933f", "artifactDigest": "4cbcae6c33a8b98c3c3ba5241fc17c8e61a74ab2b92e83320d78cd0bc5181738", "platform": "linux-x64" }, "startedAt": "2026-10-09T08:26:34.176Z", "finishedAt": "2026-10-09T08:39:32.796Z", "suiteVersion": "fd17997c3866d61e0e7bd8201b1d8f35b40a40bd" }, "counts": { "pass": 31404, "fail": 1259, "skip": 1453, "error": 831, "total": 34947, "excluded": 2970 }, "excludedByReason": { "unsupported: CPython refcounting/GC — asserts deallocation at refcount zero (CPython refcounting)": 31, "unsupported: CPython implementation detail — exact tuple hash values": 1, "unsupported: CPython implementation detail — the test marks itself CPython-only": 668, "unsupported: CPython refcounting/GC — weakref/refcount: exception-local object not deterministically freed under JVM GC": 1, "unsupported: CPython refcounting/GC — JVM finalization: object __del__ not run at refcount 0, sys.exception() sentinel never cleared": 1, "not applicable: not provided by the harness — bigmem test; regrtest runs these only with -M": 34, "out of scope: CPython C API — CPython vectorcall C API (via _testcapi)": 12, "unsupported: CPython implementation detail — hash(str)==hash(bytes) is CPython's siphash": 1, "unsupported: CPython implementation detail — needs a CPython debug build": 10, "unsupported: CPython implementation detail — inspects CPython bytecode via dis": 1, "out of scope: CPython C accelerator — tests the C accelerator of a module that also ships a Python version": 191, "unsupported: CPython refcounting/GC — finalize/weakref timing: del+gc.collect does not free object under JVM GC": 1, "unsupported: CPython refcounting/GC — finalize timing: del does not run finalizer under JVM GC": 1, "unsupported: CPython refcounting/GC — finalizer ordering/timing at JVM GC differs from CPython refcount-0 ordering": 1, "unsupported: CPython refcounting/GC — needs gc.get_objects": 1, "unsupported: CPython refcounting/GC — __del__ finalization timing; not run synchronously after del+gc.collect on GraalPy": 1, "unsupported: CPython refcounting/GC — instance __del__ counting depends on refcount/GC finalization timing": 1, "out of scope: CPython C API — CPython C-API test module": 221, "out of scope: CPython C accelerator — tests a CPython C accelerator module": 136, "not applicable: not provided by the harness — needs the third-party hypothesis package": 18, "not applicable: other platform — Windows-only": 650, "not applicable: other platform — macOS-only": 41, "not applicable: other platform — 32-bit platforms only": 16, "unsupported: CPython implementation detail — PEP 509 dict versions (CPython-only, via _testcapi)": 22, "not applicable: not provided by the harness — needs the third-party numpy package": 3, "out of scope: CPython subinterpreters — needs subinterpreters": 6, "not applicable: other platform — case-insensitive filesystems only": 8, "out of scope: CPython C accelerator — tests CPython's _bisect C accelerator; the runtime ships the Python bisect": 23, "out of scope: CPython C API — CPython datetime C API (datetime_CAPI capsule, via _testcapi)": 21, "out of scope: CPython C accelerator — CPython C-accelerator detail": 22, "unsupported: CPython implementation detail — CPython bytecode (dis); an implementation detail per the docs": 131, "unsupported: CPython implementation detail — CPython's C startup path calculation (via _testinternalcapi)": 1, "not applicable: other platform — BSD/Solaris-only selector": 42, "out of scope: CPython C API — CPython C-API test suite": 551, "unsupported: CPython implementation detail — CPython opcode tables": 1, "unsupported: CPython implementation detail — CPython type-attribute cache internals (via _testinternalcapi)": 1, "not applicable: not provided by the harness — needs Tk": 6, "unsupported: CPython implementation detail — CPython bytecode peephole optimizer": 65, "not applicable: not provided by the harness — needs the PyPI tzdata package": 28 }, "skippedByReason": { "same-size dict mutation during iteration needs version/keys-tag internals GraalPy lacks (size-change is detected)": 1, "same-size dict mutation during iteration needs version/keys-tag internals GraalPy lacks": 2, "mutation is driven by X.__del__ which never fires during iteration under GraalPy (no refcounting)": 1, "MemoryError not raised on huge list(range(maxsize//2)) allocation under the JVM": 1, "script_helper.assert_python_ok subprocess + _testcapi subinterpreters unsupported": 1, "Anti-hang exception context-cycle test hangs under Elide Python": 2, "Recursion stress test hangs under Elide Python": 1, "Pathological string-search complexity test hangs under Elide Python": 6, "JVM does not track buffer-protocol exports; resizing a bytearray held by a live regex iterator does not raise BufferError": 1, "Locale-dependent re.L matching needs native LC_CTYPE support; setlocale is a no-op under Elide": 1, "Locale-dependent re.L compiled patterns need native LC_CTYPE support; setlocale is a no-op under Elide": 1, "Pathological large fixed-width lookbehind test is too slow under Elide Python": 1, "ast.AST is an immutable builtin type on the JVM; del/set ast.AST._fields raises TypeError instead of succeeding": 1, "BytesWarning is needed for this test: use -bb option": 1, "Quadratic deep-recursion test exceeds the driver limit": 1, "GraalPy UTF-16 strings combine adjacent lone surrogates into one astral code point; CPython keeps them separate": 1, "Requires buffer-protocol export/resize locking (BufferError on resize-while-exported), not implemented": 1, "Downcasting to int is safe for col_offset": 1, "Won't work if __debug__ is False": 2, "pty.fork() raised module 'os' has no attribute 'fork'": 1, "stdin and stdout must be ttys": 6, "mixed types with auto() no longer supported": 2, "test requires build with -DEXTRA_FUNCTIONALITY": 3, "inappropriate decimal point separator ('.' not '\\u066b')": 1, "to-do list": 1, "inner classes are not members": 1, "C cmp_to_key signature is '(mycmp, /)' (positional-only marker) vs CPython docstring-derived '(mycmp)'": 1, "requires working os.fork()": 24, "__doc__ is already present, __slots__ will have no effect": 1, "pwd module does not expose getpwall()": 3, "the grp module is needed for this test": 6, "os.link() is present": 3, "Test requires pwd module to get homedir.": 3, "os.mkfifo() required": 3, "the pwd module is needed for this test": 6, "os.readlink() is present": 5, "os.symlink() is present": 3, "path parser is supported": 3, "Stress test exceeds the driver limit": 1, "Full Unicode database checksum test hangs under Elide Python": 1, "non-ASCII bytes": 5, "weakref.proxy of a builtin collections.deque raises TypeError (subclasses are referenceable)": 1, "requires POSIX-flavoured path class": 10, "requires symlinks": 17, "if no_value is allowed, ParsingError is not raised": 1, "incompatible format": 4, "can't fix because of backward compat in email5, will fix in email6": 1, "nl_langinfo is not available": 4, "Hangs past the driver limit": 4, "need frozendict": 6, "plutil utility is for Mac os": 2, "Round-trips random stdlib files; exceeds the driver limit": 1, "test does not work with -O": 2, "zlib is a builtin module": 2, "pyfakefs not available": 1, "Desired but not supported.": 1, "relies on writing bytecode": 71, "sys.dont_write_bytecode is true": 14, "causes undesirable side-effects (#20128)": 2, "some buildbots are not cooperating (#20128)": 1, "_stat extension is missing": 1, "needs a built-in function with a really long name": 1, "need a suitable object": 1, "CPython must be configured with the --with-dtrace option.": 1, "dtrace(1) failed: [Errno 2] No such file or directory: 'dtrace'": 2, "stap(1) failed: [Errno 2] No such file or directory: 'stap'": 2, "requires sys.gettotalrefcount()": 4, "Unable to import big_o": 1, "Requires warn_default_encoding": 1, "unicodedata is not an external binary module": 1, "Unlike a mapping: no proxy.clear": 1, "Locals proxies for different frames never compare as equal": 2, "Unlike a mapping: no proxy.fromkeys": 1, "Unlike a mapping: no proxy.pop": 1, "Unlike a mapping: no proxy.popitem": 1, "Unlike a mapping: no proxy.update": 1, "Unlike a mapping: del proxy[key] fails": 1, "No module named 'syslog'": 2, "need Pickler class": 10, "test meaningful only when writing bytecode": 12, "No module named '_wmi'": 2, "Interactive REPL child never exits": 1, "Requires \\ as path separator.": 1, "clinic directory could not be found": 1, "WASI only test": 1, "Australia/Lord_Howe timezone is not supported on this platform": 4, "Only run for Fast C implementation": 1, "not appropriate for subclasses": 2, "i18n directory could not be found": 4, "CPython implementation-detail fast-path check is not runtime API coverage": 1, "test meaningful only where os.altsep is defined": 2, "only applies to candidate or final python release levels": 1, "unnecessary on this platform": 1, "abspath requires 'nt' module": 1, "OS helpers require 'nt' module": 1, "need _getfinalpathname": 13, "os.mkfifo not available": 1, "PYTHONSAFEPATH changes default sys.path": 44, "skipped by the suite (no message)": 2, "need fcntl.F_DUPFD": 1, "F_NOTIFY or DN_MULTISHOT unavailable": 1, "F_SETPIPE_SZ and F_GETPIPE_SZ are not available on all platforms.": 1, "encoding contains full ISO 10646 map": 2, "generators are not reentrant": 2, "QName rewriting in XPath text is not supported in out_inNsContent_c14nPrefixQnameXpathElem": 2, "QName rewriting in XPath text is not supported in out_inNsContent_c14nQnameXpathElem": 2, "Redeclared namespace handling is not supported in out_inNsRedecl_c14nDefault": 2, "Redeclared namespace handling is not supported in out_inNsSuperfluous_c14nDefault": 2, "forkserver start method not supported": 4, "all examples were skipped": 1, "sys.stdout is not a TTY": 1, "Relies on sys.getrefcount": 1, "test.bat script is not installed": 1, "SIGALRM does not interrupt a blocking native sendall; hangs and truncates test_socket": 1, "Bluetooth sockets required for this test.": 13, "SocketCan required for this test.": 12, "Hyper-V sockets required for this test.": 7, "QIPCRTR sockets required for this test.": 6, "RDS sockets required for this test.": 8, "Spawn child blocked on Python CLI argument passthrough": 2, "Test needs selectors.EpollSelector": 21, "Test needs selectors.PollSelector": 130, "requires write access to the installed location": 2, "Only run for Pure Python implementation": 1, "test requires OpenSSL > 1.1": 1, "No module named '_gdbm'": 1, "stdin must be a TTY in this test": 2, "No module named 'grp'": 4, "lltrace requires Py_DEBUG": 3, "need non-UTC/GMT timezone": 1, "'fork' start method not available": 13, "'forkserver' start method not available": 13, "requires os.mkfifo()": 13, "flaky test": 1, "requires 64bit platform": 9, "ctypes.WINFUNCTYPE is required": 2, "Python was invoked with -S": 1, "Requires SipHash13, SipHash24 or FNV": 10, "test works only on Linux 2.6": 1, "test_gdb only works on source builds at the moment.": 1, "test works only on BSD": 1, "ctypes.oledll is required": 1, "Test only valid for Android": 1, "lib_gl not available": 1, "lib_gle not available": 1, "lib_glu not available": 1, "platform doesn't support fork (no _at_fork_reinit method)": 3, "locale-specific month name needs to be different from C locale": 1, "local time needs to be different from UTC": 1, "Cannot block permissions": 1, "Can't set symlink permissions": 2, "No C-with-UTF-8 locale available": 1, "could not find libc": 1, "OSX-specific test": 3, "only available on Emscripten": 1, "Test is not venv-compatible": 3, "sys.getallocatedblocks unavailable on this build": 1, "Android only": 1, "need sys.getobjects()": 1, "need Py_STATS build": 1, "only meaningful if the GIL is disabled": 2, "iso2022_kr.txt cannot be used to test \"chunk coding\"": 1, "No module named '_interpreters'": 3, "No module named '_interpchannels'": 1, "No module named '_interpqueues'": 1, "requires specialization": 1, "Issue 34004: musl does not allow interruption of locks by signals.": 2, "Readline pty completion child never exits": 2, "test module requires working os.fork": 1, "FIXME: bpo-32706": 1, "No module named '_xxtestfuzz'": 1, "OSX only test": 1, "UDPLITE sockets required for this test.": 41, "VSOCK sockets required for this test.": 4, "need _sha256": 1, "test requires at least 2 GiB of memory": 2, "SOURCE_DATE_EPOCH is set": 2, "requires forking": 6, "object has no attribute 'pthread_kill'": 2, "Android-specific test": 1, "vfork() not enabled by configure.": 2, "don't have sched affinity support": 1, "test needs at least 2 groups": 1, "test needs root privilege and more than one user": 1, "requires os.eventfd": 3, "no non-broken extended attribute support": 6, "test needs os.copy_file_range()": 3, "test needs os.splice()": 4, "need os.getrandom()": 5, "Skip due to platform/environment differences on *NIX buildbots": 1, "requires os.memfd_create": 1, "test needs os.setegid()": 1, "test needs os.seteuid()": 1, "test needs os.setgid()": 1, "test needs os.setregid()": 2, "test needs os.setreuid()": 2, "test needs os.setuid()": 1, "needs os.getpriority and os.setpriority": 1, "need os.ptsname()": 1, "need os.spawnl()": 1, "need os.posix_openpt()": 1, "requires os.spawnv": 3, "requires os.spawnl": 2, "requires os.spawnle": 2, "requires os.spawnlp": 1, "requires os.spawnlpe": 1, "requires os.spawnve": 4, "requires os.spawnvp": 1, "requires os.spawnvpe": 2, "failed to query terminal size": 1, "stty invocation failed": 1, "test needs os.closerange()": 1, "test needs os.fpathconf()": 1, "test needs os.pathconf()": 1, "test needs os.readv()": 1, "test needs os.tcsetpgrp()": 1, "test needs os.writev()": 1, "don't have CMSG_LEN": 1, "don't have CMSG_SPACE": 1, "no setgroups() on platform": 2, "no setregid() on platform": 1, "requires os.link to be missing": 4, "test needs os.sendfile()": 11, "requires os.timerfd_create": 12, "no socket.SOCK_NONBLOCK (linux only)": 1, "cannot import name 'setrlimit' from 'resource' (unknown location)": 1, "requires NTFS": 1, "exit() isn't defined unless there's a site module": 1, "No module named '_dbm'": 1, "NT specific tests": 3, "no setreuid on platform": 1, "object has no attribute 'startfile'": 1, "only relevant for OSX": 1, "uid=0,gid=0 must be named \"root\"": 1, "need msvcrt.CrtSetReportMode": 1, "fcntl.F_GETPIPE_SZ required for test.": 2, "need subprocess._winapi": 1, "Maybe test trigger a leak on Ubuntu": 1, "arp is not used for introspection on this platform": 1, "requires ifconfig": 1, "requires ip": 1, "lanscan is not used for introspection on this platform": 1, "netstat is not used for introspection on this platform": 1, "cannot run venv.create from within a venv on this platform": 18, "need uuid._generate_time_safe": 4, "requires uuid_generate_time_safe(3)": 1, "build directory could not be found": 1, "freeze directory could not be found": 1, "scripts directory could not be found": 3, "cpython only": 1, "unicode directory could not be found": 1, "test requires os.listxattr": 1, "csh required for this test": 1, "no read-only type to test": 12, "XXX test should be adapted for non-byte buffers": 3, "XXX NotImplementedError: tolist() only supports byte views": 3, "socket.if_nameindex() not available.": 1, "socket.if_indextoname() not available.": 1, "socket.if_nametoindex() not available.": 1, "os.spawnl not available": 1, "text mode not available": 1, "Numeric scope id does not work or undocumented": 2, "test needs socket.if_nameindex()": 2, "requires os.chflags": 2, "sendmsg not supported": 1, "test needs socket.sethostname()": 1, "XXX: http://www.imdb.com is gone": 1, "CAN ISOTP required for this test.": 5, "SOCK_CLOEXEC not defined": 1, "test irrelevant for an installed Python": 1, "Requires grp and pwd support": 2, "Need the zip command to run": 1, "requires os.lchmod": 1, "requires os.chflags, EOPNOTSUPP & ENOTSUP": 1, "not on tty": 1, "requires os.path.altsep": 1, "requires CAP_DAC_OVERRIDE": 1, "dir_fd is supported": 1, "os.sendfile() not supported": 15, "No module named 'winsound'": 1, "Skips under coverage.": 1, "Condition does not expose _recursion_count()": 1, "No module named '_curses'": 1, "built with -NDEBUG": 1, "don't have recvmsg_into": 127, "don't have recvmsg": 109, "don't have sendmsg": 73, "CAN J1939 required for this test.": 3, "need fcntl.FICLONE": 1, "Unable to open /dev/tty": 1, "peg_generator directory could not be found": 4, "setitimer(ITIMER_PROF, 0) disarm has the same stray-signal hazard as ITIMER_VIRTUAL": 1, "setitimer(ITIMER_VIRTUAL, 0) does not disarm; the stray SIGVTALRM kills a later module's driver": 1, "need signal.pthread_kill()": 2, "need signal.pthread_sigmask()": 4, "need signal.sigpending()": 1, "need signal.sigtimedwait()": 4, "need signal.sigwait()": 2, "need signal.sigwaitinfo()": 1, "pidfd support not built in": 1, "AF_ALG required": 7, "cannot access Python source code directory: '/opt/elide/lib/resources/python/python-home/lib/python3.13/config-3.13-x86_64-linux'": 1, "failing buildbots": 1, "test needs socket.SOCK_NONBLOCK": 1, "SOCK_NONBLOCK not defined": 1, "No module named 'xxlimited'": 1, "don't have sendmsg, recvmsg_into": 18, "don't have sendmsg, recvmsg": 18, "don't have send_fds": 1, "Hangs, see https://github.com/python/cpython/issues/83386": 1, "os.sendfile() required for this test.": 11, "TIPC module is not loaded, please 'sudo modprobe tipc'": 2, "Linux behavior is tested by TestLinuxAbstractNamespace": 1, "VSOCK does not work on Microsoft WSL": 1, "Spawn teardown hang": 1, "test works only on Solaris OS family": 1, "select.poll not defined": 1, "Needs SQLite serialize API": 3, "Test requires ndbm": 1, "need faulthandler.register": 6, "need faulthandler._stack_overflow()": 1, "sendfile not supported": 1, "fork start method is unavailable; hangs": 1, "forkserver specific test": 2, "start_method='fork', not 'spawn'; avoids redundant testing.": 2, "requires fd pickling": 1, "start_method='fork', not 'spawn'; spawn specific test.": 1, "pthread_sigmask is not available": 1, "forkserver should be available": 1, "start_method='fork', not 'spawn'; freeze_support is not start method specific": 1, "test only relevant for 'forkserver' method": 1, "perf trampoline profiling not supported": 1, "requires strftime extension": 1, "need time.clock_getres()": 1, "need time.clock_gettime()": 2, "need time.clock_settime()": 1, "need 64-bit time_t": 1, "disabled because of a bug in glibc. Issue #13309": 1, "need time.clock_settime": 1, "need time.pthread_getcpuclockid()": 1, "Test only applicable to iOS": 4, "could not locate runnable browser": 2, "Multi-GB zip64 stress exceeds the driver limit": 2 }, "regressions": [], "newPasses": [] }