Tests

All 925 tests in the manifest, by category.

applications

c-toolchain-workflow, example-timed-progress-bar, git-repository-workflow, kvm-python-examples, kvm-shell-environment, timed-progress-bar

bin-c

posix-timer-test, robust-futex-test

c-programs

acct-refusal-probe, add-key-enosys, adjtimex-deterministic, aio-refusal, append-pwrite, arch-prctl-determinism, bind-getsockname, bpf-enosys, cachestat-enosys, cachestat-refusal, child-subreaper-refusal, clock-adjtime-deterministic, clone, close-range-fds, copy-file-range-refusal, copy-file-range-refusal-probe, cpu-virtualization, cpuid-probe, cwd-roundtrip, dbt-copied-tiocgpgrp, dbt-exec-failure, dbt-execveat-unsupported, dbt-mmap-exec, dbt-pid-virtualization, dbt-prlimit-self, dbt-self-sigqueue, dbt-unsupported-syscall, dbt-wait-accounting, dbt-wait-lifecycle, dup-shared-offset, environment-and-workdir, epoll-determinism, epoll-pwait2, epoll-readiness, event-delivery-ordering, eventfd-semantics, faccessat2-flags, fadvise-hints, fallocate-extents, fchmod-bits, fchmodat2-flags, fcntl-owner, fd-duplication, file-backed-mmap, file-io-roundtrip, flock-lifecycle, fork-exec-pipeline, fp-reduction-nondeterminism, fsync-durability, ftruncate-sparse, futex-requeue-enosys, futex-waitv-enosys, futex-wake-enosys, get-robust-list-child, get-robust-list-self, get-robust-list-thread, getcpu, getcpu-identity, getitimer-determinism-probe, getpriority-identity, getrusage-self-accounting, getsockopt-null, hardware-trap-identity, hello-alarm, hello-nostdlib, hello-signals, host-identity, inline-syscall-sites, inotify-watch, io-uring-fallback, io-uring-ring-determinism, ioctl-fioclex, ioctl-fionread, ioctl-siocethtool, ipc-determinism, just-spin, kcmp-eperm, kcmp-refusal, keyctl-enosys, keyctl-passthrough, linkat-flags, listmount-enosys, liteinst-advanced, lseek-positioning, lsm-get-self-attr-enosys, lsm-list-modules-enosys, lsm-set-self-attr-enosys, madvise-determinism, map-shadow-stack-enosys, mce-kill-refusal, membarrier-query, memfd-create, memfd-secret-enosys, meminfo-available-deterministic, meminfo-cached-deterministic, meminfo-free-deterministic, memorypress, mempolicy-default, mincore-residency, mixed-inline-and-libc-syscalls, mkdir-rmdir, mknod-special, mmap-determinism, mmap-determinism-heap, mmap-determinism-shared, mmap-layout-pointer-order, mmap-stress-determinism, msync-writeback, name-to-handle-at-eopnotsupp, name-to-handle-directory-eopnotsupp, name-to-handle-empty-path-eopnotsupp, name-to-handle-refusal, name-to-handle-regular-eopnotsupp, nanosleep-par, nanosleep-threads-nocrash, nanosleep-threads-simple, netlink-autobind-generic, netlink-autobind-route, netlink-autobind-usersock, netns-cookie-tcp4, netns-cookie-tcp6, netns-cookie-udp4, no-new-privs-refusal, numa-node-identity, o-tmpfile-anon, openat-flags, openat2-refusal, path-file-ops, pause-alarm-interrupt, perf-event-hardware-enosys, perf-event-open-enosys, perf-event-software-enosys, perf-event-watchpoint-enosys, periodic-setitimer-delivery, personality-domain, pid-probe, pidfd-open-self, pidfd-open-self-pair, pidfd-poll-self, pidfd-waitid-child, pipe-capacity, pipe-capacity-pin, pipe-ipc, pipe-multiwriter-ordering, pipe2-errno-precedence, pipe2-flags, poll-readiness, ppoll-readv, ppoll-simulation, prctl-dumpable, prctl-identity, prctl-option-policy, prctl-pdeathsig, pread64-nostdlib, preadv2-flags, print-memaddrs, printf-with-threads, proc-fd-link-aliases, proc-fdinfo, proc-locks, process-mrelease-enosys, process-vm-readv-refusal-probe, process-vm-writev-refusal-probe, procfs-identity-agreement, procfs-positioned-probe, prodcons-determinism, pselect6-simulation, pthread-lifecycle, ptrace-attach-eperm, ptrace-eperm, ptrace-seize-eperm, ptrace-traceme-eperm, pty-nr-count, racewrite-nostdlib, random-readv-stream, random-sources, random-sources-root-only, rcx-canonicalization, readdir-entries, readdir-order-identity, record-lock, record-replay-fd-close, record-replay-file-state, record-replay-file-state-regular-sink, record-replay-lseek-seek-cur, record-replay-setsockopt, recvmsg-scm-rights-mmap, remap-file-pages-anonymous-enosys, remap-file-pages-memfd-enosys, remap-file-pages-tmpfile-enosys, rename-ops, renameat2-flags, request-key-enosys, resource-determinism, rlimit-identity, robust-list, sched-getaffinity-identity, sched-setattr-batch, sched-setattr-idle, sched-setattr-other, sched-yield-progress, scheduler-policy-queries, seccomp-refusal, sendfile-copy, session-identity, set-tid-address, setitimer-determinism, short-io-split-identity, shutdown-socketpair, sigaction-state, sigaltstack-state, sigmask-preemption, signal-delivery-sequence, signal-determinism, signal-disposition, signal-waitstatus-identity, signalfd-create, sigpipe-siginfo, sigprocmask-state, sigtimedwait-no-timeout, sigtimedwait-timeout-0s, sigtimedwait-timeout-1s, so-incoming-cpu-tcp4, so-incoming-cpu-tcp6, so-incoming-cpu-udp4, socket-cookie-tcp, socket-cookie-udp, socket-cookie-unix, socket-epoll-ordering, socket-ioctl-timestamp, socket-options, socket-timestamp-edge-cases, socket-timestamp-timespec, socket-timestamp-timeval, socketpair-flags, sockname-unnamed, splice-enosys, stat-metadata-identity, statfs-free-determinism, static-nolibc-syscall-sites, statmount-enosys, statx-metadata, symlink-ops, sync-file-range, syscall-file-io, syscall-file-metadata, syscall-quick-wins, sysfs-enosys, sysinfo, sysinfo-uptime, syslog-deterministic, sysv-ipc-refusal, sysv-sem-enosys, sysv-shm-enosys, tcp-info-accept4, tcp-info-accept6, tcp-info-client4, tee-enosys, thp-disable, thread-self-procfs-handoff, thread-sync-determinism, threadexhaustion, timer-create-determinism, timer-family-identity, umask-mode, uname, uname-identity, unix-autobind-dgram, unix-autobind-seqpacket, unix-autobind-stream, ustat-enosys, utimensat-determinism, vectored-file-io, vectored-io, vforkexec, vmsplice-enosys, wait-on-child, writev-determinism

chaos-c

lock-granularity

compat

addr2line, ar, arch, as, awk, b2sum, base32, base64, basename, basenc, bash, bc, bracket, bzip2, bzip2-roundtrip, cal, cargo, cat, chmod, chown, chrt, cksum, clang, cmake, cmp, col, colrm, column, comm, cp, cpio-roundtrip, cpp, crc32, cscope, csplit, curl, curl-localhost, cut, cxxfilt, date, dc, dd, df, df-direct, diff, diff3, dirname, dos2unix, du, echo, egrep, elfedit, env, envsubst, expand, expr, factor, fallocate, fgrep, file, find, findmnt, flex, flock, fmt, fold, free, gcc, gcov, getconf, getopt, git, gprof, grep, groups, gxx, gzip, gzip-roundtrip, head, hexdump, hostname, iconv, id, install, ionice, iostat, ip, java, javac, join, jq, kill, ld, ln, logger, logname, ls, lscpu, lsirq, lsmod, lsof, lua, lua-direct, m4, make, md5sum, mkdir, mkfifo, mktemp, mountpoint, mpstat-softirqs, msgfmt, msgunfmt, mv, namei, netlink-route, netlink-sock-diag, nice, nl, nm, node, nohup, nproc, numactl-hardware, numastat, numfmt, objcopy, objdump, od, openssl, paste, patch, pathchk, perl, perl-direct, pgrep, pidstat-disk, pinky, pkg-config, pkill, pr, printenv, printf, ps, ptx, pwd, python3, ranlib, readelf, readlink, realpath, rev, rm, rmdir, rr-addr2line, rr-arch, rr-as, rr-awk, rr-b2sum, rr-base32, rr-base64, rr-basename, rr-bash, rr-bc, rr-bracket, rr-bzip2, rr-cal, rr-cat, rr-chmod, rr-chrt, rr-cksum, rr-cmp, rr-column, rr-comm, rr-cp, rr-cpp, rr-cut, rr-cxxfilt, rr-date, rr-dc, rr-dd, rr-df-direct, rr-diff, rr-dirname, rr-du, rr-echo, rr-egrep, rr-elfedit, rr-env, rr-expand, rr-expr, rr-factor, rr-fgrep, rr-file, rr-find, rr-flock, rr-fmt, rr-fold, rr-free, rr-gcc, rr-getopt, rr-git, rr-grep, rr-groups, rr-gzip, rr-head, rr-hexdump, rr-hostname, rr-iconv, rr-id, rr-install, rr-ionice, rr-java, rr-join, rr-ld, rr-logger, rr-logname, rr-ls, rr-lua-direct, rr-make, rr-md5sum, rr-mkdir, rr-mkfifo, rr-mv, rr-nice, rr-nl, rr-nm, rr-node, rr-nohup, rr-nproc, rr-numfmt, rr-objcopy, rr-objdump, rr-od, rr-openssl, rr-paste, rr-perl-direct, rr-pinky, rr-pr, rr-printenv, rr-printf, rr-ptx, rr-pwd, rr-python3, rr-ranlib, rr-readelf, rr-readlink, rr-realpath, rr-rev, rr-rm, rr-rmdir, rr-ruby, rr-sed, rr-seq, rr-sha1sum, rr-sha224sum, rr-sha256sum, rr-sha384sum, rr-sha512sum, rr-shuf, rr-size, rr-sleep, rr-sort, rr-split, rr-sqlite3, rr-stat, rr-stdbuf, rr-strings, rr-sum, rr-tac, rr-tar, rr-taskset, rr-tcl, rr-tee, rr-test, rr-touch, rr-tr, rr-true, rr-tsort, rr-tty, rr-uname, rr-unexpand, rr-uniq, rr-uptime, rr-users, rr-wc, rr-wc-lines, rr-whoami, rr-xargs, rr-xxd, rr-xz, rr-yes, rr-zstd, ruby, rustc, sar-resource-tables, sed, seq, setfacl, setfattr, sha1sum, sha224sum, sha256sum, sha384sum, sha512sum, shell-build, shred, shuf, size, sleep, sort, split, sqlite3, ss, stat, stdbuf, strict-addr2line, strict-ar, strict-arch, strict-as, strict-awk, strict-b2sum, strict-base32, strict-base64, strict-basename, strict-bash, strict-bc, strict-bracket, strict-bzip2, strict-bzip2-roundtrip, strict-cal, strict-cargo, strict-cat, strict-chmod, strict-chown, strict-chrt, strict-cksum, strict-clang, strict-cmake, strict-cmp, strict-column, strict-comm, strict-cp, strict-cpio-roundtrip, strict-cpp, strict-csplit, strict-curl, strict-curl-localhost, strict-cut, strict-cxxfilt, strict-date, strict-dc, strict-dd, strict-df, strict-diff, strict-dirname, strict-du, strict-echo, strict-egrep, strict-elfedit, strict-env, strict-expand, strict-expr, strict-factor, strict-fgrep, strict-file, strict-find, strict-findmnt, strict-flock, strict-fmt, strict-fold, strict-free, strict-gcc, strict-gcov, strict-getopt, strict-git, strict-gprof, strict-grep, strict-groups, strict-gxx, strict-gzip, strict-gzip-roundtrip, strict-head, strict-hexdump, strict-hostname, strict-iconv, strict-id, strict-install, strict-ionice, strict-iostat, strict-ip, strict-java, strict-javac, strict-join, strict-jq, strict-kill, strict-ld, strict-ln, strict-logger, strict-logname, strict-ls, strict-lscpu, strict-lsirq, strict-lsmod, strict-lsof, strict-lua, strict-m4, strict-make, strict-md5sum, strict-mkdir, strict-mkfifo, strict-mktemp, strict-mpstat-softirqs, strict-mv, strict-netlink-route, strict-netlink-sock-diag, strict-nice, strict-nl, strict-nm, strict-node, strict-nohup, strict-nproc, strict-numactl-hardware, strict-numastat, strict-numfmt, strict-objcopy, strict-objdump, strict-od, strict-openssl, strict-paste, strict-patch, strict-perl, strict-pgrep, strict-pidstat-disk, strict-pinky, strict-pkg-config, strict-pkill, strict-pr, strict-printenv, strict-printf, strict-ps, strict-ptx, strict-pwd, strict-python3, strict-ranlib, strict-readelf, strict-readlink, strict-realpath, strict-rev, strict-rm, strict-rmdir, strict-ruby, strict-rustc, strict-sar-resource-tables, strict-sed, strict-seq, strict-sha1sum, strict-sha224sum, strict-sha256sum, strict-sha384sum, strict-sha512sum, strict-shell-build, strict-shuf, strict-size, strict-sleep, strict-sort, strict-split, strict-sqlite3, strict-ss, strict-stat, strict-stdbuf, strict-strings, strict-strip, strict-sum, strict-sysctl-random-uuid, strict-tac, strict-tar, strict-tar-roundtrip, strict-taskset, strict-tcl, strict-tee, strict-test, strict-time, strict-top, strict-touch, strict-tr, strict-true, strict-tsort, strict-tty, strict-uname, strict-unexpand, strict-uniq, strict-uptime, strict-users, strict-vmstat, strict-vmstat-disk, strict-wc, strict-wc-lines, strict-wget-localhost, strict-whoami, strict-xargs, strict-xmllint, strict-xxd, strict-xz, strict-xz-roundtrip, strict-yes, strict-zip-unzip, strict-zstd, strict-zstd-roundtrip, strings, strip, sum, sync, sysctl-random-uuid, tac, tar, tar-roundtrip, taskset, tcl, tee, test, time, timeout, top, touch, tr, true, truncate, tsort, tty, uname, unexpand, uniq, uptime, users, uuidgen, vmstat, vmstat-disk, wc, wc-lines, wget-localhost, whoami, xargs, xmllint, xxd, xz, xz-roundtrip, yes, zip-unzip, zstd, zstd-roundtrip

data-handling

archive-roundtrip, dd-partial-transfers, jq-json-transform, shell-pipeline, sqlite-query-determinism, zstd-multithread

debugger-c

debuggee

determinism-stress

example-race, order-violation, process-chains, thread-contention, thread-interleaving, thread-output

determinism-stress-c

fork-tree, lock-free, mmap-fork-shared, pid-tid, pid-tid-identity, pipe-chain, pipe-prefill, producer-consumer, signal-order, thread-contention, thread-stress

language-runtimes

bash-loop-pipe-time, bash-random, cpp-stl-determinism, example-python-random, gawk-random, lua-random, m4-macro-mkstemp, node-v8-jit, perl-hash-order, perl-io-subprocess-time, perl-random, python-dict-hash-iteration, python-hash-determinism, python-hashseed, python-io-subprocess-time, python-random, ruby-random, rust-hashmap-iteration, tcl-rand-clock

shared-futex-c

qemu-exec-init, qemu-hello, qemu-init, qemu-net-init

system-utils

auxv-loader-dump, cat-file-read, clock-determinism, clock-exec-continuity, date-nanoseconds, du-tree-summary, echo-stdout, errno-path-identity, example-date, example-devrand, file-timestamp-identity, find-tree-metadata, harness-width-contract, mcookie-random, mktemp-name, nscd-neutralised, openssl-enc, openssl-genpkey, openssl-passwd, openssl-rand, openssl-x509, overflow-gid-resolves, printf-argument-forwarding, proc-random-uuid, proc-uptime, procfs-sanitized-paths, ps-proc-table, random-device, record-getpid, sh-exit-status, shm-coherency-identity, shuf-permutation, sort-random, ssh-keygen-ed25519, startup-surface-identity, startup-tls-guards, sysfs-sanitized-prefixes, true-exit-zero, uuidgen-random

util-c

pmu-skid