{ "schema": 1, "date": "2026-09-11", "tools": { "syq": "0.5.2", "rclone": "1.75.1" }, "limits": [ "WAN replacement cases have three verified runs per setting; other cases retain earlier screening status and still need longer replacement workloads.", "Completed copies independently content checked. Metadata scope and missing records are explicit per row: remote file mtimes to whole seconds; filesystem copies additionally mode, uid/gid and directory times.", "Whole-command time includes tool-native checksumming but excludes harness verification and cleanup. No final durability flush.", "Fixture fadvise is advisory; metadata caches warm; NFS server cache and other clients uncontrolled. Tmpfs data remains memory-resident.", "Fast-fabric receiver was busy before screening (load average 77.19 / 84.13 / 90.60). No idle-host peak is established.", "Fast tmpfs workloads include one extra empty O_DIRECT probe created by the harness; result file counts include it.", "LAN fixed runs used WAN-forwarded authentication; LAN keyed runs used a restricted local key. Do not interpret the former as clean LAN timings.", "Original fast-8g SFTP attempts used an overly short idle timeout and failed during destination hashing. fast-corrected-8g restores normal IO timeout.", "WebDAV with zero request pacing failed concurrent directory creation in lan-pacer-small. Keep failures and timeouts distinct from completed transfers.", "The fast-fabric syq path used eight rail addresses automatically; rclone targeted one 400Gb/s rail. The management-LAN receiver used a 2x10Gb/s management bond.", "Sizes, directory layouts and settings vary by scenario; compare tools within a scenario. A selected setting is only best among those tested.", "Original WAN screening payloads were too small. Replacement WAN cases use larger memory-resident fixtures; results apply to this 1 Gb/s sender and route, not to faster WAN links.", "Original operational logs and exact infrastructure identifiers are private. This sanitized extract preserves timings, commands with endpoint placeholders, verification, workload and protocol. The experimental harness revision is retained privately; its rclone adapters are not yet in the public release." ], "featured": [ { "id": "wan-repeat-one8g", "title": "WAN: one 8 GiB file", "workload": "One 8 GiB regular file. Flat directory, warm tmpfs source \u2192 remote XFS RAID; approximately 250\u2013265 ms RTT. Sender NIC: 1 Gb/s (125 MB/s nominal ceiling).", "caveat": "Three verified runs per setting. HTTPS WebDAV was the faster single-file rclone backend tested.", "preparation": { "files": 1, "size": 8589934592, "directories": 0, "original": "Sequential Python Random(9911).randbytes in 1 MiB blocks; fully written pseudorandom data, no sparse files; flat f0000\u2026 names; file mtimes fixed to 1700000000. Memory-resident tmpfs source." } }, { "id": "wan-repeat-many32g", "title": "WAN: 32 \u00d7 1 GiB files", "workload": "32 \u00d7 1 GiB regular files. Flat directory, warm tmpfs source \u2192 remote XFS RAID; approximately 250\u2013265 ms RTT. Sender NIC: 1 Gb/s (125 MB/s nominal ceiling).", "caveat": "Three verified runs per setting. syq\u2019s automatic tuning cache changed worker counts between runs.", "preparation": { "files": 32, "size": 1073741824, "directories": 0, "original": "Sequential Python Random(9911).randbytes in 1 MiB blocks; fully written pseudorandom data, no sparse files; flat f0000\u2026 names; file mtimes fixed to 1700000000. Memory-resident tmpfs source." } }, { "id": "main-write", "title": "Small files \u2192 mounted NFS", "workload": "40,000 \u00d7 4 KiB files in 256 directories. Local /tmp source \u2192 mounted NFSv4.2 destination.", "caveat": "Three runs per setting. NFS server caches and other clients were uncontrolled.", "preparation": { "files": 40000, "size": 4096, "directories": 256, "original": "Original screening: generated pseudorandom file contents with seed 9911; round-robin placement in numbered directories. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. NFS server cache was not controlled." } }, { "id": "nfs-repeat-small-read", "title": "Small files \u2190 mounted NFS", "workload": "400,000 \u00d7 4 KiB files in 256 directories (1.53 GiB total). Mounted NFSv4.2 source \u2192 local XFS RAID destination.", "caveat": "Source file contents and metadata were read before every timed copy; each destination started empty.", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911 } }, { "id": "raid-explore-local-small", "title": "Small files on local RAID", "workload": "40,000 \u00d7 4 KiB files in 256 directories. Copy between directories on the same XFS RAID filesystem.", "caveat": "Preliminary: each configuration was measured once.", "preparation": { "files": 40000, "size": 4096, "directories": 256, "original": "Original screening: generated pseudorandom file contents with seed 9911; round-robin placement in numbered directories. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. " } }, { "id": "raid-explore-nfs-large-write", "title": "Large file \u2192 mounted NFS", "workload": "One 2 GiB file. XFS RAID source \u2192 mounted NFSv4.2 destination.", "caveat": "Preliminary: each configuration was measured once. Caching on the NFS server was uncontrolled.", "preparation": { "files": 1, "size": 2147483648, "directories": 0, "original": "Original screening: generated pseudorandom file contents with seed 9911; large files in the source tree. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. NFS server cache was not controlled." } }, { "id": "raid-explore-nfs-large-read", "title": "Large file \u2190 mounted NFS", "workload": "One 2 GiB file. Mounted NFSv4.2 source \u2192 XFS RAID destination.", "caveat": "Preliminary: each configuration was measured once. Evicting client file data does not empty the NFS server\u2019s cache.", "preparation": { "files": 1, "size": 2147483648, "directories": 0, "original": "Original screening: generated pseudorandom file contents with seed 9911; large files in the source tree. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. NFS server cache was not controlled." } }, { "id": "raid-explore-local-large", "title": "Large file on the same filesystem", "workload": "One 2 GiB file. Source and destination on the same XFS RAID filesystem.", "caveat": "Kernel-assisted copying may share extents; these rates are not physical disk bandwidth.", "preparation": { "files": 1, "size": 2147483648, "directories": 0, "original": "Original screening: generated pseudorandom file contents with seed 9911; large files in the source tree. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. " }, "presentation": "capability" }, { "id": "lan-repeat-small", "title": "LAN: 600,000 small files", "workload": "600,000 \u00d7 4 KiB files in 256 directories (2.29 GiB total). RAID \u2192 RAID, approximately 0.2 ms RTT; both servers use 2 \u00d7 10 Gb/s bonds.", "caveat": "Port checks confirmed that rclone SFTP and WebDAV both use the bond\u2019s two ports.", "preparation": { "files": 600000, "size": 4096, "directories": 256, "seed": 9911 } }, { "id": "fast-corrected-8g", "title": "Fast fabric: one large file", "workload": "One 8 GiB file, tmpfs \u2192 tmpfs between servers in the same data center.", "caveat": "Timing includes an empty fixture probe.", "preparation": { "files": 1, "size": 8589934592, "directories": 0, "original": "Original screening: generated pseudorandom file contents with seed 9911; large files in the source tree. The harness generated data with O_DIRECT where supported and requested fixture-page eviction with fadvise; metadata caches stayed warm. Tmpfs remained memory-resident; the original fixture also included an empty O_DIRECT probe file." }, "presentation": "capability" } ], "rows": [ { "scenario": "fast-many-8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 9, "wall_s": 1.5666122548282146, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 9 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 8, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "fast-many-8g", "tool": "sftp-t8-chunk128", "repeat": 0, "bytes": 8589934592, "files": 9, "wall_s": 5.171234400942922, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--transfers", "8", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 9 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 8, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-many-8g", "tool": "webdav-t16", "repeat": 0, "bytes": 8589934592, "files": 9, "wall_s": 4.521488886326551, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "0s", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 9 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 8, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 5.172425325959921, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "fast-8g", "tool": "sftp-default", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 30.76539896056056, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-8g", "tool": "sftp-chunk128", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 29.656254936009645, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-8g", "tool": "webdav-t16", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 30.214481005445123, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "0s", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-keyed-small", "tool": "syq", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.31470431946218014, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "lan-keyed-small", "tool": "sftp-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 1.4163735713809729, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-keyed-small", "tool": "sftp-t64", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 2.8682831283658743, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-keyed-small", "tool": "webdav-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-pacer2-small", "tool": "webdav-t16-pacer2ms", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 60.000097163021564, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--webdav-pacer-min-sleep", "2ms", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": -124, "content_verified": null, "metadata": null, "recorded_status": "timeout", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-connections-small", "tool": "sftp-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone-diagnostic", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "89cc36d93c654f3bac973e0274867a732e49ee40a770f089d749bd1934661c6f" } }, { "scenario": "lan-connections-small", "tool": "sftp-t64", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone-diagnostic", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "89cc36d93c654f3bac973e0274867a732e49ee40a770f089d749bd1934661c6f" } }, { "scenario": "lan-small", "tool": "syq", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 2.8686215076595545, "argv": [ "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": null, "recorded_status": "content verified; metadata unrecorded", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "lan-small", "tool": "sftp-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-small", "tool": "sftp-t64", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-small", "tool": "webdav-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 0.0, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--create-empty-src-dirs", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": -1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "not-run", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-large", "tool": "syq", "repeat": 0, "bytes": 268435456, "files": 1, "wall_s": 2.9688058737665415, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 268435456 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "lan-fixed-large", "tool": "sftp-default", "repeat": 0, "bytes": 268435456, "files": 1, "wall_s": 3.269107297062874, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 268435456 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-large", "tool": "sftp-chunk128", "repeat": 0, "bytes": 268435456, "files": 1, "wall_s": 3.118890831246972, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 268435456 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-large", "tool": "webdav-t16", "repeat": 0, "bytes": 268435456, "files": 1, "wall_s": 0.9655549023300409, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 268435456 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-connections-fixed-small", "tool": "sftp-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 1.5167040843516588, "argv": [ "rclone-diagnostic", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "40d7db6208ebac0ec765bc210bd2900a3b390e3887b5468b614c19982f0cd8bb" } }, { "scenario": "lan-connections-fixed-small", "tool": "sftp-t64", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 2.768303679302335, "argv": [ "rclone-diagnostic", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "-vv", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "40d7db6208ebac0ec765bc210bd2900a3b390e3887b5468b614c19982f0cd8bb" } }, { "scenario": "fast-corrected-8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 5.272654049098492, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "fast-corrected-8g", "tool": "sftp-default", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 31.11586954817176, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-corrected-8g", "tool": "sftp-chunk128", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 30.765353497117758, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-corrected-8g", "tool": "webdav-t16", "repeat": 0, "bytes": 8589934592, "files": 2, "wall_s": 30.715141970664263, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "0s", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 2 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-small", "tool": "syq", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 2.81856875680387, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "lan-fixed-small", "tool": "sftp-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 8.076461298391223, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-small", "tool": "sftp-t64", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 14.586047092452645, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-fixed-small", "tool": "webdav-t16", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 34.62118777260184, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "lan-pacer-small", "tool": "webdav-t16-pacer0", "repeat": 0, "bytes": 4096000, "files": 1000, "wall_s": 11.53014156408608, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--create-empty-src-dirs", "--contimeout", "5s", "--timeout", "15s", "--retries", "1", "--webdav-pacer-min-sleep", "0s", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 1, "content_verified": null, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 1000, "bytes": 4096000 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-32files-8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 33, "wall_s": 1.6665368620306253, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 33 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 32, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "fast-32files-8g", "tool": "sftp-t32-chunk128", "repeat": 0, "bytes": 8589934592, "files": 33, "wall_s": 4.671291844919324, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--transfers", "32", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 33 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 32, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "fast-32files-8g", "tool": "webdav-t32", "repeat": 0, "bytes": 8589934592, "files": 33, "wall_s": 32.41794705018401, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "32", "--webdav-pacer-min-sleep", "0s", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 33 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 90, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 32, "bytes": 8589934592 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "tmpfs", "destination": "tmpfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-write", "tool": "syq", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 2.2675722409039736, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "calibration-write", "tool": "rclone-default", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 12.281189032830298, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-write", "tool": "rclone-t16", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 5.071746021974832, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "16", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-write", "tool": "rclone-t64", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 3.2692263380158693, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-local-large", "tool": "syq", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 0.06419695797376335, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "raid-explore-local-large", "tool": "rclone-default", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 3.61950008594431, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-local-large", "tool": "rclone-s8", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 3.7699754659552127, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--multi-thread-streams", "8", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-local-small", "tool": "syq", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 0.9653543520253152, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "raid-explore-local-small", "tool": "rclone-default", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 2.6681483681313694, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-local-small", "tool": "rclone-t16", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 1.6666384788695723, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "16", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-local-small", "tool": "rclone-t64", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 1.7169268759898841, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "explore-local-small", "tool": "syq", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.5149175119586289, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "ext2/ext3" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "explore-local-small", "tool": "rclone-default", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.7649231739342213, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "explore-local-small", "tool": "rclone-t16", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.5148475309833884, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "16", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "explore-local-small", "tool": "rclone-t64", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.4649231971707195, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-read", "tool": "syq", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.76506302296184, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "ext2/ext3" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "calibration-read", "tool": "rclone-default", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 2.3175217169336975, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-read", "tool": "rclone-t16", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.8151859068311751, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "16", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "calibration-read", "tool": "rclone-t64", "repeat": 0, "bytes": 40960000, "files": 10000, "wall_s": 0.8153161308728158, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 10256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 10000, "bytes": 40960000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "ext2/ext3" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "syq", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 7.725536991143599, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "main-write", "tool": "syq", "repeat": 1, "bytes": 163840000, "files": 40000, "wall_s": 7.174567232141271, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "main-write", "tool": "syq", "repeat": 2, "bytes": 163840000, "files": 40000, "wall_s": 7.424358794, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "main-write", "tool": "rclone-default", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 36.77452195598744, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-default", "repeat": 1, "bytes": 163840000, "files": 40000, "wall_s": 62.81904753483832, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-default", "repeat": 2, "bytes": 163840000, "files": 40000, "wall_s": 105.38429212896153, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t64", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 14.08390411012806, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t64", "repeat": 1, "bytes": 163840000, "files": 40000, "wall_s": 13.934437654912472, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t64", "repeat": 2, "bytes": 163840000, "files": 40000, "wall_s": 34.17039665300399, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t256", "repeat": 0, "bytes": 163840000, "files": 40000, "wall_s": 21.594700490124524, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "256", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t256", "repeat": 1, "bytes": 163840000, "files": 40000, "wall_s": 24.698030364932492, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "256", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "main-write", "tool": "rclone-t256", "repeat": 2, "bytes": 163840000, "files": 40000, "wall_s": 27.101911179954186, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "256", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 40256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 900, "slow_cutoff": 0 }, "workload": [ { "name": "small-files", "kind": "small-files", "files": 40000, "bytes": 163840000 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-nfs-large-read", "tool": "syq", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 1.967681271955371, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "raid-explore-nfs-large-read", "tool": "rclone-default", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 4.920641570119187, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-nfs-large-read", "tool": "rclone-s8", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 5.021613724064082, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--multi-thread-streams", "8", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "nfs", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-nfs-large-write", "tool": "syq", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 3.9693501419387758, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "nfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "raid-explore-nfs-large-write", "tool": "rclone-default", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 6.173711722018197, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "raid-explore-nfs-large-write", "tool": "rclone-s8", "repeat": 0, "bytes": 2147483648, "files": 1, "wall_s": 8.274498861981556, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--multi-thread-streams", "8", "--", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files/directories: type, mode, uid, gid, mtime_ns", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 120, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 2147483648 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-5.15.0-126-generic-x86_64-with-glibc2.35", "kernel": "5.15.0-126-generic", "machine": "x86_64", "cpus": 160, "python": "3.13.13" }, "filesystems": { "source": "xfs", "destination": "nfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-small", "tool": "syq", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 9.33490183763206, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "wan-small", "tool": "sftp-t16", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 60.00010765530169, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--transfers", "16", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -124, "content_verified": null, "metadata": null, "recorded_status": "timeout", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-small", "tool": "sftp-t64", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 60.0001648850739, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -124, "content_verified": null, "metadata": null, "recorded_status": "timeout", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-small", "tool": "webdav-t16", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 60.00016736239195, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": -124, "content_verified": null, "metadata": null, "recorded_status": "timeout", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-compact-small", "tool": "syq", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 9.634545335546136, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "wan-compact-small", "tool": "sftp-t64", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 60.00009440816939, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--transfers", "64", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": -124, "content_verified": null, "metadata": null, "recorded_status": "timeout", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": true, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-compact-small", "tool": "webdav-t16", "repeat": 0, "bytes": 1048576, "files": 256, "wall_s": 20.56253275461495, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 256 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "small-files", "files": 256, "bytes": 1048576 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-large64-large", "tool": "syq", "repeat": 0, "bytes": 67108864, "files": 1, "wall_s": 12.039595318958163, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SYQ", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 67108864 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "syq 0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" } }, { "scenario": "wan-large64-large", "tool": "sftp-default", "repeat": 0, "bytes": 67108864, "files": 1, "wall_s": 21.61454257927835, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 67108864 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-large64-large", "tool": "sftp-chunk128", "repeat": 0, "bytes": 67108864, "files": 1, "wall_s": 21.66323377378285, "argv": [ "rclone", "copy", "--config", "/dev/null", "--sftp-host", "SERVER", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-user", "USER", "--sftp-host", "SERVER", "--sftp-port", "PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--sftp-chunk-size", "128Ki", "--sftp-concurrency", "128", "--", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 67108864 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-large64-large", "tool": "webdav-t16", "repeat": 0, "bytes": 67108864, "files": 1, "wall_s": 10.239192582666874, "argv": [ "rclone", "copy", "--config", "/dev/null", "--webdav-url", "https://SERVER:PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--create-empty-src-dirs", "--contimeout", "5s", "--retries", "1", "--", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "file mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "seed": 9911, "cache": "evict", "durable": false, "verify": true, "probes": false, "tool_timeout": 60, "slow_cutoff": 0 }, "workload": [ { "name": "data", "kind": "large-file", "files": 1, "bytes": 67108864 } ], "cache": "evict", "case_error": false, "cache_limitations": [ "Fixture fadvise is advisory; metadata caches remain warm.", "NFS server cache and other clients uncontrolled where NFS is used.", "Tmpfs remains memory-resident where used." ], "host": { "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39", "kernel": "6.8.0-110-generic", "machine": "x86_64", "cpus": 96, "python": "3.13.13" }, "filesystems": { "source": "ext2/ext3", "destination": "xfs" }, "tool_identity": { "version": "rclone v1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" } }, { "scenario": "wan-cal-cal-sftp-mux-many8g-t8", "tool": "rclone-sftp", "repeat": 0, "bytes": 8589934592, "files": 32, "wall_s": 177.88859882950783, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--sftp-ssh", "ssh -F /dev/null -p SSH_PORT -o BatchMode=yes -o IdentitiesOnly=yes -i KEY_FILE -o StrictHostKeyChecking=yes -o UserKnownHostsFile=KNOWN_HOSTS -o ControlMaster=auto -o ControlPersist=60 -o ControlPath=SSH_SOCKET_DIR/long8 USER@SERVER", "--transfers", "8", "--checkers", "1", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 360 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.68896484375, 4.97119140625, 4.20654296875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "b9b0482e7b44b5553c42136f8de359073cfc5b769640e003aa839cc15f3764ab", "runner_sha256": null, "source_manifest_sha256": "868c55d06c8adafb096b167e408c2c169dfe0358b2350a6911a6d7890d2b9e6a", "stage": "calibration", "payload_started_by_s": 15.88273000717163 }, { "scenario": "wan-cal-cal-sftp-native-many8g-t32", "tool": "rclone-sftp", "repeat": 0, "bytes": 8589934592, "files": 32, "wall_s": 130.43036657758057, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--transfers", "32", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 360 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.259765625, 4.71875, 4.01904296875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "d91fe06206687520ac6c4bd867464181797d59f24e0e3306708509d05c2260cb", "runner_sha256": null, "source_manifest_sha256": "868c55d06c8adafb096b167e408c2c169dfe0358b2350a6911a6d7890d2b9e6a", "stage": "calibration", "payload_started_by_s": 14.632540941238403 }, { "scenario": "wan-cal-cal-syq-fixed16-many32g", "tool": "syq", "repeat": 0, "bytes": 34359738368, "files": 32, "wall_s": 317.60080438666046, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "--syq-connections", "16", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.005859375, 5.80859375, 5.65869140625 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "05e652ec81b6f206f1e0e8578e236d5281df2ca9aa2a11b35323948f0588d5f0", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "calibration", "worker_tuning_log": [], "tuning_cache": "ignored by fixed worker override", "payload_started_by_s": 6.08 }, { "scenario": "wan-cal-dav-many2g-t16", "tool": "rclone-webdav", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 23.768076298758388, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 3.6943359375, 3.35693359375, 3.14013671875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "56f49ceac90a4b9874cada81a3f8eef9501bf6692e9810785d6ff745e2663772", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 11.574445962905884 }, { "scenario": "wan-cal-dav-many2g-t4", "tool": "rclone-webdav", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 24.417296707630157, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "4", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.69384765625, 3.1591796875, 3.06787109375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "39c32f9d75a3b2c4bacc76e6249091f5dcb40fb375984cafd6959cf7dd11dedf", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 11.01357102394104 }, { "scenario": "wan-cal-dav-one512", "tool": "rclone-webdav", "repeat": 0, "bytes": 536870912, "files": 1, "wall_s": 8.766299907118082, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 536870912 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.5244140625, 2.6552734375, 2.8759765625 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "8a5c5c62727b5c89c1f7b27c354c9e013c88f9292684096825cc40aa287caff5", "runner_sha256": null, "source_manifest_sha256": "79c7d62eceae94ebcc336ae3e67cf1fe99c4272adbeb39b28d41b62c41943b4e", "stage": "calibration", "payload_started_by_s": 9.218080520629883 }, { "scenario": "wan-cal-dav-one8g", "tool": "rclone-webdav", "repeat": 0, "bytes": 8589934592, "files": 1, "wall_s": 82.17438154295087, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.68408203125, 2.6865234375, 2.84814453125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "43e1f1c6a262d9f84a2625e15d8c3a177e1f919dd5905f67f2d6646c776b68cd", "runner_sha256": null, "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "calibration", "payload_started_by_s": 11.8355712890625 }, { "scenario": "wan-cal-pub-one8g-webdav-r1", "tool": "rclone-webdav", "repeat": 0, "bytes": 8589934592, "files": 1, "wall_s": 81.57430924475193, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.5576171875, 5.47998046875, 4.68896484375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "ae81b2261763c126a8b5008c2db01686f811307fecb490b74955ebeb6edfeae5", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "calibration", "excluded_reason": "Local page pytest suite overlapped the start of this run. Excluded before completion/inspection of its result; replace after the main series.", "payload_started_by_s": 11.741596937179565 }, { "scenario": "wan-cal-sftp-key-many2g-t16", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 74.8751628678292, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--no-check-dest", "--transfers", "16", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.19580078125, 3.56201171875, 3.22314453125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "3129b20bbcf3f55816258abc001745594be2370a5ac1381a59c86e71203282ee", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 14.909079551696777 }, { "scenario": "wan-cal-sftp-key-many2g-t32", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 73.2227061893791, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--no-check-dest", "--transfers", "32", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.99267578125, 4.07568359375, 3.44482421875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "db4d54d31a9698f673b8630f34fbc695118a9e29fe7db3cf33d47034c98548f3", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 14.482120275497437 }, { "scenario": "wan-cal-sftp-many2g-t16", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 78.57524671964347, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--no-check-dest", "--transfers", "16", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 3.58984375, 3.28271484375, 3.06396484375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "7bcd669d1a12773605baadff8e43838c4acac7a25d829e36a6318eeb5d6787d8", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 16.05466651916504 }, { "scenario": "wan-cal-sftp-many2g-t32", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 77.9260601811111, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--no-check-dest", "--transfers", "32", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 3.90478515625, 3.45361328125, 3.14599609375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "e3ccc601d3f27cde01502e44d4a7670e355f391e244a9df23c82878869bd280e", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 15.839721918106079 }, { "scenario": "wan-cal-sftp-mux-many2g-t16", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 69.37230789102614, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-ssh", "ssh -F /dev/null -p SSH_PORT -o BatchMode=yes -o IdentitiesOnly=yes -i KEY_FILE -o StrictHostKeyChecking=yes -o UserKnownHostsFile=KNOWN_HOSTS -o ControlMaster=auto -o ControlPersist=60 -o ControlPath=SSH_SOCKET_DIR/s16 USER@SERVER", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--transfers", "16", "--checkers", "1", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 6.673828125, 4.92333984375, 3.9736328125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "738954549fc39bad8491fb100c0f2141da58a4ecb8408e1bf11fe541647a5311", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 15.961808443069458 }, { "scenario": "wan-cal-sftp-mux-many2g-t8", "tool": "rclone-sftp", "repeat": 0, "bytes": 2147483648, "files": 32, "wall_s": 62.57351793348789, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-ssh", "ssh -F /dev/null -p SSH_PORT -o BatchMode=yes -o IdentitiesOnly=yes -i KEY_FILE -o StrictHostKeyChecking=yes -o UserKnownHostsFile=KNOWN_HOSTS -o ControlMaster=auto -o ControlPersist=60 -o ControlPath=SSH_SOCKET_DIR/s8 USER@SERVER", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--transfers", "8", "--checkers", "1", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 2147483648 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 3.87255859375, 4.10888671875, 3.6533203125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "7b7cc8828807a912450950472c4ce40f1d7a75b8ea4d07531574c49591b077db", "runner_sha256": null, "source_manifest_sha256": "c1fdb1c2db592d4cd267db163b8523d3b73f02ed56395162bfad7e5f947f3f90", "stage": "calibration", "payload_started_by_s": 15.592391014099121 }, { "scenario": "wan-cal-sftp-one512-255", "tool": "rclone-sftp", "repeat": 0, "bytes": 536870912, "files": 1, "wall_s": 1.5655584149062634, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 1, "content_verified": false, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 536870912 } ], "cache": "warm", "case_error": true, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.75146484375, 2.8916015625, 2.99462890625 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "ace5f26e6b52c082997c7686768338a7bde1ea5ca7a1b5c599ee44c47b611bef", "runner_sha256": null, "source_manifest_sha256": "79c7d62eceae94ebcc336ae3e67cf1fe99c4272adbeb39b28d41b62c41943b4e", "stage": "calibration", "failure_note": "Host-key mismatch during setup; no copy completed." }, { "scenario": "wan-cal-sftp-one512-255-fixed", "tool": "rclone-sftp", "repeat": 0, "bytes": 536870912, "files": 1, "wall_s": 1.4652893114835024, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 1, "content_verified": false, "metadata": null, "recorded_status": "failed", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 536870912 } ], "cache": "warm", "case_error": true, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.57470703125, 2.81640625, 2.96435546875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "496c100a159e092da825e30d76e03c2db93e6cd0df2cf61e04fc2862f15f4238", "runner_sha256": null, "source_manifest_sha256": "79c7d62eceae94ebcc336ae3e67cf1fe99c4272adbeb39b28d41b62c41943b4e", "stage": "calibration", "failure_note": "Host-key mismatch during setup; no copy completed." }, { "scenario": "wan-cal-sftp-one512-255-keys", "tool": "rclone-sftp", "repeat": 0, "bytes": 536870912, "files": 1, "wall_s": 81.62756563909352, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 536870912 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.42919921875, 2.7265625, 2.9228515625 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "f3b5c6e7b59966afe9f0abb5ef81bfcfb23c6e5e112a2bd60e113f28bbce5a8e", "runner_sha256": null, "source_manifest_sha256": "79c7d62eceae94ebcc336ae3e67cf1fe99c4272adbeb39b28d41b62c41943b4e", "stage": "calibration", "payload_started_by_s": 15.707486867904663 }, { "scenario": "wan-cal-syq-one512", "tool": "syq", "repeat": 0, "bytes": 536870912, "files": 1, "wall_s": 15.616941694170237, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 536870912 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 3.1689453125, 2.96875, 3.0244140625 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "556d8e8fc59805ddf9f3927f71cdf99286fa32f293fa2c6fba6644b992fe1406", "runner_sha256": null, "source_manifest_sha256": "79c7d62eceae94ebcc336ae3e67cf1fe99c4272adbeb39b28d41b62c41943b4e", "stage": "calibration", "worker_tuning_log": [], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.89 }, { "scenario": "wan-cal-syq-one8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 1, "wall_s": 90.00974946655333, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 1, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 180 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 2.708984375, 2.71142578125, 2.8798828125 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "4c0e9002784512d5ee30850307bc8fba43004eac0e90b97e774a041191efa4ce", "runner_sha256": null, "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "calibration", "worker_tuning_log": [ "syq: tune: candidate 16 -> 21 workers (measured 115.3 MB/s at 16, state Explore { from: 16, base: 115317732.92638697, direction: Up })", "syq: tune: 16 -> 21 workers (candidate ready, state Explore { from: 16, base: 115317732.92638697, direction: Up })", "syq: tune: candidate 21 -> 16 workers (measured 115.7 MB/s at 21, state Hold)", "syq: tune: 21 -> 16 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 7.05 }, { "scenario": "wan-repeat-many32g", "tool": "syq", "repeat": 0, "bytes": 34359738368, "files": 32, "wall_s": 315.8462211806327, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.41796875, 5.43701171875, 5.17919921875 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "2b2f7a09f54e1443bee828f44aeab299710d634623cb08d517243b5225d1996d", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 16 -> 21 workers (measured 116.2 MB/s at 16, state Explore { from: 16, base: 116156391.51779598, direction: Up })", "syq: tune: 16 -> 21 workers (candidate ready, state Explore { from: 16, base: 116156391.51779598, direction: Up })", "syq: tune: candidate 21 -> 16 workers (measured 117.0 MB/s at 21, state Hold)", "syq: tune: 21 -> 16 workers (state Hold)", "syq: tune: candidate 16 -> 12 workers (measured 116.6 MB/s at 16, state Explore { from: 16, base: 116574181.85284168, direction: Down })", "syq: tune: 16 -> 12 workers (state Explore { from: 16, base: 116574181.85284168, direction: Down })", "syq: tune: candidate 12 -> 9 workers (measured 113.2 MB/s at 12, state Explore { from: 12, base: 113217810.3568022, direction: Down })", "syq: tune: 12 -> 9 workers (state Explore { from: 12, base: 113217810.3568022, direction: Down })", "syq: tune: candidate 9 -> 7 workers (measured 114.5 MB/s at 9, state Explore { from: 9, base: 114477082.9789542, direction: Down })", "syq: tune: 9 -> 7 workers (state Explore { from: 9, base: 114477082.9789542, direction: Down })", "syq: tune: candidate 7 -> 5 workers (measured 117.8 MB/s at 7, state Explore { from: 7, base: 117830887.65343177, direction: Down })", "syq: tune: 7 -> 5 workers (state Explore { from: 7, base: 117830887.65343177, direction: Down })", "syq: tune: candidate 5 -> 4 workers (measured 117.4 MB/s at 5, state Explore { from: 5, base: 117415988.1901395, direction: Down })", "syq: tune: 5 -> 4 workers (state Explore { from: 5, base: 117415988.1901395, direction: Down })", "syq: tune: candidate 4 -> 5 workers (measured 106.9 MB/s at 4, state Hold)", "syq: tune: 4 -> 5 workers (candidate ready, state Hold)", "syq: tune: candidate 5 -> 6 workers (measured 119.6 MB/s at 5, state Explore { from: 5, base: 119618361.63784572, direction: Up })", "syq: tune: 5 -> 6 workers (candidate ready, state Explore { from: 5, base: 119618361.63784572, direction: Up })", "syq: tune: candidate 6 -> 5 workers (measured 110.0 MB/s at 6, state Hold)", "syq: tune: 6 -> 5 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.08 }, { "scenario": "wan-repeat-many32g", "tool": "syq", "repeat": 1, "bytes": 34359738368, "files": 32, "wall_s": 322.34994466789067, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.42431640625, 5.6064453125, 5.46630859375 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "207e2507998424019be37ec51815769e3df970be47186d46a549c81274d775b0", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 5 -> 7 workers (measured 115.7 MB/s at 5, state Explore { from: 5, base: 115728761.40569635, direction: Up })", "syq: tune: 5 -> 7 workers (candidate ready, state Explore { from: 5, base: 115728761.40569635, direction: Up })", "syq: tune: candidate 7 -> 5 workers (measured 114.5 MB/s at 7, state Hold)", "syq: tune: 7 -> 5 workers (state Hold)", "syq: tune: candidate 5 -> 4 workers (measured 105.7 MB/s at 5, state Explore { from: 5, base: 105665806.53860849, direction: Down })", "syq: tune: 5 -> 4 workers (state Explore { from: 5, base: 105665806.53860849, direction: Down })", "syq: tune: candidate 4 -> 3 workers (measured 115.7 MB/s at 4, state Explore { from: 4, base: 115728713.09492013, direction: Down })", "syq: tune: 4 -> 3 workers (state Explore { from: 4, base: 115728713.09492013, direction: Down })", "syq: tune: candidate 3 -> 2 workers (measured 116.2 MB/s at 3, state Explore { from: 3, base: 116157450.75443353, direction: Down })", "syq: tune: 3 -> 2 workers (state Explore { from: 3, base: 116157450.75443353, direction: Down })", "syq: tune: candidate 2 -> 3 workers (measured 110.3 MB/s at 2, state Hold)", "syq: tune: 2 -> 3 workers (candidate ready, state Hold)", "syq: tune: candidate 3 -> 2 workers (measured 111.2 MB/s at 3, state Explore { from: 3, base: 111222819.34137595, direction: Down })", "syq: tune: 3 -> 2 workers (state Explore { from: 3, base: 111222819.34137595, direction: Down })", "syq: tune: candidate 2 -> 1 workers (measured 116.6 MB/s at 2, state Explore { from: 2, base: 116571932.08887075, direction: Down })", "syq: tune: 2 -> 1 workers (state Explore { from: 2, base: 116571932.08887075, direction: Down })" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.26 }, { "scenario": "wan-repeat-many32g", "tool": "syq", "repeat": 2, "bytes": 34359738368, "files": 32, "wall_s": 341.3520436324179, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.5712890625, 5.75, 5.52197265625 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "1633c572860676c90a216fc7246dd7c4ada8edb22dadc46bbe6564b0753a89e0", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 1 -> 2 workers (measured 116.1 MB/s at 1, state Explore { from: 1, base: 116145002.93438497, direction: Up })", "syq: tune: 1 -> 2 workers (candidate ready, state Explore { from: 1, base: 116145002.93438497, direction: Up })", "syq: tune: candidate 2 -> 1 workers (measured 115.7 MB/s at 2, state Hold)", "syq: tune: 2 -> 1 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.26 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-sftp", "repeat": 0, "bytes": 34359738368, "files": 32, "wall_s": 391.8557864241302, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--transfers", "32", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.1376953125, 5.22607421875, 5.1513671875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "8db37a5dd9a4641ef79a171a1be986700cd57aec30afb9b9483f90bba49458e4", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 14.740077257156372 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-sftp", "repeat": 1, "bytes": 34359738368, "files": 32, "wall_s": 380.65351497381926, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--transfers", "32", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.205078125, 5.55712890625, 5.35107421875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "04b415c26bba33f8742e3b9d50bb95a664a9478855fdc4160727170062dc1959", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 14.708784341812134 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-sftp", "repeat": 2, "bytes": 34359738368, "files": 32, "wall_s": 394.1097453366965, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-use-agent", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--sftp-chunk-size", "255Ki", "--sftp-concurrency", "256", "--no-check-dest", "--sftp-key-use-agent=false", "--sftp-key-file", "KEY_FILE", "--transfers", "32", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.25634765625, 5.2255859375, 5.32763671875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "74c63b808e593a8e6b74bf32f99be450ec51ea090d6a2ff1476db52f1f8e22fc", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 14.176522254943848 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-webdav", "repeat": 0, "bytes": 34359738368, "files": 32, "wall_s": 307.5935201663524, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.6337890625, 5.12353515625, 5.15234375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "ce2aa4b0d1a8dec63116dcbf2c6697f145611ba3dc9d83883e91de9c3882a5fe", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 11.309525966644287 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-webdav", "repeat": 1, "bytes": 34359738368, "files": 32, "wall_s": 312.5998532716185, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.03662109375, 5.4130859375, 5.35693359375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "5686234378673a70d2a4f3d26d0c0fcaa88fddd0b6b436c00b0aa1033077e2c9", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 11.96599793434143 }, { "scenario": "wan-repeat-many32g", "tool": "rclone-webdav", "repeat": 2, "bytes": 34359738368, "files": 32, "wall_s": 311.4500422179699, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 32 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 32, "bytes": 34359738368 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 4.68408203125, 4.99072265625, 5.2099609375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "fce5cb0cca0fba920256e7195951e0d03f88b7c00c710965fddf25ede906d73c", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "8d21fd63c31e61ff335c21c3009c6812f111eac5218ac0258cb81ab01a040d83", "stage": "three-repeat series", "payload_started_by_s": 11.814051151275635 }, { "scenario": "wan-repeat-one8g", "tool": "syq", "repeat": 0, "bytes": 8589934592, "files": 1, "wall_s": 86.72352322377264, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.056640625, 5.3095703125, 4.5390625 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "2e3f43ebea2cd572c216c2d95a65a84a8eec2f5c63991cf65a8f243046ec2ef7", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 16 -> 21 workers (measured 117.0 MB/s at 16, state Explore { from: 16, base: 116986127.48626472, direction: Up })", "syq: tune: 16 -> 21 workers (candidate ready, state Explore { from: 16, base: 116986127.48626472, direction: Up })", "syq: tune: candidate 21 -> 16 workers (measured 116.6 MB/s at 21, state Hold)", "syq: tune: 21 -> 16 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.05 }, { "scenario": "wan-repeat-one8g", "tool": "syq", "repeat": 1, "bytes": 8589934592, "files": 1, "wall_s": 86.62439806759357, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.83349609375, 5.6767578125, 4.939453125 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "36b2b2ebb57bc70cd1840266fc5dfb6aebcd80c54ed72853a807547a4e43dcc8", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 16 -> 21 workers (measured 116.6 MB/s at 16, state Explore { from: 16, base: 116566622.77188507, direction: Up })", "syq: tune: 16 -> 21 workers (candidate ready, state Explore { from: 16, base: 116566622.77188507, direction: Up })", "syq: tune: candidate 21 -> 16 workers (measured 117.0 MB/s at 21, state Hold)", "syq: tune: 21 -> 16 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.08 }, { "scenario": "wan-repeat-one8g", "tool": "syq", "repeat": 2, "bytes": 8589934592, "files": 1, "wall_s": 88.27388384565711, "argv": [ "env", "SYQ_DEBUG=1", "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.60302734375, 5.80517578125, 5.08154296875 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "4d1fa27e0f850db38d8ce04be32a6999269b5b991a4a840cc57b6663afe84d65", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "worker_tuning_log": [ "syq: tune: candidate 16 -> 21 workers (measured 115.7 MB/s at 16, state Explore { from: 16, base: 115728334.90474918, direction: Up })", "syq: tune: 16 -> 21 workers (candidate ready, state Explore { from: 16, base: 115728334.90474918, direction: Up })", "syq: tune: candidate 21 -> 16 workers (measured 115.7 MB/s at 21, state Hold)", "syq: tune: 21 -> 16 workers (state Hold)" ], "tuning_cache": "existing; not reset between runs", "payload_started_by_s": 6.3 }, { "scenario": "wan-repeat-one8g", "tool": "rclone-webdav", "repeat": 0, "bytes": 8589934592, "files": 1, "wall_s": 81.2742999792099, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.90478515625, 5.255859375, 5.41455078125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "da86ef8092ef83de4ed8fe48bcb50b62be436f0548b2fa026682dd3354a41863", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "replacement_for": "pub-one8g-webdav-r1", "order_note": "Replacement collected after the rotated series.", "payload_started_by_s": 11.155584573745728 }, { "scenario": "wan-repeat-one8g", "tool": "rclone-webdav", "repeat": 1, "bytes": 8589934592, "files": 1, "wall_s": 82.1230753120035, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 6.1533203125, 5.72021484375, 4.86376953125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "04f48b1c2d35446940c353d7def7370e29cba1045f1e0ac33a49ef30ef6f73c4", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "payload_started_by_s": 11.232782125473022 }, { "scenario": "wan-repeat-one8g", "tool": "rclone-webdav", "repeat": 2, "bytes": 8589934592, "files": 1, "wall_s": 82.07382765971124, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--retries", "1", "--stats", "10s", "--stats-one-line", "-vv", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "16", "--webdav-pacer-min-sleep", "2ms", "--no-check-dest", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds", "mismatches": 0, "entries": 1 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "warm tmpfs source; no eviction", "durable": false, "verify": true, "tool_timeout": 600 }, "workload": [ { "name": "flat regular files", "files": 1, "bytes": 8589934592 } ], "cache": "warm", "case_error": false, "cache_limitations": [ "Memory-resident source; destination and server metadata caches uncontrolled; no final fsync." ], "filesystems": { "source": "tmpfs", "destination": "XFS RAID" }, "network": { "sender_nic_mbps": 1000, "sender_congestion_control": "bbr", "rtt_description": "approximately 250\u2013265 ms" }, "receiver_load_before": [ 5.615234375, 5.92822265625, 5.2177734375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "b09387f3f2a0b55fb829895ea10b1dd121439c290b0fdc07cbb9230df9710e46", "runner_sha256": "89f18808af82b4fc6dd8a64cfe1bbbafa64f5f9922bbbd9c00d1330632e415d3", "source_manifest_sha256": "efb1c5c66be4ce95bf6de0c7b5e02151f7ef4f472c0318411920c47f5b6cfb01", "stage": "three-repeat series", "payload_started_by_s": 11.256967306137085 }, { "scenario": "lan-repeat-small", "tool": "syq", "repeat": 0, "bytes": 2457600000, "files": 600000, "wall_s": 23.26733935624361, "argv": [ "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 7.85498046875, 10.91064453125, 7.6591796875 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "1a0a5f83958220d749c9786a2eaef83dfe5126e7e9c98a3169888456c61c7eda", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "existing automatic settings; not reset" }, { "scenario": "lan-repeat-small", "tool": "syq", "repeat": 1, "bytes": 2457600000, "files": 600000, "wall_s": 21.967397831380367, "argv": [ "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 18.8994140625, 25.3466796875, 17.41162109375 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "5528c660032fd12c07c89b29a42e8e3d26f3ba1b4dbf24726322904ff36df819", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "existing automatic settings; not reset" }, { "scenario": "lan-repeat-small", "tool": "syq", "repeat": 2, "bytes": 2457600000, "files": 600000, "wall_s": 22.316725915297866, "argv": [ "syq", "rsync", "-rt", "--no-progress", "--syq-no-bootstrap", "--rsync-path", "REMOTE_SCRATCH/syq", "-e", "SSH_WRAPPER", "SOURCE/", "USER@SERVER:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 21.55078125, 24.8046875, 18.44677734375 ], "tool_identity": { "version": "0.5.2", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "capture_sha256": "34231e6e031b466a10083c09730ef1da8fe4dd48216433019cc77a7fd33b74f1", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "existing automatic settings; not reset" }, { "scenario": "lan-repeat-small", "tool": "rclone-sftp", "repeat": 0, "bytes": 2457600000, "files": 600000, "wall_s": 82.8750991281122, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--transfers", "64", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 9.1455078125, 10.97900390625, 8.08154296875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "22353ad5b03fb5e6b85b5394fa12ff6826c74ac349c03c9324244c02494c0eac", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable" }, { "scenario": "lan-repeat-small", "tool": "rclone-sftp", "repeat": 1, "bytes": 2457600000, "files": 600000, "wall_s": 96.47538308426738, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--transfers", "64", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 29.56689453125, 25.482421875, 14.8623046875 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "8a63bfa3536caecae57bb6b0cb5572276e231a0dd292563b400c7add75a2a9f9", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable" }, { "scenario": "lan-repeat-small", "tool": "rclone-sftp", "repeat": 2, "bytes": 2457600000, "files": 600000, "wall_s": 84.00999372825027, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--sftp-host", "SERVER", "--sftp-port", "SSH_PORT", "--sftp-user", "USER", "--sftp-key-file", "KEY_FILE", "--sftp-known-hosts-file", "KNOWN_HOSTS", "--sftp-md5sum-command", "md5sum", "--sftp-sha1sum-command", "sha1sum", "--transfers", "64", ":local:SOURCE", ":sftp:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 13.751953125, 21.89306640625, 17.90087890625 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "44be977e7ec3f88928a239dedebe951e07757ebcc5c0d589d11e91a10dbd4bee", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable" }, { "scenario": "lan-repeat-small", "tool": "rclone-webdav", "repeat": 0, "bytes": 2457600000, "files": 600000, "wall_s": 45.870338432490826, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "64", "--webdav-pacer-min-sleep", "0s", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 30.68359375, 20.53759765625, 12.12548828125 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "c452155d9a426a931a017fb2a27011d67949c693bb8d005fb2089d0902cd5949", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable", "server_configuration": { "tool": "rclone 1.75.1", "command": [ "rclone", "serve", "webdav", "REMOTE_SCRATCH/data", "--config", "/dev/null", "--addr", "SERVER:HTTPS_PORT", "--dir-cache-time", "5m", "--cert", "CA_CERT", "--key", "TLS_KEY_FILE" ], "authentication": "username/password via environment; client password obscured; certificate verified" } }, { "scenario": "lan-repeat-small", "tool": "rclone-webdav", "repeat": 1, "bytes": 2457600000, "files": 600000, "wall_s": 41.870082691311836, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "64", "--webdav-pacer-min-sleep", "0s", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 18.61962890625, 24.98828125, 16.35791015625 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "43574485a98fdd084454f91bc99c2458a6481473d83da274b11b07e3094d4a50", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable", "server_configuration": { "tool": "rclone 1.75.1", "command": [ "rclone", "serve", "webdav", "REMOTE_SCRATCH/data", "--config", "/dev/null", "--addr", "SERVER:HTTPS_PORT", "--dir-cache-time", "5m", "--cert", "CA_CERT", "--key", "TLS_KEY_FILE" ], "authentication": "username/password via environment; client password obscured; certificate verified" } }, { "scenario": "lan-repeat-small", "tool": "rclone-webdav", "repeat": 2, "bytes": 2457600000, "files": 600000, "wall_s": 42.21915041655302, "argv": [ "rclone", "copy", "--config", "/dev/null", "--create-empty-src-dirs", "--contimeout", "10s", "--timeout", "60s", "--retries", "1", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", "--no-check-dest", "--webdav-url", "https://SERVER:HTTPS_PORT/", "--webdav-vendor", "rclone", "--ca-cert", "CA_CERT", "--transfers", "64", "--webdav-pacer-min-sleep", "0s", ":local:SOURCE", ":webdav:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular-file sizes and mtimes, whole seconds; file and directory membership", "mismatches": 0, "entries": 600000 }, "recorded_status": "verified", "seed": 9911, "protocol": { "repeats": 3, "cache": "source files read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "workload": [ { "name": "small regular files in 256 directories", "files": 600000, "bytes": 2457600000 } ], "cache": "warm source data and metadata", "case_error": false, "cache_limitations": [ "Fresh destination; shared server activity and destination caches uncontrolled; no final fsync." ], "filesystems": { "source": "XFS RAID", "destination": "XFS RAID" }, "network": { "sender_bond_mbps": 20000, "receiver_bond_mbps": 20000, "ports_per_bond": 2, "port_mbps": 10000, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "rtt_description": "approximately 0.2 ms" }, "receiver_load_before": [ 10.71044921875, 21.81640625, 16.77880859375 ], "tool_identity": { "version": "1.75.1", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "capture_sha256": "8dc1f51405ba976211ae710a4c7f008f5a7b755c30ebd2b9839cd4e2c1eca4e9", "runner_sha256": "80d9adbf5ba35f8ad83fa812a31f06b438007f7cd6a7f331876229848460a1ed", "verifier_sha256": "4408cbb0a342e39ada31992b0e0e9cc5070e57b30df93ed8719afbcff7af3131", "source_manifest_sha256": "2a049fa2fc231c5a5a69aabcb19d1c599b8bcee4bb9cd661ab411168754321b9", "stage": "three-repeat series", "tuning_cache": "not applicable", "server_configuration": { "tool": "rclone 1.75.1", "command": [ "rclone", "serve", "webdav", "REMOTE_SCRATCH/data", "--config", "/dev/null", "--addr", "SERVER:HTTPS_PORT", "--dir-cache-time", "5m", "--cert", "CA_CERT", "--key", "TLS_KEY_FILE" ], "authentication": "username/password via environment; client password obscured; certificate verified" } }, { "scenario": "nfs-repeat-small-read", "tool": "syq", "repeat": 0, "bytes": 1638400000, "files": 400000, "wall_s": 20.94273946597241, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "syq 0.5.2\n", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "1918c6049673538c1a5e68d81cf01a5f66ae5b2f88d44679988eaf90247bdb71", "load_after": [ 20.25390625, 14.40966796875, 10.3916015625 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } }, { "scenario": "nfs-repeat-small-read", "tool": "syq", "repeat": 1, "bytes": 1638400000, "files": 400000, "wall_s": 26.850945543963462, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "syq 0.5.2\n", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "c64c368e84be176a34e76a62ea30f51fa7f1db07b0bd7b2af73a70ed47240914", "load_after": [ 22.8505859375, 18.68212890625, 13.5927734375 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } }, { "scenario": "nfs-repeat-small-read", "tool": "syq", "repeat": 2, "bytes": 1638400000, "files": 400000, "wall_s": 22.095957934157923, "argv": [ "syq", "rsync", "-a", "--no-progress", "SOURCE/", "DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "syq 0.5.2\n", "sha256": "5e4586bdc9706834cc907ff087afed57180e918e7459f9cefb7fda4e7973dbff" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "ab43149a20a8ed128bd57c8fd520e8c32741d329a1ac3ab52f097d1cab76cfc7", "load_after": [ 21.2626953125, 17.955078125, 13.8095703125 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } }, { "scenario": "nfs-repeat-small-read", "tool": "rclone-t64", "repeat": 0, "bytes": 1638400000, "files": 400000, "wall_s": 31.012333240825683, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "rclone v1.75.1\n- os/version: ubuntu 22.04 (64 bit)\n- os/kernel: 5.15.0-126-generic (x86_64)\n- os/type: linux\n- os/arch: amd64\n- go/version: go1.26.8\n- go/linking: static\n- go/tags: none\n", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "a0bb1f3bcea81ebb2c2340fe953a1cb350f6ee90a4ab951495f685994cf698db", "load_after": [ 31.61572265625, 17.4326171875, 11.76318359375 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } }, { "scenario": "nfs-repeat-small-read", "tool": "rclone-t64", "repeat": 1, "bytes": 1638400000, "files": 400000, "wall_s": 52.238320246106014, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "rclone v1.75.1\n- os/version: ubuntu 22.04 (64 bit)\n- os/kernel: 5.15.0-126-generic (x86_64)\n- os/type: linux\n- os/arch: amd64\n- go/version: go1.26.8\n- go/linking: static\n- go/tags: none\n", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "b71d561431ff8a7d49427920643cf4653ee11e2dbde909512dc468d838481d3e", "load_after": [ 34.8369140625, 20.49267578125, 13.4404296875 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } }, { "scenario": "nfs-repeat-small-read", "tool": "rclone-t64", "repeat": 2, "bytes": 1638400000, "files": 400000, "wall_s": 47.332721411949024, "argv": [ "rclone", "copy", "--config", "/dev/null", "--metadata", "--create-empty-src-dirs", "--transfers", "64", "--stats", "5s", "--stats-one-line", "--stats-log-level", "NOTICE", ":local:SOURCE", ":local:DESTINATION" ], "exit_code": 0, "content_verified": true, "metadata": { "scope": "regular files and directories: membership, type, mode, uid, gid, mtime_ns; file contents SHA256; root excluded", "mismatches": 0, "entries": 400256 }, "recorded_status": "verified", "case_error": false, "seed": 9911, "protocol": { "repeats": 3, "cache": "source file contents and metadata read before every timed copy", "durable": false, "verify": true, "tool_timeout": 900 }, "cache": "warm source data and metadata", "cache_limitations": [ "NFS server caches and other clients uncontrolled; shared host; no final durability flush." ], "filesystems": { "source": "mounted NFSv4.2", "destination": "XFS RAID" }, "tool_identity": { "version": "rclone v1.75.1\n- os/version: ubuntu 22.04 (64 bit)\n- os/kernel: 5.15.0-126-generic (x86_64)\n- os/type: linux\n- os/arch: amd64\n- go/version: go1.26.8\n- go/linking: static\n- go/tags: none\n", "sha256": "f66d8c1d552ad90296a11bc8b46d56a7fa5da1a7fa05e7ca522d95df92c4a4c0" }, "runner_sha256": "07c92bf2c0129cec1bcf58c92100c952cc3a533366a51af338723ed75a86f3ab", "source_manifest_sha256": "2c6bef5d1c6b0189faf701038e058e2c793832b04c3cab742e2efba7a751a8af", "capture_sha256": "5f8d082a2bfee6979950404494f9a310df20f48550d3434080fce0d9875cb687", "load_after": [ 33.076171875, 20.64453125, 15.13818359375 ], "stage": "three-repeat series", "preparation": { "files": 400000, "size": 4096, "directories": 256, "seed": 9911, "algorithm": "Sequential Python Random.randbytes per file; round-robin directories; mtime fixed to 1700000000." } } ], "network_checks": [ { "id": "bond-sftp-port-distribution", "purpose": "Port-use diagnostic, not a throughput benchmark or a reconstruction of the earlier run.", "tool": "rclone 1.75.1", "backend": "SFTP", "files": 16, "file_bytes": 67108864, "bytes": 1073741824, "transfers": 16, "bwlimit": "128M", "exit_code": 0, "content_independently_verified": false, "bond_mode": "802.3ad", "transmit_hash_policy": "layer3+4", "port_speed_mbps": 10000, "ports_per_host": 2, "counter_interval_s": 27.51711368560791, "baseline_interval_s": 24.33775281906128, "counter_scope": "Physical-port byte counters include preparation, authentication and unrelated traffic. Receiver had substantial background traffic; sender idle traffic was only kilobytes. No maximum-throughput claim.", "counters": { "sender": { "port_1": { "copy_interval_delta": { "rx_bytes": 11050583, "tx_bytes": 987754216 }, "baseline_delta": { "rx_bytes": 9151, "tx_bytes": 10019 } }, "port_2": { "copy_interval_delta": { "rx_bytes": 1591250, "tx_bytes": 141208452 }, "baseline_delta": { "rx_bytes": 14425, "tx_bytes": 16189 } } }, "receiver": { "port_1": { "copy_interval_delta": { "rx_bytes": 987805940, "tx_bytes": 423693306 }, "baseline_delta": { "rx_bytes": 55770, "tx_bytes": 244122031 } }, "port_2": { "copy_interval_delta": { "rx_bytes": 552064230, "tx_bytes": 1644778 }, "baseline_delta": { "rx_bytes": 243186234, "tx_bytes": 40666 } } } } }, { "id": "bond-webdav-port-distribution", "purpose": "Passive port observation during LAN WebDAV repeat 3; not a separate speed sample.", "tool": "rclone 1.75.1", "backend": "HTTPS WebDAV", "during_scenario": "lan-repeat-small", "repeat": 2, "sample_seconds": 5.005275011062622, "sender_port_tx_bytes": [ 221531281, 179865566 ], "established_connections": 144, "counter_scope": "Sender physical-port counters include protocol and SSH control traffic. Both ports carried over 100 MB during the five-second sample." } ] }