archive-clients/e2e/scripts/phase8-adversarial.sh

#!/usr/bin/env bash
set -euo pipefail

source "$(dirname "$0")/lib.sh"

v2_hash=8650a1a074039673ce156d4fdede8e38051108ddc90936eea818a20be2de5bfc
v2_qb_prefix=${v2_hash:0:40}
v2_torrent=ZDQ6aW5mb2Q5OmZpbGUgdHJlZWQwOmQ2Omxlbmd0aGkxOGUxMTpwaWVjZXMgcm9vdDMyOkzwzP0tijSmHJ/EFMYDoUaQHYtd6SNXTmo3yoKC8M+SZWUxMjptZXRhIHZlcnNpb25pMmU0Om5hbWU2OnYyLmJpbjEyOnBpZWNlIGxlbmd0aGkxNjM4NGVlZQ==
hybrid_v1=b77eea6da964b9661e082d567218ddf26609af56
hybrid_v2=a7ca521665677a5bdace1bd4be32dbe0e43e25a3c578bb5e98efc76fb2bd9eeb
hybrid_torrent=ZDQ6aW5mb2Q5OmZpbGUgdHJlZWQwOmQ2Omxlbmd0aGkyMmUxMTpwaWVjZXMgcm9vdDMyOnAzSygNaQ3iIRKqDJWOXW4HIsea/KNFhE1SN+3/qvJSZWU2Omxlbmd0aGkyMmUxMjptZXRhIHZlcnNpb25pMmU0Om5hbWUxMDpoeWJyaWQuYmluMTI6cGllY2UgbGVuZ3RoaTE2Mzg0ZTY6cGllY2VzMjA6xQCrcqTOQ+LNUqZJC7p47gKZ/GhlZQ==
stall_hash=330be0cb7c2201135a2de63b28e77993745ff688
stall_torrent=ZDQ6aW5mb2Q2Omxlbmd0aGkzMWU0Om5hbWUxMTpmaXh0dXJlLmJpbjEyOnBpZWNlIGxlbmd0aGkxNjM4NGU2OnBpZWNlczIwOlFlB05MtIUU4oem2MNz5LJW/GI6ZWU=

control_complex() {
    compose_control exec -T control \
        python /e2e/scenarios/complex_jobs.py "$@"
}

control_adversarial() {
    compose_control exec -T control \
        python /e2e/scenarios/adversarial_jobs.py "$@"
}

qb_endpoint() {
    case "$1" in
        cache-1) printf '%s' http://qb-cache-1:8080/api/v2 ;;
        cache-2) printf '%s' http://qb-cache-2:8080/api/v2 ;;
        archive-1) printf '%s' http://qb-archive-1:8080/api/v2 ;;
        archive-2) printf '%s' http://qb-archive-2:8080/api/v2 ;;
        *) printf 'unknown E2E node: %s\n' "$1" >&2; return 2 ;;
    esac
}

delete_hash() {
    local node=$1
    local info_hash=$2
    compose_node "$node" exec -T qbittorrent curl -fsS \
        -X POST http://127.0.0.1:8080/api/v2/torrents/delete \
        --data-urlencode "hashes=$info_hash" \
        --data-urlencode "deleteFiles=true" >/dev/null || true
}

install_torrent() {
    local node=$1
    local name=$2
    local encoded=$3
    compose_node "$node" exec -T qbittorrent /bin/sh -c \
        "printf '%s' '$encoded' | base64 -d > /tmp/phase8.torrent"
    compose_node "$node" exec -T qbittorrent curl -fsS \
        -X POST http://127.0.0.1:8080/api/v2/torrents/add \
        -F torrents=@/tmp/phase8.torrent \
        -F savepath=/downloads \
        -F stopped=true >/dev/null
    local qb_hash
    qb_hash=$(control_adversarial qb-hash \
        --endpoint "$(qb_endpoint "$node")" \
        --name "$name")
    compose_node "$node" exec -T qbittorrent curl -fsS \
        -X POST http://127.0.0.1:8080/api/v2/torrents/recheck \
        --data-urlencode "hashes=$qb_hash" >/dev/null
    control_complex assert-qb \
        --endpoint "$(qb_endpoint "$node")" \
        --info-hash "$qb_hash" \
        --selected '0' >/dev/null
    printf '%s' "$qb_hash"
}

assert_qb_by_name() {
    local node=$1
    local name=$2
    local qb_hash
    qb_hash=$(control_adversarial qb-hash \
        --endpoint "$(qb_endpoint "$node")" \
        --name "$name")
    control_complex assert-qb \
        --endpoint "$(qb_endpoint "$node")" \
        --info-hash "$qb_hash" \
        --selected '0' \
        --no-downloaded >/dev/null
}

restore_archive2=false
restore_scheduler=false
restore_archive2_client() {
    if [[ "$restore_archive2" == true ]]; then
        compose_node archive-2 up -d --force-recreate client >/dev/null
        restore_archive2=false
    fi
}
restore_test_environment() {
    restore_archive2_client
    if [[ "$restore_scheduler" == true ]]; then
        control_adversarial scheduler --action resume >/dev/null 2>&1 || true
        restore_scheduler=false
    fi
}
trap restore_test_environment EXIT

for node in cache-1 cache-2 archive-1 archive-2; do
    for hash in \
        "$v2_hash" "$v2_qb_prefix" "$hybrid_v1" "$hybrid_v2" "$stall_hash"; do
        delete_hash "$node" "$hash"
    done
    compose_node "$node" exec -T qbittorrent \
        rm -f /downloads/v2.bin /downloads/hybrid.bin /downloads/fixture.bin
done

compose_node cache-1 exec -T --user 1001:1001 qbittorrent /bin/sh -c \
    'printf "phase8-v2-content\n" > /downloads/v2.bin'
v2_source_qb_hash=$(install_torrent cache-1 v2.bin "$v2_torrent")
control_complex transfer \
    --operation archive \
    --source-client cache-1 \
    --target-client archive-1 \
    --info-hash "$v2_hash" \
    --selected '0' \
    --expected-selection '0' \
    --expected-delta '0'
assert_qb_by_name archive-1 v2.bin
control_adversarial assert-placement \
    --client-id archive-1 \
    --v2 "$v2_hash" \
    --files '0'
control_complex evict \
    --cache-client cache-1 \
    --info-hash "$v2_hash"
control_complex assert-qb \
    --endpoint "$(qb_endpoint cache-1)" \
    --info-hash "$v2_source_qb_hash" \
    --absent >/dev/null
control_complex transfer \
    --operation unarchive \
    --source-client archive-1 \
    --target-client cache-2 \
    --info-hash "$v2_hash" \
    --selected '0' \
    --expected-selection '0' \
    --expected-delta '0'
assert_qb_by_name cache-2 v2.bin
control_adversarial assert-placement \
    --client-id cache-2 \
    --v2 "$v2_hash" \
    --files '0'

compose_node cache-1 exec -T --user 1001:1001 qbittorrent /bin/sh -c \
    'printf "phase8-hybrid-content\n" > /downloads/hybrid.bin'
hybrid_source_qb_hash=$(install_torrent cache-1 hybrid.bin "$hybrid_torrent")
control_complex transfer \
    --operation archive \
    --source-client cache-1 \
    --target-client archive-2 \
    --info-hash "$hybrid_v1" \
    --selected '0' \
    --expected-selection '0' \
    --expected-delta '0'
assert_qb_by_name archive-2 hybrid.bin
control_adversarial assert-placement \
    --client-id archive-2 \
    --v1 "$hybrid_v1" \
    --v2 "$hybrid_v2" \
    --files '0'
control_complex evict \
    --cache-client cache-1 \
    --info-hash "$hybrid_v1"
control_complex assert-qb \
    --endpoint "$(qb_endpoint cache-1)" \
    --info-hash "$hybrid_source_qb_hash" \
    --absent >/dev/null
control_complex transfer \
    --operation unarchive \
    --source-client archive-2 \
    --target-client cache-2 \
    --info-hash "$hybrid_v1" \
    --selected '0' \
    --expected-selection '0' \
    --expected-delta '0'
assert_qb_by_name cache-2 hybrid.bin
control_adversarial assert-placement \
    --client-id cache-2 \
    --v1 "$hybrid_v1" \
    --v2 "$hybrid_v2" \
    --files '0'

compose_node cache-1 exec -T --user 1001:1001 qbittorrent /bin/sh -c \
    'printf "archive-control-e2e-happy-path\n" > /downloads/fixture.bin'
install_torrent cache-1 fixture.bin "$stall_torrent" >/dev/null
stall_job=$(control_complex drive \
    --operation archive \
    --source-client cache-1 \
    --target-client archive-2 \
    --info-hash "$stall_hash" \
    --through source_stage)
compose_node archive-2 stop client
control_adversarial wait-client \
    --client-id archive-2 \
    --no-connected
control_complex advance \
    --job-id "$stall_job" \
    --action syncthing_transfer >/dev/null
sleep 6
control_adversarial mark-stalled \
    --job-id "$stall_job" \
    --minimum-overall 0.2
compose_node archive-2 start client
control_adversarial wait-client --client-id archive-2
control_complex resume --job-id "$stall_job"
assert_qb_by_name archive-2 fixture.bin

delete_hash archive-2 "$stall_hash"
compose_node archive-2 exec -T qbittorrent rm -f /downloads/fixture.bin
ARCHIVE_2_CLIENT_CONFIG=./config/client-exhausted.toml \
    compose_node archive-2 up -d --force-recreate client >/dev/null
restore_archive2=true
control_adversarial wait-client --client-id archive-2
disk_job=$(control_complex create-paused \
    --operation archive \
    --source-client cache-1 \
    --target-client archive-2 \
    --info-hash "$stall_hash")
control_complex expect-failure \
    --job-id "$disk_job" \
    --contains 'insufficient free space'
control_complex assert-qb \
    --endpoint "$(qb_endpoint cache-1)" \
    --info-hash "$stall_hash" \
    --selected '0' >/dev/null
restore_archive2_client
control_adversarial wait-client --client-id archive-2

control_adversarial scheduler --action pause >/dev/null
restore_scheduler=true
compose_control run --rm protocol-probe
control_adversarial scheduler --action resume >/dev/null
restore_scheduler=false

printf '%s\n' \
    'phase 8 adversarial matrix passed: v2/hybrid round trips, recoverable stall,' \
    'bounded disk exhaustion, and duplicate/reordered WebSocket job events'