#####################################################################
# Clean start
#####################################################################
RUN rm -rf _build/testo/status/testo_subtests
RUN rm -rf tests/snapshots/testo_subtests/9c96a5aa8b4b
RUN rm -rf tests/snapshots/testo_subtests/0048917873df
RUN rm -rf tests/snapshots/testo_subtests/17ec149855c2
RUN rm -rf tests/snapshots/testo_subtests/02ac0ea4ae90
RUN rm -rf tests/snapshots/testo_subtests/f66d12950c64
RUN rm -rf tests/snapshots/testo_subtests/caadabfd495c
RUN mkdir -p tests/custom-snapshots
RUN rm -f tests/custom-snapshots/*
RUN ./subtest status  -e foo=bar  > /dev/null 2>&1
RUN ./subtest run -e foo=bar -j 1   > /dev/null 2>&1
RUN ./subtest status  -e foo=bar --all --long > /dev/null 2>&1
RUN ./subtest status  -e foo=bar  > /dev/null 2>&1
RUN ./subtest approve  -e foo=bar -s auto-approve > /dev/null 2>&1
RUN ./subtest approve  -e foo=bar -s environment-sensitive > /dev/null 2>&1
RUN ./subtest status  -e foo=bar 
junk printed on stdout...
... when creating the test suite
[31m[FAIL]  [0m3c1a494d9840 [36mflaky[0m
<handling result before exiting>
RUN ./subtest status  -e foo=bar --expert > /dev/null 2>&1
RUN ./subtest status  -e foo=bar --env A_b123=xxx > /dev/null 2>&1
RUN ./subtest status  -e foo=bar -e novalue > /dev/null 2>&1
RUN ./subtest status  -e foo=bar -e b@d_key=42 > /dev/null 2>&1
RUN ./subtest status -t 'testin' -e foo=bar -a > /dev/null 2>&1
RUN ./subtest status -t 'testing' -e foo=bar -a > /dev/null 2>&1
RUN ./subtest status  -e foo=bar --strict > /dev/null 2>&1
RUN ./subtest run -e foo=bar -j 1 -s environment-sensitive  > /dev/null 2>&1
RUN ./subtest run -e foo=bar -j 1 -s environment-sensitive  > /dev/null 2>&1
#####################################################################
# Delete statuses but not snapshots
#####################################################################
RUN rm -rf _build/testo/status/testo_subtests
RUN ./subtest status  -e foo=bar -v
junk printed on stdout...
... when creating the test suite
Legend:
[2m• [0m[PASS]: a successful test that was expected to succeed (good);
[2m• [0m[FAIL]: a failing test that was expected to succeed (needs fixing);
[2m• [0m[XFAIL]: a failing test that was expected to fail (tolerated failure);
[2m• [0m[XPASS]: a successful test that was expected to fail (progress?).
[2m• [0m[MISS]: a test that never ran;
[2m• [0m[SKIP]: a test that is always skipped but kept around for some reason;
[2m• [0m[xxxx*]: a new test for which there's no expected output yet.
  In this case, you should review the test output and run the 'approve'
  subcommand once you're satisfied with the output.
Try '--help' for options. Use '--expert' to hide this legend.

[33m[MISS]  [0mf66d12950c64 [36mauto-approve[0m > [36minternal files[0m > [36mcreate name file[0m
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/f66d12950c64/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/f66d12950c64/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/f66d12950c64/log
[33m[MISS]  [0mcaadabfd495c [36mauto-approve[0m > [36minternal files[0m > [36mdon't create name file[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/caadabfd495c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/caadabfd495c/log
[33m[MISS]  [0m57b56cb8ada0 [36mauto-approve[0m > [36minternal files[0m > [36mcheck for name file in previous tests[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57b56cb8ada0/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57b56cb8ada0/log
[33m[MISS]  [0md57ac4525684 ([1mtags[0m [1mtesting[0m) [36mtags[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d57ac4525684/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/d57ac4525684/log
[33m[MISS]  [0m9c96a5aa8b4b [36mauto-approve[0m > [36mcapture stdout[0m
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c96a5aa8b4b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/9c96a5aa8b4b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c96a5aa8b4b/log
[33m[MISS]  [0m0048917873df [36mauto-approve[0m > [36mcapture stderr[0m
[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0048917873df/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/0048917873df/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0048917873df/log
[33m[MISS]  [0m17ec149855c2 [36mauto-approve[0m > [36mcapture stdxxx[0m
[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/17ec149855c2/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdxxx: _build/testo/status/testo_subtests/17ec149855c2/stdxxx
[33m[MISS]  [0m02ac0ea4ae90 [36mauto-approve[0m > [36mcapture stdout and stderr[0m
[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/02ac0ea4ae90/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/02ac0ea4ae90/stdout
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/02ac0ea4ae90/stderr
[33m[MISS]  [0m25cccdbd5166 [36mauto-approve[0m > [36mcapture stdout in custom location[0m
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/25cccdbd5166/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdout: _build/testo/status/testo_subtests/25cccdbd5166/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/25cccdbd5166/log
[33m[MISS]  [0m8674d1483367 [36mauto-approve[0m > [36mcapture stderr in custom location[0m
[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/8674d1483367/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stderr: _build/testo/status/testo_subtests/8674d1483367/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/8674d1483367/log
[33m[MISS]  [0medebe706faa8 [36mauto-approve[0m > [36mcapture stdxxx in custom location[0m
[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/edebe706faa8/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdxxx: _build/testo/status/testo_subtests/edebe706faa8/stdxxx
[33m[MISS]  [0md7f47c9a03b6 [36mauto-approve[0m > [36mcapture stdout and stderr in custom location[0m
[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d7f47c9a03b6/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured split-stdout: _build/testo/status/testo_subtests/d7f47c9a03b6/stdout
[2m• [0mPath to captured split-stderr: _build/testo/status/testo_subtests/d7f47c9a03b6/stderr
[33m[MISS]  [0m3c1a494d9840 [36mflaky[0m
[2m• [0mThis test was marked as flaky by the programmer: this test is super flaky
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/3c1a494d9840/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/3c1a494d9840/log
[33m[MISS]  [0mfb27e160e59b [36mrequire '--env foo=bar'[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/fb27e160e59b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/fb27e160e59b/log
[33m[MISS]  [0m05dd9a9f220b [36mxfail due to invalid output[0m
[2m• [0mExpected to fail: produces incorrect output on purpose
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/05dd9a9f220b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/05dd9a9f220b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/05dd9a9f220b/log
[33m[MISS]  [0m0658581e95c7 [36mcapture multiple files and stdout[0m
[2m• [0mChecked output: stdout
[2m• [0mChecked output files: results.txt, results.json
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0658581e95c7/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/0658581e95c7/stdout [.orig]
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0658581e95c7/log
[2m• [0mPath to captured results.txt: _build/testo/status/testo_subtests/0658581e95c7/file-results.txt
[2m• [0mPath to captured results.json: _build/testo/status/testo_subtests/0658581e95c7/file-results.json
[33m[MISS]  [0m57fbfca04c25 [36minline logs[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57fbfca04c25/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57fbfca04c25/log
[33m[MISS]  [0m9c3540949276 [36mauto inline logs[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c3540949276/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c3540949276/log
[33m[MISS]  [0m33c81575317c [36mno inline logs[0m
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/33c81575317c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/33c81575317c/log
[33m[MISS]  [0m5eff5d8ffb2b [36menvironment-sensitive[0m
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/5eff5d8ffb2b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/5eff5d8ffb2b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/5eff5d8ffb2b/log

[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mf66d12950c64 [36mauto-approve[0m > [36minternal files[0m > [36mcreate name file[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/f66d12950c64/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/f66d12950c64/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/f66d12950c64/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mcaadabfd495c [36mauto-approve[0m > [36minternal files[0m > [36mdon't create name file[0m  [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/caadabfd495c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/caadabfd495c/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌─────────────────────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m57b56cb8ada0 [36mauto-approve[0m > [36minternal files[0m > [36mcheck for name file in previous tests[0m  [2m│[0m
[2m└─────────────────────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57b56cb8ada0/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57b56cb8ada0/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0md57ac4525684 ([1mtags[0m [1mtesting[0m) [36mtags[0m                                     [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d57ac4525684/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/d57ac4525684/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m9c96a5aa8b4b [36mauto-approve[0m > [36mcapture stdout[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c96a5aa8b4b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/9c96a5aa8b4b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c96a5aa8b4b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m0048917873df [36mauto-approve[0m > [36mcapture stderr[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0048917873df/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/0048917873df/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0048917873df/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m17ec149855c2 [36mauto-approve[0m > [36mcapture stdxxx[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/17ec149855c2/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdxxx: _build/testo/status/testo_subtests/17ec149855c2/stdxxx
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m02ac0ea4ae90 [36mauto-approve[0m > [36mcapture stdout and stderr[0m                [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/02ac0ea4ae90/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/02ac0ea4ae90/stdout
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/02ac0ea4ae90/stderr
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m25cccdbd5166 [36mauto-approve[0m > [36mcapture stdout in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/25cccdbd5166/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdout: _build/testo/status/testo_subtests/25cccdbd5166/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/25cccdbd5166/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m8674d1483367 [36mauto-approve[0m > [36mcapture stderr in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/8674d1483367/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stderr: _build/testo/status/testo_subtests/8674d1483367/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/8674d1483367/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0medebe706faa8 [36mauto-approve[0m > [36mcapture stdxxx in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/edebe706faa8/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdxxx: _build/testo/status/testo_subtests/edebe706faa8/stdxxx
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌───────────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0md7f47c9a03b6 [36mauto-approve[0m > [36mcapture stdout and stderr in custom location[0m  [2m│[0m
[2m└───────────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d7f47c9a03b6/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured split-stdout: _build/testo/status/testo_subtests/d7f47c9a03b6/stdout
[2m• [0mPath to captured split-stderr: _build/testo/status/testo_subtests/d7f47c9a03b6/stderr
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m3c1a494d9840 [36mflaky[0m                                                   [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mThis test was marked as flaky by the programmer: this test is super flaky
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/3c1a494d9840/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/3c1a494d9840/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mfb27e160e59b [36mrequire '--env foo=bar'[0m                                 [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/fb27e160e59b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/fb27e160e59b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m05dd9a9f220b [36mxfail due to invalid output[0m                             [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mExpected to fail: produces incorrect output on purpose
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/05dd9a9f220b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/05dd9a9f220b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/05dd9a9f220b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m0658581e95c7 [36mcapture multiple files and stdout[0m                       [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0mChecked output files: results.txt, results.json
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0658581e95c7/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/0658581e95c7/stdout [.orig]
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0658581e95c7/log
[2m• [0mPath to captured results.txt: _build/testo/status/testo_subtests/0658581e95c7/file-results.txt
[2m• [0mPath to captured results.json: _build/testo/status/testo_subtests/0658581e95c7/file-results.json
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m57fbfca04c25 [36minline logs[0m                                             [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57fbfca04c25/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57fbfca04c25/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m9c3540949276 [36mauto inline logs[0m                                        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c3540949276/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c3540949276/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m33c81575317c [36mno inline logs[0m                                          [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/33c81575317c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/33c81575317c/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m5eff5d8ffb2b [36menvironment-sensitive[0m                                   [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/5eff5d8ffb2b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/5eff5d8ffb2b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/5eff5d8ffb2b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
20/20 selected tests:
  0 successful (0 pass, 0 xfail)
  0 unsuccessful (0 fail, 0 xpass)
20 new tests
overall status: [31mfailure[0m
[33mThe status of 1 flaky test was ignored! Use '--strict' to override.[0m
<handling result before exiting>
RUN ./subtest status  -e foo=bar -l
junk printed on stdout...
... when creating the test suite
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mf66d12950c64 [36mauto-approve[0m > [36minternal files[0m > [36mcreate name file[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/f66d12950c64/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/f66d12950c64/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/f66d12950c64/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mcaadabfd495c [36mauto-approve[0m > [36minternal files[0m > [36mdon't create name file[0m  [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/caadabfd495c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/caadabfd495c/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌─────────────────────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m57b56cb8ada0 [36mauto-approve[0m > [36minternal files[0m > [36mcheck for name file in previous tests[0m  [2m│[0m
[2m└─────────────────────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57b56cb8ada0/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57b56cb8ada0/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0md57ac4525684 ([1mtags[0m [1mtesting[0m) [36mtags[0m                                     [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d57ac4525684/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/d57ac4525684/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m9c96a5aa8b4b [36mauto-approve[0m > [36mcapture stdout[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c96a5aa8b4b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/9c96a5aa8b4b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c96a5aa8b4b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m0048917873df [36mauto-approve[0m > [36mcapture stderr[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0048917873df/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/0048917873df/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0048917873df/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m17ec149855c2 [36mauto-approve[0m > [36mcapture stdxxx[0m                           [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/17ec149855c2/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdxxx: _build/testo/status/testo_subtests/17ec149855c2/stdxxx
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m02ac0ea4ae90 [36mauto-approve[0m > [36mcapture stdout and stderr[0m                [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/02ac0ea4ae90/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/02ac0ea4ae90/stdout
[2m• [0mPath to captured stderr: _build/testo/status/testo_subtests/02ac0ea4ae90/stderr
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m25cccdbd5166 [36mauto-approve[0m > [36mcapture stdout in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/25cccdbd5166/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdout: _build/testo/status/testo_subtests/25cccdbd5166/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/25cccdbd5166/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m8674d1483367 [36mauto-approve[0m > [36mcapture stderr in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/8674d1483367/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stderr: _build/testo/status/testo_subtests/8674d1483367/stderr
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/8674d1483367/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0medebe706faa8 [36mauto-approve[0m > [36mcapture stdxxx in custom location[0m        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: merged stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/edebe706faa8/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured my-stdxxx: _build/testo/status/testo_subtests/edebe706faa8/stdxxx
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌───────────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0md7f47c9a03b6 [36mauto-approve[0m > [36mcapture stdout and stderr in custom location[0m  [2m│[0m
[2m└───────────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: separate stdout and stderr
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/d7f47c9a03b6/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured split-stdout: _build/testo/status/testo_subtests/d7f47c9a03b6/stdout
[2m• [0mPath to captured split-stderr: _build/testo/status/testo_subtests/d7f47c9a03b6/stderr
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m3c1a494d9840 [36mflaky[0m                                                   [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mThis test was marked as flaky by the programmer: this test is super flaky
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/3c1a494d9840/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/3c1a494d9840/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0mfb27e160e59b [36mrequire '--env foo=bar'[0m                                 [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/fb27e160e59b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/fb27e160e59b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m05dd9a9f220b [36mxfail due to invalid output[0m                             [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mExpected to fail: produces incorrect output on purpose
[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/05dd9a9f220b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/05dd9a9f220b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/05dd9a9f220b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m0658581e95c7 [36mcapture multiple files and stdout[0m                       [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0mChecked output files: results.txt, results.json
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/0658581e95c7/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/0658581e95c7/stdout [.orig]
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/0658581e95c7/log
[2m• [0mPath to captured results.txt: _build/testo/status/testo_subtests/0658581e95c7/file-results.txt
[2m• [0mPath to captured results.json: _build/testo/status/testo_subtests/0658581e95c7/file-results.json
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m57fbfca04c25 [36minline logs[0m                                             [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/57fbfca04c25/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/57fbfca04c25/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m9c3540949276 [36mauto inline logs[0m                                        [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/9c3540949276/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/9c3540949276/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m33c81575317c [36mno inline logs[0m                                          [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/33c81575317c/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/33c81575317c/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [33m[MISS]  [0m5eff5d8ffb2b [36menvironment-sensitive[0m                                   [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mChecked output: stdout
[2m• [0m[31mMissing file containing the test output: _build/testo/status/testo_subtests/5eff5d8ffb2b/completion_status <MASKED CWD>[0m
[2m• [0mPath to captured stdout: _build/testo/status/testo_subtests/5eff5d8ffb2b/stdout
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/5eff5d8ffb2b/log
[2m────────────────────────────────────────────────────────────────────────────────[0m
20/20 selected tests:
  0 successful (0 pass, 0 xfail)
  0 unsuccessful (0 fail, 0 xpass)
20 new tests
overall status: [31mfailure[0m
[33mThe status of 1 flaky test was ignored! Use '--strict' to override.[0m
<handling result before exiting>
RUN ./subtest status  -e foo=bar -a
junk printed on stdout...
... when creating the test suite
[33m[MISS]  [0mf66d12950c64 [36mauto-approve[0m > [36minternal files[0m > [36mcreate name file[0m
[33m[MISS]  [0mcaadabfd495c [36mauto-approve[0m > [36minternal files[0m > [36mdon't create name file[0m
[33m[MISS]  [0m57b56cb8ada0 [36mauto-approve[0m > [36minternal files[0m > [36mcheck for name file in previous tests[0m
[33m[MISS]  [0md57ac4525684 ([1mtags[0m [1mtesting[0m) [36mtags[0m
[33m[MISS]  [0m9c96a5aa8b4b [36mauto-approve[0m > [36mcapture stdout[0m
[33m[MISS]  [0m0048917873df [36mauto-approve[0m > [36mcapture stderr[0m
[33m[MISS]  [0m17ec149855c2 [36mauto-approve[0m > [36mcapture stdxxx[0m
[33m[MISS]  [0m02ac0ea4ae90 [36mauto-approve[0m > [36mcapture stdout and stderr[0m
[33m[MISS]  [0m25cccdbd5166 [36mauto-approve[0m > [36mcapture stdout in custom location[0m
[33m[MISS]  [0m8674d1483367 [36mauto-approve[0m > [36mcapture stderr in custom location[0m
[33m[MISS]  [0medebe706faa8 [36mauto-approve[0m > [36mcapture stdxxx in custom location[0m
[33m[MISS]  [0md7f47c9a03b6 [36mauto-approve[0m > [36mcapture stdout and stderr in custom location[0m
[33m[MISS]  [0m3c1a494d9840 [36mflaky[0m
[33m[MISS]  [0mfb27e160e59b [36mrequire '--env foo=bar'[0m
[33m[MISS]  [0m05dd9a9f220b [36mxfail due to invalid output[0m
[33m[MISS]  [0m0658581e95c7 [36mcapture multiple files and stdout[0m
[33m[MISS]  [0m57fbfca04c25 [36minline logs[0m
[33m[MISS]  [0m9c3540949276 [36mauto inline logs[0m
[33m[MISS]  [0m33c81575317c [36mno inline logs[0m
[33m[MISS]  [0m5eff5d8ffb2b [36menvironment-sensitive[0m
<handling result before exiting>
RUN ./subtest run -e foo=bar -j 1   > /dev/null 2>&1
#####################################################################
# Delete snapshots but not statuses
#####################################################################
RUN rm -rf tests/snapshots/testo_subtests/9c96a5aa8b4b
RUN rm -rf tests/snapshots/testo_subtests/0048917873df
RUN rm -rf tests/snapshots/testo_subtests/17ec149855c2
RUN rm -rf tests/snapshots/testo_subtests/02ac0ea4ae90
RUN rm -rf tests/snapshots/testo_subtests/f66d12950c64
RUN rm -rf tests/snapshots/testo_subtests/caadabfd495c
RUN mkdir -p tests/custom-snapshots
RUN rm -f tests/custom-snapshots/*
RUN ./subtest status  -e foo=bar  > /dev/null 2>&1
RUN ./subtest approve  -e foo=bar -s auto-approve > /dev/null 2>&1
#####################################################################
# Delete the dead snapshots with --autoclean
#####################################################################
RUN ./subtest status  -e foo=bar -l --autoclean > /dev/null 2>&1
#####################################################################
# Check that the dead snapshots are gone
#####################################################################
RUN ./subtest status  -e foo=bar -l
junk printed on stdout...
... when creating the test suite
[2m┌──────────────────────────────────────────────────────────────────────────────┐
[0m[2m│[0m [31m[FAIL]  [0m3c1a494d9840 [36mflaky[0m                                                   [2m│[0m
[2m└──────────────────────────────────────────────────────────────────────────────┘
[0m[2m• [0mThis test was marked as flaky by the programmer: this test is super flaky
[2m• [0mPath to captured log: _build/testo/status/testo_subtests/3c1a494d9840/log
[2m• [0mLog (stdout, stderr) is empty.
[2m• [0mException raised by the test:
 Test failed: I am flaky
 
[2m────────────────────────────────────────────────────────────────────────────────[0m
20/20 selected tests:
  19 successful (18 pass, 1 xfail)
  1 unsuccessful (1 fail, 0 xpass)
overall status: [32msuccess[0m
[33mThe status of 1 flaky test was ignored! Use '--strict' to override.[0m
<handling result before exiting>
#####################################################################
# Restore deleted snapshots (best effort)
#####################################################################
RUN git restore 'tests/snapshots/testo_subtests' 2> /dev/null || true
