From 94ee15ba84d770f237ebb3d06fb8e38e046e5080 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Thu, 21 Mar 2024 13:01:17 -0400
Subject: [PATCH 1/8] per test status updates

---
 src/host/main.js     | 66 ++++++++++++++++++++++++++++----------------
 src/host/messages.js |  3 ++
 2 files changed, 45 insertions(+), 24 deletions(-)

diff --git a/src/host/main.js b/src/host/main.js
index d2fb166..fc2007c 100644
--- a/src/host/main.js
+++ b/src/host/main.js
@@ -68,6 +68,22 @@ export async function hostMain({
 
     const callbackRequests = [];
 
+    const postCallback = body => {
+      // ignore if not in callback mode
+      if (!callbackUrl) return;
+      const headers = {
+        'Content-Type': 'application/json',
+        ...(callbackHeader || {}),
+      };
+      callbackRequests.push(
+        fetch(callbackUrl, {
+          method: 'post',
+          body: JSON.stringify(body),
+          headers,
+        }).then(logUnsuccessfulHTTP.bind(null, log))
+      );
+    };
+
     for (const test of plan.tests) {
       log(HostMessage.START_TEST);
       const testLogJob = startJob(async function (signal) {
@@ -78,33 +94,35 @@ export async function hostMain({
       });
 
       const file = plan.files.find(({ name }) => name === test.filepath);
-      const result = await agent.run(JSON.parse(textDecoder.decode(file.bufferData)));
-      if (callbackUrl) {
-        const headers = {
-          'Content-Type': 'application/json',
-          ...(callbackHeader || {}),
-        };
-        const { testId, presentationNumber, capabilities, commands } = result;
-        const body = JSON.stringify({
-          testCsvRow: testId,
-          presentationNumber,
+      const testSource = JSON.parse(textDecoder.decode(file.bufferData));
+
+      const { presentationNumber } = testSource;
+      const callbackBody = {
+        testCsvRow: testSource.task?.info?.testId,
+        presentationNumber,
+      };
+
+      let result, error;
+      try {
+        postCallback({ ...callbackBody, status: 'TEST_STARTED' });
+
+        result = await agent.run(testSource);
+
+        const { capabilities, commands } = result;
+        postCallback({
+          ...callbackBody,
           capabilities,
           responses: commands.map(({ output }) => output),
-          // a v2 of this API should allow the aria at app to parse the capabilities we are sending instead.
-          atVersionName: capabilities.atVersion,
-          browserVersionName: capabilities.browserVersion,
         });
-        callbackRequests.push(
-          fetch(callbackUrl, {
-            method: 'post',
-            body,
-            headers,
-          }).then(logUnsuccessfulHTTP.bind(null, log))
-        );
+
+        plan = addTestResultToTestPlan(plan, test.filepath, result);
+      } catch (exception) {
+        const error = `${exception.message ?? exception}`;
+        log(HostMessage.TEST_ERROR, { error });
+        postCallback({ ...callbackBody, error });
+      } finally {
+        await testLogJob.cancel();
       }
-      plan = addTestResultToTestPlan(plan, test.filepath, result);
-      await Promise.allSettled(callbackRequests);
-      await testLogJob.cancel();
     }
 
     server.removeFiles(serverDirectory);
@@ -112,7 +130,7 @@ export async function hostMain({
 
     log(HostMessage.STOP_AGENT);
     await agent.stop();
-
+    await Promise.allSettled(callbackRequests);
     await emitPlanResults(plan);
   }
 
diff --git a/src/host/messages.js b/src/host/messages.js
index 6dea921..cf81447 100644
--- a/src/host/messages.js
+++ b/src/host/messages.js
@@ -43,6 +43,8 @@ export const HostMessage = {
   START_TEST: 'startTest',
   /** @type {'reportingError'} */
   REPORTING_ERROR: 'reportingError',
+  /** @type {'testError'} */
+  TEST_ERROR: 'testError',
 };
 
 export const HOST_TEMPLATES = {
@@ -63,6 +65,7 @@ export const HOST_TEMPLATES = {
   [HostMessage.AGENT_LOG]: ({ text }) => `[Agent]: ${text}`,
   [HostMessage.AGENT_CRASHED]: () => `Agent crashed.`,
   [HostMessage.START_TEST]: () => `Starting test.`,
+  [HostMessage.TEST_ERROR]: ({ error }) => `Test Error ${error}`,
   [HostMessage.REPORTING_ERROR]: ({ status, body }) =>
     `HTTP ${status} response received when reporting result: '${body}'.`,
 };

From 8b00f61c27d9c5d24d5c2ae11f4043e83ea58738 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Thu, 21 Mar 2024 18:03:48 -0400
Subject: [PATCH 2/8] snapshot diffs

---
 src/host/tests/snapshots/agent.js.md          |  36 ++++++-------
 src/host/tests/snapshots/agent.js.snap        | Bin 3626 -> 3622 bytes
 src/host/tests/snapshots/cli-run-plan.js.md   |  50 +++++++++++++++---
 src/host/tests/snapshots/cli-run-plan.js.snap | Bin 1273 -> 1314 bytes
 4 files changed, 60 insertions(+), 26 deletions(-)

diff --git a/src/host/tests/snapshots/agent.js.md b/src/host/tests/snapshots/agent.js.md
index cfb461e..7dbaf93 100644
--- a/src/host/tests/snapshots/agent.js.md
+++ b/src/host/tests/snapshots/agent.js.md
@@ -92,7 +92,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -210,7 +210,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -278,7 +278,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -479,7 +479,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -506,7 +506,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -738,7 +738,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -765,7 +765,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -958,7 +958,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -985,7 +985,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -1300,7 +1300,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -1327,7 +1327,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
+> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
 
     {
       capabilities: {
@@ -1354,7 +1354,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 2,
     }
 
-> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1,2],"options":{"config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -1700,7 +1700,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -1727,7 +1727,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
+> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
 
     {
       capabilities: {
@@ -1754,7 +1754,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 2,
     }
 
-> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1,2],"options":{"protocol":"fork","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
@@ -2072,7 +2072,7 @@ Generated by [AVA](https://avajs.dev).
       },
     ]
 
-> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
+> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 1)
 
     {
       capabilities: {
@@ -2099,7 +2099,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 1,
     }
 
-> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
+> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: controller.run(test 2)
 
     {
       capabilities: {
@@ -2126,7 +2126,7 @@ Generated by [AVA](https://avajs.dev).
       testId: 2,
     }
 
-> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
+> {"tests":[1,2],"options":{"protocol":"developer","config":{"referenceBaseUrl":{"protocol":"http:","hostname":"localhost","port":1234,"pathname":"/path"}}}}: log
 
     [
       {
diff --git a/src/host/tests/snapshots/agent.js.snap b/src/host/tests/snapshots/agent.js.snap
index 81806d032c0d202802db646dfa7cd380eab44ccd..a9877760b607290c6c13fecd731ffc10a11fa0b5 100644
GIT binary patch
literal 3622
zcmV+>4%zWRRzV<BZeeh9Xm4~Nb~6eC0BYTV*qV&(E4v6$f6j$o2Fxy}Zt^Kt_6jDl
z<&zn-pC5||00000000B+U44ucXC0p1+1tD0fTPeR)>g7^t3bhpL;B$sYWc9GwB;xW
z2ng-&-Eg<Ex4Z7n!I4T0(vQGDjiFI$KdHsGQd=5LtTDwZjoMgi4X8m(4M{Z>O-*bS
zYqj;6{TTM%+1qz!cK2=;9+D?Jd;I2|ciwq_U(fq{XZLT8C(}J!ayuW>^n{+&hAvKN
z+d>Qbw3NO$ozk=EWKzpcPiOQ*I+dG|$faVLTz^{6?OXa-Z*NSGtqX)zrByNh`PzJe
zdH9S1OMq@*iZ6JcuVrC28{6*lm5w?)I~CtJ#iuI14xev*;ba`$WqkVbhlh+qztN<6
z0*5Do)1~Hu-SIDIJ-W|t9!{DxDK9$RrzjC%iBAx1v54LYkv+hpqG;=I(Fyr(O!WDF
z4Z-t`E~Bl0ap#J!6KDF(zv<eLUixzWhWrR_jD}X}v8<j*^+h6)vc?p@gT^k&w-w3`
zrc!7qv@N0chcel;p6*E}L(?{=vs<Q>w>{HI+vOciXELRZ;z_PYGq(X-frtIVAgPw|
zJOYuIfwx4_peP#nkg6zCfqB5^RYAPXGW=@(u6C*p?y6(hs0(u2Gg|3OTg<rmo6>!y
z;TtB}RvKjUTw|=OwKpN(-iqRBWxapWVeiWxg{|JV`TW1aC4M80W<VT#|7nQ)PZVpn
z47#t{g<EpQ@XF=dwk48D<7TvEEUqPoX51duwVa*{M>lMo6)xJ8aP;<YPdc?Z(TAfQ
zJ9b1v$#frW3vCN+3vG*i+j6<owuF1N_#h7S?4Tyt8UJ%-c1E3p&ntjyWj4m2Hzzlm
zHfC$l#-NS;ID7(lL2g*yg2+3-IEi5~m2g=-t;KdHjoGsnP{YU3>bHRxfj7nbvMTrl
zL$QIYBnocM`M481<Q0vDhU`Ya?-g${;6_7=(|*2u+Hcje@pMjuL^ywDcq6?my)3;f
zy{vODd$-)&WVOv&R!jA0i()x#bv9}It@Iee(Qv=6XQJU*;r?_^PsIjcmcq$&Pb_JC
z$DcE47^rC1+)vKKaZK+oip(~S!#ilWXt-#&Xt<mkuB%5fTxF)o7-E<pk`c5vv^KOh
zHCUVLU055^6Qn23I(lNc8$}>tK~GFiOix@7PrT2K0UAXL!*_F;Df7?5=UkZyD_E=f
zW<1b`&jDbU#8{cy`g6s>%$Q!)67*_YwIl{RTX3xE+i3b-;1Y>bwKMhG&BpD||Kd}>
z*2YseTd$Jx@#!?;>D=V@=~M}k`J@{0q*l3pQqmZX53CUn>><|=Y!rQ-x~J^Xw?vDn
z>?U9c_^S9ceU=dn<e%oVWlwW_Pb?FQCz1(0q2==b`{%O%ZR<%748&5sh5zX&i>h0*
zT5d3@=Y)X{8iRO4Z~kkbkTM77;Iu1%b-*3Kw}98gr)|j({O>~K1K;qOtqz;n5NbyR
z+vy)J)G|y6cikd(GNv!bFq@NOAl)NIitRCdjh4+}5|sX;c17k0LLKpJdRtD*${L$k
zl#{nOK9h{;h^huEG->Mbh5q~uFuyPHm-KoYj&=YCB$+5C&+8C*0~n9+@=72rhMCq3
zT~xo;;^Z(V%jy-kE?l{?d#yO!=|Md+Xqtx)8@HqNh6;ZT;ci1`PAtq(SC{F~hBD}F
zOfMVa)+`h}G?=O0qYJG)s(fA`6U*iDU;Ld#yRqPm-RP=Tn%85N1V>;PryJ*lx@Hvh
zIv6b1>#Oj24X_kgRn+gQ<~@*~1_?7Yzwb<H{-a`Qj>A*Np_-p37eK8p0=lGHsKz1E
zUsPO4mVOu_F9E-oWa$u{ftfcO_>4GFJ4SFoTixc#l@j^`4NT}?bJF%)v!mS^EfvbZ
zF-1eu@*ZRMY}2pIPNaIZp-8_zkQ{cY59-4mM2gw{G9W8j0V{X#b%;C!{6u0f(DL6P
z@(-XbpeV}&)wu(R=OD5jxEJ`oC_a7!s^JfTW~Lg{76-kb;b4;3y|+R)B2K#Dj`3KH
zOKfP7xg~W6M0NpBilXh7_}~SI91+DPxF$!$r#$>#5cQ>2;D++U^=8>{se{?119AmD
zAKu|{<sB~il*?@T6b6P23>g@DG%&nDuEZ8rhCw2OL<Wfr5*Z{iNR$PMSGe#m3>X<O
zGGO#*z_`MOLXWUGR5fm74O~5AIM%>bj#e5`180L<moJyn)6vt>(|O9%eZz)cH+)sS
zI@c08$GDaSnAVGdb#}RyJ@w>Te$YU!<qaooUssK5F(+7lV&&(OoPU|(q?mMM{$&xG
zSqf|d?w0c}2O)y6Px-B!e^CO85(F*=w#xaJ2OzS)$i4j0F8>m6NF8`0qA`0v(@F0a
z)HrdRaWZQf&&ia?76~VF03rv0*W{ecpCIzrG2vt;1sluB+~Wnu#?Y6cFGF9ChQ8e+
zS_s*8YOW1(ZP3y-*9N&Z$hASP4GMASeAixv!6So529F*M9yhpAYZjR?kYpgqK$3wZ
z14+k$<kGr$90rvPDj8IIG^mWbQgIfdu@KFh5ltfs(Oj|iEKQ>~q&I9bZ}_w;O=qzh
zi`7`H#$q)O@Hi}1W3ie&Zs&e)x;lo(438Nedo(=$tR0&%^7~<{hOuhb7}7(2s9qZ|
zRn$}~ZBPi62AnWD4&I1qUSOY-3%FXo!)^Zz7x^V{TFM>;J__}j1{lHjE>Ytul4#XK
z95?UkEPqM2lSsMl>s1)Kqv*hK;C(rp=D_KfN8kmgFL?6S3Z8snZCXi>OOH#B>rsz;
zn`_;6R`^5jOYckX>&E-uTt5w^C#EN+C-$f(?sKo_ZmK2dkm-==kli?B_aqfdHt3h>
zmz&HlKj&WE$F^=mUDr$=erKaS{L@Y@P`BC#<2Orj;gdjzsIykDe>p_125tckj=k4+
zw8dvs7W*-r@A>nULdwUT+p{W>z}0RdfrmY88W>YBreI9r(U{`XWrkzcT-U$rr9RtS
zn(e1%kBMd<l56%m5cv=A325|s;J(^5drC>=W-aMnyWEbFe{5tWAJ&EqeYbJ(N~+(U
zSK;3Dwp8_=UNnO8S2(lo>OZ%n{;j9V)IVta{OTg$CSWZPR|-GES~b{j$<LS}GuZ#8
zVisq=s+h&u#_y*ZH-N)Sp@GKWV|I1pa5b<+UZ?#aL>>d4m)B|k8zS!;hDDsS);jGT
zh$Mh7OX{>C`YJ?@0jEUK&Jog)i`<qfS1RdV=A<!)CEbHg+OBOI{^O%}siXC&6!!-T
zd-A6O*NFw%)=Kd$5cwkTHBr=BDgGivehL`7^21{NuC-G9dWhT%^Z-wZ;^QsiuR`P)
za0-|l6vQW4rfeZwyE5ot%sf|EzR5}N8~1{M-QMWN_Z&V;7q#psaEX)R+_KiPtMD-G
zK%`Yx%dRel$PGYB6rCW7`gcKOw<va=Wnwp=?ERV63T5vO&VQxS`SmE9xBTzK3XH=n
z+mQqFe`X2H|2>-j-)KjT9TwP;3!s*h3urnnpnj%+ya0It@&e=q$P17cATMxk@d8)5
ziXzAnFnb_J;8BiXr7e|qRr*h=fXYs)py{ZBx?6;~e03^co!Z>5PPJ7^!+ke&iHv`n
zEdG7amS&If78^#=G#iYhn=X>}ux&A8^0w%?y^2@ToxSo^ynjLDzrbWsXGU7ZTU^go
zylewk@g8#0cKu)2{L0u~{=NFF_FWcGlsUzfzLb2mZ!bjd2M)_u``(1eTY&LS=S}j}
zKI7HFyMaf5cjc>nQ-g|fDG&wXc31oEY3kL!XPoqYbYCxh+`C;1v^IQIa3(I%B`(Za
zR|Qu=WF2sad{uBSMD7O;%U1=DLge_EtO~wg<Er4rZDYAAxZ4|H4rvzVOQcymO0(Qj
z#YV_}&70f^b)DSES;mdj+aRzknPtf=OJ-Rz%aU1^Tmu2Yvg9T#OTMOtSc0qpGYPT=
z9%T(Sx>Ia!X{O$jK{(qPghm<%vI%4p$R?0YAe%rofo#IL#U?DPQ(Qr2ff)vw1&=Zd
zy)KoU8=<NGBpA*Of?*VF1h+<WYjl%ujdoec!_Crkn~a*9ENXtnrLJ@PG~;jY8xqFf
z-ip7Q%Gz*4H8)gqLp3*4b3?Vqb}e&5H8)f@*@o%|yc+nBoMBEya>k?N%o=-Eqv8+6
zlSHAylSDZiNtA|I1(WP(xuDD{1m@w>unbFpZW+l@U@q31B*$H6NRC5Ak^|G~1P)IE
zr{$}d^P#YdfX|8gZ4GyyfXH`%Bcf<qrI`owGug>%-}I_nfjQE{QsxCtE>K(DZ?fT+
z!U#Wri|hw}A({hA-X8cTMBW3=gBe&WngR<I75EZFz5?t6UKhpNrIy2z^tPK1#8u|2
z20T&B8X41W;DN702W|!Kl(H|XLDD<|yd;W_lRmvFDckWtZ7JVr%lSg4CQ_YM*v+Et
zU0kc}WxmDmi}{vE^R0Ld+RYuRRDR}OXM66|a0|gajCmOIFy>**!>Z<C-SxD?%*hy*
zF(>nAPL`-e)48{gHh`(wxsjTUmZ4yV#te-a8Z$IzXjL<`TB;PdlaxUk6SXEw)V^Db
z!gD(*Q$Fuo6Q+FLO8J`4<eW(!wWdrSe+ZEu1HZGIJVqOxJZerZQ2&jQ_l?Qr@g$Dm
z!Y>1F%ahEHzy@6cd<xhrPcol}$YJ0Z5E0Xq(N8j0Imzxucemdip6ePW##89jv%oQV
sGWr*Y{N1<*aR+Qo$>@xh+LF=hE$7#qj6UjVM}f5V{~(IxezZja04@R&C;$Ke

delta 3613
zcmV+&4&w2q9I70DK~_N^Q*L2!b7*gLAa*kf0|4{Fuvzh|B<^<hlxl8L1~W(;IBwhu
z>U?@(sTbpLvsfRC2mk;800003?OlD06lWct-Pzl_<DduqNUW`7-B#gRTsWj3E>O#d
zEv1E{AVolEckhO~mA&0{cMgtJFqO7S|7i@3rM9(FTic3%Eoe-vF~us4+E{B%QG=Ko
zl4=l5O>7k_N_}QOhP`+8_MMsCy_<!H<jKw+zj^1Kci!LE^Zwr1y_@36bnoWeU5{&e
zLQiVLm!`C>p#}X~N?(*t>DhELsb#09GkPMO%5^1jsaPgAkk)g1mOS3q7t>>F17THZ
zRg8bWHeX<W4nCv6VxR}Oz!#k2Ygv%Z#<ux<rK8TyPQ^Dt@u`Zh!{=L9I2lLx7@xlU
z;Q`~&Z#1bM#o;mFWU0AePy91lukQ1khm$8y&Wld>DM|!b>=Q&=ETVTq<UZi*qG;<#
z(MkDkoagiX8iE%ZT}E30<IWXdC(iVnf77*Lz4YaO!u9zP+z<_|(qmaYk?M~`B4v#!
zeg}<RmTxPR9ZIFpP-tsH9|&c#X+7PWPKKs!N@q7uD{uQsCvBH^G@Z$mI*KQ`4$a&F
zYyrOJ7Y0eSjOQVUybQc0iUvi|!2481nF`DSKCKGkZI<Cz^LKTZ>fo+AMvS^3w=JWU
zzO==EjGMnD-Cr8M5u$CSK{n4d#=2U2lk)AYD4tf<`==fDzU)!h>V2Ef|0`VLH{xgp
z#KHHUgvkFyv3AR#`>I{IC1(t;T&`_vBAGO9MoY%xT5`DS&akfK^jtW)e#4A#(WZo>
zcZPe@sZEJ~9BtpeJsL`;`)ONfTWDKoTkP9^maC+;CETaQhj5^0hcv;?_`g$TXVh8v
zyc)P(W@G$$b8@q3W407+4BFU>!>523<c8%fh`a+#kQf$I376K>T5NODm_2I&HGBfC
zehYXJI4<6oRlz42iVa*VQE+q4$DP<AuV^eZWEc8<zj%`YHyTo$_VeV^ev6ikr*j&A
zB*OVK!yD*j>1F9<>1CaJ*?Z*XCaZ1IvRbNFTNuk}tFuYtZ>7f&j)n(xJrkZ09!Tf(
zRBRAdDV$9A#*)T&{5g|`eTsI^{^%SW$Mk`s$V}rnyq$K7c8hk4cFVclnmd}^Dzi++
z5W@tKi=efkwV}1C!P?yD!rG9XAUkn?*0B@I-6#V23VLFCVtV3wc;W}$7@)CZFnr6(
zESY}>K4;4;SixA$GsA&?d=3ITCAP{`)}Jd5CdTxthM-T|q9rlb*@9nH-$v8#0+&gA
zs-2nNZZ>Xz`WGMi^)?>5*?N_Xk58u&Pv;i5Pp3+R%qP`|C$-A;lahvTd|-`#cwmpX
zeqdwg^3?mvo_tHRn8<DfhJi1O57TEEz(D?C?k{_o6MJKsSUizT=m{;C|KC5C{cl@u
zdT=n7>MQ(DM_EkWn$>bcNj)cwbI=&WoBHx!1BHY+I18s;4Xg!r0N(^&6CbuEJMg~?
zk@tKfC$>6bVne7M@oT4lq)^L$2qD~ci`dDSz8u4B&W*uzuNWt`$MoB@Yz}jv^cS@|
zGD{HZh-cGVb6Qr`*m*@cd5aS>$(W9qYOq3+rW#-D&(8q!`(l4dt+(Q6JMg3=55?qp
z10rt%6A@fq1Ej?u)0&@)+Sgi~9Oh(Mz2f!-D_8cc5r;cHq-Taq>+pVm<94*ZP~op3
z+->O0iG?}p>M|YLa0b1N>19LQnuUIchBDQAbg{KZmCp-gV!2%Yi@&pIHs+r(8{O6F
z@_NmB;0WyEbmN>*cUMubgTZpWz80U?0ZV{YMg6X7-2?e)kT4VT2hJqsKPo2XI6Pq-
zs`+_x5!C7upj)biY8)be14YG^<md+>@)GcSNsbQDF3h}{z$e6s+A)g%+2S@!u9VI{
z*}!!EH79M)Hapsr(Ndud{8BVD&2SjenKMndGBc6t(}p7h`e1UzrQWL#a}X)!_Dg}R
zXa%gy!GjQa6!?k6V4&r{LF6AmTR>5k2dXm%5YItm8*o4HeNlXW;wVJJ9|FxxG^i~O
zdf(+>lGwesLN_8#y5WxRSdB}pZ;`nrbvs0M0#A#g?Uwl91&ACH#U{C?M#QH)@?H@1
zrB>jE^22q!Y`D~+Y|;U>f}W4;@PzUX7k$bVHhl^MLk5Nn3_Thc-XvFI3n{}OkwGGZ
zL<Wfr5*Z}Qg2bzTUHBIUj0_kVFnTm#Twz0@M_C)H8aJ{6uAVU*E8r?eD~+gtv%#&)
zS4-*X=;`R`Jmu*gvZ2?FUR1A6wM5P_s%1WA^&()cU8?22dQvSvXdu<{rjxdBs7AGz
z6D&Wm@^eW}zg*y?l5}+XWg(hb0&E2CmD4Z#AcCk*`K_FPeo+F75(F*<w#ez1has}J
zNWJ{gF8va4$Q*bgpfP)YrIX&zuW{lyqhxMtJS9`&S|pUrlMvYlye6k){sfV~jteC-
zIoMcA=3Wo@H3q&6d>Qz9H1O>i)j-I$QgdaHD}$D{xiZL=L9PsPWl#u1=ehPW3?3Og
zGI;c8@VMT8jaswBjDaKrNd}S(BpFCL4kVY<#p5ujWKhYV(xX9T+?9&642@-I-i&A(
zQHJJ<wP#@(y&=6}lX=5^t~8ycYAjW&2W7)jHI}N?M&qzljiqY#sGU8Y^mGi485}b>
z_GobYNjoNE^jE`HjbhdAaU_TQP`x%_s;H?}(x4E3DGfT|a~!-3)4aeQCl_$Fc!%5m
z87}fm;G~p03VaaiGYv3e@13H?Rix0WM>uX?(^>v{ZYP0q-B+tHbg!cWM}X6EF3o|@
zFAu;AK3{O;trZ;kg4(o_9+w`M9@nED_YT*(?X2vF-k08&-q(%yT~<F0r6;B*rYH8O
zC+>HDujg)RCFqdpkm-=!IAr%E6$>`#m+6<A%r75sukPbowV|$UCI^34qaFOWom`-9
zl@G>`mEyw3fDTb*txo?ch|C3U1@?`<(|5GLXH1s*F`TFT`8pxx!_LiFl|W#wn?T@E
z?^*^%6pSbsQFt_>_;{J!m@(V+FM6r_n@h8Q{nYGn(d+|q&3*?W{{cP%ja~;lP`hSd
zP*S-Wi+k2Ax1;1A8ePdpv|&TvZCt#P>bK`rxG%jmRlTQ|jH3J%&aAuo&n~Hd>xnY;
z4;sI_x)8VpSOdhB!mqDZjrCjdGiKO~^}nH*mD#T<W@WbV!>Ps%;P7&2pfUKET|GE|
zTn%iN7im8Nk;j4O<we^6hRA8du!wWkTBO|zkp%F0Ns%^0UxmnF;DjjJIZ8HiiQ78m
zO7+}JoiygKo_oki+qG@Me`4$|^?H5E#QlN7e*CGx4Pte+wM=|7L_Q0AMHID`iN6Su
zp902?{IFQOYb_JM5hBZgUf>x~e4<5v{8fk?22KFy2L<uTmML3E)~*RU7&FgRm2Y&?
z`^LQ-V3#+#@jZvn(nTTrQC#AfIJc~Y>?%A=I}mA=6|$>~AaWCs5=AG8qW+x_*(Hii
zu}tg+)Vx2}TA}9M!TGOLI=>z@^OpZTuL9vP!*=Ar{GV9@^M8-#|2NxFV~6E`b>sr5
z<>UgIjti)tDIhOEUVyv+c>(eQ<ORqJoLjuWwXUKFas<pC$PsvyBUoumrCk;NlPaLH
zlPYLBs-W%`VK!fz%Gahg_iIyamC|t64P7GR-zJNHAGW30<GaCzfi$fK1L>v<q`hle
z%!s@#dTy`bl~iZ9d=2kk5cw~EaK5NAqpjgBs^=PBwt;JSk2-0){_kpjWqdDxsy=Id
zR|FJgR&kv#C12~?4Uva{gYvb$;}CfZFka`pQNGq^yft_i@EGu}e64S4P*E-iqCnj4
zTHhC&dads{C%qrrH%lM!Zr1{>4PO(y5|`)}m*uQ$f~z317T6(Q6Wk4Dk%xeT@-@NN
zA#!9~)&x)2xF&dM+jy=Ce#sM24mlQPOXOHQ%CX#9#YD({#+%Ftb)C$}S;mai+aRze
znKj9*NoGwlYm!-$Tm%2Wn&c*|NxrUzSc0qpGYPT=9%T(SxKnKIXOqec9)GP<TtQ}m
z83vgJk1`8=E|r|SpsD^O7|soXVGL{p_eFDGbd&Fkc3H^7ozirhjGCJ)YJS$Gu5<4+
z!*9>q5r*I13cs7l*l;&BcT;mWHFr~UH?_yMEOR$CcT+dnZtAakH0~iY!;Ff|j7OQ7
z+w2*QioXy~3WW+!3gv91P=6X?6-=(9<)SjH5SW8c!!j%edSo0&fw)*_avb-Z;W!Qy
zISx##qc}VUoRlwN&V#}(1U@C|w>8>*3L?(}heXk~N;41U=X@tiebcK_1?EVP$e8Cl
zxj=12zsZJQ3M2e5F0vQ+g=h{eX?x(G5IF@*ff-mMngR<G75E%PzFPq70p1YB+ohJn
zlJmBk55!gCs|Gw#$r>5gZs38hMF(yN?v|1-s=?7b2D~JSPLMvmDjD06Ky4Y{Nz3^{
zq9!t(Rmjbv?Ojx>?Pb2j@QeADNAs<C4cg7^sgpqs7=JzWw8PBF7?v?7^Jq?%s72Gc
zv5z)@soA-anvIpAV1~vFjTss<G-ha3GqhT&6u6C)K^haaCQH=5TZ_VTFDWxV&l?kF
zeBR3Vn$F^!NgcJOOdWp+kskxUvzt0b8=X38PA*XYU6Bur%jNMT4&lNt18>Vy%n!f>
zT?Tv%*iJ1^F`tLXLEtbD5tEd$Pcc_H$?e8=tKSaKbqy2a8FXqta9Ey-{skg`H|{~)
j{#sKi+SO89Dte>k{F+nI$Gq$(kkkGjp3>@{qD27!YtsC{

diff --git a/src/host/tests/snapshots/cli-run-plan.js.md b/src/host/tests/snapshots/cli-run-plan.js.md
index cd89c99..0149dba 100644
--- a/src/host/tests/snapshots/cli-run-plan.js.md
+++ b/src/host/tests/snapshots/cli-run-plan.js.md
@@ -114,12 +114,22 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      Callback Fetch Mocked:  http://callback.url/ {␊
+        method: 'post',␊
+        body: '{"status":"TEST_STARTED"}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      Callback Fetch Mocked:  http://callback.url/ {␊
+        method: 'post',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -139,27 +149,39 @@ Generated by [AVA](https://avajs.dev).
       [Agent]: Starting...␊
       Agent running with protocol 'fork'.␊
       Starting test.␊
+      HTTP 418 response received when reporting result: 'a body'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
-      HTTP 418 response received when reporting result: 'a body'.␊
       Starting test.␊
+      HTTP 418 response received when reporting result: 'a body'.␊
+      HTTP 418 response received when reporting result: 'a body'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
-      HTTP 418 response received when reporting result: 'a body'.␊
       Removing reference from 'http://localhost:8888/static␊
       Stopping test agent.␊
+      HTTP 418 response received when reporting result: 'a body'.␊
       [Agent]: Stopping...␊
       Stopping reference server.␊
       Stopping...␊
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"status":"TEST_STARTED"}',␊
+        headers: { 'Content-Type': 'application/json', x: 'y' }␊
+      }␊
+      Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
+        method: 'post',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        headers: { 'Content-Type': 'application/json', x: 'y' }␊
+      }␊
+      Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
+        method: 'post',␊
+        body: '{"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -179,10 +201,12 @@ Generated by [AVA](https://avajs.dev).
       [Agent]: Starting...␊
       Agent running with protocol 'fork'.␊
       Starting test.␊
+      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
       HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       Starting test.␊
+      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
       HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
@@ -194,12 +218,22 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"status":"TEST_STARTED"}',␊
+        headers: { 'Content-Type': 'application/json', x: 'y' }␊
+      }␊
+      Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
+        method: 'post',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        headers: { 'Content-Type': 'application/json', x: 'y' }␊
+      }␊
+      Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
+        method: 'post',␊
+        body: '{"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"],"atVersionName":"1.0","browserVersionName":"1.0"}',␊
+        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
diff --git a/src/host/tests/snapshots/cli-run-plan.js.snap b/src/host/tests/snapshots/cli-run-plan.js.snap
index 94fa60a3db73142802f398734d73ef316ff2d28a..d11b4169c532a5c90625c60d68ff704eebc5503f 100644
GIT binary patch
literal 1314
zcmV+-1>O2VRzV<BZeeh9Xm4~Nb~6eC0QPr%`uw#NPMwV3+a_lE1fAh%5H5p=(UBuA
zyMVRn-XDty00000000B+S=(;gHW;>&w(E>_%g{XlAz;;wEgzbTK)_I>Nq4wdoh8nS
zE;9;RrXw|ysF76c%rJ)Tq7Se)Xdh{hu}9d|eo~HW$4b(~iDPH<0T#)h<bNXn?}Oj9
zn*ntX_}lkH_#z-A4scZQd4yx`QNiE5YqhYzFYiBE&V7=TFXO(kT!r5?`2M|=%RMyi
zeQDgQHD41~7{>5%Wo0F2JjfYKIpYhES^COY&KY-Mn2Q!+Y|vc#eQ8HvCj4mMw(a~j
zX%j{wmmp5qAz>)+xgZgYA{rsf6C!p>B~Ta#9_7MWgO_FJw?JoPCDB1dJCTJtzVJ{L
z3Bm<OIBKECsO<-YBSvrwwHXZ&rwM~ytTtr_*66<Y5c>gc2ITY&OI%>#yZK|q)kX;K
zlStV4y><E9aL}k(st>UwQkE$7VnzjZX)sh_Y&BSCM>#+)1P`*`8thy0qZaAfo(KbL
zWWQQWA{2ub&e>{@PrsR6w@FCV>TKwD6_xY+P2>0sf2X6;-$O}uBA-4CNwJK~q=`7r
z%+<R+Gr}P;9dnRbX2DcBWjcF3Q)X0*g$Kj3vskfTb1Fpwx~~M}u`!*VDUM>f1_e)T
zfzluWBeJJjE|-ht3ViC7s#7k*$A+$7Kq6rQOzrpOhFt-&m-4gOZxl>McoGbBmWuw+
zGM!4nba9NEe&7qAaH(aJ(GK|Nd1`P7R|2Rp==_;5?t^WPS+UE|jm5Ya7AGa(5)qKs
z;iw!K<I*sM^O!0#Xu$C9)~ogH?b-{N2>y=~F_=PHC~YHH3k{`CT9vsF>BevgflHKD
zjKYCVVyPMCFiWt6oVnTYgnk3wg~@1F7bx1*`HXg9v-aZoMFKxM;rtvJUp^xpTIq?t
zNJ6M7DkU2875Tz^sL|->M`1)Y14bNX!H9pSh7s>)0V7s#6^t0x#%W9YDGSYyCJO;K
zeqBhok?nB}JZ?MixM18h1i6I}<g^^PF)(s!QjWut#~HBXPYp{nEYYxJ5|(%uf+f79
z!O8y@oD8C`A&Q158lqelqHqOK(lQDw1WoK7OahkA-e|z00gDDKlYnLa(~ZHYLEjSL
zdgw=WOF0M)v^+jkHk{%T>g5p%iSQ^$STX2s6`-d{TSw6DnbL*?Za%aAY^VNer@p>j
zf3|7%m5>MN3wOMOddS+K5gZIrtix?$!Au;-f$yrDv?QycRZ!+j$E#UR2$!-S2gHG-
zgJIOq_w!e&_>I&us5LQ-xZH8?EUeO400-*GUqj?a;l_0(f#xfkuV}ua`HJQ%GvO;;
zD}%5Ag8MCzaIfR}P|w-`;`t<rdGJ#fiTP)FS`zcuvL-QEB<A~ieG9Et*3faah6k7U
zhj1o39wY=KF-_&uLnte-!WGs$5uj<TSWpjKA@Q2Z1J_2{zB`Y!kuDAa=h;vZN>3yr
zF9IU3@9umfO_?2%??U&{M?v;!6rN`Ue@WOr8^`HL&lOi2@u4PVnv`i$rb(G5WwRk=
z8y`u^QV9$Vi0{z{P$(<ZBw_pf>ny_d_Rh3~&Ay`v+Z7SE-PC>r-i4!7L`kIV5Hz)W
zEWq~7vYHuKr~P@g)-A+8fPYLwCLgKx)Ah~b)7s|Cg(DmnQ-7Z6$BhzAodt7}1)79v
Y5~@k4CZU>yE)WU*528uBcvM0F04-#3djJ3c

literal 1273
zcmV<V1P1#-RzV<BZeeh9Xm4~Nb~6eC0F_~Inu%{SaUyN3Pl77Ne<yFSpL^jXSM1$4
zG9v&KqaTY100000000B+m(6bDHV}ZV1iKB~7ERHf_C)Bgy4dp1<`4)difq!NJ#-y7
zP8ZwMC}^3Ew2?$DN!d;fAGU{H`wY8J(r4()6zHi#O7YsU^5djUoP>@8OXP4koEehe
zyz6xW>K^gm-xJ}BfRH%AQO)NOj=4t#fBUZ6#R9)td%9Zqs31Sanz34k-%a@cYo$>5
z!g&0-@wm}>O<Z9ZlgIV-^@8zf!B{C6pMlKEm&R(rcm&;CbO~eG>&mYydjd1zM~Aj;
z7n`I<7>QhhIAMLlP~dYxBIrdlLY5~)>{KdXFb+J*g|i7C%P#JM&B#ikqlgY73k`hX
zp*j+T3yyHqMbA*r4+uw$;4bPh8X`^;2D4Z_%8sn*d2t{60qz9k><KGeVBx#P6T{U+
z2p^J2*u{e_`P+8T^s-bNVo9V{qRfjK71X7{#Dp1bpl44xKq`U<*=}X?R{W?-hPEfd
zz?zz`5t9hTV1;wO*|WoMXVxYOsnX6SepgYs$lo-M&+&KKEB!r@WT*1!LzfiG$xNDv
zlg!+BG%_O`64NoW%rZ-+$|=)17@0DoVk|u9mW}0_{hCuL63{~>Ah(U_j7)JHOC1zE
zwF^dr1oX(3dbL_DS8MQX)#^^Q3SS$VegcVv1u%3xmJ<#I$X?0M=D1xl8R1Eg*(?qH
zzH2(QlIh|Ycl^K?KH<{J4x<C`(TjA!Ash){M%MTvVcdtcIcCkSLNgY#VpyD(fI~z;
zUWe0iuo#zyA?(N0nCu0*_jiBUYBn1$VIcTFPDD0@bW!?_Ko^=wonBS0A~KBO5CWGd
zs~Ck1oy5{I%wd#Z2|0JNlL6y4{FUaTUB5%ot}kb_OFNC1FBS>>^ni<VU{-xjI&{+=
zy+}f+Au1)>%N6<3a+uK`7pF0zo`VtnJdF6~+8FWvCNN^-USY)KZoKZ*eukpuvE)wR
z#?N;WH}XBM!Q;Mz$AWR!2yzb*<g6UHH5fTFDQB_dSq_%`rm;k0iN=z7Eb$h?5?;}8
z@^IlKi@rt_jVKyXu8JsJAxe6Uf`*`j-J^M6`S=eFEE-reu*?HXvbLS=8uTp@u7`e5
zr<8+GX64DIvSAlj(5Q$|NQ6g0!ivFms{}0_+C7H%^mf?h{U#mU9v{F79@B`+84u1Q
zfcBKmOhu}9)}X1bv0AJL+Yq`OG(y%kjbMX|atlsH3p{}1IPhI{BUI$AZk1FRWdf;D
zP6(Ha9|y#N%>&(NTpSnwuK?WE6@AG7Oy8wT6AMl6n%*_NYkJr8ek1fgv~utrc;-za
z;b-9aa3A&nX?YIP|DA{QZ1uWG|72Ao{gNU5cdgbg+Nf=!6S9B@m-v0yjsp)=GZNF(
z)O7#L%U>bUy;;SbC?&{6r34w`5O~XmlezMB>zln+d9StA+TZ(1dPP?ji_+{6nvXA4
zLi|^b*A>M%G0>%hE**5~pi2i`I^0a@uzktWA(g=J0`WcmKwt8Pn=dOq!FgrHpVuxc
zJY81YgR){jbv=T>!Y(eOBvLLEG<Eq*ZrKlQv3H_Kd3&8A<*9mqzO_?+-q?AiOO{(I
jS*{)iUBKu9Mi(%;fLX%m>jLJX6fpk+_4ihvL_PojueNLe


From eda1c25da2003fac63dd6eefc6f0fb8a7a952549 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Thu, 21 Mar 2024 20:13:28 -0400
Subject: [PATCH 3/8] grab the presNumber/testId from the info

---
 src/host/main.js                              |   9 +++----
 src/host/tests/snapshots/cli-run-plan.js.md   |  24 +++++++++---------
 src/host/tests/snapshots/cli-run-plan.js.snap | Bin 1314 -> 1343 bytes
 3 files changed, 16 insertions(+), 17 deletions(-)

diff --git a/src/host/main.js b/src/host/main.js
index fc2007c..e371c66 100644
--- a/src/host/main.js
+++ b/src/host/main.js
@@ -96,19 +96,18 @@ export async function hostMain({
       const file = plan.files.find(({ name }) => name === test.filepath);
       const testSource = JSON.parse(textDecoder.decode(file.bufferData));
 
-      const { presentationNumber } = testSource;
       const callbackBody = {
-        testCsvRow: testSource.task?.info?.testId,
-        presentationNumber,
+        testCsvRow: testSource.info?.testId,
+        presentationNumber: testSource.info?.presentationNumber,
       };
 
-      let result, error;
       try {
         postCallback({ ...callbackBody, status: 'TEST_STARTED' });
 
-        result = await agent.run(testSource);
+        const result = await agent.run(testSource);
 
         const { capabilities, commands } = result;
+
         postCallback({
           ...callbackBody,
           capabilities,
diff --git a/src/host/tests/snapshots/cli-run-plan.js.md b/src/host/tests/snapshots/cli-run-plan.js.md
index 0149dba..923346d 100644
--- a/src/host/tests/snapshots/cli-run-plan.js.md
+++ b/src/host/tests/snapshots/cli-run-plan.js.md
@@ -114,22 +114,22 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -166,22 +166,22 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -218,22 +218,22 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
diff --git a/src/host/tests/snapshots/cli-run-plan.js.snap b/src/host/tests/snapshots/cli-run-plan.js.snap
index d11b4169c532a5c90625c60d68ff704eebc5503f..6cd8b32962558b0c179ff05e6557f8b8e6f80069 100644
GIT binary patch
literal 1343
zcmV-F1;F}2RzV<BZeeh9Xm4~Nb~6eC00K<Cs-c988^j<D<g_Wo;)S!z#lE?Fst6OW
z><7q}^B;={00000000B+S=(;gHW;>&w(E>_%dkBFp^NIqmJiKEAYd5Mq{DWxCa|3q
zU1k)tOh;-YQ6s6?S>TIpK<{?5H)!`5!(L*Ku}9d|eo~HW$I8)3Y-jWV7RjIFe<J_y
zgWq;q0d@EJn|DO`A|NCVa8&Vmgk$be!GC_+ZexL8K772K`yeM@#zSMd3cqXc{d*~w
z`^<RosqtW|^_sZCFousSD=RtUQO;P(8J~d6(&xr<&bSZ5T(k*egXYptOLc*n@S{E3
zw(~X8A&f*WL7cDy!cgFIK_VDMG(wgqMC_DGpfC<R%7wEAFU!tvgU-lGqWy?=BMWtX
z;h`!LgbR*v)J9KG#}5ccjNmrvFd8CG69&6j9m@8t(S7j&_5<7s$mtuFxWK}9^T&#-
zjS$`=k+Ac->+-khpi#3_A7V+QEK%ykj0)<~V5q{_YOqdSIY2H153=7H>|64qHtE@(
z2m@<mzpa==C<ZN@v(+A-KAT-@B&2F}HuSrS%6a~#aeRiq(^2W~p(HzzPw$7MSVm^j
zL>y=4>ir`#!XYsobC6kP!BjbAI=e@v%%~U(4~AuDv0}gGREh+2PYK9lV>(BsIE>{Q
z6g;&JN`nN9$ewDsTrQR?@M%=4PPq&p8@j#+iG&3(wcnQ;_5{dY$<JoLSuh#lNifh^
zD*8>^bSeeY#W8OAfiHZ*rIsy5yWpeeslg#!382QH^E<-054JgG#V$iP7UN=AoRok|
zL_l7LqjF%3OT!S(W2(%c0mD1nuhwg|trsv6{2wP`Fom>H+D5Pz8cLnCDsv&yi{TOi
zmnf|mg#(?$QZvk9mS71vbF<?K{U*E%lhLj&P_(P_8STR6){Ezt3H<1U^K)Q)`HXaE
zrziR{38AK_lxWUZ<O}nmMzfzEg%Q;Z7;%sVBmSKlM!dTX7_oY%V8pOCPFvbfS!jMV
zSqQlC!$QK1Y>#W;ao2&zCF8Ck$Q^_rr{%!Rz{sgdISxynWWbVNG%V4uM8lFvSmIp@
zmhh4WC;wk?GKjv0C>o+@h;mhk!WBeG%P6c6w6MEB30OY*O9K`SSTtan1T24ixG^|2
z=qn;z4}Gg{DF>l}mdA(6hErTZM|p%oB0LHbRt&mZ1?Xwf_93*>>af8NYP75Hfix+B
zi_mO5t2bWN8|$^kvrV(F=6I0JaOFGb2w596f^#B@4Y*t^SO~{);JfN#Ey?0&6_ht*
z9Mmi)gge@g1L8mq!Z7OR`}rHRV<wdjDp5=$E_d8L3&}JW%%9aek{7c=Ko`u5QK)iL
zDWbWK<~o||Xs)BV&aH5ro|Qp%0R8=#NT}HLd?;@nAOL)l06qFGivazzJS_qGeOVKr
zECTd(qp^)vD{JVuTEl}&`~x@>T@Mn1k(j3P=^>OASiuZyp2*WQRxGFou937&<$)U`
ze7~MY_(%_jfb(pq2&FG2KraG7Z|u~+kfzLx|Mj5z@Irw88ug!Ne1AnyfBSyCUcNUI
z{pUFkrssJhF4cri6FN=kG@;Xk?sf>>#svvoDuJN^@jZMGC}qK#Bzqs@EVB3J-n3-T
zzNg9FHIcoY)P4lsg`-qNNu=x$G_`vy!1inz(Jfe~{dv9CEyO>Me@;V0AFKA$_08hb
zt<9H<PD`h<W}eB(OiAk1y*iJSbt-G-IY%^s)dW@(SWRFxfn6X1`yW?WETITP007Z|
BhB^QM

literal 1314
zcmV+-1>O2VRzV<BZeeh9Xm4~Nb~6eC0QPr%`uw#NPMwV3+a_lE1fAh%5H5p=(UBuA
zyMVRn-XDty00000000B+S=(;gHW;>&w(E>_%g{XlAz;;wEgzbTK)_I>Nq4wdoh8nS
zE;9;RrXw|ysF76c%rJ)Tq7Se)Xdh{hu}9d|eo~HW$4b(~iDPH<0T#)h<bNXn?}Oj9
zn*ntX_}lkH_#z-A4scZQd4yx`QNiE5YqhYzFYiBE&V7=TFXO(kT!r5?`2M|=%RMyi
zeQDgQHD41~7{>5%Wo0F2JjfYKIpYhES^COY&KY-Mn2Q!+Y|vc#eQ8HvCj4mMw(a~j
zX%j{wmmp5qAz>)+xgZgYA{rsf6C!p>B~Ta#9_7MWgO_FJw?JoPCDB1dJCTJtzVJ{L
z3Bm<OIBKECsO<-YBSvrwwHXZ&rwM~ytTtr_*66<Y5c>gc2ITY&OI%>#yZK|q)kX;K
zlStV4y><E9aL}k(st>UwQkE$7VnzjZX)sh_Y&BSCM>#+)1P`*`8thy0qZaAfo(KbL
zWWQQWA{2ub&e>{@PrsR6w@FCV>TKwD6_xY+P2>0sf2X6;-$O}uBA-4CNwJK~q=`7r
z%+<R+Gr}P;9dnRbX2DcBWjcF3Q)X0*g$Kj3vskfTb1Fpwx~~M}u`!*VDUM>f1_e)T
zfzluWBeJJjE|-ht3ViC7s#7k*$A+$7Kq6rQOzrpOhFt-&m-4gOZxl>McoGbBmWuw+
zGM!4nba9NEe&7qAaH(aJ(GK|Nd1`P7R|2Rp==_;5?t^WPS+UE|jm5Ya7AGa(5)qKs
z;iw!K<I*sM^O!0#Xu$C9)~ogH?b-{N2>y=~F_=PHC~YHH3k{`CT9vsF>BevgflHKD
zjKYCVVyPMCFiWt6oVnTYgnk3wg~@1F7bx1*`HXg9v-aZoMFKxM;rtvJUp^xpTIq?t
zNJ6M7DkU2875Tz^sL|->M`1)Y14bNX!H9pSh7s>)0V7s#6^t0x#%W9YDGSYyCJO;K
zeqBhok?nB}JZ?MixM18h1i6I}<g^^PF)(s!QjWut#~HBXPYp{nEYYxJ5|(%uf+f79
z!O8y@oD8C`A&Q158lqelqHqOK(lQDw1WoK7OahkA-e|z00gDDKlYnLa(~ZHYLEjSL
zdgw=WOF0M)v^+jkHk{%T>g5p%iSQ^$STX2s6`-d{TSw6DnbL*?Za%aAY^VNer@p>j
zf3|7%m5>MN3wOMOddS+K5gZIrtix?$!Au;-f$yrDv?QycRZ!+j$E#UR2$!-S2gHG-
zgJIOq_w!e&_>I&us5LQ-xZH8?EUeO400-*GUqj?a;l_0(f#xfkuV}ua`HJQ%GvO;;
zD}%5Ag8MCzaIfR}P|w-`;`t<rdGJ#fiTP)FS`zcuvL-QEB<A~ieG9Et*3faah6k7U
zhj1o39wY=KF-_&uLnte-!WGs$5uj<TSWpjKA@Q2Z1J_2{zB`Y!kuDAa=h;vZN>3yr
zF9IU3@9umfO_?2%??U&{M?v;!6rN`Ue@WOr8^`HL&lOi2@u4PVnv`i$rb(G5WwRk=
z8y`u^QV9$Vi0{z{P$(<ZBw_pf>ny_d_Rh3~&Ay`v+Z7SE-PC>r-i4!7L`kIV5Hz)W
zEWq~7vYHuKr~P@g)-A+8fPYLwCLgKx)Ah~b)7s|Cg(DmnQ-7Z6$BhzAodt7}1)79v
Y5~@k4CZU>yE)WU*528uBcvM0F04-#3djJ3c


From db67ee28952f37bf372d2e2f93994ee9ff2e0fdd Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Wed, 3 Apr 2024 18:15:12 -0400
Subject: [PATCH 4/8] updates from review

---
 src/host/main.js | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/src/host/main.js b/src/host/main.js
index e371c66..0046c75 100644
--- a/src/host/main.js
+++ b/src/host/main.js
@@ -68,13 +68,14 @@ export async function hostMain({
 
     const callbackRequests = [];
 
-    const postCallback = body => {
+    const postCallbackWhenEnabled = async body => {
       // ignore if not in callback mode
       if (!callbackUrl) return;
       const headers = {
         'Content-Type': 'application/json',
         ...(callbackHeader || {}),
       };
+      await Promise.allSettled(callbackRequests);
       callbackRequests.push(
         fetch(callbackUrl, {
           method: 'post',
@@ -97,18 +98,18 @@ export async function hostMain({
       const testSource = JSON.parse(textDecoder.decode(file.bufferData));
 
       const callbackBody = {
-        testCsvRow: testSource.info?.testId,
-        presentationNumber: testSource.info?.presentationNumber,
+        testCsvRow: testSource.info.testId,
+        presentationNumber: testSource.info.presentationNumber,
       };
 
       try {
-        postCallback({ ...callbackBody, status: 'TEST_STARTED' });
+        postCallbackWhenEnabled({ ...callbackBody, status: 'TEST_STARTED' });
 
         const result = await agent.run(testSource);
 
         const { capabilities, commands } = result;
 
-        postCallback({
+        postCallbackWhenEnabled({
           ...callbackBody,
           capabilities,
           responses: commands.map(({ output }) => output),
@@ -118,7 +119,7 @@ export async function hostMain({
       } catch (exception) {
         const error = `${exception.message ?? exception}`;
         log(HostMessage.TEST_ERROR, { error });
-        postCallback({ ...callbackBody, error });
+        postCallbackWhenEnabled({ ...callbackBody, error });
       } finally {
         await testLogJob.cancel();
       }

From a9823e78d04891c6ec70bee40d3b9cc1e6404991 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Wed, 3 Apr 2024 18:15:57 -0400
Subject: [PATCH 5/8] update to per-test "RUNNING" or "ERROR" status

---
 src/host/main.js | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/host/main.js b/src/host/main.js
index 0046c75..81fb4a0 100644
--- a/src/host/main.js
+++ b/src/host/main.js
@@ -103,7 +103,7 @@ export async function hostMain({
       };
 
       try {
-        postCallbackWhenEnabled({ ...callbackBody, status: 'TEST_STARTED' });
+        postCallbackWhenEnabled({ ...callbackBody, status: 'RUNNING' });
 
         const result = await agent.run(testSource);
 
@@ -119,7 +119,7 @@ export async function hostMain({
       } catch (exception) {
         const error = `${exception.message ?? exception}`;
         log(HostMessage.TEST_ERROR, { error });
-        postCallbackWhenEnabled({ ...callbackBody, error });
+        postCallbackWhenEnabled({ ...callbackBody, error, status: 'ERROR' });
       } finally {
         await testLogJob.cancel();
       }

From 591ce4ce5a891e1621e9b5d53fb97fa4059b6cb4 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Wed, 3 Apr 2024 18:19:01 -0400
Subject: [PATCH 6/8] update snapshots

---
 src/host/tests/snapshots/cli-run-plan.js.md | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/src/host/tests/snapshots/cli-run-plan.js.md b/src/host/tests/snapshots/cli-run-plan.js.md
index 923346d..8e07211 100644
--- a/src/host/tests/snapshots/cli-run-plan.js.md
+++ b/src/host/tests/snapshots/cli-run-plan.js.md
@@ -114,7 +114,7 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
@@ -124,7 +124,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
@@ -166,7 +166,7 @@ Generated by [AVA](https://avajs.dev).
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
@@ -176,7 +176,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
@@ -204,21 +204,21 @@ Generated by [AVA](https://avajs.dev).
       HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
-      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       Starting test.␊
       HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
+      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       [Server]: Serving '/static/reference/index.html'.␊
       [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
-      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       Removing reference from 'http://localhost:8888/static␊
       Stopping test agent.␊
+      HTTP 418 response received when reporting result: 'Unknown error - unable to read response body.'.␊
       [Agent]: Stopping...␊
       Stopping reference server.␊
       Stopping...␊
       `,
       stdout: `Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":1,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
@@ -228,7 +228,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"status":"TEST_STARTED"}',␊
+        body: '{"testCsvRow":2,"status":"RUNNING"}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊

From 60d71978847bdb1e2509a885aede50470f430559 Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Wed, 10 Apr 2024 16:48:09 -0400
Subject: [PATCH 7/8] add in support for dynamic :testRowNumber in callback url

---
 src/host/main.js                            | 16 ++++--
 src/host/tests/cli-run-plan.js              | 15 ++++-
 src/host/tests/snapshots/cli-run-plan.js.md | 62 ++++++++++++++++++---
 3 files changed, 79 insertions(+), 14 deletions(-)

diff --git a/src/host/main.js b/src/host/main.js
index 81fb4a0..caf4142 100644
--- a/src/host/main.js
+++ b/src/host/main.js
@@ -66,18 +66,21 @@ export async function hostMain({
     log(HostMessage.START_AGENT);
     await agent.start({ referenceBaseUrl: serverDirectory.baseUrl });
 
-    const callbackRequests = [];
+    let lastCallbackRequest = Promise.resolve();
 
-    const postCallbackWhenEnabled = async body => {
+    const postCallbackWhenEnabled = body => {
       // ignore if not in callback mode
       if (!callbackUrl) return;
       const headers = {
         'Content-Type': 'application/json',
         ...(callbackHeader || {}),
       };
-      await Promise.allSettled(callbackRequests);
-      callbackRequests.push(
-        fetch(callbackUrl, {
+      const perTestUrl = callbackUrl.replace(
+        ':testRowNumber',
+        body.testCsvRow ?? body.presentationNumber
+      );
+      lastCallbackRequest = lastCallbackRequest.then(() =>
+        fetch(perTestUrl, {
           method: 'post',
           body: JSON.stringify(body),
           headers,
@@ -112,6 +115,7 @@ export async function hostMain({
         postCallbackWhenEnabled({
           ...callbackBody,
           capabilities,
+          status: 'COMPLETED',
           responses: commands.map(({ output }) => output),
         });
 
@@ -129,8 +133,8 @@ export async function hostMain({
     log(HostMessage.REMOVE_SERVER_DIRECTORY, { url: serverDirectory.baseUrl });
 
     log(HostMessage.STOP_AGENT);
+    await lastCallbackRequest;
     await agent.stop();
-    await Promise.allSettled(callbackRequests);
     await emitPlanResults(plan);
   }
 
diff --git a/src/host/tests/cli-run-plan.js b/src/host/tests/cli-run-plan.js
index af9ed44..4bd09a1 100644
--- a/src/host/tests/cli-run-plan.js
+++ b/src/host/tests/cli-run-plan.js
@@ -39,7 +39,7 @@ test('plan3', async t => {
   );
 });
 
-test('plan3 with callback', async t => {
+test('plan3 with callback no url param', async t => {
   t.snapshot(
     await spawnRunPlan([
       '--plan-workingdir=fixtures/host-bin/plan3',
@@ -52,6 +52,19 @@ test('plan3 with callback', async t => {
   );
 });
 
+test('plan3 with callback', async t => {
+  t.snapshot(
+    await spawnRunPlan([
+      '--plan-workingdir=fixtures/host-bin/plan3',
+      '"**"',
+      '--agent-mock',
+      '--debug',
+      '--callback-url=http://callback.url/:testRowNumber',
+      '--callback-header=test:header:multiple:colon',
+    ])
+  );
+});
+
 test('plan3 with callback request which fails', async t => {
   t.snapshot(
     await spawnRunPlan([
diff --git a/src/host/tests/snapshots/cli-run-plan.js.md b/src/host/tests/snapshots/cli-run-plan.js.md
index 8e07211..86dccb8 100644
--- a/src/host/tests/snapshots/cli-run-plan.js.md
+++ b/src/host/tests/snapshots/cli-run-plan.js.md
@@ -88,7 +88,7 @@ Generated by [AVA](https://avajs.dev).
       `,
     }
 
-## plan3 with callback
+## plan3 with callback no url param
 
 > Snapshot 1
 
@@ -119,7 +119,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
@@ -129,7 +129,55 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://callback.url/ {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
+      `,
+    }
+
+## plan3 with callback
+
+> Snapshot 1
+
+    {
+      stderr: `Starting...␊
+      Reference server listening on 'http://localhost:8888'.␊
+      Plan 'unknown' with 2 tests and 4 files read from source 'fork'.␊
+      Reference available on 'http://localhost:8888/static␊
+      Starting test agent.␊
+      [Agent]: Starting...␊
+      Agent running with protocol 'fork'.␊
+      Starting test.␊
+      [Server]: Serving '/static/reference/index.html'.␊
+      [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
+      Starting test.␊
+      [Server]: Serving '/static/reference/index.html'.␊
+      [Agent]: Open page: 'http://localhost:8888/static/reference/index.html'.␊
+      Removing reference from 'http://localhost:8888/static␊
+      Stopping test agent.␊
+      [Agent]: Stopping...␊
+      Stopping reference server.␊
+      Stopping...␊
+      `,
+      stdout: `Callback Fetch Mocked:  http://callback.url/1 {␊
+        method: 'post',␊
+        body: '{"testCsvRow":1,"status":"RUNNING"}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      Callback Fetch Mocked:  http://callback.url/1 {␊
+        method: 'post',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW"]}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      Callback Fetch Mocked:  http://callback.url/2 {␊
+        method: 'post',␊
+        body: '{"testCsvRow":2,"status":"RUNNING"}',␊
+        headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
+      }␊
+      Callback Fetch Mocked:  http://callback.url/2 {␊
+        method: 'post',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', test: 'header:multiple:colon' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -171,7 +219,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
@@ -181,7 +229,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418 {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊
@@ -223,7 +271,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW"]}',␊
+        body: '{"testCsvRow":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
@@ -233,7 +281,7 @@ Generated by [AVA](https://avajs.dev).
       }␊
       Callback Fetch Mocked:  http://example.com/?TEST-STATUS=418&TEST-BAD-BODY {␊
         method: 'post',␊
-        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
+        body: '{"testCsvRow":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"status":"COMPLETED","responses":["mocked output for UP_ARROW,DOWN_ARROW"]}',␊
         headers: { 'Content-Type': 'application/json', x: 'y' }␊
       }␊
       {"name":"unknown","tests":[{"filepath":"tests/test-1.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":1,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW","output":"mocked output for UP_ARROW"}],"results":[{"command":"UP_ARROW","expectation":"role up","pass":true,"output":"mocked output for role up"}]}]},{"filepath":"tests/test-2.json","log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}],"results":[{"testId":2,"capabilities":{"browserName":"mock","browserVersion":"1.0","atName":"mock","atVersion":"1.0","platformName":"mock"},"commands":[{"command":"UP_ARROW,DOWN_ARROW","output":"mocked output for UP_ARROW,DOWN_ARROW"}],"results":[{"command":"UP_ARROW,DOWN_ARROW","expectation":"role down","pass":true,"output":"mocked output for role down"}]}]}],"log":[{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."},{"data":{"type":"openPage","date":"2000-01-01T12:00:00.000Z","url":{}},"text":"Open page: 'http://localhost:8888/static/reference/index.html'."}]}␊

From 16a065022330d0793b66693b55acb8cce312a43f Mon Sep 17 00:00:00 2001
From: "Mx. Corey Frang" <gnarf37@gmail.com>
Date: Wed, 10 Apr 2024 16:50:42 -0400
Subject: [PATCH 8/8] missing snapshot update

---
 src/host/tests/snapshots/cli-run-plan.js.snap | Bin 1343 -> 1428 bytes
 1 file changed, 0 insertions(+), 0 deletions(-)

diff --git a/src/host/tests/snapshots/cli-run-plan.js.snap b/src/host/tests/snapshots/cli-run-plan.js.snap
index 6cd8b32962558b0c179ff05e6557f8b8e6f80069..b1aa4128f5873bedc16b2c369ce919770f5317a5 100644
GIT binary patch
literal 1428
zcmV;F1#9|2RzV<BZeeh9Xm4~Nb~6eC0E0%Or|I1)LQYrFhTBM~n+C@<_Y~c$xTYrJ
zR#VRGdLN4j00000000B+na^(<MHI(vr!B>z5Cng~Xb;_sz5dZ0qLmOzlK_=y961hE
z2^JdL<LoxOJIl;$>=5}-4sho`XgTv&aNy1rap20Iz==1zwrj_mq>hu=YbHMw@9dkI
z_ujmj`F@mF?S?~}NBpPPMA*V1#CNb)vbl$SZc)KszG}6wz|ZeLTuHr?l3(fj>6J44
zU5DR4GO5%@>3bih?^PNvNK>TK!;h=0tEu#ZR63JNe*iX_kJBru^j&z(MT;=jf6RQJ
z*%O!v+dDK2BU>eH!id)-h!b{97;<bbhzD;G^^k4};hTj5IE)>Oa$&B+mu_Tt!Dplg
z-jPQ;o{l=UuuvHZ!UadzYoSM|Z99Y`MsN$Y8Fdk-0fSleHf2Zp=)CwC+YW9x<opQ>
zTwq~0vjfM&i4Z;{o-ncp8}e`6M5AGaZHNV47)j`!&#0hH>I_{N8x6+U3lks*f)BD?
z@6TJXy%y;jmT(<?WWI_|JmiBH=EZK0cc0I!RpQccbT-U;xGI<BoBI9*`HtSod=D+z
znR<HjN}9z~CJn@(GS}{&Y94lpW@`P)(sEi@Q<`~js>zD-v9RE^Y|NL87o18HhaQFo
za@%O;sU}W*IR=GH?Sj)_0dHhWxmYabizWD}mC9zZ2tNiieGL`?bD(RlCnxL*u)R{A
zwO&1^F~S3<@3VCDNlP<JIjxC(+^`*6*n~?j8;o`!M>|o#E*uHqM!)eZ!nh5wnOeyx
zLNgZQW>}oHfI~z;UAv=p5KNQ0F6_t1nf?R3-rxOpqgt&zgN~4YKM?&cq=lkq1Y@D0
z)!C?G2O?b`4k1WM=oO=|p#xufhB@>SEFc$7Ht5i+!*_0SwaW=w?eb!-c5bWkY-gH<
zAMJ2?4U7*TQx2_YM^94_VVAHZ>Wj7Vxy5j!-ph{4h;odKIF6GM|IREUUf+g{SX(L?
zF}xdRz1q(iXmLDAgxvThk#ZwG<4SleyYQHD-IWAcLJ4wS4a`l9oLiLRvgA>WEcrpn
z5+zHNESZ!g)>N{D7nC^p|B93T>MMz&B#M$KSCuGT6l#>{9)%&C25uf9k0O{9reN5e
zlrQi7rR0l}FG{{l%9r2X-5hM8&xmMR=xKOnnF#g09PBUywpRh2W)X6UuqasQKKQQZ
zprt`uC-5BI6`TCHN;{!ikRb(dENa#Lot-B;pKHC)+=4=ev)@FgNZ+I$Y!Q*K!6~D|
z7})n6yBVIa1$j&AxiArO3Bq2c3x~DsJH&+YgV(5+?PYH;gt=UK!@O-)p6-6RUEAK$
z!h6c69+z$$T%>dA2}^Q0`E@ccX*5fnj0&5ZDj7vaii{K)DKb)IbSq@UW56heh5lA7
zq*zF?&?F1}J{1d<mH>vPjUjO=cOht~yaYHjZ48O46vab|hZGMf9#TBCG(6PR<Ni~`
z$ajI1lO4;3ORo)(z$YQ;!LM<U^v}wyko5D4f}}V|`l43bMQf#XG`OwdLzCFYuqQee
z6a*tajqIaMC~x3Ud+3V<ShGZt&<tE7*v*uI8-v1ME`vhS#V+VP18#)Er?u_9T7Iv#
zQQP19M20dCMC?NI$y+J>YjizvdjE<d|Mru6Z9q5|*ArJ4vvc4`o)z#Z;8Vb-fKLJ6
z?Ev5ATLNEXf#Ctx_vDS>l(*O<48H#|4hDa`Gb;=lcN7d>6AbQ0@gvACY^6L3yf6+y
zqqxTw*ho4vP8;lU=X1UUI(4FM3{?M|1ymn~&yP2@@{cQ9&l8NTGX;`3SeYxtUOm+d
ihO{#UlDL{tfU5vk0j>gE1-J<U-2VV{LyaPaPyhfDF{iBn

literal 1343
zcmV-F1;F}2RzV<BZeeh9Xm4~Nb~6eC00K<Cs-c988^j<D<g_Wo;)S!z#lE?Fst6OW
z><7q}^B;={00000000B+S=(;gHW;>&w(E>_%dkBFp^NIqmJiKEAYd5Mq{DWxCa|3q
zU1k)tOh;-YQ6s6?S>TIpK<{?5H)!`5!(L*Ku}9d|eo~HW$I8)3Y-jWV7RjIFe<J_y
zgWq;q0d@EJn|DO`A|NCVa8&Vmgk$be!GC_+ZexL8K772K`yeM@#zSMd3cqXc{d*~w
z`^<RosqtW|^_sZCFousSD=RtUQO;P(8J~d6(&xr<&bSZ5T(k*egXYptOLc*n@S{E3
zw(~X8A&f*WL7cDy!cgFIK_VDMG(wgqMC_DGpfC<R%7wEAFU!tvgU-lGqWy?=BMWtX
z;h`!LgbR*v)J9KG#}5ccjNmrvFd8CG69&6j9m@8t(S7j&_5<7s$mtuFxWK}9^T&#-
zjS$`=k+Ac->+-khpi#3_A7V+QEK%ykj0)<~V5q{_YOqdSIY2H153=7H>|64qHtE@(
z2m@<mzpa==C<ZN@v(+A-KAT-@B&2F}HuSrS%6a~#aeRiq(^2W~p(HzzPw$7MSVm^j
zL>y=4>ir`#!XYsobC6kP!BjbAI=e@v%%~U(4~AuDv0}gGREh+2PYK9lV>(BsIE>{Q
z6g;&JN`nN9$ewDsTrQR?@M%=4PPq&p8@j#+iG&3(wcnQ;_5{dY$<JoLSuh#lNifh^
zD*8>^bSeeY#W8OAfiHZ*rIsy5yWpeeslg#!382QH^E<-054JgG#V$iP7UN=AoRok|
zL_l7LqjF%3OT!S(W2(%c0mD1nuhwg|trsv6{2wP`Fom>H+D5Pz8cLnCDsv&yi{TOi
zmnf|mg#(?$QZvk9mS71vbF<?K{U*E%lhLj&P_(P_8STR6){Ezt3H<1U^K)Q)`HXaE
zrziR{38AK_lxWUZ<O}nmMzfzEg%Q;Z7;%sVBmSKlM!dTX7_oY%V8pOCPFvbfS!jMV
zSqQlC!$QK1Y>#W;ao2&zCF8Ck$Q^_rr{%!Rz{sgdISxynWWbVNG%V4uM8lFvSmIp@
zmhh4WC;wk?GKjv0C>o+@h;mhk!WBeG%P6c6w6MEB30OY*O9K`SSTtan1T24ixG^|2
z=qn;z4}Gg{DF>l}mdA(6hErTZM|p%oB0LHbRt&mZ1?Xwf_93*>>af8NYP75Hfix+B
zi_mO5t2bWN8|$^kvrV(F=6I0JaOFGb2w596f^#B@4Y*t^SO~{);JfN#Ey?0&6_ht*
z9Mmi)gge@g1L8mq!Z7OR`}rHRV<wdjDp5=$E_d8L3&}JW%%9aek{7c=Ko`u5QK)iL
zDWbWK<~o||Xs)BV&aH5ro|Qp%0R8=#NT}HLd?;@nAOL)l06qFGivazzJS_qGeOVKr
zECTd(qp^)vD{JVuTEl}&`~x@>T@Mn1k(j3P=^>OASiuZyp2*WQRxGFou937&<$)U`
ze7~MY_(%_jfb(pq2&FG2KraG7Z|u~+kfzLx|Mj5z@Irw88ug!Ne1AnyfBSyCUcNUI
z{pUFkrssJhF4cri6FN=kG@;Xk?sf>>#svvoDuJN^@jZMGC}qK#Bzqs@EVB3J-n3-T
zzNg9FHIcoY)P4lsg`-qNNu=x$G_`vy!1inz(Jfe~{dv9CEyO>Me@;V0AFKA$_08hb
zt<9H<PD`h<W}eB(OiAk1y*iJSbt-G-IY%^s)dW@(SWRFxfn6X1`yW?WETITP007Z|
BhB^QM