[Hackathon] fix(run): mixed local/remote batches time out completed backend tests #478

import assert from 'node:assert/strict';
import {mkdtemp,readFile,rm} from 'node:fs/promises';
import {tmpdir} from 'node:os';
import {join,resolve} from 'node:path';
import {pathToFileURL} from 'node:url';
import {createRequire} from 'node:module';

// Actual Commander command, HTTP validation, orchestration, polling and artifact
// writers. Only HTTP and the tunnel transport are fixtures; timers are real.
const root=resolve(process.argv[2]??'work/testsprite-cli');
const require=createRequire(join(root,'package.json'));
const {Command}=require('commander');
const {createTestCommand}=await import(pathToFileURL(join(root,'dist/commands/test.js')));
const temp=await mkdtemp(join(tmpdir(),'testsprite-mixed-verdict-'));
const cid='11111111-2222-3333-4444-555555555555';
const stamp='2026-10-17T00:00:00Z';
const json=body=>new Response(JSON.stringify(body),{status:200,headers:{'content-type':'application/json'}});
const scenarios=[
 {name:'single-backend-passed-control',ids:['be'],verdict:'passed',expectedExit:0},
 {name:'single-backend-failed-control',ids:['be'],verdict:'failed',expectedExit:1},
 {name:'mixed-backend-passed',ids:['fe','be'],verdict:'passed',expectedExit:7},
 {name:'mixed-backend-failed',ids:['fe','be'],verdict:'failed',expectedExit:7},
 {name:'mixed-longer-budget-passed',ids:['fe','be'],verdict:'passed',timeout:3,expectedExit:7},
 {name:'mixed-reversed-passed',ids:['be','fe'],verdict:'passed',expectedExit:7},
 {name:'two-frontend-control',ids:['fe','fe2'],verdict:'passed',expectedExit:0},
 {name:'mixed-terminal-backend-control',ids:['fe','be'],verdict:'passed',terminalBackend:true,expectedExit:0},
];
const results=[];
try{
 for(const s of scenarios){
  const trace=[],stdout=[],stderr=[],transport=[];
  const summaryFile=join(temp,s.name+'.json'),reportFile=join(temp,s.name+'.xml');
  const deps={
   env:{TESTSPRITE_API_KEY:'sk-user-offline-fixture',TESTSPRITE_API_URL:'https://mock.example.com'},
   credentialsPath:join(temp,'no-credentials'),
   stdout:x=>stdout.push(x),stderr:x=>stderr.push(x),
   createTunnelClient:()=>({start:async()=>{transport.push('start');},stop:async()=>{transport.push('stop');}}),
   fetchImpl:async(input,init={})=>{
    const u=new URL(typeof input==='string'?input:input.url??input.href);assert.equal(u.hostname,'mock.example.com');
    const path=u.pathname.replace('/api/cli/v1',''),method=init.method??'GET';
    trace.push({method,path,...(init.body?{body:JSON.parse(String(init.body))}:{})});
    if(method==='GET'&&/^\/tests\/(fe|fe2|be)$/.test(path)){
     const id=path.split('/')[2];return json({id,name:id,type:id==='be'?'backend':'frontend',projectId:id==='be'?'remote_project':'local_project',status:'ready',createdFrom:'cli',createdAt:stamp,updatedAt:stamp});
    }
    if(path==='/projects/local_project/env')return json({environments:[{name:'default',url:'http://127.0.0.1:5173',isDefault:true,isTemporary:false}]});
    if(path==='/projects/remote_project/env')return json({environments:[{name:'default',url:'https://example.com',isDefault:true,isTemporary:false}]});
    if(path==='/tunnel'&&method==='POST')return json({clientId:cid,secret:'fixture-secret',controlUrl:'ws://tunnel.example.com/ws',tunnelAddr:'tunnel.example.com:7400',expiresAt:'2099-01-01T00:00:00Z'});
    if(path==='/tunnel/'+cid&&method==='DELETE')return new Response(null,{status:204});
    const trigger=/^\/tests\/(fe|fe2|be)\/runs$/.exec(path);
    if(trigger&&method==='POST')return json({runId:'run_'+trigger[1],status:'queued',enqueuedAt:stamp,codeVersion:'v1',targetUrl:trigger[1]==='be'?'https://example.com':'http://127.0.0.1:5173'});
    if(path==='/tests/be/result')return json({testId:'be',type:'backend',status:s.verdict,startedAt:'2026-10-17T00:00:01Z',finishedAt:'2026-10-17T00:00:02Z',runIdIfAvailable:'run_be',snapshotId:'snap_fixture',codeVersion:'v1',targetUrl:null,failedStepIndex:s.verdict==='failed'?0:null,failureKind:s.verdict==='failed'?'assertion':null,videoUrl:null,summary:s.verdict});
    const poll=/^\/runs\/run_(fe|fe2|be)$/.exec(path);
    if(poll&&method==='GET'){
     const id=poll[1],pending=id==='be'&&!s.terminalBackend;
     return json({runId:'run_'+id,testId:id,projectId:id==='be'?'remote_project':'local_project',userId:'fixture_user',status:pending?'running':(id==='be'?s.verdict:'passed'),source:'cli',createdAt:stamp,startedAt:'2026-10-17T00:00:01Z',finishedAt:pending?null:'2026-10-17T00:00:02Z',codeVersion:'v1',targetUrl:id==='be'?null:'http://127.0.0.1:5173',createdFrom:'cli',failedStepIndex:null,failureKind:null,error:null,videoUrl:null,stepSummary:{total:1,completed:pending?0:1,passedCount:pending?0:1,failedCount:0},retryAfterSeconds:1});
    }
    throw Error('Unexpected fixture route '+method+' '+path);
   },
  };
  const args=['--output','json','test','run',...s.ids,'--wait','--timeout',String(s.timeout??1),'--skip-preflight','--summary-file',summaryFile];
  if(s.ids.length>1)args.push('--report','junit','--report-file',reportFile,'--report-suite-name','mixed-fixture');
  let error,exitCode=0;
  const started=performance.now();
  try{await new Command('testsprite').option('--output <mode>').addCommand(createTestCommand(deps)).parseAsync(args,{from:'user'});}
  catch(e){error={name:e.name,code:e.code,message:e.message,exitCode:e.exitCode};exitCode=e.exitCode??1;}
  assert.equal(exitCode,s.expectedExit,s.name+': '+JSON.stringify(error));
  const payload=JSON.parse(stdout.at(-1));
  const summary=JSON.parse(await readFile(summaryFile,'utf8'));
  const xml=s.ids.length>1?await readFile(reportFile,'utf8'):null;
  const backendReads=trace.filter(x=>x.path==='/tests/be/result').length;
  if(s.ids.length===1){assert.equal(payload.status,s.verdict);assert.equal(backendReads,1);}
  else if(s.expectedExit===7){
   assert.equal(backendReads,0);assert.equal(payload.results.find(x=>x.testId==='be').status,'timeout');
   assert.equal(payload.results.find(x=>x.testId==='fe').status,'passed');
   assert.equal(summary.timedOut,1);assert.equal(summary.passed,1);
   assert.ok(xml.includes('type="timeout"'));
   const beTrigger=trace.find(x=>x.method==='POST'&&x.path==='/tests/be/runs');
   assert.ok(beTrigger);assert.equal(beTrigger.body.tunnelClientId,undefined);
  }else assert.equal(summary.passed,2);
  results.push({name:s.name,args,exitCode,error,elapsedMs:performance.now()-started,backendResultReads:backendReads,payload,summary,xml,trace,transport,stderr});
 }
 console.log(JSON.stringify({node:process.version,results},null,2));
}finally{await rm(temp,{recursive:true,force:true});}