johannes/assistant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(vela): mock push-to-talk transcript updates

Browse Source
This commit is contained in:
Johannes Kresner
2026-04-08 20:13:36 +02:00
parent 103bb11954
commit 98bcc543f5
8 changed files with 179 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
apps/vela-ui/e2e/voice-session.spec.js
View File

@@ -92,10 +92,20 @@ test('voice session shell supports a placeholder mic-control cycle before anothe
await page.getByTestId('mic-control-button').dispatchEvent('mousedown');
await expect(page.getByTestId('mic-control-status')).toHaveText('holding');
await expect(page.getByTestId('gateway-session-state')).toHaveText('listening');
await expect(page.getByTestId('partial-transcript')).toHaveText(
'[mocked partial] Placeholder push-to-talk transcript in progress.'
);
await expect(page.getByTestId('user-transcript')).toHaveText(
'[mocked partial] Placeholder push-to-talk transcript in progress.'
);
await expect(page.getByTestId('mocked-turn-button')).toBeDisabled();
await page.getByTestId('mic-control-button').dispatchEvent('mouseup');
await expect(page.getByTestId('mic-control-status')).toHaveText('idle');
await expect(page.getByTestId('user-transcript')).toHaveText(
'[mocked final] Placeholder push-to-talk transcript completed from 1 appended chunk.'
);
await expect(page.getByTestId('partial-transcript')).toHaveText('none');
await expect(page.getByTestId('gateway-session-state')).toHaveText('idle');
await expect(page.getByTestId('mocked-turn-button')).toBeEnabled();

25
apps/vela-ui/src/lib/VoiceSessionShell.svelte
View File

@@ -50,6 +50,7 @@
let socket = null;
let connectionAttempts = 0;
let mockedUserTranscript = 'none';
let inProgressPartialTranscript = 'none';
let mockedAssistantResponse = 'none';
let mockedTurnInFlight = false;
let mockedConversationRenderOrder = [];
@@ -92,6 +93,7 @@
sessionReadyReceived = false;
lastServerEvent = 'none';
mockedUserTranscript = 'none';
inProgressPartialTranscript = 'none';
mockedAssistantResponse = 'none';
mockedTurnInFlight = false;
mockedConversationRenderOrder = [];
@@ -145,6 +147,7 @@
}
mockedUserTranscript = 'waiting for mocked transcript…';
inProgressPartialTranscript = 'none';
mockedAssistantResponse = 'waiting for mocked response…';
mockedTurnInFlight = true;
lastError = 'none';
@@ -237,9 +240,23 @@
}
if (message.type === 'transcript.final') {
inProgressPartialTranscript = 'none';
mockedUserTranscript = message.payload.text;
mockedAssistantResponse = '…';
mockedConversationRenderOrder = [...mockedConversationRenderOrder, 'transcript'];
if (mockedTurnInFlight) {
mockedAssistantResponse = '…';
}
if (!mockedConversationRenderOrder.includes('transcript')) {
mockedConversationRenderOrder = [...mockedConversationRenderOrder, 'transcript'];
}
return;
}
if (message.type === 'transcript.partial') {
inProgressPartialTranscript = message.payload.text;
mockedUserTranscript = message.payload.text;
if (!mockedConversationRenderOrder.includes('transcript')) {
mockedConversationRenderOrder = [...mockedConversationRenderOrder, 'transcript'];
}
return;
}
@@ -395,6 +412,10 @@
<span>Mocked user transcript</span>
<p data-testid="user-transcript">{mockedUserTranscript}</p>
</div>
<div>
<span>In-progress partial transcript</span>
<p data-testid="partial-transcript">{inProgressPartialTranscript}</p>
</div>
<div>
<span>Mocked assistant response</span>
<p data-testid="assistant-response">{mockedAssistantResponse}</p>

27
apps/vela-ui/tests/voice-session.test.js
View File

@@ -123,10 +123,21 @@ describe('voice session shell', () => {
expect(getByTestId('mic-control-status').textContent).toBe('holding');
socket.message(createMessageEnvelope('session.state', { value: 'listening' }));
socket.message(
createMessageEnvelope('transcript.partial', {
text: '[mocked partial] Placeholder push-to-talk transcript in progress.'
})
);
await waitFor(() => {
expect(getByTestId('gateway-session-state').textContent).toBe('listening');
expect(getByTestId('mocked-turn-button').hasAttribute('disabled')).toBe(true);
expect(getByTestId('user-transcript').textContent).toBe(
'[mocked partial] Placeholder push-to-talk transcript in progress.'
);
expect(getByTestId('partial-transcript').textContent).toBe(
'[mocked partial] Placeholder push-to-talk transcript in progress.'
);
});
await fireEvent.mouseUp(getByTestId('mic-control-button'));
@@ -138,11 +149,21 @@ describe('voice session shell', () => {
});
expect(getByTestId('mic-control-status').textContent).toBe('idle');
socket.message(
createMessageEnvelope('transcript.final', {
text: '[mocked final] Placeholder push-to-talk transcript completed from 1 appended chunk.'
})
);
socket.message(createMessageEnvelope('session.state', { value: 'idle' }));
await waitFor(() => {
expect(getByTestId('gateway-session-state').textContent).toBe('idle');
expect(getByTestId('mocked-turn-button').hasAttribute('disabled')).toBe(false);
expect(getByTestId('user-transcript').textContent).toBe(
'[mocked final] Placeholder push-to-talk transcript completed from 1 appended chunk.'
);
expect(getByTestId('partial-transcript').textContent).toBe('none');
});
await fireEvent.click(getByTestId('mocked-turn-button'));
@@ -171,6 +192,11 @@ describe('voice session shell', () => {
expect(sentMessage.type).toBe('mocked.turn.trigger');
socket.message(createMessageEnvelope('session.state', { value: 'listening' }));
socket.message(
createMessageEnvelope('transcript.partial', {
text: '[mocked partial] Placeholder push-to-talk transcript in progress.'
})
);
socket.message(createMessageEnvelope('transcript.final', { text: 'Turn on the office lamp.' }));
socket.message(createMessageEnvelope('session.state', { value: 'thinking' }));
socket.message(createMessageEnvelope('session.state', { value: 'speaking' }));
@@ -181,6 +207,7 @@ describe('voice session shell', () => {
await waitFor(() => {
expect(getByTestId('user-transcript').textContent).toBe('Turn on the office lamp.');
expect(getByTestId('partial-transcript').textContent).toBe('none');
expect(getByTestId('assistant-response').textContent).toBe('Mocked assistant response.');
expect(getByTestId('conversation-render-order').textContent).toBe('transcript>response');
expect(getByTestId('gateway-session-state').textContent).toBe('idle');