镜像站点 · 本页由第三方 GitHub 只读镜像提供,非 GitHub 官方站点,不接受任何登录或凭据输入。前往 github.com
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion grok-voice/skills/add-dictation/SKILL.md
Original file line number Diff line number Diff line change
Expand Up @@ -71,12 +71,13 @@ export async function transcribe(blob: Blob, filename: string) {
```

```ts
// client
// client (stream is a dedicated microphone stream owned by this recording)
const mime = MediaRecorder.isTypeSupported("audio/webm;codecs=opus") ? "audio/webm;codecs=opus" : "audio/mp4";
const rec = new MediaRecorder(stream, { mimeType: mime });
const parts: BlobPart[] = [];
rec.ondataavailable = (e) => parts.push(e.data);
rec.onstop = async () => {
stream.getTracks().forEach((track) => track.stop()); // MediaRecorder.stop() does not release the microphone
const fd = new FormData();
fd.append("file", new Blob(parts, { type: mime }), "dictation");
const { text } = await (await fetch("/api/dictation", { method: "POST", body: fd })).json();
Expand Down
49 changes: 49 additions & 0 deletions grok-voice/tests/dictation-capture.test.cjs
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
const assert = require('node:assert/strict');
const fs = require('node:fs');
const path = require('node:path');
const { stripTypeScriptTypes } = require('node:module');
const test = require('node:test');
const vm = require('node:vm');

function setup() {
const skill = fs.readFileSync(path.join(__dirname, '../skills/add-dictation/SKILL.md'), 'utf8');
const snippet = skill.match(/```ts\n\/\/ client[^\n]*\n([\s\S]*?)\n```/)[1];
const tracks = [{ live: true, stop() { this.live = false; } }, { live: true, stop() { this.live = false; } }];
let recorder, resolveRequest, rejectRequest, body;
const inserted = [];
class Recorder {
static isTypeSupported() { return true; }
constructor(stream) { this.stream = stream; recorder = this; }
start() {}
}
const context = vm.createContext({
MediaRecorder: Recorder, stream: { getTracks: () => tracks }, Blob, FormData,
fetch(url, options) { body = options.body; return new Promise((resolve, reject) => { resolveRequest = resolve; rejectRequest = reject; }); },
insertAtCursor(text) { inserted.push(text); },
});
vm.runInContext(stripTypeScriptTypes(snippet), context);
recorder.ondataavailable({ data: new Blob(['recorded audio']) });
return { tracks, recorder, inserted, body: () => body,
resolve() { resolveRequest(new Response(JSON.stringify({ text: 'hello' }), { status: 200 })); },
reject() { rejectRequest(new Error('offline')); },
};
}

test('recording stop releases every microphone track before upload completes', async () => {
const s = setup(); const pending = s.recorder.onstop();
assert.equal(s.tracks.filter((track) => track.live).length, 0);
s.resolve(); await pending;
});

test('a failed upload leaves no microphone capture running', async () => {
const s = setup(); const pending = s.recorder.onstop();
s.reject(); await assert.rejects(pending, /offline/);
assert.ok(s.tracks.every((track) => !track.live));
});

test('releasing capture preserves the recorded blob and successful transcription', async () => {
const s = setup(); const pending = s.recorder.onstop();
assert.equal(await s.body().get('file').text(), 'recorded audio');
s.resolve(); await pending;
assert.deepEqual(s.inserted, ['hello']);
});