Files
Speech/apps/web/tests/audio-monitoring.e2e.cjs
T
Eugenius Naumenko f3d42ee2b6 Mehrsprachige Bedienung und versionierte Aufgabenvarianten einführen
Übersetzungskataloge, getrennte Sprachpräferenzen und einen versionierten Aufgabenpilot ergänzen. Historische Aufgaben und Bewertungen bleiben erhalten; äquivalente Ansichten teilen Nachweise. Lokal mit Race-Tests und PostgreSQL, Vet, Web-Build, Bank-Audits und Browser-Fixtures geprüft. Dieser Stand dient als Ausgangspunkt für die anschließend beauftragte Zusammenführung zur Muttersprache.
2026-11-07 16:26:26 +00:00

172 lines
9.8 KiB
JavaScript

// Local component fixture with a synthetic microphone; no API, Azure or real microphone.
const assert = require('node:assert/strict');
const path = require('node:path');
const { pathToFileURL } = require('node:url');
const { chromium } = require(process.env.PLAYWRIGHT_MODULE || 'playwright');
(async () => {
const web = path.resolve(__dirname, '..');
const { createServer } = await import(pathToFileURL(path.join(web, 'node_modules/vite/dist/node/index.js')));
const server = await createServer({
root: web, configFile: false,
plugins: [{ name: 'recorder-fixture', configureServer(dev) { dev.middlewares.use('/__recorder-test', recorderFixture); } }],
optimizeDeps: { include: ['react', 'react-dom/client', 'react/jsx-dev-runtime', 'lucide-react'] },
server: { host: '127.0.0.1', port: 15175, strictPort: true }
});
function recorderFixture(_req, res) {
res.setHeader('Content-Type', 'text/html');
res.end(`<!doctype html><html lang="de"><div id="root"></div><script type="module">
import React from '/node_modules/.vite/deps/react.js';
import ReactDOM from '/node_modules/.vite/deps/react-dom_client.js';
import { AudioRecorder } from '/src/components/AudioRecorder.tsx';
import { I18nProvider, useI18n } from '/src/i18n/I18n.tsx';
import '/src/app/styles.css';
const root = ReactDOM.createRoot(document.getElementById('root'));
function RecorderFixture(props) {
const { setLanguage } = useI18n();
window.setRecorderLanguage = setLanguage;
return React.createElement(AudioRecorder, props);
}
window.blobs = [];
window.renderRecorder = (maxSeconds, enableMonitoring = false) => root.render(React.createElement(I18nProvider, null, React.createElement(RecorderFixture, {
key: String(maxSeconds) + enableMonitoring, maxSeconds, enableMonitoring, onRecorded: blob => window.blobs.push(blob)
})));
window.unmountRecorder = () => root.unmount();
window.renderRecorder();
</script></html>`);
}
let browser;
try {
await server.listen();
browser = await chromium.launch({ headless: true, args: ['--no-sandbox', '--autoplay-policy=no-user-gesture-required'] });
const page = await browser.newPage();
const errors = [];
page.on('pageerror', error => { errors.push(error.message); console.error(error.message); });
await page.addInitScript(() => {
const RealContext = window.AudioContext;
window.contexts = [];
window.captures = [];
window.monitors = [];
window.streams = [];
window.AudioContext = class extends RealContext {
constructor(options) { super(options); window.contexts.push(this); }
createScriptProcessor(...args) {
const processor = super.createScriptProcessor(...args);
const capture = { samples: 0, rate: this.sampleRate };
window.captures.push(capture);
processor.addEventListener('audioprocess', event => { capture.samples += event.inputBuffer.length; });
return processor;
}
createGain() {
const gain = super.createGain();
const analyser = super.createAnalyser();
gain.connect(analyser);
window.monitors.push({ gain, analyser });
return gain;
}
};
navigator.mediaDevices.getUserMedia = async () => {
if (window.rejectMic) throw new Error('Test: Mikrofon verweigert');
const context = new RealContext();
await context.resume();
const oscillator = context.createOscillator();
oscillator.frequency.value = 440;
const destination = context.createMediaStreamDestination();
oscillator.connect(destination);
oscillator.start();
window.streams.push(destination.stream);
destination.stream.getTracks()[0].addEventListener('ended', () => context.close());
return destination.stream;
};
window.monitorRMS = () => {
const data = new Float32Array(2048);
window.monitors.at(-1).analyser.getFloatTimeDomainData(data);
return Math.sqrt(data.reduce((sum, value) => sum + value * value, 0) / data.length);
};
});
await page.goto('http://127.0.0.1:15175/__recorder-test');
const toggle = page.getByRole('switch', { name: 'Eigene Stimme mithören' });
const volume = page.getByRole('slider', { name: 'Mithörlautstärke' });
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).waitFor();
assert.equal(await toggle.count(), 0);
assert.equal(await volume.count(), 0);
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).click();
await page.getByRole('button', { name: 'Stoppen' }).waitFor();
assert.equal(await page.evaluate(() => window.monitors.length), 0);
await page.getByRole('button', { name: 'Stoppen' }).click();
await page.waitForFunction(() => window.contexts.every(c => c.state === 'closed'));
await page.evaluate(() => { window.blobs = []; window.streams = []; window.renderRecorder(undefined, true); });
await toggle.waitFor();
assert.equal(await toggle.isChecked(), false);
assert.equal(await volume.isDisabled(), true);
assert.equal(await page.evaluate(() => window.streams.length), 0);
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).click();
await page.getByRole('button', { name: 'Stoppen' }).waitFor();
await page.waitForFunction(() => window.monitorRMS() === 0);
await toggle.check();
await page.waitForFunction(() => window.monitorRMS() > 0.3);
await volume.fill('20');
await page.waitForFunction(() => window.monitorRMS() > 0.1 && window.monitorRMS() < 0.2);
await toggle.uncheck();
await page.waitForFunction(() => window.monitorRMS() < 0.001);
// Collect enough real callback frames for the RMS windows checked below.
await page.waitForFunction(() => window.captures.at(-1).samples >= window.captures.at(-1).rate * 0.6);
await page.getByRole('button', { name: 'Stoppen' }).click();
await page.waitForFunction(() => window.contexts.every(c => c.state === 'closed'));
assert(await page.evaluate(() => window.streams.every(s => s.getTracks().every(t => t.readyState === 'ended'))));
// The WAV must retain microphone amplitude through muted and quiet monitoring segments.
const recording = await page.evaluate(async () => {
const buffer = await window.blobs[0].arrayBuffer();
const view = new DataView(buffer);
const rms = [];
for (let start = 44; start + 3200 <= buffer.byteLength; start += 3200) {
let energy = 0;
for (let i = start; i < start + 3200; i += 2) energy += (view.getInt16(i, true) / 32768) ** 2;
rms.push(Math.sqrt(energy / 1600));
}
return { rate: view.getUint32(24, true), channels: view.getUint16(22, true), rms };
});
assert.equal(recording.rate, 16000);
assert.equal(recording.channels, 1);
// Ignore the first 200 ms while the synthetic input stream starts delivering frames.
assert(recording.rms.length > 2);
assert(recording.rms.slice(2).every(rms => rms > 0.6 && rms < 0.8), JSON.stringify(recording.rms));
await toggle.check();
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).click();
await page.waitForFunction(() => window.monitors.length === 2 && window.monitorRMS() > 0.1);
await page.evaluate(() => window.unmountRecorder());
await page.waitForFunction(() => window.contexts.every(c => c.state === 'closed'));
assert(await page.evaluate(() => window.streams.every(s => s.getTracks().every(t => t.readyState === 'ended'))));
await page.reload();
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).waitFor();
await page.evaluate(() => window.rejectMic = true);
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).click();
await page.getByText('Test: Mikrofon verweigert', { exact: true }).waitFor();
await page.evaluate(() => { window.rejectMic = false; window.renderRecorder(1); });
await page.getByRole('button', { name: 'Aufnehmen', exact: true }).click();
await page.waitForFunction(() => window.blobs.length === 1 && window.contexts.every(c => c.state === 'closed'));
await page.evaluate(() => { window.renderRecorder(undefined, true); window.setRecorderLanguage('en-US'); });
await page.getByRole('button', { name: 'Record', exact: true }).click();
await page.getByRole('button', { name: 'Stop', exact: true }).waitFor();
const streamsBefore = await page.evaluate(() => window.streams.length);
const blobsBefore = await page.evaluate(() => window.blobs.length);
await page.evaluate(() => window.setRecorderLanguage('de-DE'));
await page.getByRole('button', { name: 'Stoppen', exact: true }).waitFor();
assert.equal(await page.evaluate(() => window.streams.length), streamsBefore);
assert.equal(await page.evaluate(() => window.contexts.at(-1).state), 'running');
await page.evaluate(() => window.setRecorderLanguage('en-US'));
await page.getByRole('switch', { name: 'Monitor your own voice' }).waitFor();
await page.getByRole('slider', { name: 'Monitoring volume', exact: true }).waitFor();
await page.waitForFunction(() => window.captures.at(-1).samples > 0);
await page.getByRole('button', { name: 'Stop', exact: true }).click();
await page.waitForFunction(count => window.blobs.length === count + 1, blobsBefore);
assert.deepEqual(errors, []);
await page.setViewportSize({ width: 320, height: 800 });
assert(await page.evaluate(() => document.documentElement.scrollWidth <= innerWidth));
console.log('PASS: monitoring hidden and no monitor path by default; opt-in live switch/volume and actual signal levels, unchanged WAV, stop/unmount cleanup, microphone error/retry, time limit and mobile width. Synthetic audio only.');
} finally {
if (browser) await browser.close();
await server.close();
}
})().catch(error => { console.error(error); process.exitCode = 1; });