hailin
/
it0
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: sentence splitting bug in voice pipeline TTS streaming 

When the first punctuation mark appeared before _MIN_SENTENCE_LEN chars,
the regex search would always find it first and skip it, permanently
blocking all subsequent sentence splits. Fix by advancing search_start
past short matches instead of breaking out of the loop.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
hailin 2026-02-24 05:03:05 -08:00
parent 7ac753ada4
commit 740f8f5f88
1 changed files with 20 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
packages/services/voice-service/src/pipeline/base_pipeline.py
View File

@ -219,21 +219,26 @@ class VoicePipelineTask:
sentence_buf += chunk sentence_buf += chunk
# Check for sentence boundaries # Check for sentence boundaries
search_start = 0
while True: while True:
match = _SENTENCE_END_RE.search(sentence_buf) match = _SENTENCE_END_RE.search(sentence_buf, search_start)
if match and match.end() >= _MIN_SENTENCE_LEN: if not match:
sentence = sentence_buf[:match.end()].strip()
sentence_buf = sentence_buf[match.end():]
if sentence:
tts_count += 1
if first_audio_ms is None:
first_audio_ms = int((time.time() - t1) * 1000)
print(f"[pipeline] [TTS] First sentence ready at {first_audio_ms}ms: \"{sentence[:60]}\"", flush=True)
else:
print(f"[pipeline] [TTS] Sentence #{tts_count}: \"{sentence[:60]}\"", flush=True)
await self._synthesize_chunk(sentence)
else:
break break
# Skip matches that are too early — sentence too short
if match.end() < _MIN_SENTENCE_LEN:
search_start = match.end()
continue
sentence = sentence_buf[:match.end()].strip()
sentence_buf = sentence_buf[match.end():]
search_start = 0
if sentence:
tts_count += 1
if first_audio_ms is None:
first_audio_ms = int((time.time() - t1) * 1000)
print(f"[pipeline] [TTS] First sentence ready at {first_audio_ms}ms: \"{sentence[:60]}\"", flush=True)
else:
print(f"[pipeline] [TTS] Sentence #{tts_count}: \"{sentence[:60]}\"", flush=True)
await self._synthesize_chunk(sentence)
# Flush remaining buffer # Flush remaining buffer
remaining = sentence_buf.strip() remaining = sentence_buf.strip()
@ -312,8 +317,8 @@ class VoicePipelineTask:
})) }))
print(f"[pipeline] [AGENT] Pre-subscribed session={pre_session_id}", flush=True) print(f"[pipeline] [AGENT] Pre-subscribed session={pre_session_id}", flush=True)
# 2. Create agent task # 2. Create agent task (use claude_api engine for streaming TTS)
body = {"prompt": user_text} body = {"prompt": user_text, "engineType": "claude_api"}
if self._agent_session_id: if self._agent_session_id:
body["sessionId"] = self._agent_session_id body["sessionId"] = self._agent_session_id