feat(wechat): add WeChat voice reco API fallback for service account

When passive Recognition is empty, convert AMR to mp3 and call WeChat addvoicetorecofortext before the existing asr.tkmind.cn fallback. Co-authored-by: Cursor <cursoragent@cursor.com>
2026-08-05 18:01:50 +08:00
parent d9db72fd90
commit 26846a0274
7 changed files with 529 additions and 3 deletions
@@ -4444,6 +4444,7 @@ test('wechat mp service falls back to ASR when voice recognition is empty', asyn
      unsupportedText: 'unsupported',
      unboundTextPrefix: '请先绑定',
      asrTarget: 'https://asr.example.com',
+      wechatVoiceRecoApiEnabled: false,
    },
    userAuth: {
      async findWechatUserByOpenid() {
@@ -4548,6 +4549,145 @@ test('wechat mp service falls back to ASR when voice recognition is empty', asyn
  }
 });

+test('wechat mp service uses WeChat voice reco API before legacy ASR fallback', async () => {
+  const token = 'token';
+  const timestamp = '1710000000';
+  const nonce = 'nonce';
+  let replyCalled = false;
+  let asrCalled = false;
+  const prompts = [];
+  const service = createWechatMpService({
+    config: {
+      enabled: true,
+      appId: 'wx123',
+      appSecret: 'secret',
+      token,
+      publicBaseUrl: 'https://example.com',
+      bindPath: '/auth/wechat/authorize?intent=login',
+      ackText: 'ack',
+      unsupportedText: 'unsupported',
+      unboundTextPrefix: '请先绑定',
+      asrTarget: 'https://asr.example.com',
+      wechatVoiceRecoApiEnabled: true,
+      wechatVoiceRecoConvertToMp3: async () => Buffer.from('fake-mp3'),
+    },
+    userAuth: {
+      async findWechatUserByOpenid() {
+        return { userId: 'user-1', status: 'active', nickname: '唐' };
+      },
+      async getWechatAgentRoute() {
+        return { agentSessionId: 'session-1' };
+      },
+      async clearWechatAgentRoute() {},
+      async canUseChat() {
+        return { ok: true };
+      },
+      async resolveWorkingDir() {
+        return '/tmp/user-1';
+      },
+      async getAgentSessionPolicy() {
+        return { enableContextMemory: false, extensionOverrides: [], unrestricted: true };
+      },
+      async getUserPublishLayout() {
+        return { displayName: '唐', username: 'wx_ul610et8', slug: 'wx_ul610et8', constraints: null };
+      },
+      async registerAgentSession() {},
+      async upsertWechatAgentRoute() {},
+      async billSessionUsage() {},
+      async insertWechatMpMessageDetail() {},
+    },
+    sessionApiFetch: async (sessionId, pathname, init = {}) => {
+      assert.equal(sessionId, 'session-1');
+      if (pathname === '/sessions/session-1/events') {
+        return new Response(
+          [
+            'data: {"type":"Message","request_id":"req-voice-reco","message":{"id":"assistant-1","role":"assistant","metadata":{"userVisible":true},"content":[{"type":"text","text":"收到。"}]}}\n\n',
+            'data: {"type":"Finish","request_id":"req-voice-reco","token_state":{"inputTokens":1,"outputTokens":2}}\n\n',
+          ].join(''),
+          { status: 200, headers: { 'Content-Type': 'text/event-stream' } },
+        );
+      }
+      if (pathname === '/sessions/session-1/reply') {
+        replyCalled = true;
+        const body = JSON.parse(init.body);
+        prompts.push(body.user_message.content[0].text);
+        return new Response('{}', { status: 200, headers: { 'Content-Type': 'application/json' } });
+      }
+      if (pathname === '/agent/harness_remember' || pathname === '/agent/harness_bootstrap') {
+        return new Response('{}', { status: 200, headers: { 'Content-Type': 'application/json' } });
+      }
+      throw new Error(`unexpected api path: ${pathname}`);
+    },
+    wechatFetch: async (url, init = {}) => {
+      if (String(url).includes('/cgi-bin/stable_token')) {
+        return new Response(JSON.stringify({ access_token: 'access-1', expires_in: 7200 }), {
+          status: 200,
+          headers: { 'Content-Type': 'application/json' },
+        });
+      }
+      if (String(url).includes('/cgi-bin/media/get')) {
+        return new Response(Buffer.from('fake-amr-audio'), {
+          status: 200,
+          headers: { 'Content-Type': 'audio/amr' },
+        });
+      }
+      if (String(url).includes('/addvoicetorecofortext')) {
+        assert.equal(init.method, 'POST');
+        return new Response(JSON.stringify({ errcode: 0, errmsg: 'ok' }), {
+          status: 200,
+          headers: { 'Content-Type': 'application/json' },
+        });
+      }
+      if (String(url).includes('/queryrecoresultfortext')) {
+        return new Response(
+          JSON.stringify({ errcode: 0, errmsg: 'ok', result: '帮我看看仙居最近的天气情况' }),
+          { status: 200, headers: { 'Content-Type': 'application/json' } },
+        );
+      }
+      if (String(url).includes('https://asr.example.com/asr/oneshot')) {
+        asrCalled = true;
+        return new Response(JSON.stringify({ code: 200, data: { text: 'legacy-asr' } }), {
+          status: 200,
+          headers: { 'Content-Type': 'application/json' },
+        });
+      }
+      if (String(url).includes('/cgi-bin/message/custom/send')) {
+        return new Response(JSON.stringify({ errcode: 0, errmsg: 'ok' }), {
+          status: 200,
+          headers: { 'Content-Type': 'application/json' },
+        });
+      }
+      throw new Error(`unexpected wechat url: ${url}`);
+    },
+  });
+
+  const originalRandomUuid = crypto.randomUUID;
+  crypto.randomUUID = () => 'req-voice-reco';
+  try {
+    const result = await service.handleInboundMessage(
+      inboundXml({
+        msgType: 'voice',
+        content: '',
+        extraFields: { MediaId: 'media-1', Format: 'amr', MsgId: '7670473258902224896' },
+      }),
+      {
+        timestamp,
+        nonce,
+        signature: signatureFor(token, timestamp, nonce),
+      },
+    );
+
+    assert.equal(result.status, 200);
+    assert.doesNotMatch(result.body, /未识别到语音文字/);
+    await result.task;
+    assert.equal(replyCalled, true);
+    assert.equal(asrCalled, false);
+    assert.match(prompts[0], /帮我看看仙居最近的天气情况/);
+  } finally {
+    crypto.randomUUID = originalRandomUuid;
+  }
+});
+
 test('wechat mp wildcard media access persists image and routes image url into agent prompt', async () => {
  const token = 'token';
  const timestamp = '1710000000';