玩转AI新声态 | 我将王者荣耀的ASR语音识别，接入到了腾讯元器小程序...

<dependency>
    <groupId>com.tencentcloudapi</groupId>
    <artifactId>tencentcloud-sdk-java</artifactId>
    <version>3.1.830</version>
</dependency>

public SentenceRecognitionResponse asrSentenceRecognitionRequest(String url, String data, String voiceFormat, String engSerViceType) throws TencentCloudSDKException {
    Credential cred = new Credential(SECRET_ID, SECRET_KEY);
    AsrClient asrClient = new AsrClient(cred, "ap-shanghai");
    SentenceRecognitionRequest request = new SentenceRecognitionRequest();
    if (url != null && url.length() !=0) {
        request.setUrl(url);
        request.setSourceType(0L);
    } else if (data != null) {
        request.setData(data);
        request.setSourceType(1L);
    }
    request.setVoiceFormat(voiceFormat);
    request.setEngSerViceType(engSerViceType);
    SentenceRecognitionResponse sentenceRecognitionResponse = asrClient.SentenceRecognition(request);
    return sentenceRecognitionResponse;
}

@RequestMapping(value = "/sentenceRecognition", method = RequestMethod.POST)
@CrossOrigin(origins = "*", maxAge = 3600)
public Map<String, Object> sentenceRecognition(@RequestBody AsrWordRequest params) {
    Map<String, Object> result = new HashMap<>();
    SentenceRecognitionResponse sentenceRecognitionResponse;
    try {
        sentenceRecognitionResponse = tencentAPIAsrCredential.asrSentenceRecognitionRequest(params.getUrl(), params.getData(), params.getVoiceFormat(), params.getEngSerViceType());
    } catch (TencentCloudSDKException e) {
        result.put("code", 1);
        result.put("message", e.getMessage());
        return result;
    }
    result.put("code", 0);
    result.put("message", sentenceRecognitionResponse.getResult());
    return result;
}

POST http://localhost:8080/asr/sentenceRecognition
Accept: */*
Content-Type: application/json; charset=utf-8

{
    "VoiceFormat": "wav",
    "Data": "Audio base64语音数据",
    "EngSerViceType": "16k_zh",
    "url": ""
}

<view class="input">
    <uni-icons type="chat" size="30"></uni-icons>
    <view class="chat-input uni-column">
        <input class="uni-input" v-model="inputMessage" maxlength="200" placeholder="你有什么想知道的？"
            @confirm="sendMessages" />
    </view>
    <uni-icons class='mic' :class="isRecording ? 'recording-icon' : ''" type="mic" size="30"
        @touchstart="startRecording"  @touchend="stopRecording" @touchmove="handleTouchMove"></uni-icons>
</view>

const isRecording = ref(false);

.recording-icon {
    animation: pulse 1s infinite;
    z-index: 100;
}

@keyframes pulse {
    0% {
        opacity: 1;
    }
    50% {
        opacity: 0.5;
    }
    100% {
        opacity: 1;
    }
}

let recorderManager = uni.getRecorderManager();
const startRecording = () => {
    isRecording.value = true;
    recorderManager.start({
        format: 'wav',
    });
};

const stopRecording = () => {
    if (isRecording.value) {
        recorderManager.stop();
    }
    isRecording.value = false;
};

<view class="overlay" v-if="isRecording">
    <view class="canvas">
        <canvas canvas-id="waveform"></canvas>
    </view>
</view>

.overlay {
    width: 100%;
    height: 100%;
    margin-bottom: 0px;
    background: rgba(0, 0, 0, 0.5);
    position: absolute;
}

.canvas {
    width: 100%;
    height: 50%;
    position: absolute;
    top: 20vh;
}

canvas {
    position: absolute;
    top: 55%;
    left: 30%;
    width: 40vw;
    height: 8vh;
    background-image: linear-gradient(120deg, #84fab0 0%, #8fd3f4 100%);
    border-radius: 20rpx;
    margin: auto;
    z-index: 9999;
}

const fs = uni.getFileSystemManager()

recorderManager.onStop((res) => {
    console.log('recorder stop', res);
    // 第一部分
    isRecording.value = false;
    audioFilePath = res.tempFilePath; 
    uni.showToast({
        icon: 'none',
        title: '录音结束'
    });
    
    // 第二部分
    fs.readFile({
        filePath: audioFilePath,
        success(res) {
            console.log(res.data)
            const base64Data = uni.arrayBufferToBase64(res.data);
            console.log(base64Data)
            // 第三部分
            uni.request({
                url: 'http://192.168.50.14:8080/asr/sentenceRecognition',
                method: 'POST',
                header: {
                    'Accept': '*/*',
                    'Content-Type': 'application/json; charset=utf-8'
                },
                data: {
                    VoiceFormat: 'wav',
                    Data: base64Data,
                    EngSerViceType: '16k_zh',
                    url: ''
                },
                success(res) {
                    console.log('请求成功:', res.data);
                    // 第四部分
                    chat.constructMessage(res.data.message, 1)
                    requestYQ();
                },
                fail(err) {
                    console.error('请求失败:', err);
                }
            });
        },
        fail(err) {
            console.error('读取WAV文件失败:', err);
        }
    });
})

const requestYQ = function () {
    uni.request({
        url: "https://yuanqi.tencent.com/openapi/v1/agent/chat/completions",
        method: 'POST',
        header: {
            'X-Source': 'openapi',
            'Content-Type': 'application/json',
            'Authorization': 'Bearer pJhqvfJ1GhjzdMW',
        },

        data: {
            "assistant_id": "v0c4Fkv",
            "user_id": "rodney",
            "stream": false,
            "messages": chat.state.messages
        },
        success: (res) => {
            const message = res.data['choices'][0]['message']['content']
            chat.constructMessage(message, 2)
            console.log(res.data);
        }
    })
}

const playVoice = function () {
    console.log('播放录音');
    if (audioFilePath.length > 0) {
        innerAudioContext.src = audioFilePath;
        innerAudioContext.play();
    }
}