speech-demo-service/src/main/java/com/supervision/service/impl/ChatServiceImpl.java

package com.supervision.service.impl;

import cn.hutool.core.codec.Base64;
import com.supervision.dto.dify.ChatResDTO;
import com.supervision.dto.paddlespeech.res.TtsResultDTO;
import com.supervision.dto.robot.AnswerInfo;
import com.supervision.dto.robot.AskInfo;
import com.supervision.dto.robot.RobotTalkDTO;
import com.supervision.model.RobotTalkReq;
import com.supervision.model.dify.DIFYChatReqInputVO;
import com.supervision.model.dify.DifyChatReqVO;
import com.supervision.service.IChatService;
import com.supervision.util.AsrUtil;
import com.supervision.util.DifyApiUtil;
import com.supervision.util.TtsUtil;
import jakarta.annotation.Resource;
import jakarta.servlet.http.HttpServletResponse;
import lombok.extern.slf4j.Slf4j;
import net.sourceforge.pinyin4j.PinyinHelper;
import net.sourceforge.pinyin4j.format.HanyuPinyinCaseType;
import net.sourceforge.pinyin4j.format.HanyuPinyinOutputFormat;
import net.sourceforge.pinyin4j.format.HanyuPinyinToneType;
import net.sourceforge.pinyin4j.format.exception.BadHanyuPinyinOutputFormatCombination;
import org.springframework.stereotype.Service;
import org.springframework.util.StopWatch;
import org.springframework.web.multipart.MultipartFile;

import java.io.IOException;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

@Slf4j
@Service
public class ChatServiceImpl implements IChatService {

    @Resource
    private DifyApiUtil difyApiUtil;

    Map<String, String> voiceCache = new HashMap<>();


    @Override
    public RobotTalkDTO talk(MultipartFile file, RobotTalkReq robotTalkReq) {
        log.info("robotTalkReq:{}", robotTalkReq);
        RobotTalkDTO.RobotTalkDTOBuilder builder = RobotTalkDTO.builder();

        try {
            byte[] bytes = file.getBytes();
            StopWatch stopWatch = new StopWatch();
            DifyChatReqVO difyChatReqVO = new DifyChatReqVO();
            difyChatReqVO.setUser("admin");
            DIFYChatReqInputVO inputs = new DIFYChatReqInputVO();
            stopWatch.start("stt");
            stopWatch.stop();
            difyChatReqVO.setQuery(replaceTown(AsrUtil.asrTransformByBytes(bytes)));
            difyChatReqVO.setConversation_id(robotTalkReq.getSessionId());
            stopWatch.start("dify");
            ChatResDTO chatResDTO = difyApiUtil.chat(difyChatReqVO);
            stopWatch.stop();
            log.info("response:{}", chatResDTO.getAnswer());
            builder.askInfo(AskInfo.builder().contentType(2).message(inputs.getQuery()).audioLength(100L).askId(chatResDTO.getMessage_id()).build());
            voiceCache.put(chatResDTO.getMessage_id(), Base64.encode(bytes));
            stopWatch.start("tts");
            TtsResultDTO ttsResultDTO = TtsUtil.ttsTransform(chatResDTO.getAnswer());
            stopWatch.stop();
            String voiceBaseId = UUID.randomUUID().toString();
            builder.answerInfo(AnswerInfo.builder().contentType(2).message(chatResDTO.getAnswer()).voiceBaseId(voiceBaseId).voiceBase64(ttsResultDTO.getAudio()).build());
            builder.sessionId(chatResDTO.getConversation_id());
            voiceCache.put(voiceBaseId, ttsResultDTO.getAudio());
            log.info("耗时：{}", stopWatch.prettyPrint());
        } catch (IOException e) {
            throw new RuntimeException(e);
        }

        return builder.build();
    }

    @Override
    public void getAudio(HttpServletResponse response, String audioId) throws IOException {

        log.info("audioId:{}", audioId);
        Base64.decodeToStream(voiceCache.get(audioId), response.getOutputStream(), false);
    }

    /**
     * 检索字符串中的“小镇”，并判断“小镇”前的两个汉字的拼音是否为“menghe”，
     * 如果为true，则替换这四个汉字为“勐赫小镇”，返回更新后的字符串。
     *
     * @param text 输入字符串
     * @return 更新后的字符串
     */
    public static String replaceTown(String text) {
        // 正则模式：匹配两个汉字紧跟“小镇”
        Pattern pattern = Pattern.compile("([\u4e00-\u9fa5]{2})小镇");
        Matcher matcher = pattern.matcher(text);
        StringBuffer sb = new StringBuffer();

        // 配置拼音输出格式：小写、无声调
        HanyuPinyinOutputFormat format = new HanyuPinyinOutputFormat();
        format.setCaseType(HanyuPinyinCaseType.LOWERCASE);
        format.setToneType(HanyuPinyinToneType.WITHOUT_TONE);

        while (matcher.find()) {
            String twoChars = matcher.group(1);
            StringBuilder pinyinStr = new StringBuilder();
            boolean valid = true;
            // 遍历两个汉字，转换为拼音并拼接
            for (int i = 0; i < twoChars.length(); i++) {
                char ch = twoChars.charAt(i);
                try {
                    String[] pinyinArray = PinyinHelper.toHanyuPinyinStringArray(ch, format);
                    if (pinyinArray != null && pinyinArray.length > 0) {
                        pinyinStr.append(pinyinArray[0]);
                    } else {
                        valid = false;
                        break;
                    }
                } catch (BadHanyuPinyinOutputFormatCombination e) {
                    valid = false;
                    break;
                }
            }
            // 如果转换后的拼音为 "menghe"，则替换为 "勐赫小镇"
            if (valid && "menghe".contentEquals(pinyinStr)) {
                matcher.appendReplacement(sb, "勐赫小镇");
            } else {
                matcher.appendReplacement(sb, matcher.group(0));
            }
        }
        matcher.appendTail(sb);
        return sb.toString();
    }

    // 示例测试
    public static void main(String[] args) {
        String sampleText = "欢迎来到孟河小镇，体验独特的小镇风情；另外，还有梦和小镇等待你探访。";
        System.out.println(replaceTown(sampleText));
    }

}