You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
248 lines
11 KiB
Java
248 lines
11 KiB
Java
package com.supervision.service.impl;
|
|
|
|
import cn.hutool.core.collection.CollUtil;
|
|
import cn.hutool.core.io.FileUtil;
|
|
import cn.hutool.core.io.IoUtil;
|
|
import cn.hutool.core.util.StrUtil;
|
|
import cn.hutool.http.HttpRequest;
|
|
import cn.hutool.http.HttpResponse;
|
|
import cn.hutool.http.HttpUtil;
|
|
import cn.hutool.json.JSONUtil;
|
|
import com.fasterxml.jackson.core.JsonProcessingException;
|
|
import com.fasterxml.jackson.core.type.TypeReference;
|
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
import com.supervision.domain.GlobalResult;
|
|
import com.supervision.exception.BusinessException;
|
|
import com.supervision.model.*;
|
|
import com.supervision.pojo.rasa.train.DomainYmlTemplate;
|
|
import com.supervision.pojo.rasa.train.NluYmlTemplate;
|
|
import com.supervision.pojo.rasa.train.QuestionAnswerDTO;
|
|
import com.supervision.pojo.rasa.train.RuleYmlTemplate;
|
|
import com.supervision.service.*;
|
|
import freemarker.template.Configuration;
|
|
import freemarker.template.Template;
|
|
import lombok.RequiredArgsConstructor;
|
|
import lombok.extern.slf4j.Slf4j;
|
|
import org.springframework.beans.factory.annotation.Value;
|
|
import org.springframework.stereotype.Service;
|
|
|
|
import java.io.ByteArrayInputStream;
|
|
import java.io.ByteArrayOutputStream;
|
|
import java.io.File;
|
|
import java.io.PrintWriter;
|
|
import java.util.*;
|
|
import java.util.function.Function;
|
|
import java.util.stream.Collectors;
|
|
import java.util.zip.ZipEntry;
|
|
import java.util.zip.ZipOutputStream;
|
|
|
|
@Slf4j
|
|
@Service
|
|
@RequiredArgsConstructor
|
|
public class RasaServiceImpl implements RasaService {
|
|
|
|
private final ConfigPhysicalToolService configPhysicalToolService;
|
|
|
|
private final ConfigAncillaryItemService configAncillaryItemService;
|
|
|
|
private final AskTemplateQuestionLibraryService askTemplateQuestionLibraryService;
|
|
|
|
|
|
private static final ObjectMapper objectMapper = new ObjectMapper();
|
|
|
|
@Value("${rasa.base-url}${rasa.saveRasaFile}")
|
|
private String saveRasaFileUrl;
|
|
|
|
@Value("${rasa.base-url}${rasa.train}")
|
|
private String trainRasaUrl;
|
|
|
|
@Value("${rasa.base-url}${rasa.run}")
|
|
private String runRasaUrl;
|
|
|
|
@Override
|
|
public GlobalResult<String> generateRasaYml(String patientId) {
|
|
|
|
Map<String, File> ymalFileMap = new HashMap<>();
|
|
// 默认问答MAP
|
|
Map<String, QuestionAnswerDTO> questionCodeAndIdMap = new HashMap<>();
|
|
|
|
List<RuleYmlTemplate.Rule> ruleList = new ArrayList<>();
|
|
|
|
// 开始生成各种yaml文件
|
|
generateNlu(patientId, questionCodeAndIdMap, ymalFileMap);
|
|
generateDomain(questionCodeAndIdMap, ruleList, ymalFileMap);
|
|
generateRule(ruleList, ymalFileMap);
|
|
// 生成压缩文件
|
|
List<File> tempFile = new ArrayList<>();
|
|
File tempZipFile = FileUtil.createTempFile(".zip", true);
|
|
ByteArrayOutputStream bos = new ByteArrayOutputStream();
|
|
try (ZipOutputStream zipOutputStream = new ZipOutputStream(bos)) {
|
|
for (Map.Entry<String, File> fileEntry : ymalFileMap.entrySet()) {
|
|
zipOutputStream.putNextEntry(new ZipEntry(fileEntry.getKey()));
|
|
IoUtil.copy(FileUtil.getInputStream(fileEntry.getValue()), zipOutputStream);
|
|
zipOutputStream.closeEntry();
|
|
tempFile.add(fileEntry.getValue());
|
|
}
|
|
zipOutputStream.finish();
|
|
// 调用接口传文件
|
|
HttpRequest request = HttpRequest.post(saveRasaFileUrl);
|
|
IoUtil.copy(new ByteArrayInputStream(bos.toByteArray()), FileUtil.getOutputStream(tempZipFile));
|
|
request.form("file", tempZipFile);
|
|
request.form("modelId", patientId);
|
|
HttpResponse response = request.execute();
|
|
String responseBody = response.body();
|
|
log.info(responseBody);
|
|
return objectMapper.readValue(responseBody, new TypeReference<GlobalResult<String>>() {
|
|
});
|
|
} catch (Exception e) {
|
|
log.error("生成ZIP文件失败", e);
|
|
throw new BusinessException("生成ZIP文件失败");
|
|
} finally {
|
|
// 最后把临时文件删除
|
|
tempFile.forEach(FileUtil::del);
|
|
FileUtil.del(tempZipFile);
|
|
}
|
|
}
|
|
|
|
private void generateNlu(String patientId,
|
|
Map<String, QuestionAnswerDTO> intentCodeAndIdMap,
|
|
Map<String, File> ymalFileMap) {
|
|
// 首先生成根据意图查找到nlu文件
|
|
List<NluYmlTemplate.Nlu> nluList = new ArrayList<>();
|
|
|
|
// 默认意图
|
|
List<AskTemplateQuestionLibrary> askTemplateQuestionLibraryList = askTemplateQuestionLibraryService.lambdaQuery().list();
|
|
// 生成默认意图的nlu
|
|
for (AskTemplateQuestionLibrary questionLibrary : askTemplateQuestionLibraryList) {
|
|
// 开始生成
|
|
NluYmlTemplate.Nlu nlu = new NluYmlTemplate.Nlu();
|
|
// 拼接格式:code_id(防止重复)
|
|
String intentCode = questionLibrary.getCode() + "_" + questionLibrary.getId();
|
|
nlu.setIntent(intentCode);
|
|
nlu.setExamples(questionLibrary.getQuestion());
|
|
nluList.add(nlu);
|
|
// 添加到map中,key为意图编码,value为意图ID
|
|
intentCodeAndIdMap.put(intentCode, new QuestionAnswerDTO(questionLibrary.getQuestion(), CollUtil.newArrayList( questionLibrary.getId()), questionLibrary.getDescription()));
|
|
}
|
|
|
|
// 这里处理呼出的问题(code和问题不能为空)
|
|
List<ConfigPhysicalTool> physicalToolList = configPhysicalToolService.lambdaQuery()
|
|
.isNotNull(ConfigPhysicalTool::getCode)
|
|
.isNotNull(ConfigPhysicalTool::getCallOutQuestion).list();
|
|
|
|
for (ConfigPhysicalTool tool : physicalToolList) {
|
|
// 把呼出的问题全部加进去
|
|
NluYmlTemplate.Nlu nlu = new NluYmlTemplate.Nlu();
|
|
String toolIntent = "tool_" + tool.getCode();
|
|
nlu.setIntent(toolIntent);
|
|
nlu.setExamples(tool.getCallOutQuestion());
|
|
nluList.add(nlu);
|
|
// answer格式为:---tool---工具ID
|
|
intentCodeAndIdMap.put(toolIntent,
|
|
new QuestionAnswerDTO(tool.getCallOutQuestion(),
|
|
CollUtil.newArrayList("tool_" + tool.getId()), "tool-" + tool.getToolName()));
|
|
}
|
|
|
|
// 生成呼出的辅助检查
|
|
List<ConfigAncillaryItem> ancillaryItemList = configAncillaryItemService.lambdaQuery()
|
|
.isNotNull(ConfigAncillaryItem::getCode)
|
|
.isNotNull(ConfigAncillaryItem::getCallOutQuestion).list();
|
|
|
|
for (ConfigAncillaryItem ancillary : ancillaryItemList) {
|
|
// 把辅助问诊的问题全部加进去
|
|
NluYmlTemplate.Nlu nlu = new NluYmlTemplate.Nlu();
|
|
String itemIntent = "ancillary_" + ancillary.getCode();
|
|
nlu.setIntent(itemIntent);
|
|
nlu.setExamples(ancillary.getCallOutQuestion());
|
|
nluList.add(nlu);
|
|
// answer格式为:---ancillary---工具ID
|
|
intentCodeAndIdMap.put(itemIntent,
|
|
new QuestionAnswerDTO(ancillary.getCallOutQuestion(),
|
|
CollUtil.newArrayList("ancillary_" + ancillary.getId()), "呼出-ancillary-" + ancillary.getItemName()));
|
|
}
|
|
NluYmlTemplate nluYmlTemplate = new NluYmlTemplate();
|
|
nluYmlTemplate.setNlu(nluList);
|
|
|
|
// 生成后生成yml文件
|
|
createYmlFile(NluYmlTemplate.class, "nlu.ftl", nluYmlTemplate, "nlu.yml", ymalFileMap);
|
|
|
|
}
|
|
|
|
|
|
public void generateDomain(Map<String, QuestionAnswerDTO> questionCodeAndIdMap,
|
|
List<RuleYmlTemplate.Rule> ruleList, Map<String, File> ymalFileMap) {
|
|
LinkedHashMap<String, List<String>> responses = new LinkedHashMap<>();
|
|
for (Map.Entry<String, QuestionAnswerDTO> entry : questionCodeAndIdMap.entrySet()) {
|
|
String intentCode = entry.getKey();
|
|
QuestionAnswerDTO value = entry.getValue();
|
|
String utter = "utter_" + intentCode;
|
|
responses.put(utter, CollUtil.newArrayList(value.getAnswerList()));
|
|
ruleList.add(new RuleYmlTemplate.Rule(value.getDesc(), intentCode, utter));
|
|
}
|
|
|
|
|
|
DomainYmlTemplate domainYmlTemplate = new DomainYmlTemplate();
|
|
// 意图
|
|
List<String> intentList = new ArrayList<>(questionCodeAndIdMap.keySet());
|
|
domainYmlTemplate.setIntents(intentList);
|
|
// 回复
|
|
domainYmlTemplate.setResponses(responses);
|
|
// action
|
|
List<String> actionList = new ArrayList<>(responses.keySet());
|
|
domainYmlTemplate.setActions(actionList);
|
|
// 生成yml文件
|
|
createYmlFile(DomainYmlTemplate.class, "domain.ftl", domainYmlTemplate, "domain.yml", ymalFileMap);
|
|
}
|
|
|
|
/**
|
|
* 生成rule
|
|
*/
|
|
public void generateRule(List<RuleYmlTemplate.Rule> ruleList, Map<String, File> ymalFileMap) {
|
|
RuleYmlTemplate ruleYmlTemplate = new RuleYmlTemplate();
|
|
ruleYmlTemplate.setRules(ruleList);
|
|
// 生成yml文件
|
|
createYmlFile(RuleYmlTemplate.class, "rules.ftl", ruleYmlTemplate, "rules.yml", ymalFileMap);
|
|
}
|
|
|
|
private void createYmlFile(Class<?> clazz, String ftlName, Object data, String ymlName, Map<String, File> ymalFileMap) {
|
|
try {
|
|
// 这个版本和maven依赖的版本一致
|
|
Configuration configuration = new Configuration(Configuration.VERSION_2_3_31);
|
|
configuration.setClassForTemplateLoading(clazz, "/templates"); // 模板文件的所在目录
|
|
// 获取模板
|
|
Template template = configuration.getTemplate(ftlName);
|
|
File tempFile = FileUtil.createTempFile(".yml", true);
|
|
// 创建输出文件
|
|
try (PrintWriter out = new PrintWriter(tempFile);) {
|
|
// 填充并生成输出
|
|
template.process(data, out);
|
|
} catch (Exception e) {
|
|
log.error("文件生成失败");
|
|
}
|
|
ymalFileMap.put(ymlName, tempFile);
|
|
} catch (Exception e) {
|
|
log.error("导出模板失败", e);
|
|
}
|
|
|
|
|
|
}
|
|
|
|
@Override
|
|
public GlobalResult<String> trainRasa(String patientId) throws JsonProcessingException {
|
|
Map<String, Object> param = new HashMap<>();
|
|
param.put("modelId", patientId);
|
|
String responseBody = HttpUtil.post(trainRasaUrl, JSONUtil.toJsonStr(param));
|
|
return objectMapper.readValue(responseBody, new TypeReference<GlobalResult<String>>() {
|
|
});
|
|
}
|
|
|
|
@Override
|
|
public GlobalResult<String> runRasa(String patientId) throws JsonProcessingException {
|
|
Map<String, Object> param = new HashMap<>();
|
|
param.put("modelId", patientId);
|
|
String responseBody = HttpUtil.post(runRasaUrl, JSONUtil.toJsonStr(param));
|
|
return objectMapper.readValue(responseBody, new TypeReference<GlobalResult<String>>() {
|
|
});
|
|
}
|
|
}
|