From f4fa8d026f914b56026f08a1ce33f346b1e1e926 Mon Sep 17 00:00:00 2001 From: moyangzhan Date: Thu, 16 May 2024 18:34:31 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E7=9F=A5=E8=AF=86=E5=BA=93=E4=BC=98?= =?UTF-8?q?=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../src/main/resources/application.yml | 1 + .../adi/chat/controller/FileController.java | 28 ++++++++++++++- .../KnowledgeBaseItemController.java | 5 ++- .../moyz/adi/common/base/ResponseWrapper.java | 2 ++ .../com/moyz/adi/common/dto/KbItemDto.java | 34 +++++++++++++++++++ .../mapper/KnowledgeBaseItemMapper.java | 7 ++++ .../adi/common/service/AiImageService.java | 6 +--- .../moyz/adi/common/service/FileService.java | 19 ++++++++++- .../service/KnowledgeBaseItemService.java | 14 ++------ .../com/moyz/adi/common/util/FileUtil.java | 4 +++ .../mapper/KnowledgeBaseItemMapper.xml | 17 ++++++++++ 11 files changed, 116 insertions(+), 21 deletions(-) create mode 100644 adi-common/src/main/java/com/moyz/adi/common/dto/KbItemDto.java create mode 100644 adi-common/src/main/resources/mapper/KnowledgeBaseItemMapper.xml diff --git a/adi-bootstrap/src/main/resources/application.yml b/adi-bootstrap/src/main/resources/application.yml index ac9f8e7..0ab6efe 100644 --- a/adi-bootstrap/src/main/resources/application.yml +++ b/adi-bootstrap/src/main/resources/application.yml @@ -49,6 +49,7 @@ mybatis-plus: mapper-locations: classpath*:/mapper/*.xml configuration: log-impl: org.apache.ibatis.logging.stdout.StdOutImpl + map-underscore-to-camel-case: true logging: file: /data/logs diff --git a/adi-chat/src/main/java/com/moyz/adi/chat/controller/FileController.java b/adi-chat/src/main/java/com/moyz/adi/chat/controller/FileController.java index 70d608f..bdf9030 100644 --- a/adi-chat/src/main/java/com/moyz/adi/chat/controller/FileController.java +++ b/adi-chat/src/main/java/com/moyz/adi/chat/controller/FileController.java @@ -1,21 +1,28 @@ package com.moyz.adi.chat.controller; +import com.moyz.adi.common.entity.AdiFile; +import com.moyz.adi.common.exception.BaseException; import com.moyz.adi.common.service.FileService; import jakarta.annotation.Resource; import jakarta.servlet.http.HttpServletResponse; import lombok.extern.slf4j.Slf4j; +import org.apache.commons.lang3.StringUtils; import org.hibernate.validator.constraints.Length; -import org.springframework.http.MediaType; +import org.springframework.core.io.InputStreamResource; +import org.springframework.http.*; import org.springframework.validation.annotation.Validated; import org.springframework.web.bind.annotation.*; import org.springframework.web.multipart.MultipartFile; import javax.imageio.ImageIO; import java.awt.image.BufferedImage; +import java.io.ByteArrayInputStream; import java.io.IOException; import java.util.HashMap; import java.util.Map; +import static com.moyz.adi.common.enums.ErrorEnum.A_FILE_NOT_EXIST; + @Slf4j @RestController @Validated @@ -35,6 +42,25 @@ public class FileController { } } + @GetMapping(value = "/file/{uuid}") + public ResponseEntity file(@Length(min = 32, max = 32) @PathVariable String uuid) { + AdiFile adiFile = fileService.getByUuid(uuid); + if (null == adiFile) { + throw new BaseException(A_FILE_NOT_EXIST); + } + byte[] bytes = fileService.readBytes(adiFile); + InputStreamResource inputStreamResource = new InputStreamResource(new ByteArrayInputStream(bytes)); + + String fileName = adiFile.getName(); + if (StringUtils.isBlank(fileName)) { + fileName = adiFile.getUuid() + "." + adiFile.getExt(); + } + HttpHeaders headers = new HttpHeaders(); + headers.setContentDisposition(ContentDisposition.attachment().filename(fileName).build()); + return new ResponseEntity<>(inputStreamResource, headers, HttpStatus.OK); + + } + @PostMapping(path = "/file/upload", headers = "content-type=multipart/form-data", produces = MediaType.APPLICATION_JSON_VALUE) public Map upload(@RequestPart(value = "file") MultipartFile file) { Map result = new HashMap<>(); diff --git a/adi-chat/src/main/java/com/moyz/adi/chat/controller/KnowledgeBaseItemController.java b/adi-chat/src/main/java/com/moyz/adi/chat/controller/KnowledgeBaseItemController.java index 9307097..03f0312 100644 --- a/adi-chat/src/main/java/com/moyz/adi/chat/controller/KnowledgeBaseItemController.java +++ b/adi-chat/src/main/java/com/moyz/adi/chat/controller/KnowledgeBaseItemController.java @@ -1,6 +1,7 @@ package com.moyz.adi.chat.controller; import com.baomidou.mybatisplus.extension.plugins.pagination.Page; +import com.moyz.adi.common.dto.KbItemDto; import com.moyz.adi.common.dto.KbItemEditReq; import com.moyz.adi.common.dto.KbItemEmbeddingBatchReq; import com.moyz.adi.common.entity.KnowledgeBaseItem; @@ -11,8 +12,6 @@ import jakarta.validation.constraints.NotNull; import org.springframework.validation.annotation.Validated; import org.springframework.web.bind.annotation.*; -import java.util.List; - @RestController @RequestMapping("/knowledge-base-item") @Validated @@ -27,7 +26,7 @@ public class KnowledgeBaseItemController { } @GetMapping("/search") - public Page search(String kbUuid, String keyword, @NotNull @Min(1) Integer currentPage, @NotNull @Min(10) Integer pageSize) { + public Page search(String kbUuid, String keyword, @NotNull @Min(1) Integer currentPage, @NotNull @Min(10) Integer pageSize) { return knowledgeBaseItemService.search(kbUuid, keyword, currentPage, pageSize); } diff --git a/adi-common/src/main/java/com/moyz/adi/common/base/ResponseWrapper.java b/adi-common/src/main/java/com/moyz/adi/common/base/ResponseWrapper.java index 9db597a..f0a1171 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/base/ResponseWrapper.java +++ b/adi-common/src/main/java/com/moyz/adi/common/base/ResponseWrapper.java @@ -27,6 +27,8 @@ public class ResponseWrapper implements ResponseBodyAdvice { return result; } else if (result instanceof String) { return JsonUtil.toJson(new BaseResponse(true, result)); + } else if (result instanceof org.springframework.core.io.Resource) { + return result; } log.info("result:" + result); return new BaseResponse(true, result); diff --git a/adi-common/src/main/java/com/moyz/adi/common/dto/KbItemDto.java b/adi-common/src/main/java/com/moyz/adi/common/dto/KbItemDto.java new file mode 100644 index 0000000..ef13d64 --- /dev/null +++ b/adi-common/src/main/java/com/moyz/adi/common/dto/KbItemDto.java @@ -0,0 +1,34 @@ +package com.moyz.adi.common.dto; + +import com.baomidou.mybatisplus.annotation.TableField; +import lombok.Data; + +import java.time.LocalDateTime; + +@Data +public class KbItemDto { + + private Long kbId; + + private String kbUuid; + + private Long sourceFileId; + + private String uuid; + + private String title; + + private String brief; + + private String remark; + + private Boolean isEmbedded; + + private String sourceFileName; + + private String sourceFileUuid; + + private LocalDateTime createTime; + + private LocalDateTime updateTime; +} diff --git a/adi-common/src/main/java/com/moyz/adi/common/mapper/KnowledgeBaseItemMapper.java b/adi-common/src/main/java/com/moyz/adi/common/mapper/KnowledgeBaseItemMapper.java index 2fe223e..24d066b 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/mapper/KnowledgeBaseItemMapper.java +++ b/adi-common/src/main/java/com/moyz/adi/common/mapper/KnowledgeBaseItemMapper.java @@ -1,9 +1,16 @@ package com.moyz.adi.common.mapper; +import com.baomidou.mybatisplus.annotation.InterceptorIgnore; import com.baomidou.mybatisplus.core.mapper.BaseMapper; +import com.baomidou.mybatisplus.extension.plugins.pagination.Page; +import com.moyz.adi.common.dto.KbItemDto; import com.moyz.adi.common.entity.KnowledgeBaseItem; import org.apache.ibatis.annotations.Mapper; +import org.apache.ibatis.annotations.Param; @Mapper public interface KnowledgeBaseItemMapper extends BaseMapper { + + @InterceptorIgnore(tenantLine = "true") + Page searchByKb(Page page, @Param("kbUuid") String kbUuid, @Param("keyword") String keyword); } diff --git a/adi-common/src/main/java/com/moyz/adi/common/service/AiImageService.java b/adi-common/src/main/java/com/moyz/adi/common/service/AiImageService.java index 1eb2f2c..c4c0ae3 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/service/AiImageService.java +++ b/adi-common/src/main/java/com/moyz/adi/common/service/AiImageService.java @@ -21,7 +21,6 @@ import jakarta.annotation.Resource; import lombok.extern.slf4j.Slf4j; import org.apache.commons.lang3.StringUtils; import org.springframework.beans.BeanUtils; -import org.springframework.beans.factory.annotation.Value; import org.springframework.context.annotation.Lazy; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.scheduling.annotation.Async; @@ -49,9 +48,6 @@ public class AiImageService extends ServiceImpl { @Resource private QuotaHelper quotaHelper; - @Value("${local.images}") - private String localImagesPath; - @Resource private RateLimitHelper rateLimitHelper; @@ -180,7 +176,7 @@ public class AiImageService extends ServiceImpl { } List imageUuids = new ArrayList(); images.forEach(imageUrl -> { - String imageUuid = fileService.saveToLocal(user, imageUrl); + String imageUuid = fileService.saveImageToLocal(user, imageUrl); imageUuids.add(imageUuid); }); String imageUuidsJoin = imageUuids.stream().collect(Collectors.joining(",")); diff --git a/adi-common/src/main/java/com/moyz/adi/common/service/FileService.java b/adi-common/src/main/java/com/moyz/adi/common/service/FileService.java index b81b0fb..972cd33 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/service/FileService.java +++ b/adi-common/src/main/java/com/moyz/adi/common/service/FileService.java @@ -50,6 +50,7 @@ public class FileService extends ServiceImpl { String uuid = UUID.randomUUID().toString().replace("-", ""); Pair originalFile = FileUtil.saveToLocal(file, imagePath, uuid); AdiFile adiFile = new AdiFile(); + adiFile.setName(file.getOriginalFilename()); adiFile.setUuid(uuid); adiFile.setMd5(md5); adiFile.setPath(originalFile.getLeft()); @@ -59,7 +60,7 @@ public class FileService extends ServiceImpl { return adiFile; } - public String saveToLocal(User user, String sourceImageUrl) { + public String saveImageToLocal(User user, String sourceImageUrl) { String uuid = UUID.randomUUID().toString().replace("-", ""); String localPath = imagePath + uuid + ".png"; File target = new File(localPath); @@ -71,10 +72,12 @@ public class FileService extends ServiceImpl { throw new BaseException(B_SAVE_IMAGE_ERROR); } AdiFile adiFile = new AdiFile(); + adiFile.setName(target.getName()); adiFile.setUuid(uuid); adiFile.setMd5(MD5Utils.calculateMD5(localPath)); adiFile.setPath(localPath); adiFile.setUserId(user.getId()); + adiFile.setExt("png"); this.getBaseMapper().insert(adiFile); return uuid; } @@ -103,6 +106,20 @@ public class FileService extends ServiceImpl { return this.softDel(uuid); } + public AdiFile getByUuid(String uuid) { + return this.lambdaQuery() + .eq(AdiFile::getUuid, uuid) + .eq(AdiFile::getUserId, ThreadContext.getCurrentUserId()) + .oneOpt().orElse(null); + } + + public byte[] readBytes(AdiFile adiFile) { + if (null == adiFile) { + throw new BaseException(A_FILE_NOT_EXIST); + } + return FileUtil.readBytes(adiFile.getPath()); + } + public byte[] readBytes(String uuid) { AdiFile adiFile = this.lambdaQuery() .eq(AdiFile::getUuid, uuid) diff --git a/adi-common/src/main/java/com/moyz/adi/common/service/KnowledgeBaseItemService.java b/adi-common/src/main/java/com/moyz/adi/common/service/KnowledgeBaseItemService.java index d8ad0e2..0480fac 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/service/KnowledgeBaseItemService.java +++ b/adi-common/src/main/java/com/moyz/adi/common/service/KnowledgeBaseItemService.java @@ -1,11 +1,11 @@ package com.moyz.adi.common.service; -import com.baomidou.mybatisplus.extension.conditions.query.LambdaQueryChainWrapper; import com.baomidou.mybatisplus.extension.plugins.pagination.Page; import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; import com.baomidou.mybatisplus.extension.toolkit.ChainWrappers; import com.moyz.adi.common.base.ThreadContext; import com.moyz.adi.common.cosntant.AdiConstant; +import com.moyz.adi.common.dto.KbItemDto; import com.moyz.adi.common.dto.KbItemEditReq; import com.moyz.adi.common.entity.KnowledgeBase; import com.moyz.adi.common.entity.KnowledgeBaseItem; @@ -25,7 +25,6 @@ import org.springframework.transaction.annotation.Transactional; import java.util.Optional; import java.util.UUID; -import static com.moyz.adi.common.cosntant.AdiConstant.RAG_TYPE_KB; import static com.moyz.adi.common.enums.ErrorEnum.*; @Slf4j @@ -74,15 +73,8 @@ public class KnowledgeBaseItemService extends ServiceImpl search(String kbUuid, String keyword, Integer currentPage, Integer pageSize) { - LambdaQueryChainWrapper wrapper = ChainWrappers.lambdaQueryChain(baseMapper); - wrapper.select(KnowledgeBaseItem::getId, KnowledgeBaseItem::getUuid, KnowledgeBaseItem::getTitle, KnowledgeBaseItem::getBrief, KnowledgeBaseItem::getKbUuid, KnowledgeBaseItem::getIsEmbedded, KnowledgeBaseItem::getCreateTime, KnowledgeBaseItem::getUpdateTime); - wrapper.eq(KnowledgeBaseItem::getIsDeleted, false); - wrapper.eq(KnowledgeBaseItem::getKbUuid, kbUuid); - if (StringUtils.isNotBlank(keyword)) { - wrapper.eq(KnowledgeBaseItem::getTitle, keyword); - } - return wrapper.page(new Page<>(currentPage, pageSize)); + public Page search(String kbUuid, String keyword, Integer currentPage, Integer pageSize) { + return baseMapper.searchByKb(new Page<>(currentPage, pageSize), kbUuid, keyword); } public boolean checkAndEmbedding(String[] uuids) { diff --git a/adi-common/src/main/java/com/moyz/adi/common/util/FileUtil.java b/adi-common/src/main/java/com/moyz/adi/common/util/FileUtil.java index 45daee6..8a2ca75 100644 --- a/adi-common/src/main/java/com/moyz/adi/common/util/FileUtil.java +++ b/adi-common/src/main/java/com/moyz/adi/common/util/FileUtil.java @@ -10,6 +10,7 @@ import org.springframework.web.multipart.MultipartFile; import java.io.File; import java.io.IOException; +import java.nio.file.NoSuchFileException; import static com.moyz.adi.common.enums.ErrorEnum.A_FILE_NOT_EXIST; @@ -37,6 +38,9 @@ public class FileUtil { public static byte[] readBytes(String localPath) { try { return FileUtils.readFileToByteArray(new File(localPath)); + } catch (NoSuchFileException noSuchFileException) { + log.error("file not found", noSuchFileException); + throw new BaseException(A_FILE_NOT_EXIST); } catch (IOException e) { throw new RuntimeException(e); } diff --git a/adi-common/src/main/resources/mapper/KnowledgeBaseItemMapper.xml b/adi-common/src/main/resources/mapper/KnowledgeBaseItemMapper.xml new file mode 100644 index 0000000..682215b --- /dev/null +++ b/adi-common/src/main/resources/mapper/KnowledgeBaseItemMapper.xml @@ -0,0 +1,17 @@ + + + + + + +