文件上传、语音文字提取接口

pom.xml

@@ -71,6 +71,32 @@
       <version>4.6.4</version>
     </dependency>
 
+    <!-- 分布式文件传输(自建的minio) 和 阿里云OSS的sdk -->
+    <dependency>
+      <groupId>io.minio</groupId>
+      <artifactId>minio</artifactId>
+      <version>8.5.2</version>
+    </dependency>
+
+    <dependency>
+      <groupId>com.aliyun.oss</groupId>
+      <artifactId>aliyun-sdk-oss</artifactId>
+      <version>3.16.2</version>
+    </dependency>
+
+    <dependency>
+      <groupId>cn.smartbreeze.core</groupId>
+      <artifactId>elastic-file-client</artifactId>
+      <version>3.0.7-SNAPSHOT</version>
+    </dependency>
+
+
+    <dependency>
+      <groupId>javax.activation</groupId>
+      <artifactId>activation</artifactId>
+      <version>1.1.1</version>
+    </dependency>
+
   </dependencies>
 
   <build>

src/main/java/cn/aibreeze/exam/api/ExamController.java

 package cn.aibreeze.exam.api;
 
-import cn.aibreeze.exam.dto.ApiResponse;
-import cn.aibreeze.exam.dto.GetQuestionResponseResult;
-import cn.aibreeze.exam.dto.SessionExamResult;
-import cn.aibreeze.exam.dto.UpdateQuestionRequestDto;
+import cn.aibreeze.exam.dto.*;
 import cn.aibreeze.exam.entity.ElehKnowledgeDo;
 import cn.aibreeze.exam.entity.ElehKnowledgeTagDo;
 import cn.aibreeze.exam.entity.ElehSessionQaRecordDo;
 import cn.aibreeze.exam.mapper.ElehKnowledgeMapper;
 import cn.aibreeze.exam.mapper.ElehKnowledgeTagMapper;
 import cn.aibreeze.exam.mapper.ElehSessionQaRecordMapper;
+import cn.aibreeze.exam.util.AliyunNLSFacade;
 import com.alibaba.fastjson.JSONObject;
 import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
 import io.micrometer.common.util.StringUtils;
@@ -38,6 +36,8 @@ public class ExamController {
 
     private final StringRedisTemplate redisTemplate;
 
+    private final AliyunNLSFacade aliyunNLSFacade;
+
     private static String EXAM_REDIS_SESSION_KEY = "EXAM_MASTER:%d:%s:%s";
 
     @GetMapping(value = "/list")
@@ -156,4 +156,32 @@ public class ExamController {
         return ApiResponse.ok(result);
     }
 
+    @GetMapping(value = "/voice_to_content")
+    public ApiResponse<VoiceToContentResult> voiceToContent(@RequestParam(value = "tenant", required = false) Integer tenant,
+                                                            @RequestParam(value = "session_id", required = false) String sessionId,
+                                                            @RequestParam(value = "user_id",required = false) String userId,
+                                                            @RequestParam("file_url") String fileUrl) {
+
+        VoiceToContentResult resultContent = new VoiceToContentResult();
+
+        P2PResponse<String> textFromMedia = aliyunNLSFacade.getTextFromMedia(fileUrl);
+        if(textFromMedia.isSuccess()) {
+            boolean asrDone = false;
+            do {
+                P2PResponse<String> asrResult = aliyunNLSFacade.getAsrResult(textFromMedia.getBody());
+                asrDone = asrResult.isSuccess();
+                resultContent.setContent(asrResult.getBody());
+                if(!asrDone) {
+                    try {
+                        Thread.sleep(3000L);
+                    } catch (InterruptedException e) {
+                        throw new RuntimeException(e);
+                    }
+                }
+            } while (!asrDone);
+        }
+
+        return ApiResponse.ok(resultContent);
+    }
+
 }

src/main/java/cn/aibreeze/exam/api/UploadController.java

+package cn.aibreeze.exam.api;
+
+import cn.aibreeze.exam.config.FileUploadResult;
+import cn.aibreeze.exam.dto.ApiResponse;
+import cn.aibreeze.exam.service.PrivateFileService;
+import cn.aibreeze.exam.util.PeerException;
+import cn.hutool.core.io.FileUtil;
+import com.google.common.collect.Lists;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.RestController;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.File;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.UUID;
+
+@Slf4j
+@RestController
+@RequestMapping(value = "/common")
+@RequiredArgsConstructor
+public class UploadController {
+
+    private final PrivateFileService fileService;
+
+
+    @PostMapping(value = "/upload")
+    public ApiResponse<List<String>> upload(@RequestParam("files") MultipartFile[] files) {
+        List<String> urls = Lists.newArrayList();
+        // 判断文件数组长度
+        if(files.length <= 0){
+            return ApiResponse.fail("请选择文件");
+        }
+        for(MultipartFile file : files){
+            File tmp = null;
+            try {
+                tmp = File.createTempFile("upload", "");
+                file.transferTo(tmp);
+                String key = UUID.randomUUID().toString() + "." + FileUtil.extName(file.getOriginalFilename());
+                urls.add(fileService.upload(key, tmp));
+            } catch (Exception e) {
+                log.error("upload error,", e);
+                throw new PeerException("上传失败:" + e.getMessage());
+            } finally {
+                if (tmp != null) {
+                    tmp.delete();
+                }
+            }
+        }
+        return ApiResponse.ok(urls);
+    }
+
+
+    @PostMapping(value = "file/upload")
+    public ApiResponse<List<FileUploadResult>> fileUpload(@RequestParam("files") MultipartFile[] files) {
+        List<FileUploadResult> fileList = new ArrayList<>();
+        // 判断文件数组长度
+        if(files.length <= 0){
+            return ApiResponse.fail("请选择文件");
+        }
+        for(MultipartFile file : files){
+            File tmp = null;
+            try {
+                tmp = File.createTempFile("upload", "");
+                file.transferTo(tmp);
+                String key = UUID.randomUUID() + "." + FileUtil.extName(file.getOriginalFilename());
+                fileList.add(new FileUploadResult().setFileName(file.getOriginalFilename()).setFilePath(fileService.upload(key, tmp)));
+            } catch (Exception e) {
+                log.error("upload error,", e);
+                throw new PeerException("上传失败:" + e.getMessage());
+            } finally {
+                if (tmp != null) {
+                    tmp.delete();
+                }
+            }
+        }
+        return ApiResponse.ok(fileList);
+    }
+
+}

src/main/java/cn/aibreeze/exam/config/FileUploadResult.java

+package cn.aibreeze.exam.config;
+
+import lombok.Data;
+import lombok.experimental.Accessors;
+
+import java.io.Serializable;
+
+@Data
+@Accessors(chain = true)
+public class FileUploadResult implements Serializable {
+
+    private String fileName;
+
+    private String filePath;
+}

src/main/java/cn/aibreeze/exam/config/MinioConfig.java

+package cn.aibreeze.exam.config;
+
+import cn.hutool.core.bean.BeanUtil;
+import cn.smartbreeze.core.file.client.MinioFileClient;
+import cn.smartbreeze.core.file.props.FileProperties;
+import io.minio.MinioClient;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.context.annotation.Primary;
+
+@Configuration
+public class MinioConfig {
+
+    @Autowired
+    private MinioFileProperties fileProperties;
+
+    @Bean
+    public MinioClient minioClient() {
+        return MinioClient.builder()
+                .endpoint(fileProperties.getEndpoint())
+                .credentials(fileProperties.getSecretId(), fileProperties.getSecretKey())
+                .build();
+    }
+
+    @Bean
+    public MinioFileClient privateFileClient() {
+        return new MinioFileClient(getFileProperties(), minioClient());
+    }
+
+    @Bean
+    @Primary
+    public MinioFileClient minioFileClient( MinioClient minioClient) {
+        return new MinioFileClient(getFileProperties(), minioClient);
+    }
+
+    private FileProperties getFileProperties() {
+        FileProperties properties = new FileProperties();
+        BeanUtil.copyProperties(fileProperties, properties);
+        return properties;
+    }
+
+}

src/main/java/cn/aibreeze/exam/config/MinioFileProperties.java

+package cn.aibreeze.exam.config;
+
+import cn.smartbreeze.core.file.config.StoreType;
+import lombok.Data;
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.context.annotation.Configuration;
+
+@ConfigurationProperties(
+        prefix = "minio-file"
+)
+@EnableConfigurationProperties
+@Configuration
+@Data
+public class MinioFileProperties {
+    private StoreType store;
+    private String bucket;
+    private String secretId;
+    private String secretKey;
+    private String endpoint;
+    private String uploadPrefix = "";
+    private String domainPrefix;
+    private String region = "default";
+    private String downloadUrlPrefix;
+}

src/main/java/cn/aibreeze/exam/dto/VoiceToContentResult.java

+package cn.aibreeze.exam.dto;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.Data;
+
+import java.io.Serializable;
+
+@Data
+public class VoiceToContentResult implements Serializable {
+
+    @JsonProperty("content")
+    private String content;
+}

src/main/java/cn/aibreeze/exam/service/FileService.java

+package cn.aibreeze.exam.service;
+
+import java.io.File;
+import java.io.InputStream;
+
+public interface FileService {
+
+    String upload(String key, File file);
+
+    String upload(String key, InputStream inputStream);
+
+    String getPrefix();
+
+    default String processKey(String key) {
+        if (key.startsWith("/")) {
+            key = key.substring(1);
+        }
+
+        return this.getPrefix().endsWith("/") ? this.getPrefix() + key : this.getPrefix() + "/" + key;
+    }
+
+    InputStream getFileInputStream(String key);
+
+//    Mono<InputStream> getObjectByKey(String key);
+
+    String getPrivateFileUrlForDownload(String key);
+}

src/main/java/cn/aibreeze/exam/service/PrivateFileService.java

+package cn.aibreeze.exam.service;
+
+import cn.aibreeze.exam.config.MinioFileProperties;
+import cn.aibreeze.exam.util.PeerException;
+import cn.hutool.core.io.IoUtil;
+import cn.hutool.core.util.StrUtil;
+import cn.smartbreeze.core.file.client.MinioFileClient;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.io.File;
+import java.io.InputStream;
+
+@Slf4j
+@Component
+@RequiredArgsConstructor
+public class PrivateFileService implements FileService {
+
+    private final MinioFileClient minioFileClient;
+
+    private final MinioFileProperties fileProperties;
+
+    @Override
+    public String upload(String filename, File file) {
+        return upload(filename, IoUtil.toStream(file));
+    }
+
+    @Override
+    public String upload(String key, InputStream inputStream) {
+        String[] url = {null};
+
+        minioFileClient.uploadFile(key, inputStream)
+                .doOnError(e -> {
+                    log.error("上传文件失败", e);
+                    throw new PeerException("上传文件失败");
+                })
+                .subscribe(res -> {
+                    url[0] = res.getUrl();
+                });
+        return url[0];
+    }
+
+    @Override
+    public String getPrefix() {
+        return null;
+    }
+
+    @Override
+    public InputStream getFileInputStream(String key) {
+        return minioFileClient.getFileByKey(key).block();
+    }
+
+
+    @Override
+    public String getPrivateFileUrlForDownload(String key) {
+        if (StrUtil.isBlank(key)) {
+            return "";
+        }
+
+        String prefix = fileProperties.getUploadPrefix();
+        prefix = StrUtil.isBlank(prefix) ? "" : prefix;
+
+        if (prefix.startsWith("/")) {
+            prefix = prefix.substring(1);
+        }
+
+        if (prefix.endsWith("/")) {
+            prefix = prefix.substring(0, prefix.length() - 1);
+        }
+
+        if (key.startsWith("/")) {
+            key = key.substring(1);
+        }
+
+        String query = prefix.concat("/").concat(key);
+
+        return StrUtil.nullToEmpty(fileProperties.getDownloadUrlPrefix()) + "admin/common/getfile?fn=" + query;
+    }
+}

src/main/java/cn/aibreeze/exam/util/AliyunNLSFacade.java

@@ -136,7 +136,6 @@ public class AliyunNLSFacade {
                     } else if (StringUtils.equals("3", line.getString("SpeakerId"))) {
                         sb.append("说话人3：" + line.getString("Text") + "\n");
                     }
-                    System.out.println("美容师：" + line.getString("Text"));
                 }
             }
             return P2PResponse.ok(sb.toString());

src/main/resources/application.yml

@@ -32,7 +32,34 @@ spring:
     username: future
     password: future123456
     url: jdbc:mysql://125.94.43.20:30306/pilot?useSSL=false&allowPublicKeyRetrieval=true&serverTimezone=Asia/Shanghai&useUnicode=true&characterEncoding=utf8&allowMultiQueries=true
+  data:
+    redis:
+      password: future123456
+      host: 127.0.0.1
+      port: 6379
+      database: 6
+
+file:
+  store: minio
+  bucket: files
+  endpoint: http://minio:9000
+  secret-id: smartbreeze
+  secret-key: smartbreeze
+  domain-prefix: http://files.hc.wxpai.cn/
+  intercept-prefix: http://minio:9000/
+  upload-prefix: upload
+  download-url-prefix: http://minio:9000/
 
+minio-file:
+  store: minio
+  bucket: files
+  endpoint: http://minio:9000
+  secret-id: smartbreeze
+  secret-key: smartbreeze
+  domain-prefix: http://files.hc.wxpai.cn/
+  intercept-prefix: http://minio:9000/
+  upload-prefix: upload
+  download-url-prefix: http://minio:9000/
 ---
 spring:
   config:
@@ -48,3 +75,25 @@ spring:
       host: redis-standalone.infra
       port: 6379
       database: 6
+
+file:
+  store: minio
+  bucket: files
+  endpoint: http://minio:9000
+  secret-id: smartbreeze
+  secret-key: smartbreeze
+  domain-prefix: http://files.hc.wxpai.cn/
+  intercept-prefix: http://minio:9000/
+  upload-prefix: upload
+  download-url-prefix: http://minio:9000/
+
+minio-file:
+  store: minio
+  bucket: files
+  endpoint: http://minio:9000
+  secret-id: smartbreeze
+  secret-key: smartbreeze
+  domain-prefix: http://files.hc.wxpai.cn/
+  intercept-prefix: http://minio:9000/
+  upload-prefix: upload
+  download-url-prefix: http://minio:9000/
\ No newline at end of file