erosynthesis

erosynthesis

springboot + minio实现文件上传

好的,下面是一个基于 Spring Boot 和 MinIO 实现文件分片上传、断点续传、秒传的示例代码:

@RestController
@RequestMapping("/file")
public class FileController {

    private final MinioClient minioClient;

    @Autowired
    public FileController(MinioClient minioClient) {
        this.minioClient = minioClient;
    }

    @PostMapping("/upload")
    public ResponseEntity<String> upload(@RequestParam("file") MultipartFile file) throws Exception {
        String md5 = DigestUtils.md5Hex(file.getInputStream());
        String objectName = md5 + "/" + file.getOriginalFilename();
        boolean objectExists = minioClient.bucketExists(BucketExistsArgs.builder().bucket("my-bucket").build());
        if (!objectExists) {
            minioClient.makeBucket(MakeBucketArgs.builder().bucket("my-bucket").build());
        }
        if (minioClient.objectExists(ObjectExistsArgs.builder().bucket("my-bucket").object(objectName).build())) {
            return ResponseEntity.ok("秒传成功");
        }
        int partSize = 5 * 1024 * 1024;
        long objectSize = file.getSize();
        int partCount = (int) Math.ceil(objectSize / (double) partSize);
        List<PartETag> partETags = new ArrayList<>(partCount);
        InputStream inputStream = file.getInputStream();
        for (int i = 0; i < partCount; i++) {
            long offset = i * partSize;
            long size = Math.min(partSize, objectSize - offset);
            UploadPartArgs uploadPartArgs = UploadPartArgs.builder()
                    .bucket("my-bucket")
                    .object(objectName)
                    .uploadId(md5)
                    .partNumber(i + 1)
                    .partSize(size)
                    .stream(inputStream, size, offset)
                    .build();
            partETags.add(minioClient.uploadPart(uploadPartArgs));
        }
        CompleteMultipartUploadArgs completeMultipartUploadArgs = CompleteMultipartUploadArgs.builder()
                .bucket("my-bucket")
                .object(objectName)
                .uploadId(md5)
                .partETags(partETags)
                .build();
        minioClient.completeMultipartUpload(completeMultipartUploadArgs);
        return ResponseEntity.ok("上传成功");
    }

    @GetMapping("/download")
    public ResponseEntity<InputStreamResource> download(@RequestParam("filename") String filename) throws Exception {
        String md5 = DigestUtils.md5Hex(new ByteArrayInputStream(filename.getBytes()));
        String objectName = md5 + "/" + filename;
        boolean objectExists = minioClient.bucketExists(BucketExistsArgs.builder().bucket("my-bucket").build());
        if (!objectExists) {
            return ResponseEntity.notFound().build();
        }
        boolean objectPartExists = minioClient.objectExists(ObjectExistsArgs.builder().bucket("my-bucket").object(objectName).build());
        if (!objectPartExists) {
            return ResponseEntity.notFound().build();
        }
        GetObjectArgs getObjectArgs = GetObjectArgs.builder()
                .bucket("my-bucket")
                .object(objectName)
                .build();
        InputStream inputStream = minioClient.getObject(getObjectArgs);
        InputStreamResource inputStreamResource = new InputStreamResource(inputStream);
        return ResponseEntity.ok()
                .header(HttpHeaders.CONTENT_DISPOSITION, "attachment; filename=\"" + filename + "\"")
                .contentLength(inputStream.available())
                .body(inputStreamResource);
    }

    @GetMapping("/resume")
    public ResponseEntity<String> resume(@RequestParam("file") MultipartFile file) throws Exception {
        String md5 = DigestUtils.md5Hex(file.getInputStream());
        String objectName = md5 + "/" + file.getOriginalFilename();
        boolean objectExists = minioClient.bucketExists(BucketExistsArgs.builder().bucket("my-bucket").build());
        if (!objectExists) {
            return ResponseEntity.notFound().build();
        }
        boolean objectPartExists = minioClient.objectExists(ObjectExistsArgs.builder().bucket("my-bucket").object(objectName).build());
        if (!objectPartExists) {
            return ResponseEntity.notFound().build();
        }
        int partSize = 5 * 1024 * 1024;
        long objectSize = file.getSize();
        int partCount = (int) Math.ceil(objectSize / (double) partSize);
        List<PartETag> partETags = new ArrayList<>(partCount);
        InputStream inputStream = file.getInputStream();
        for (int i = 0; i < partCount; i++) {
            long offset = i * partSize;
            long size = Math.min(partSize, objectSize - offset);
            UploadPartArgs uploadPartArgs = UploadPartArgs.builder()
                    .bucket("my-bucket")
                    .object(objectName)
                    .uploadId(md5)
                    .partNumber(i + 1)
                    .partSize(size)
                    .stream(inputStream, size, offset)
                    .build();
            partETags.add(minioClient.uploadPart(uploadPartArgs));
        }
        CompleteMultipartUploadArgs completeMultipartUploadArgs = CompleteMultipartUploadArgs.builder()
                .bucket("my-bucket")
                .object(objectName)
                .uploadId(md5)
                .partETags(partETags)
                .build();
        minioClient.completeMultipartUpload(completeMultipartUploadArgs);
        return ResponseEntity.ok("续传成功");
    }

}

在上面的代码中,我们使用了MinioClient来连接到 MinIO 服务器,实现了文件的上传、下载和续传功能。

上传文件时,我们首先计算出文件的 MD5 值,然后将 MD5 值作为文件夹名称,将上传的文件保存在该文件夹下。如果该文件已经存在于 MinIO 服务器上,则直接返回秒传成功,否则我们将文件分成若干个分片进行上传,最后将分片合并成一个完整的文件。

下载文件时,我们先计算出文件的 MD5 值,然后将 MD5 值作为文件夹名称,从该文件夹下下载指定的文件。

续传文件时,我们先计算出文件的 MD5 值,然后判断该文件是否已经存在于 MinIO 服务器上。如果存在,则按照上传文件的方式进行续传,否则返回文件不存在的错误信息。

需要注意的是,在实际使用中,您需要将代码中的my-bucket替换成您自己的 Bucket 名称,并且确保 MinIO 服务器已经正确地配置和启动。

好的,下面是一个简单的 Vue3 代码示例,实现了文件分片上传和断点续传的功能。

<template>
  <div>
    <input type="file" @change="onFileChange" />
    <button @click="upload">上传</button>
  </div>
</template>

<script>
import axios from 'axios';

export default {
  data() {
    return {
      file: null,
      uploaded: 0,
      total: 0,
      progress: 0,
      chunkSize: 1024 * 1024,
      chunks: [],
      uploadedChunks: [],
    };
  },
  methods: {
    onFileChange(event) {
      this.file = event.target.files[0];
      this.total = this.file.size;
      const chunksCount = Math.ceil(this.total / this.chunkSize);
      for (let i = 0; i < chunksCount; i++) {
        const start = i * this.chunkSize;
        const end = Math.min(start + this.chunkSize, this.total);
        const chunk = this.file.slice(start, end);
        this.chunks.push(chunk);
        this.uploadedChunks.push(false);
      }
    },
    async upload() {
      const config = {
        onUploadProgress: (progressEvent) => {
          this.uploaded = progressEvent.loaded;
          this.progress = Math.round((progressEvent.loaded * 100) / progressEvent.total);
        },
      };
      const url = 'http://localhost:8080/upload';
      for (let i = 0; i < this.chunks.length; i++) {
        if (this.uploadedChunks[i]) {
          continue;
        }
        const formData = new FormData();
        formData.append('file', this.chunks[i]);
        formData.append('index', i.toString());
        formData.append('chunksCount', this.chunks.length.toString());
        await axios.post(url, formData, config);
        this.uploadedChunks[i] = true;
      }
      console.log('上传完成');
    },
  },
};
</script>

这个示例中,我们使用了 axios 库来发送上传文件的请求。在 onFileChange 方法中,我们将文件分成了多个大小相同的块,并将它们存储在 chunks 数组中。我们还创建了一个 uploadedChunks 数组来跟踪哪些块已经上传完成。

upload 方法中,我们循环遍历块数组,并使用 FormData 对象将每个块上传到服务器。在上传过程中,我们使用 onUploadProgress 回调来跟踪上传进度,并更新 uploadedprogress 变量。

请注意,这里的代码只是一个示例,您需要根据您的具体需求进行修改。如果您需要更详细的代码示例或者教程,请告诉我。

加载中...
此文章数据所有权由区块链加密技术和智能合约保障仅归创作者所有。