分块上传

切片操作

/**
 * 分块文件
 */
@Test
public void sliceFile() {
    File sourceFile = new File("/Users/liangzhiwei/Movies/pexels_videos_2759477 (2160p).mp4");
    String chunkFilePath = "/Users/liangzhiwei/Downloads/chunk/";
    long chunkSize = 1024 * 1024;   // 每个分片的大小
    int chunkNumber = (int) Math.ceil((double) sourceFile.length() / chunkSize);  // 分片总数，向上取整
    // 使用流从源文件读取数据，向分块文件写入数据
    try (RandomAccessFile accessTmpFile = new RandomAccessFile(sourceFile, "r")) {
        byte[] buffer = new byte[1024];  // 创建一个字节数组作为缓冲区
        for (int i = 0; i < chunkNumber; i++) {
            // 创建一个新的分块文件
            File chunFile = new File(chunkFilePath + i);
            try (RandomAccessFile accessTmpFileWrite = new RandomAccessFile(chunFile, "rw")) {
                int len;
                while ((len = accessTmpFile.read(buffer)) != -1) {
                    accessTmpFileWrite.write(buffer, 0, len);
                    // 如果分块文件大小达到了chunkSize，就开始写下一个分块文件
                    if (chunFile.length() >= chunkSize) {
                        break;
                    }
                }
            }
        }
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
}

合并操作

@Test
public void mergeFile() throws IOException {
    String chunkFileDir = "/Users/liangzhiwei/Downloads/chunk";
    String targetFilePath = "/Users/liangzhiwei/Downloads/merge.mp4";
    File chunkFilePath = new File(chunkFileDir);
    File targetFile = new File(targetFilePath);
    // 获取所有的分块文件
    File[] chunkFiles = chunkFilePath.listFiles();
    // 删除一些操作系统的隐藏文件，例如MacOS中的.DS_Store文件
    chunkFiles = Arrays.stream(chunkFiles).filter(file -> !file.getName().equals(".DS_Store")).toArray(File[]::new);
    // 将数组转换为List，方便对文件进行排序
    List<File> chunkFileList = Arrays.asList(chunkFiles);
    // 按照文件名进行排序
    chunkFileList.sort(Comparator.comparing(o -> Integer.parseInt(o.getName())));
    byte[] buffer = new byte[1024];
    System.out.println(chunkFileList);
    try (RandomAccessFile accessTmpFileWrite = new RandomAccessFile(targetFile, "rw")) {
        for (File chunkFile : chunkFileList) {
            RandomAccessFile accessTmpFile = new RandomAccessFile(chunkFile, "r");
            int len;
            while ((len = accessTmpFile.read(buffer)) != -1) {
                accessTmpFileWrite.write(buffer, 0, len);
            }
            accessTmpFile.close();
        }
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
    // 删除分块文件
    for (File chunkFile : chunkFileList) {
        boolean delete = chunkFile.delete();
        if (delete) {
            System.out.println("删除分块文件成功：" + chunkFile.getAbsolutePath());
        }
    }
    // 对合并后的文件进行MD5值的校验
    FileInputStream sourceFileInputStream = new FileInputStream("/Users/liangzhiwei/Movies/4K 视频/pexels_videos_2759477 (2160p).mp4");
    FileInputStream mergeFileInputStream = new FileInputStream(targetFile);
    String s = DigestUtils.md5DigestAsHex(mergeFileInputStream);
    String s1 = DigestUtils.md5DigestAsHex(sourceFileInputStream);
    if (s.equals(s1)) {
        System.out.println("文件校验成功");
    } else {
        System.out.println("文件校验失败");
    }
}

简化合并操作

@Test
public void mergeFile_sample() throws IOException {
    Path chunkFolderPath = Path.of("/Users/liangzhiwei/Downloads/chunk");
    Path targetFilePath = Path.of("/Users/liangzhiwei/Downloads/merge.mp4");
    // 获取分块文件列表
    try (var paths = Files.newDirectoryStream(chunkFolderPath)) {
        var chunkFiles = StreamSupport.stream(paths.spliterator(), false)
                .filter(file -> !file.getFileName().toString().equals(".DS_Store"))
                .filter(Files::isRegularFile)
                .sorted(Comparator.comparingInt(file -> Integer.parseInt(file.getFileName().toString())))
                .toList();
        try (OutputStream targetFileOutputStream = Files.newOutputStream(targetFilePath)) {
            for (var chunkFile : chunkFiles) {
                Files.copy(chunkFile, targetFileOutputStream);
                // 删除分块文件
                Files.delete(chunkFile);
            }
            // 删除分块文件夹
            Files.delete(chunkFolderPath);
        }
    }
    // md5校验
    String s = DigestUtils.md5DigestAsHex(Files.newInputStream(targetFilePath));
    String s1 = DigestUtils.md5DigestAsHex(Files.newInputStream(Path.of("/Users/liangzhiwei/Movies/4K 视频/pexels_videos_2759477 (2160p).mp4")));
    if (s.equals(s1)) {
        System.out.println("文件校验成功");
    } else {
        System.out.println("文件校验失败");
    }
}