feat(video): 支持BGR565格式视频处理- 新增code参数用于指定视频转码格式
- 实现BGR565格式的帧数据转换逻辑 - 添加convertFramesToBGR565和convertToBGR565方法 - 支持将BGR565数据通过FFmpeg生成MP4文件- 更新VideoProcessUtil工具类以支持两种颜色格式 - 在视频处理服务中记录处理日志及hex列表信息
This commit is contained in:
@ -29,10 +29,13 @@ public class AppVideoController extends BaseController {
|
|||||||
private final VideoProcessService videoProcessService;
|
private final VideoProcessService videoProcessService;
|
||||||
private final AudioProcessService audioProcessService;
|
private final AudioProcessService audioProcessService;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 上传视频转码code默认1:RGB565 2:BGR565
|
||||||
|
*/
|
||||||
@PostMapping(value = "/upload", consumes = MediaType.MULTIPART_FORM_DATA_VALUE)
|
@PostMapping(value = "/upload", consumes = MediaType.MULTIPART_FORM_DATA_VALUE)
|
||||||
@RepeatSubmit(interval = 2, timeUnit = TimeUnit.SECONDS,message = "请勿重复提交!")
|
@RepeatSubmit(interval = 2, timeUnit = TimeUnit.SECONDS,message = "请勿重复提交!")
|
||||||
public R<List<String>> uploadVideo(@RequestParam("file") MultipartFile file) {
|
public R<List<String>> uploadVideo(@RequestParam("file") MultipartFile file, @RequestParam(defaultValue = "1") int code) {
|
||||||
return R.ok(videoProcessService.processVideo(file));
|
return R.ok(videoProcessService.processVideo(file, code));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|||||||
@ -28,7 +28,7 @@ public class VideoProcessService {
|
|||||||
|
|
||||||
private final VideoProcessUtil videoProcessUtil;
|
private final VideoProcessUtil videoProcessUtil;
|
||||||
|
|
||||||
public List<String> processVideo(MultipartFile file) {
|
public List<String> processVideo(MultipartFile file, int code) {
|
||||||
// 1. 参数校验
|
// 1. 参数校验
|
||||||
validateVideoFile(file);
|
validateVideoFile(file);
|
||||||
|
|
||||||
@ -39,9 +39,10 @@ public class VideoProcessService {
|
|||||||
|
|
||||||
// 3. 处理视频并提取帧数据
|
// 3. 处理视频并提取帧数据
|
||||||
List<String> hexList = videoProcessUtil.processVideoToHex(
|
List<String> hexList = videoProcessUtil.processVideoToHex(
|
||||||
tempFile, FRAME_RATE, DURATION, WIDTH, HEIGHT
|
tempFile, FRAME_RATE, DURATION, WIDTH, HEIGHT, code
|
||||||
);
|
);
|
||||||
|
log.info("code: {} hexList(前100个): {}", code,
|
||||||
|
hexList.subList(0, Math.min(100, hexList.size())));
|
||||||
log.info("视频处理成功,生成Hex数据长度: {}", hexList.size());
|
log.info("视频处理成功,生成Hex数据长度: {}", hexList.size());
|
||||||
return hexList;
|
return hexList;
|
||||||
|
|
||||||
|
|||||||
@ -11,6 +11,8 @@ import javax.imageio.ImageIO;
|
|||||||
import java.awt.image.BufferedImage;
|
import java.awt.image.BufferedImage;
|
||||||
import java.io.ByteArrayOutputStream;
|
import java.io.ByteArrayOutputStream;
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.OutputStream;
|
||||||
import java.nio.file.Files;
|
import java.nio.file.Files;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
@ -37,15 +39,26 @@ public class VideoProcessUtil {
|
|||||||
/**
|
/**
|
||||||
* 处理视频并转换为Hex字符串列表
|
* 处理视频并转换为Hex字符串列表
|
||||||
*/
|
*/
|
||||||
public List<String> processVideoToHex(File videoFile, int frameRate, int duration, int width, int height) throws Exception {
|
public List<String> processVideoToHex(File videoFile, int frameRate, int duration, int width, int height, int code) throws Exception {
|
||||||
// 1. 提取视频帧
|
// 1. 提取视频帧
|
||||||
List<BufferedImage> frames = extractFramesFromVideo(videoFile, frameRate, duration, width, height);
|
List<BufferedImage> frames = extractFramesFromVideo(videoFile, frameRate, duration, width, height);
|
||||||
|
|
||||||
// 2. 转换为RGB565格式
|
if (code == 1) {
|
||||||
byte[] binaryData = convertFramesToRGB565(frames);
|
// 1. 转换为RGB565格式
|
||||||
|
byte[] binaryData = convertFramesToRGB565(frames);
|
||||||
|
|
||||||
// 3. 转换为Hex字符串列表
|
// 2. 转换为Hex字符串列表
|
||||||
return bytesToHexList(binaryData);
|
return bytesToHexList(binaryData);
|
||||||
|
} else {
|
||||||
|
// 1. 转换为BGR565格式
|
||||||
|
byte[] binaryData = convertFramesToBGR565(frames);
|
||||||
|
|
||||||
|
// 新增:直接生成 mp4
|
||||||
|
//bgr565ToMp4(binaryData, width, height, frameRate, "output.mp4");
|
||||||
|
|
||||||
|
// 2. 转换为Hex字符串列表
|
||||||
|
return bytesToHexList(binaryData);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -110,6 +123,55 @@ public class VideoProcessUtil {
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 将所有帧转换为 BGR565 格式字节数组
|
||||||
|
*/
|
||||||
|
private byte[] convertFramesToBGR565(List<BufferedImage> frames) throws Exception {
|
||||||
|
ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
|
||||||
|
|
||||||
|
for (BufferedImage image : frames) {
|
||||||
|
byte[] bgr565Bytes = convertToBGR565(image);
|
||||||
|
byteArrayOutputStream.write(bgr565Bytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
byte[] result = byteArrayOutputStream.toByteArray();
|
||||||
|
log.debug("转换BGR565数据完成,总字节数: {}", result.length);
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 将BufferedImage转换为真正的BGR565格式字节数组
|
||||||
|
*/
|
||||||
|
private byte[] convertToBGR565(BufferedImage image) {
|
||||||
|
int width = image.getWidth();
|
||||||
|
int height = image.getHeight();
|
||||||
|
byte[] bgr565Data = new byte[width * height * 2];
|
||||||
|
|
||||||
|
int index = 0;
|
||||||
|
for (int y = 0; y < height; y++) {
|
||||||
|
for (int x = 0; x < width; x++) {
|
||||||
|
int rgb = image.getRGB(x, y);
|
||||||
|
|
||||||
|
// 提取RGB分量
|
||||||
|
int red = (rgb >> 16) & 0xFF;
|
||||||
|
int green = (rgb >> 8) & 0xFF;
|
||||||
|
int blue = rgb & 0xFF;
|
||||||
|
|
||||||
|
int b = (blue >> 3) & 0x1F; // 5位蓝色
|
||||||
|
int g = (green >> 2) & 0x3F; // 6位绿色
|
||||||
|
int r = (red >> 3) & 0x1F; // 5位红色
|
||||||
|
|
||||||
|
// 正确的BGR565组合:红色在高位,蓝色在低位
|
||||||
|
int bgr565 = (b << 11) | (g << 5) | r;
|
||||||
|
|
||||||
|
bgr565Data[index++] = (byte) ((bgr565 >> 8) & 0xFF);
|
||||||
|
// 小端序存储
|
||||||
|
bgr565Data[index++] = (byte) (bgr565 & 0xFF);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return bgr565Data;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 将字节数组转换为Hex字符串列表
|
* 将字节数组转换为Hex字符串列表
|
||||||
*/
|
*/
|
||||||
@ -191,4 +253,76 @@ public class VideoProcessUtil {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 把 BGR565 字节流直接写成 MP4(H.264)
|
||||||
|
* @param bgr565 完整的 BGR565 裸帧流(每像素 2 字节)
|
||||||
|
* @param width 帧宽
|
||||||
|
* @param height 帧高
|
||||||
|
* @param fps 帧率
|
||||||
|
* @param outMp4 输出 mp4 文件绝对路径
|
||||||
|
* @throws IOException 进程启动 / IO 失败
|
||||||
|
*/
|
||||||
|
public static void bgr565ToMp4(byte[] bgr565,
|
||||||
|
int width,
|
||||||
|
int height,
|
||||||
|
int fps,
|
||||||
|
String outMp4) throws IOException {
|
||||||
|
|
||||||
|
int framePixels = width * height;
|
||||||
|
int frameBytes = framePixels * 2;
|
||||||
|
if (bgr565.length % frameBytes != 0) {
|
||||||
|
throw new IllegalArgumentException("字节数组长度不是整帧");
|
||||||
|
}
|
||||||
|
|
||||||
|
/* 1. 构造 FFmpeg 命令 */
|
||||||
|
String[] cmd = {
|
||||||
|
"ffmpeg",
|
||||||
|
"-y", // 覆盖输出
|
||||||
|
"-f", "rawvideo",
|
||||||
|
"-pixel_format", "bgr24",
|
||||||
|
"-video_size", width + "x" + height,
|
||||||
|
"-framerate", String.valueOf(fps),
|
||||||
|
"-i", "-", // 从 stdin 读
|
||||||
|
"-c:v", "libx264",
|
||||||
|
"-pix_fmt", "yuv420p",
|
||||||
|
"-crf", "23", // 画质可自己调
|
||||||
|
outMp4
|
||||||
|
};
|
||||||
|
|
||||||
|
/* 2. 启动进程 */
|
||||||
|
ProcessBuilder pb = new ProcessBuilder(cmd);
|
||||||
|
pb.redirectError(ProcessBuilder.Redirect.INHERIT); // 把 FFmpeg 日志打到控制台
|
||||||
|
Process p = pb.start();
|
||||||
|
try (OutputStream ffmpegIn = p.getOutputStream()) {
|
||||||
|
|
||||||
|
/* 3. 逐帧转换并写入管道 */
|
||||||
|
byte[] bgr24 = new byte[framePixels * 3];
|
||||||
|
for (int off = 0; off < bgr565.length; off += frameBytes) {
|
||||||
|
for (int i = 0, j = 0; i < frameBytes; i += 2, j += 3) {
|
||||||
|
int u = ((bgr565[off + i + 1] & 0xFF) << 8)
|
||||||
|
| (bgr565[off + i] & 0xFF);
|
||||||
|
int b = (u & 0x1F) << 3;
|
||||||
|
int g = ((u >> 5) & 0x3F) << 2;
|
||||||
|
int r = ((u >> 11) & 0x1F) << 3;
|
||||||
|
bgr24[j] = (byte) b;
|
||||||
|
bgr24[j + 1] = (byte) g;
|
||||||
|
bgr24[j + 2] = (byte) r;
|
||||||
|
}
|
||||||
|
ffmpegIn.write(bgr24);
|
||||||
|
}
|
||||||
|
ffmpegIn.flush();
|
||||||
|
}
|
||||||
|
|
||||||
|
/* 4. 等待编码结束 */
|
||||||
|
try {
|
||||||
|
int exit = p.waitFor();
|
||||||
|
if (exit != 0) {
|
||||||
|
throw new IOException("FFmpeg 异常退出,code=" + exit);
|
||||||
|
}
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
Thread.currentThread().interrupt();
|
||||||
|
throw new IOException("等待 FFmpeg 被中断", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user