feat(video): 支持BGR565格式视频处理及MQTT设备确认消息更新
- 新增BGR565格式转换逻辑，支持RGB565与BGR565两种颜色格式- 视频上传接口增加code参数，默认值为1（RGB565） - 在VideoProcessUtil中实现convertFramesToBGR565方法 - 添加bgr565ToMp4工具方法用于将BGR565数据编码为MP4文件 - MQTT规则新增对“设备已收到通知”的处理逻辑 - 设备确认消息后更新数据库日志状态并推送SSE消息 - 引入ScheduledExecutorService延时推送SSE消息- 增加设备日志和设备Mapper依赖以支持数据操作
This commit is contained in:
@ -11,6 +11,8 @@ import javax.imageio.ImageIO;
|
||||
import java.awt.image.BufferedImage;
|
||||
import java.io.ByteArrayOutputStream;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.io.OutputStream;
|
||||
import java.nio.file.Files;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
@ -37,15 +39,26 @@ public class VideoProcessUtil {
|
||||
/**
|
||||
* 处理视频并转换为Hex字符串列表
|
||||
*/
|
||||
public List<String> processVideoToHex(File videoFile, int frameRate, int duration, int width, int height) throws Exception {
|
||||
public List<String> processVideoToHex(File videoFile, int frameRate, int duration, int width, int height, int code) throws Exception {
|
||||
// 1. 提取视频帧
|
||||
List<BufferedImage> frames = extractFramesFromVideo(videoFile, frameRate, duration, width, height);
|
||||
|
||||
// 2. 转换为RGB565格式
|
||||
byte[] binaryData = convertFramesToRGB565(frames);
|
||||
if (code == 1) {
|
||||
// 1. 转换为RGB565格式
|
||||
byte[] binaryData = convertFramesToRGB565(frames);
|
||||
|
||||
// 3. 转换为Hex字符串列表
|
||||
return bytesToHexList(binaryData);
|
||||
// 2. 转换为Hex字符串列表
|
||||
return bytesToHexList(binaryData);
|
||||
} else {
|
||||
// 1. 转换为BGR565格式
|
||||
byte[] binaryData = convertFramesToBGR565(frames);
|
||||
|
||||
// 新增：直接生成 mp4
|
||||
//bgr565ToMp4(binaryData, width, height, frameRate, "output.mp4");
|
||||
|
||||
// 2. 转换为Hex字符串列表
|
||||
return bytesToHexList(binaryData);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
@ -110,6 +123,55 @@ public class VideoProcessUtil {
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* 将所有帧转换为 BGR565 格式字节数组
|
||||
*/
|
||||
private byte[] convertFramesToBGR565(List<BufferedImage> frames) throws Exception {
|
||||
ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
|
||||
|
||||
for (BufferedImage image : frames) {
|
||||
byte[] bgr565Bytes = convertToBGR565(image);
|
||||
byteArrayOutputStream.write(bgr565Bytes);
|
||||
}
|
||||
|
||||
byte[] result = byteArrayOutputStream.toByteArray();
|
||||
log.debug("转换BGR565数据完成，总字节数: {}", result.length);
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* 将BufferedImage转换为真正的BGR565格式字节数组
|
||||
*/
|
||||
private byte[] convertToBGR565(BufferedImage image) {
|
||||
int width = image.getWidth();
|
||||
int height = image.getHeight();
|
||||
byte[] bgr565Data = new byte[width * height * 2];
|
||||
|
||||
int index = 0;
|
||||
for (int y = 0; y < height; y++) {
|
||||
for (int x = 0; x < width; x++) {
|
||||
int rgb = image.getRGB(x, y);
|
||||
|
||||
// 提取RGB分量
|
||||
int red = (rgb >> 16) & 0xFF;
|
||||
int green = (rgb >> 8) & 0xFF;
|
||||
int blue = rgb & 0xFF;
|
||||
|
||||
int b = (blue >> 3) & 0x1F; // 5位蓝色
|
||||
int g = (green >> 2) & 0x3F; // 6位绿色
|
||||
int r = (red >> 3) & 0x1F; // 5位红色
|
||||
|
||||
// 正确的BGR565组合：红色在高位，蓝色在低位
|
||||
int bgr565 = (b << 11) | (g << 5) | r;
|
||||
|
||||
bgr565Data[index++] = (byte) ((bgr565 >> 8) & 0xFF);
|
||||
// 小端序存储
|
||||
bgr565Data[index++] = (byte) (bgr565 & 0xFF);
|
||||
}
|
||||
}
|
||||
return bgr565Data;
|
||||
}
|
||||
|
||||
/**
|
||||
* 将字节数组转换为Hex字符串列表
|
||||
*/
|
||||
@ -191,4 +253,76 @@ public class VideoProcessUtil {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 把 BGR565 字节流直接写成 MP4（H.264）
|
||||
* @param bgr565 完整的 BGR565 裸帧流（每像素 2 字节）
|
||||
* @param width 帧宽
|
||||
* @param height 帧高
|
||||
* @param fps 帧率
|
||||
* @param outMp4 输出 mp4 文件绝对路径
|
||||
* @throws IOException 进程启动 / IO 失败
|
||||
*/
|
||||
public static void bgr565ToMp4(byte[] bgr565,
|
||||
int width,
|
||||
int height,
|
||||
int fps,
|
||||
String outMp4) throws IOException {
|
||||
|
||||
int framePixels = width * height;
|
||||
int frameBytes = framePixels * 2;
|
||||
if (bgr565.length % frameBytes != 0) {
|
||||
throw new IllegalArgumentException("字节数组长度不是整帧");
|
||||
}
|
||||
|
||||
/* 1. 构造 FFmpeg 命令 */
|
||||
String[] cmd = {
|
||||
"ffmpeg",
|
||||
"-y", // 覆盖输出
|
||||
"-f", "rawvideo",
|
||||
"-pixel_format", "bgr24",
|
||||
"-video_size", width + "x" + height,
|
||||
"-framerate", String.valueOf(fps),
|
||||
"-i", "-", // 从 stdin 读
|
||||
"-c:v", "libx264",
|
||||
"-pix_fmt", "yuv420p",
|
||||
"-crf", "23", // 画质可自己调
|
||||
outMp4
|
||||
};
|
||||
|
||||
/* 2. 启动进程 */
|
||||
ProcessBuilder pb = new ProcessBuilder(cmd);
|
||||
pb.redirectError(ProcessBuilder.Redirect.INHERIT); // 把 FFmpeg 日志打到控制台
|
||||
Process p = pb.start();
|
||||
try (OutputStream ffmpegIn = p.getOutputStream()) {
|
||||
|
||||
/* 3. 逐帧转换并写入管道 */
|
||||
byte[] bgr24 = new byte[framePixels * 3];
|
||||
for (int off = 0; off < bgr565.length; off += frameBytes) {
|
||||
for (int i = 0, j = 0; i < frameBytes; i += 2, j += 3) {
|
||||
int u = ((bgr565[off + i + 1] & 0xFF) << 8)
|
||||
| (bgr565[off + i] & 0xFF);
|
||||
int b = (u & 0x1F) << 3;
|
||||
int g = ((u >> 5) & 0x3F) << 2;
|
||||
int r = ((u >> 11) & 0x1F) << 3;
|
||||
bgr24[j] = (byte) b;
|
||||
bgr24[j + 1] = (byte) g;
|
||||
bgr24[j + 2] = (byte) r;
|
||||
}
|
||||
ffmpegIn.write(bgr24);
|
||||
}
|
||||
ffmpegIn.flush();
|
||||
}
|
||||
|
||||
/* 4. 等待编码结束 */
|
||||
try {
|
||||
int exit = p.waitFor();
|
||||
if (exit != 0) {
|
||||
throw new IOException("FFmpeg 异常退出，code=" + exit);
|
||||
}
|
||||
} catch (InterruptedException e) {
|
||||
Thread.currentThread().interrupt();
|
||||
throw new IOException("等待 FFmpeg 被中断", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user