tangzheng/totus-nline
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

添加视频流图片预处理，可用作视觉识别

Browse Source
This commit is contained in:
xgc 2024-01-17 12:36:39 +08:00
parent d321011e6c
commit facf67d256
7 changed files with 83 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/main/java/com/gc/easy/flv/controller/FLVController.java
View File

@ -29,7 +29,8 @@ public class FLVController {
HttpServletRequest request) {
String url = openFLVService.getUrl(channel);
if(!StringUtils.isEmpty(url)){
service.open(url, response, request);
service.open(channel,url, response, request);
}
}
}

19
src/main/java/com/gc/easy/flv/factories/ConverterFactories.java
View File

@ -1,6 +1,8 @@
package com.gc.easy.flv.factories;
import com.alibaba.fastjson.util.IOUtils;
import com.gc.easy.flv.factories.state.OutputImage;
import com.gc.easy.flv.service.IOutputStreamService;
import lombok.extern.slf4j.Slf4j;
import org.bytedeco.ffmpeg.avcodec.AVPacket;
import org.bytedeco.ffmpeg.global.avcodec;
@ -10,6 +12,7 @@ import org.bytedeco.javacv.FFmpegFrameRecorder;
import javax.servlet.AsyncContext;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.util.Date;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
@ -60,11 +63,16 @@ public class ConverterFactories extends Thread implements Converter {
*/
private Map<String, Converter> factories;
public ConverterFactories(String url, String key, Map<String, Converter> factories, List<AsyncContext> outEntitys) {
private IOutputStreamService iOutputStreamService;
private Integer channel;
public ConverterFactories(String url, String key, Map<String, Converter> factories, List<AsyncContext> outEntitys, IOutputStreamService iOutputStreamService,Integer channel) {
this.url = url;
this.key = key;
this.factories = factories;
this.outEntitys = outEntitys;
this.iOutputStreamService=iOutputStreamService;
this.channel=channel;
}
@Override
@ -116,6 +124,13 @@ public class ConverterFactories extends Thread implements Converter {
if (stream.size() > 0) {
byte[] b = stream.toByteArray();
stream.reset();
if(iOutputStreamService!=null){
OutputImage image = OutputImage.builder().image(b).recordTime(new Date()).channel(channel).build();
byte[] handler = iOutputStreamService.handler(image);
if(iOutputStreamService.write()){
b=handler;
}
}
writeResponse(b);
if (outEntitys.isEmpty()) {
log.info("没有输出退出");
@ -134,7 +149,7 @@ public class ConverterFactories extends Thread implements Converter {
} else {
isCloseGrabberAndResponse = false;
// 需要转码为视频H264格式,音频AAC格式
ConverterTranFactories c = new ConverterTranFactories(url, key, factories, outEntitys, grabber);
ConverterTranFactories c = new ConverterTranFactories(url, key, factories, outEntitys, grabber,iOutputStreamService,channel);
factories.put(key, c);
c.start();
}

18
src/main/java/com/gc/easy/flv/factories/ConverterTranFactories.java
View File

@ -1,6 +1,8 @@
package com.gc.easy.flv.factories;
import com.alibaba.fastjson.util.IOUtils;
import com.gc.easy.flv.factories.state.OutputImage;
import com.gc.easy.flv.service.IOutputStreamService;
import lombok.extern.slf4j.Slf4j;
import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.javacv.FFmpegFrameGrabber;
@ -10,6 +12,7 @@ import org.bytedeco.javacv.Frame;
import javax.servlet.AsyncContext;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.util.Date;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
@ -59,13 +62,19 @@ public class ConverterTranFactories extends Thread implements Converter {
*/
private Map<String, Converter> factories;
private IOutputStreamService iOutputStreamService;
private Integer channel;
public ConverterTranFactories(String url, String key, Map<String, Converter> factories,
List<AsyncContext> outEntitys, FFmpegFrameGrabber grabber) {
List<AsyncContext> outEntitys, FFmpegFrameGrabber grabber, IOutputStreamService iOutputStreamService,Integer channel) {
this.url = url;
this.key = key;
this.factories = factories;
this.outEntitys = outEntitys;
this.grabber = grabber;
this.iOutputStreamService=iOutputStreamService;
this.channel=channel;
}
@Override
@ -116,6 +125,13 @@ public class ConverterTranFactories extends Thread implements Converter {
if (stream.size() > 0) {
byte[] b = stream.toByteArray();
stream.reset();
if(iOutputStreamService!=null){
OutputImage image = OutputImage.builder().image(b).recordTime(new Date()).channel(channel).build();
byte[] handler = iOutputStreamService.handler(image);
if(iOutputStreamService.write()){
b=handler;
}
}
writeResponse(b);
if (outEntitys.isEmpty()) {
log.info("没有输出退出");

23
src/main/java/com/gc/easy/flv/factories/state/OutputImage.java Normal file
View File

@ -0,0 +1,23 @@
package com.gc.easy.flv.factories.state;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.Date;
@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class OutputImage {
//图片
private byte[] image;
private Date recordTime;
private Integer channel;
}

2
src/main/java/com/gc/easy/flv/service/IFLVService.java
View File

@ -11,6 +11,6 @@ public interface IFLVService {
* @param url
* @param response
*/
public void open(String url, HttpServletResponse response, HttpServletRequest request);
public void open(Integer channel,String url, HttpServletResponse response, HttpServletRequest request);
}

17
src/main/java/com/gc/easy/flv/service/IOutputStreamService.java Normal file
View File

@ -0,0 +1,17 @@
package com.gc.easy.flv.service;
import com.gc.easy.flv.factories.state.OutputImage;
public interface IOutputStreamService {
//是否回写流
public boolean write();
/**
* 通过通道号获取url
* @param image 需要处理的图片
* @return 处理后的图片
*/
public byte[] handler(OutputImage image);
}

8
src/main/java/com/gc/easy/flv/service/impl/FLVService.java
View File

@ -4,7 +4,9 @@ package com.gc.easy.flv.service.impl;
import com.gc.easy.flv.factories.Converter;
import com.gc.easy.flv.factories.ConverterFactories;
import com.gc.easy.flv.service.IFLVService;
import com.gc.easy.flv.service.IOutputStreamService;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import javax.servlet.AsyncContext;
@ -27,9 +29,11 @@ import java.util.concurrent.ConcurrentHashMap;
public class FLVService implements IFLVService {
private ConcurrentHashMap<String, Converter> converters = new ConcurrentHashMap<>();
@Autowired(required = false)
private IOutputStreamService iOutputStreamService;
@Override
public void open(String url, HttpServletResponse response, HttpServletRequest request) {
public void open(Integer channel,String url, HttpServletResponse response, HttpServletRequest request) {
String key = md5(url);
AsyncContext async = request.startAsync();
async.setTimeout(0);
@ -44,7 +48,7 @@ public class FLVService implements IFLVService {
} else {
List<AsyncContext> outs = new ArrayList<>();
outs.add(async);
ConverterFactories c = new ConverterFactories(url, key, converters, outs);
ConverterFactories c = new ConverterFactories(url, key, converters, outs,iOutputStreamService,channel);
c.start();
converters.put(key, c);
}