java 实现监控rtsp流转flv,实现前端播放(前后端代码都有)

分手后的思念是犯贱 2024-03-27 15:31 45阅读 0赞

## 一.服务代码 ##

1.  ### 目录结构 ###

![445e970f3ab86e7c7cba700b45259a6c.png][]

1.  ### maven配置文件引入坐标: ###

<dependency>
                <groupId>org.bytedeco</groupId>
                <artifactId>javacv-platform</artifactId>
                <version>1.5.1</version>
            </dependency>
    
            <dependency>
                <groupId>javax.xml.bind</groupId>
                <artifactId>jaxb-api</artifactId>
                <version>2.3.0</version>
            </dependency>

1.  ### 服务器代码 ###

controller层:

import com.xr.web.rtspconverterflvspringbootstarter.service.IFLVService;
    import io.swagger.annotations.Api;
    import org.springframework.beans.factory.annotation.Autowired;
    import org.springframework.web.bind.annotation.GetMapping;
    import org.springframework.web.bind.annotation.RequestMapping;
    import org.springframework.web.bind.annotation.RestController;
    
    import javax.servlet.http.HttpServletRequest;
    import javax.servlet.http.HttpServletResponse;
    
    /**
     * FLV流转换
     *
     * @author gc.x
     */
    @Api(tags = "flv")
    @RequestMapping("/flv")
    @RestController
    public class FLVController {
    
        @Autowired
        private IFLVService service;
    
    
        @GetMapping()
        public void open4(HttpServletResponse response,
                          HttpServletRequest request) {
            String test = "rtsp://admin:sdxr@2022@192.168.0.205:554";
    
            service.open(test, response, request);
        }
    }

config层:

import org.springframework.context.annotation.Bean;
    import org.springframework.context.annotation.Configuration;
    import org.springframework.scheduling.TaskScheduler;
    import org.springframework.scheduling.annotation.EnableScheduling;
    import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler;
    
    /**
     * 使用多线程执行定时任务
     * 
     * @author gc.x
     *
     */
    @Configuration
    @EnableScheduling
    public class SchedulerConfig {
        @Bean
        public TaskScheduler taskScheduler() {
            ThreadPoolTaskScheduler scheduler = new ThreadPoolTaskScheduler();
            // 线程池大小
            scheduler.setPoolSize(3);
            // 线程名字前缀
            scheduler.setThreadNamePrefix("task-thread-");
            return scheduler;
        }
    
    }

factories层:

/**
     * 转换器状态（初始化、打开、关闭、错误、运行）
     * 
     * @author gc.x
     */
    public enum ConverterState {
        INITIAL, OPEN, CLOSE, ERROR, RUN
    }

import javax.servlet.AsyncContext;
    import java.io.IOException;
    
    public interface Converter {
    
        /**
         * 获取该转换的key
         */
        public String getKey();
    
        /**
         * 获取该转换的url
         * 
         * @return
         */
        public String getUrl();
    
        /**
         * 添加一个流输出
         * 
         * @param entity
         */
        public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException;
    
        /**
         * 退出转换
         */
        public void exit();
    
        /**
         * 启动
         */
        public void start();
    
    }

import com.alibaba.fastjson.util.IOUtils;
    import lombok.extern.slf4j.Slf4j;
    import org.bytedeco.ffmpeg.avcodec.AVPacket;
    import org.bytedeco.ffmpeg.global.avcodec;
    import org.bytedeco.javacv.FFmpegFrameGrabber;
    import org.bytedeco.javacv.FFmpegFrameRecorder;
    import javax.servlet.AsyncContext;
    import java.io.ByteArrayOutputStream;
    import java.io.IOException;
    import java.util.Iterator;
    import java.util.List;
    import java.util.Map;
    
    /**
     * javacv转包装<br/>
     * 无须转码，更低的资源消耗，更低的延迟<br/>
     * 确保流来源视频H264格式,音频AAC格式
     * 
     * @author gc.x
     */
    @Slf4j
    public class ConverterFactories extends Thread implements Converter {
        public volatile boolean runing = true;
        /**
         * 读流器
         */
        private FFmpegFrameGrabber grabber;
        /**
         * 转码器
         */
        private FFmpegFrameRecorder recorder;
        /**
         * 转FLV格式的头信息<br/>
         * 如果有第二个客户端播放首先要返回头信息
         */
        private byte[] headers;
        /**
         * 保存转换好的流
         */
        private ByteArrayOutputStream stream;
        /**
         * 流地址，h264,aac
         */
        private String url;
        /**
         * 流输出
         */
        private List<AsyncContext> outEntitys;
    
        /**
         * key用于表示这个转换器
         */
        private String key;
    
        /**
         * 转换队列
         */
        private Map<String, Converter> factories;
    
        public ConverterFactories(String url, String key, Map<String, Converter> factories, List<AsyncContext> outEntitys) {
            this.url = url;
            this.key = key;
            this.factories = factories;
            this.outEntitys = outEntitys;
        }
    
        @Override
        public void run() {
            boolean isCloseGrabberAndResponse = true;
            try {
                grabber = new FFmpegFrameGrabber(url);
                if ("rtsp".equals(url.substring(0, 4))) {
                    grabber.setOption("rtsp_transport", "tcp");
                    grabber.setOption("stimeout", "5000000");
                }
                grabber.start();
                if (avcodec.AV_CODEC_ID_H264 == grabber.getVideoCodec()
                        && (grabber.getAudioChannels() == 0 || avcodec.AV_CODEC_ID_AAC == grabber.getAudioCodec())) {
                    log.info("this url:{} converterFactories start", url);
                    // 来源视频H264格式,音频AAC格式
                    // 无须转码，更低的资源消耗，更低的延迟
                    stream = new ByteArrayOutputStream();
                    recorder = new FFmpegFrameRecorder(stream, grabber.getImageWidth(), grabber.getImageHeight(),
                            grabber.getAudioChannels());
                    recorder.setInterleaved(true);
                    recorder.setVideoOption("preset", "ultrafast");
                    recorder.setVideoOption("tune", "zerolatency");
                    recorder.setVideoOption("crf", "25");
                    recorder.setFrameRate(grabber.getFrameRate());
                    recorder.setSampleRate(grabber.getSampleRate());
                    if (grabber.getAudioChannels() > 0) {
                        recorder.setAudioChannels(grabber.getAudioChannels());
                        recorder.setAudioBitrate(grabber.getAudioBitrate());
                        recorder.setAudioCodec(grabber.getAudioCodec());
                    }
                    recorder.setFormat("flv");
                    recorder.setVideoBitrate(grabber.getVideoBitrate());
                    recorder.setVideoCodec(grabber.getVideoCodec());
                    recorder.start(grabber.getFormatContext());
                    if (headers == null) {
                        headers = stream.toByteArray();
                        stream.reset();
                        writeResponse(headers);
                    }
                    int nullNumber = 0;
                    while (runing) {
                        AVPacket k = grabber.grabPacket();
                        if (k != null) {
                            try {
                                recorder.recordPacket(k);
                            } catch (Exception e) {
                            }
                            if (stream.size() > 0) {
                                byte[] b = stream.toByteArray();
                                stream.reset();
                                writeResponse(b);
                                if (outEntitys.isEmpty()) {
                                    log.info("没有输出退出");
                                    break;
                                }
                            }
                            avcodec.av_packet_unref(k);
                        } else {
                            nullNumber++;
                            if (nullNumber > 200) {
                                break;
                            }
                        }
                        Thread.sleep(5);
                    }
                } else {
                    isCloseGrabberAndResponse = false;
                    // 需要转码为视频H264格式,音频AAC格式
                    ConverterTranFactories c = new ConverterTranFactories(url, key, factories, outEntitys, grabber);
                    factories.put(key, c);
                    c.start();
                }
            } catch (Exception e) {
                log.error(e.getMessage(), e);
            } finally {
                closeConverter(isCloseGrabberAndResponse);
                completeResponse(isCloseGrabberAndResponse);
                log.info("this url:{} converterFactories exit", url);
    
            }
        }
    
        /**
         * 输出FLV视频流
         * 
         * @param b
         */
        public void writeResponse(byte[] b) {
            Iterator<AsyncContext> it = outEntitys.iterator();
            while (it.hasNext()) {
                AsyncContext o = it.next();
                try {
                    o.getResponse().getOutputStream().write(b);
                } catch (Exception e) {
                    log.info("移除一个输出");
                    it.remove();
                }
            }
        }
    
        /**
         * 退出转换
         */
        public void closeConverter(boolean isCloseGrabberAndResponse) {
            if (isCloseGrabberAndResponse) {
                IOUtils.close(grabber);
                factories.remove(this.key);
            }
            IOUtils.close(recorder);
            IOUtils.close(stream);
        }
    
        /**
         * 关闭异步响应
         * 
         * @param isCloseGrabberAndResponse
         */
        public void completeResponse(boolean isCloseGrabberAndResponse) {
            if (isCloseGrabberAndResponse) {
                Iterator<AsyncContext> it = outEntitys.iterator();
                while (it.hasNext()) {
                    AsyncContext o = it.next();
                    o.complete();
                }
            }
        }
    
        @Override
        public String getKey() {
            return this.key;
        }
    
        @Override
        public String getUrl() {
            return this.url;
        }
    
        @Override
        public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException {
            if (headers == null) {
                outEntitys.add(entity);
            } else {
                entity.getResponse().getOutputStream().write(headers);
                entity.getResponse().getOutputStream().flush();
                outEntitys.add(entity);
            }
        }
    
        @Override
        public void exit() {
            this.runing = false;
            try {
                this.join();
            } catch (Exception e) {
                log.error(e.getMessage(), e);
            }
        }
    
    }

import com.alibaba.fastjson.util.IOUtils;
    import lombok.extern.slf4j.Slf4j;
    import org.bytedeco.ffmpeg.global.avcodec;
    import org.bytedeco.javacv.FFmpegFrameGrabber;
    import org.bytedeco.javacv.FFmpegFrameRecorder;
    import org.bytedeco.javacv.Frame;
    
    import javax.servlet.AsyncContext;
    import java.io.ByteArrayOutputStream;
    import java.io.IOException;
    import java.util.Iterator;
    import java.util.List;
    import java.util.Map;
    
    /**
     * javacv转码<br/>
     * 流来源不是视频H264格式,音频AAC格式 转码为视频H264格式,音频AAC格式
     * 
     * @author gc.x
     */
    @Slf4j
    public class ConverterTranFactories extends Thread implements Converter {
        public volatile boolean runing = true;
        /**
         * 读流器
         */
        private FFmpegFrameGrabber grabber;
        /**
         * 转码器
         */
        private FFmpegFrameRecorder recorder;
        /**
         * 转FLV格式的头信息<br/>
         * 如果有第二个客户端播放首先要返回头信息
         */
        private byte[] headers;
        /**
         * 保存转换好的流
         */
        private ByteArrayOutputStream stream;
        /**
         * 流地址，h264,aac
         */
        private String url;
        /**
         * 流输出
         */
        private List<AsyncContext> outEntitys;
    
        /**
         * key用于表示这个转换器
         */
        private String key;
    
        /**
         * 转换队列
         */
        private Map<String, Converter> factories;
    
        public ConverterTranFactories(String url, String key, Map<String, Converter> factories,
                List<AsyncContext> outEntitys, FFmpegFrameGrabber grabber) {
            this.url = url;
            this.key = key;
            this.factories = factories;
            this.outEntitys = outEntitys;
            this.grabber = grabber;
        }
    
        @Override
        public void run() {
            try {
                log.info("this url:{} converterTranFactories start", url);
                grabber.setFrameRate(25);
                if (grabber.getImageWidth() > 1920) {
                    grabber.setImageWidth(1920);
                }
                if (grabber.getImageHeight() > 1080) {
                    grabber.setImageHeight(1080);
                }
                stream = new ByteArrayOutputStream();
                recorder = new FFmpegFrameRecorder(stream, grabber.getImageWidth(), grabber.getImageHeight(),
                        grabber.getAudioChannels());
                recorder.setInterleaved(true);
                recorder.setVideoOption("preset", "ultrafast");
                recorder.setVideoOption("tune", "zerolatency");
                recorder.setVideoOption("crf", "25");
                recorder.setGopSize(50);
                recorder.setFrameRate(25);
                recorder.setSampleRate(grabber.getSampleRate());
                if (grabber.getAudioChannels() > 0) {
                    recorder.setAudioChannels(grabber.getAudioChannels());
                    recorder.setAudioBitrate(grabber.getAudioBitrate());
                    recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
                }
                recorder.setFormat("flv");
                recorder.setVideoBitrate(grabber.getVideoBitrate());
                recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264);
                recorder.start();
                if (headers == null) {
                    headers = stream.toByteArray();
                    stream.reset();
                    writeResponse(headers);
                }
                int nullNumber = 0;
                while (runing) {
                    // 抓取一帧
                    Frame f = grabber.grab();
                    if (f != null) {
                        try {
                            // 转码
                            recorder.record(f);
                        } catch (Exception e) {
                        }
                        if (stream.size() > 0) {
                            byte[] b = stream.toByteArray();
                            stream.reset();
                            writeResponse(b);
                            if (outEntitys.isEmpty()) {
                                log.info("没有输出退出");
                                break;
                            }
                        }
                    } else {
                        nullNumber++;
                        if (nullNumber > 200) {
                            break;
                        }
                    }
                    Thread.sleep(5);
                }
            } catch (Exception e) {
                log.error(e.getMessage(), e);
            } finally {
                closeConverter();
                completeResponse();
                log.info("this url:{} converterTranFactories exit", url);
                factories.remove(this.key);
            }
        }
    
        /**
         * 输出FLV视频流
         * 
         * @param b
         */
        public void writeResponse(byte[] b) {
            Iterator<AsyncContext> it = outEntitys.iterator();
            while (it.hasNext()) {
                AsyncContext o = it.next();
                try {
                    o.getResponse().getOutputStream().write(b);
                } catch (Exception e) {
                    log.info("移除一个输出");
                    it.remove();
                }
            }
        }
    
        /**
         * 退出转换
         */
        public void closeConverter() {
            IOUtils.close(grabber);
            IOUtils.close(recorder);
            IOUtils.close(stream);
        }
    
        /**
         * 关闭异步响应
         */
        public void completeResponse() {
            Iterator<AsyncContext> it = outEntitys.iterator();
            while (it.hasNext()) {
                AsyncContext o = it.next();
                o.complete();
            }
        }
    
        @Override
        public String getKey() {
            return this.key;
        }
    
        @Override
        public String getUrl() {
            return this.url;
        }
    
        @Override
        public void addOutputStreamEntity(String key, AsyncContext entity) throws IOException {
            if (headers == null) {
                outEntitys.add(entity);
            } else {
                entity.getResponse().getOutputStream().write(headers);
                entity.getResponse().getOutputStream().flush();
                outEntitys.add(entity);
            }
        }
    
        @Override
        public void exit() {
            this.runing = false;
            try {
                this.join();
            } catch (Exception e) {
                log.error(e.getMessage(), e);
            }
        }
    
    }

result层:

import com.alibaba.fastjson.JSONObject;
    
    import java.io.Serializable;
    import java.util.HashMap;
    
    /**
     * 封装返回结果
     * 
     */
    public class JsonResult extends HashMap<String, Object> implements Serializable {
    
        private static final long serialVersionUID = 1L;
        public static final int SUCCESS = 200;
    
        public JsonResult() {
        }
    
        /**
         * 返回成功
         */
        public static JsonResult ok() {
            return ok("操作成功");
        }
    
        /**
         * 返回成功
         */
        public static JsonResult okFallBack() {
            return okFallBack("操作成功");
        }
    
        /**
         * 返回成功
         */
        public JsonResult put(Object obj) {
            return this.put("data", obj);
        }
    
        /**
         * 返回成功
         */
        public static JsonResult ok(String message) {
            return result(200, message);
        }
    
        /**
         * 降级函数 - 返回成功
         */
        public static JsonResult okFallBack(String message) {
            return result(205, message);
        }
    
        /**
         * 返回成功
         */
        public static JsonResult result(int code, String message) {
            JsonResult jsonResult = new JsonResult();
            jsonResult.put("timestamp", System.currentTimeMillis());
            jsonResult.put("status", code);
            jsonResult.put("message", message);
            return jsonResult;
        }
    
        /**
         * 返回失败
         */
        public static JsonResult error() {
            return error("操作失败");
        }
    
        /**
         * 返回失败
         */
        public static JsonResult error(String message) {
            return error(500, message);
        }
    
        /**
         * 返回失败
         */
        public static JsonResult error(int code, String message) {
            JsonResult jsonResult = new JsonResult();
            jsonResult.put("timestamp", System.currentTimeMillis());
            jsonResult.put("status", code);
            jsonResult.put("message", message);
            return jsonResult;
        }
    
        /**
         * 设置code
         */
        public JsonResult setCode(int code) {
            super.put("status", code);
            return this;
        }
    
        /**
         * 设置message
         */
        public JsonResult setMessage(String message) {
            super.put("message", message);
            return this;
        }
    
        /**
         * 放入object
         */
        @Override
        public JsonResult put(String key, Object object) {
            super.put(key, object);
            return this;
        }
    
        /**
         * 权限禁止
         */
        public static JsonResult forbidden(String message) {
            JsonResult jsonResult = new JsonResult();
            jsonResult.put("timestamp", System.currentTimeMillis());
            jsonResult.put("status", 401);
            jsonResult.put("message", message);
            return jsonResult;
        }
    
        @Override
        public String toString() {
            return JSONObject.toJSONString(this);
        }
    
        public JSONObject toJSONObject() {
            return JSONObject.parseObject(toString());
        }
    
    }

service层:

import javax.servlet.http.HttpServletRequest;
    import javax.servlet.http.HttpServletResponse;
    
    public interface IFLVService {
    
        /**
         * 打开一个流地址
         * 
         * @param url
         * @param response
         */
        public void open(String url, HttpServletResponse response, HttpServletRequest request);
    
    }

## 二.客户端代码基于flv.js进行播放 ##

<!DOCTYPE html>
    <html lang="en">
        <head>
            <meta charset="UTF-8" />
            <meta http-equiv="X-UA-Compatible" content="IE=edge" />
            <meta name="viewport" content="width=device-width, initial-scale=1.0" />
            <title>Document</title>
        </head>
        <body>
            <script src="flv.min.js"></script>
            <video id="videoElement"></video>
            <button onclick="playflv()">点击播放</button>
            <script>
                if (flvjs.isSupported()) {
                    var videoElement = document.getElementById('videoElement');
                    var flvPlayer = flvjs.createPlayer({
                        type: 'flv',
                        url: 'http://127.0.0.1:10010/xr/flv',
                    });
                    flvPlayer.attachMediaElement(videoElement);
                    flvPlayer.load();
                }
                //自动播放,浏览器不支持
                function playflv() {
                    flvPlayer.play();
                }
            </script>
        </body>
    </html>

这里因为浏览器把自动播放给禁止了，加了个按钮点击事件

[https://www.bootcdn.cn/][https_www.bootcdn.cn]

引入的flv.js文件在如下网站下载即可:

![08aaf52d1611cfa76817112ae8a5b647.png][]

[445e970f3ab86e7c7cba700b45259a6c.png]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/27/e1b94c062702460aa5013f8af1c5a651.png
[https_www.bootcdn.cn]: https://www.bootcdn.cn/
[08aaf52d1611cfa76817112ae8a5b647.png]: https://image.dandelioncloud.cn/pgy_files/images/2024/03/27/abecfa92ac2c4a32bea43b0119b783eb.png