javacv桌面推送 通过推送和拉取udp组播视频流实现
ffmpeg udp 推流拉流命令
单播
推流
E:/工具/ffmpeg/ffmpeg -f gdigrab -r 23 -i desktop -pkt_size 1316 -vcodec libx264 -preset:v ultrafast -tune:v zerolatency -f h264 udp://192.168.1.20:5001
拉流
ffplay -f h264 udp://192.168.1.20:5001 -fflags nobuffer -nofind_stream_info
组播
windows推流:
E:/工具/ffmpeg/ffmpeg -f gdigrab -r 23 -i desktop -pkt_size 1316 -vcodec libx264 -preset:v ultrafast -tune:v zerolatency -f h264 "udp://224.1.1.1:5001?buffer_size=0&localaddr=192.168.1.20"
linux推流：
ffmpeg -f x11grab -r 23 -video_size 1920*1080 -i :0.0+0,00 -pkt_size 1316 -vcodec libx264 -preset:v ultrafast -tune:v zerolatency -f h264 "udp://224.1.1.1:5001?buffer_size=0&localaddr=192.168.1.20"
拉流
ffplay -f h264 "udp://224.1.1.1:5001" -fflags nobuffer -nofind_stream_info
javacv推流拉流
先启动推流端，再启动拉流端时，有可能出现无法拉流播放的问题(ffmpeg命令推送，ffplay命令播放没有问题)，解决办法有三种：
1，重复再启动拉动端试几次 (成功可能性超过50%)
2，先启动拉流端，再启动推流端 (几乎100%成功)
3，推流端已先启动，拉流端后启动的情况下，在推流端频繁切换几次窗口(类似于重新启动推流端推送数据，成功概率很大，但试验环境下也出现过不管用的情况)
Pusher.java
import java.util.function.Consumer;
import org.bytedeco.ffmpeg.global.avcodec;
import org.bytedeco.ffmpeg.global.avutil;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.FFmpegFrameRecorder;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.FrameRecorder;
//RTMP视频推流器
public class Pusher extends BStreamer {
private Thread thread;
private static final int frameRate = ConfigUtil.getInt("frameRate");// 录制的帧率
private static final String format = ConfigUtil.getString("format");// 录制的帧率
private static final String linux = ConfigUtil.getString("linux");// 是否linux
private FFmpegFrameGrabber grabberCV;
/// 推流
FrameRecorder recorder;
private boolean exit = true;
public Pusher(String url) {
super(url);
}
public Pusher(String url, int w, int h) {
super(url, w, h);
}
public void close() throws Exception {
exit = false;
if (grabberCV != null) {
grabberCV.close();
}
if (recorder.isInterleaved()) {
recorder.close();
recorder.setInterleaved(false);
}
this.thread.interrupt();
}
public void start() throws Exception {
exit = true;
if (grabberCV != null) {
grabberCV.start();
}
if (recorder.isInterleaved()) {
recorder.start();
recorder.setInterleaved(true);
}
this.thread.start();
}
public void push(Consumer<Frame> consumer) throws Exception {
if("1".equals(linux)) {
grabberCV = new FFmpegFrameGrabber("");
grabberCV.setFormat("x11grab"); //linux
}
else {
grabberCV = new FFmpegFrameGrabber("desktop"); //windows
grabberCV.setFormat("gdigrab"); //windows
}
grabberCV.setOption("offset_x", "0");
grabberCV.setOption("offset_y", "0");
grabberCV.setFrameRate(frameRate);
grabberCV.setOption("draw_mouse", "0");
// grabberCV.setOption("video_size", "1600x900");
// 这种形式，双屏有问题
grabberCV.setImageWidth(getWidth());
grabberCV.setImageHeight(getHeight());
/// 推流
recorder = new FFmpegFrameRecorder(getUrl(), getWidth(), getHeight());
recorder.setVideoCodec(avcodec.AV_CODEC_ID_H264); // 28
recorder.setFormat(format); // rtmp的类型
recorder.setFrameRate(frameRate);
recorder.setVideoOption("tune", "zerolatency"); // 降低编码延时
recorder.setVideoOption("preset", "ultrafast"); // 提升编码速度
//recorder.setPixelFormat(avutil.AV_PIX_FMT_YUV420P); // yuv420p AV_PIX_FMT_YUV420P udp时先开server，后启客户端，不设置
//recorder.setVideoBitrate(2 * 1024 * 1024); //udp时不设置
recorder.setAudioCodec(avcodec.AV_CODEC_ID_AAC);
recorder.setVideoOption("-pkt_size", "1316"); //??用程序发送录屏流时不设置 udp时先开server，后启客户端，设置
this.thread = new Thread(() -> {
try {
while (exit) {
Frame f = grabberCV.grab();
if (f != null) {
if (recorder.isInterleaved()) {
// System.out.println("push stream...");
recorder.record(f);
// consumer.accept(f);
}
}
}
} catch (Exception e) {
e.printStackTrace();
recorder.setInterleaved(false);
}
});
}
}
BStreamer.java
//基础视频流
public class BStreamer {
private int width = 1600;
private int height = 900;
private String url;
public BStreamer(String url) {
this.url = url;
}
public BStreamer(String url, int w, int h) {
this.url = url;
if (w > 0 && h > 0) {
this.width = w;
this.height = h;
}
}
public int getWidth() {
return width;
}
public void setWidth(int width) {
this.width = width;
}
public int getHeight() {
return height;
}
public void setHeight(int height) {
this.height = height;
}
public String getUrl() {
return url;
}
public void setUrl(String url) {
this.url = url;
}
}
ConfigUtil.java
import java.util.Locale;
import java.util.ResourceBundle;
public class ConfigUtil {
private static Locale locale_CN = new Locale("zh","CN");
private static ResourceBundle rb = ResourceBundle.getBundle("rtmp",locale_CN);
public static String getString(String key) {
String ret = rb.getString(key);
return ret;
}
public static int getInt(String key) {
String str = rb.getString(key);
int ret = Integer.parseInt(str);
return ret;
}
}
TestRTMPPusher.java
import java.awt.Dimension;
import java.awt.Toolkit;
//import org.bytedeco.javacv.CanvasFrame;
public class TestRTMPPusher {
public static void main(String[] args) throws Exception {
String pushStreamUrl = ConfigUtil.getString("pushStreamUrl");
Toolkit tk = Toolkit.getDefaultToolkit();//得到Toolkit对象(实例化)
Dimension screen=tk.getScreenSize();//得到屏幕的大小
int width = (int)screen.getWidth();
int height = (int)screen.getHeight();
width = ConfigUtil.getInt("screenWidth");
height = ConfigUtil.getInt("screenHeight");
Pusher pusher = new Pusher(pushStreamUrl, width, height);
pusher.push(f -> {
// cf.showImage(f);
});
pusher.start();
}
}
RtmpPlayer.java
import java.awt.Cursor;
import java.awt.Graphics;
import java.io.IOException;
import java.awt.Image;
import java.awt.Dimension;
import java.awt.Toolkit;
import javax.swing.JFrame;
import javax.swing.UIManager;
import org.bytedeco.javacv.FFmpegFrameGrabber;
import org.bytedeco.javacv.Frame;
import org.bytedeco.javacv.Java2DFrameConverter;
public class RtmpPlayer extends JFrame {
private static final String format = ConfigUtil.getString("format");// 录制的帧率
private Image fecthedImage;
private int width;
private int height;
private int heightSub = ConfigUtil.getInt("heightSub");
public RtmpPlayer() throws IOException {
// 把进入窗口的鼠标设置为手型
this.setCursor(new Cursor(Cursor.HAND_CURSOR));
// 设置标题
this.setTitle("rtmp player");
Toolkit tk = Toolkit.getDefaultToolkit();//得到Toolkit对象(实例化)
Dimension screen=tk.getScreenSize();//得到屏幕的大小
width = (int)screen.getWidth();
height = (int)screen.getHeight();
// 设置窗口大小
this.setSize(width, height);
// 设置窗口默认关闭方式
this.setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
// 设置窗口大小不可改变
this.setResizable(false);
// 设置窗口居中
this.setLocationRelativeTo(null);
this.setUndecorated(true);
// 设置窗口显示
this.setVisible(true);
}
// 播流流
public void pullStream(String inputPath) throws Exception, org.bytedeco.javacv.FrameRecorder.Exception {
// 创建+设置采集器
FFmpegFrameGrabber grabber = FFmpegFrameGrabber.createDefault(inputPath);
//grabber.setOption("rtsp_transport", "tcp");
String playStreamUrl = ConfigUtil.getString("playStreamUrl");
if(!playStreamUrl.contains("udp://")) {
String streamProtocol = ConfigUtil.getString("streamProtocol");
String netProtocol = ConfigUtil.getString("netProtocol");
grabber.setOption(streamProtocol, netProtocol);
}
//grabber.setVideoCodec(avcodec.AV_CODEC_ID_H264); // 28 no use
//grabber.setFormat(format); //no use
grabber.setImageWidth(width);
grabber.setImageHeight(height);
// 开启采集器
grabber.start();
Java2DFrameConverter converter2 = new Java2DFrameConverter();
// 播流
while (true) {
Frame frame = grabber.grabImage(); // 拉流
fecthedImage = converter2.getBufferedImage(frame);
repaint();
}
}
@Override
public void paint(Graphics g) {
g.drawImage(fecthedImage, 0, 0, width, height-heightSub, null);
}
// 测试播流器
public static void main(String[] args) throws Exception, org.bytedeco.javacv.FrameRecorder.Exception {
String playStreamUrl = ConfigUtil.getString("playStreamUrl"); // rtmp服务器地址
try {
UIManager.setLookAndFeel(UIManager.getSystemLookAndFeelClassName());
new RtmpPlayer().pullStream(playStreamUrl);
} catch (Exception e) {
e.printStackTrace();
System.exit(0);
}
}
}
配置文件rtmp_zh.properties
内容：
streamProtocol=rtmp_transport
netProtocol=tcp
heightSub=0
screenWidth=1920
screenHeight=1080
#streamUrl=rtmp://192.168.1.20:1935/live/desktop
playStreamUrl=udp://224.1.1.1:5001
pushStreamUrl=udp://224.1.1.1:5001?buffer_size=0&localaddr=192.168.1.20
frameRate=23
format=h264
linux=0
//推流命令
java -cp bin;lib/javacpp-1.5.5.jar;lib/javacv-1.5.5.jar;lib/javacv-platform-1.5.5.jar;lib/opencv-4.5.1-1.5.5-windows-x86_64.jar;lib/ffmpeg-4.3.2-1.5.5.jar;lib/ffmpeg-platform-4.3.2-1.5.5.jar;lib/ffmpeg-4.3.2-1.5.5-windows-x86_64.jar TestRTMPPusher
//拉流命令
java -cp bin;lib/javacpp-1.5.5.jar;lib/javacv-1.5.5.jar;lib/javacv-platform-1.5.5.jar;lib/ffmpeg-4.3.2-1.5.5.jar;lib/ffmpeg-platform-4.3.2-1.5.5.jar;lib/ffmpeg-4.3.2-1.5.5-windows-x86_64.jar RtmpPlayer