Android平台实现屏幕数据采集并推送至RTMP服务器
原创Android平台实现屏幕数据采集并推送至RTMP服务器
原创
音视频牛哥
修改于 2020-06-15 10:56:36
修改于 2020-06-15 10:56:36
随着无纸化、智慧教室等场景的普及，好多企业或者开发者开始寻求更高效稳定低延迟的RTMP同屏方案，本文以大牛直播SDK(Github)的同屏demo（对应工程：SmartServicePublisherV2）为例，介绍下如何采集编码推送RTMP数据到流媒体服务器。
系统要求：Android 5.0及以上系统。
废话不多说，上代码：
首先，获取screen windows宽高，如需缩放，按照一定的比例缩放即可：
private void createScreenEnvironment() {
sreenWindowWidth = mWindowManager.getDefaultDisplay().getWidth();
screenWindowHeight = mWindowManager.getDefaultDisplay().getHeight();
Log.i(TAG, "screenWindowWidth: " + sreenWindowWidth + ",screenWindowHeight: "
+ screenWindowHeight);
if (sreenWindowWidth > 800)
{
if (screenResolution == SCREEN_RESOLUTION_STANDARD)
{
scale_rate = SCALE_RATE_HALF;
sreenWindowWidth = align(sreenWindowWidth / 2, 16);
screenWindowHeight = align(screenWindowHeight / 2, 16);
}
else if(screenResolution == SCREEN_RESOLUTION_LOW)
{
scale_rate = SCALE_RATE_TWO_FIFTHS;
sreenWindowWidth = align(sreenWindowWidth * 2 / 5, 16);
}
}
Log.i(TAG, "After adjust mWindowWidth: " + sreenWindowWidth + ", mWindowHeight: " + screenWindowHeight);
int pf = mWindowManager.getDefaultDisplay().getPixelFormat();
Log.i(TAG, "display format:" + pf);
DisplayMetrics displayMetrics = new DisplayMetrics();
mWindowManager.getDefaultDisplay().getMetrics(displayMetrics);
mScreenDensity = displayMetrics.densityDpi;
mImageReader = ImageReader.newInstance(sreenWindowWidth,
screenWindowHeight, 0x1, 6);
mMediaProjectionManager = (MediaProjectionManager) getSystemService(Context.MEDIA_PROJECTION_SERVICE);
}获取到image数据后，传递到processScreenImage()处理：
private void setupMediaProjection() {
mMediaProjection = mMediaProjectionManager.getMediaProjection(
MainActivity.mResultCode, MainActivity.mResultData);
}
private void setupVirtualDisplay() {
mVirtualDisplay = mMediaProjection.createVirtualDisplay(
"ScreenCapture", sreenWindowWidth, screenWindowHeight,
mScreenDensity,
DisplayManager.VIRTUAL_DISPLAY_FLAG_AUTO_MIRROR,
mImageReader.getSurface(), null, null);
mImageReader.setOnImageAvailableListener(
new ImageReader.OnImageAvailableListener() {
@Override
public void onImageAvailable(ImageReader reader) {
Image image = mImageReader.acquireLatestImage();
if (image != null) {
processScreenImage(image);
//image.close();
}
}
}, null);
}数据放到image list里面：
private void pushImage(Image image)
{
if ( null ==image )
return;
final int image_list_max_count = 1;
LinkedList<Image> close_images = null;
synchronized (image_list_lock)
{
if (image_list.size() > image_list_max_count )
{
close_images = new LinkedList();
while ( image_list.size() > image_list_max_count)
{
close_images.add(image_list.poll());
}
}
image_list.add(image);
}
if ( close_images != null )
{
while( !close_images.isEmpty() ) {
Image i = close_images.poll();
if ( i != null )
{
i.close();
//Log.i("PushImage", "drop image");
}
}
}
}调用大牛直播SDK的RTMP初始化和参数设置接口：
libPublisher = new SmartPublisherJniV2();
private void InitAndSetConfig() {
//开始要不要采集音频或视频，请自行设置
publisherHandle = libPublisher.SmartPublisherOpen(this.getApplicationContext(),
audio_opt, video_opt, sreenWindowWidth,
screenWindowHeight);
if ( publisherHandle == 0 )
{
return;
}
Log.i(TAG, "publisherHandle=" + publisherHandle);
libPublisher.SetSmartPublisherEventCallbackV2(publisherHandle, new EventHandeV2());
if(videoEncodeType == 1)
{
int h264HWKbps = setHardwareEncoderKbps(true, sreenWindowWidth,
screenWindowHeight);
Log.i(TAG, "h264HWKbps: " + h264HWKbps);
int isSupportH264HWEncoder = libPublisher
.SetSmartPublisherVideoHWEncoder(publisherHandle, h264HWKbps);
if (isSupportH264HWEncoder == 0) {
Log.i(TAG, "Great, it supports h.264 hardware encoder!");
}
}
else if (videoEncodeType == 2)
{
int hevcHWKbps = setHardwareEncoderKbps(false, sreenWindowWidth,
screenWindowHeight);
Log.i(TAG, "hevcHWKbps: " + hevcHWKbps);
int isSupportHevcHWEncoder = libPublisher
.SetSmartPublisherVideoHevcHWEncoder(publisherHandle, hevcHWKbps);
if (isSupportHevcHWEncoder == 0) {
Log.i(TAG, "Great, it supports hevc hardware encoder!");
}
}
if(is_sw_vbr_mode)
{
int is_enable_vbr = 1;
int video_quality = CalVideoQuality(sreenWindowWidth,
screenWindowHeight, true);
int vbr_max_bitrate = CalVbrMaxKBitRate(sreenWindowWidth,
screenWindowHeight);
libPublisher.SmartPublisherSetSwVBRMode(publisherHandle, is_enable_vbr, video_quality, vbr_max_bitrate);
}
//音频相关可以参考SmartPublisher工程
/*
if (!is_speex)
{
// set AAC encoder
libPublisher.SmartPublisherSetAudioCodecType(publisherHandle, 1);
}
else
{
// set Speex encoder
libPublisher.SmartPublisherSetAudioCodecType(publisherHandle, 2);
libPublisher.SmartPublisherSetSpeexEncoderQuality(publisherHandle, 8);
}
libPublisher.SmartPublisherSetNoiseSuppression(publisherHandle, is_noise_suppression ? 1
: 0);
libPublisher.SmartPublisherSetAGC(publisherHandle, is_agc ? 1 : 0);
*/
// libPublisher.SmartPublisherSetClippingMode(publisherHandle, 0);
//libPublisher.SmartPublisherSetSWVideoEncoderProfile(publisherHandle, sw_video_encoder_profile);
//libPublisher.SmartPublisherSetSWVideoEncoderSpeed(publisherHandle, sw_video_encoder_speed);
// libPublisher.SetRtmpPublishingType(publisherHandle, 0);
libPublisher.SmartPublisherSetFPS(publisherHandle, 18); //帧率可调
libPublisher.SmartPublisherSetGopInterval(publisherHandle, 18*3);
//libPublisher.SmartPublisherSetSWVideoBitRate(publisherHandle, 1200, 2400); //针对软编码有效，一般最大码率是平均码率的二倍
libPublisher.SmartPublisherSetSWVideoEncoderSpeed(publisherHandle, 3);
//libPublisher.SmartPublisherSaveImageFlag(publisherHandle, 1);
}初始化、参数设置后，设置RTMP推送的URL，并调用SartPublisher()接口，开始推送：
//如果同时推送和录像，设置一次就可以
InitAndSetConfig();
if ( publisherHandle == 0 )
{
stopScreenCapture();
return;
}
if(push_type == PUSH_TYPE_RTMP)
{
String publishURL = intent.getStringExtra("PUBLISHURL");
Log.i(TAG, "publishURL: " + publishURL);
if (libPublisher.SmartPublisherSetURL(publisherHandle, publishURL) != 0) {
stopScreenCapture();
Log.e(TAG, "Failed to set publish stream URL..");
if (publisherHandle != 0) {
if (libPublisher != null) {
libPublisher.SmartPublisherClose(publisherHandle);
publisherHandle = 0;
}
}
return;
}
}
//启动传递数据线程
post_data_thread = new Thread(new DataRunnable());
Log.i(TAG, "new post_data_thread..");
is_post_data_thread_alive = true;
post_data_thread.start(); int startRet = libPublisher.SmartPublisherStartPublisher(publisherHandle);
if (startRet != 0) {
isPushingRtmp = false;
Log.e(TAG, "Failed to start push rtmp stream..");
return;
}
//如果同时推送和录像，Audio启动一次就可以了
CheckInitAudioRecorder();开始推送后，传递数据到底层SDK：
public class DataRunnable implements Runnable{
private final static String TAG = "DataRunnable==> ";
@Override
public void run() {
// TODO Auto-generated method stub
Log.i(TAG, "post data thread is running..");
ByteBuffer last_buffer = null;
Image last_image = null;
long last_post_time = System.currentTimeMillis();
while (is_post_data_thread_alive)
{
boolean is_skip = false;
/*
synchronized (data_list_lock)
{
if ( data_list.isEmpty())
{
if((System.currentTimeMillis() - last_post_time) > frame_added_interval_setting)
{
if(last_buffer != null)
{
Log.i(TAG, "补帧中..");
}
else
{
is_skip = true;
}
}
else
{
is_skip = true;
}
}
else
{
last_buffer = data_list.get(0);
data_list.remove(0);
}
}
*/
Image new_image = popImage();
if ( new_image == null )
{
if((System.currentTimeMillis() - last_post_time) > frame_added_interval_setting)
{
if(last_image != null)
{
Log.i(TAG, "补帧中..");
}
else
{
is_skip = true;
}
}
else
{
is_skip = true;
}
}
else
{
if ( last_image != null )
{
last_image.close();
}
last_image = new_image;
}
if( is_skip )
{
// Log.i("OnScreenImage", "is_skip");
try {
Thread.sleep(5); //休眠5ms
} catch (InterruptedException e) {
e.printStackTrace();
}
}
else
{
//if( last_buffer != null && publisherHandle != 0 && (isPushing || isRecording || isRTSPPublisherRunning) )
if( last_image != null && publisherHandle != 0 && (isPushingRtmp || isRecording || isRTSPPublisherRunning) )
{
long post_begin_time = System.currentTimeMillis();
final Image.Plane[] planes = last_image.getPlanes();
if ( planes != null && planes.length > 0 )
{
libPublisher.SmartPublisherOnCaptureVideoRGBAData(publisherHandle, planes[0].getBuffer(), planes[0].getRowStride(),
last_image.getWidth(), last_image.getHeight());
}
last_post_time = System.currentTimeMillis();
long post_cost_time = last_post_time - post_begin_time;
if ( post_cost_time >=0 && post_cost_time < 10 )
{
try {
Thread.sleep(10-post_cost_time);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
/*
libPublisher.SmartPublisherOnCaptureVideoRGBAData(publisherHandle, last_buffer, row_stride_,
width_, height_);
*/
/*
//实际裁剪比例，可酌情自行调整
int left = 100;
int cliped_left = 0;
int top = 0;
int cliped_top = 0;
int cliped_width = width_;
int cliped_height = height_;
if(scale_rate == SCALE_RATE_HALF)
{
cliped_left = left / 2;
cliped_top = top / 2;
//宽度裁剪后，展示3/4比例
cliped_width = (width_ *3)/4;
//高度不做裁剪
cliped_height = height_;
}
else if(scale_rate == SCALE_RATE_TWO_FIFTHS)
{
cliped_left = left * 2 / 5;
cliped_top = top * 2 / 5;
//宽度裁剪后，展示3/4比例
cliped_width = (width_ *3)/4;
//高度不做裁剪
cliped_height = height_;
}
if(cliped_width % 2 != 0)
{
cliped_width = cliped_width + 1;
}
if(cliped_height % 2 != 0)
{
cliped_height = cliped_height + 1;
}
if ( (cliped_left + cliped_width) > width_)
{
Log.e(TAG, " invalid cliped region settings, cliped_left: " + cliped_left + " cliped_width:" + cliped_width + " width:" + width_);
return;
}
if ( (cliped_top + cliped_height) > height_)
{
Log.e(TAG, "invalid cliped region settings, cliped_top: " + cliped_top + " cliped_height:" + cliped_height + " height:" + height_);
return;
}
//Log.i(TAG, " clipLeft: " + cliped_left + " clipTop: " + cliped_top + " clipWidth: " + cliped_width + " clipHeight: " + cliped_height);
libPublisher.SmartPublisherOnCaptureVideoClipedRGBAData(publisherHandle, last_buffer, row_stride_,
width_, height_, cliped_left, cliped_top, cliped_width, cliped_height );
*/
// Log.i(TAG, "post data: " + last_post_time + " cost:" + post_cost_time);
}
else
{
try {
Thread.sleep(10);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}
}
if ( last_image != null)
{
last_image.close();
last_image = null;
}
}
}关闭采集推送：
public void onDestroy() {
// TODO Auto-generated method stub
Log.i(TAG, "Service stopped..");
stopScreenCapture();
clearAllImages();
if( is_post_data_thread_alive && post_data_thread != null )
{
Log.i(TAG, "onDestroy close post_data_thread++");
is_post_data_thread_alive = false;
try {
post_data_thread.join();
} catch (InterruptedException e) {
e.printStackTrace();
}
post_data_thread = null;
Log.i(TAG, "onDestroy post_data_thread closed--");
}
if (isPushingRtmp || isRecording || isRTSPPublisherRunning)
{
if (audioRecord_ != null) {
Log.i(TAG, "surfaceDestroyed, call StopRecording..");
audioRecord_.Stop();
if (audioRecordCallback_ != null) {
audioRecord_.RemoveCallback(audioRecordCallback_);
audioRecordCallback_ = null;
}
audioRecord_ = null;
}
stopPush();
isPushingRtmp = false;
stopRecorder();
isRecording = false;
stopRtspPublisher();
isRTSPPublisherRunning = false;
stopRtspService();
isRTSPServiceRunning = false;
if (publisherHandle != 0) {
if (libPublisher != null) {
libPublisher.SmartPublisherClose(publisherHandle);
publisherHandle = 0;
}
}
}
libPublisher.UnInitRtspServer();
super.onDestroy();
}以上就是Android平台数据采集、编码并推送的大概流程，感兴趣的开发者可参考下。
原创声明：本文系作者授权腾讯云开发者社区发表，未经许可，不得转载。
如有侵权，请联系 cloudcommunity@tencent.com 删除。
原创声明：本文系作者授权腾讯云开发者社区发表，未经许可，不得转载。
如有侵权，请联系 cloudcommunity@tencent.com 删除。
评论
登录后参与评论
推荐阅读
相关产品与服务
云直播
云直播（Cloud Streaming Services，CSS）为您提供极速、稳定、专业的云端直播处理服务，根据业务的不同直播场景需求，云直播提供了标准直播、快直播、云导播台三种服务，分别针对大规模实时观看、超低延时直播、便捷云端导播的场景，配合腾讯云视立方·直播 SDK，为您提供一站式的音视频直播解决方案。