first commit

ffmpeg_camera_streamer.sln

@@ -0,0 +1,22 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio 2013
+VisualStudioVersion = 12.0.31101.0
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "ffmpeg_camera_streamer", "ffmpeg_camera_streamer\ffmpeg_camera_streamer.vcxproj", "{D9163368-E8DC-42A8-A8A9-38E3A7E8518B}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Win32 = Debug|Win32
+		Release|Win32 = Release|Win32
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{D9163368-E8DC-42A8-A8A9-38E3A7E8518B}.Debug|Win32.ActiveCfg = Debug|Win32
+		{D9163368-E8DC-42A8-A8A9-38E3A7E8518B}.Debug|Win32.Build.0 = Debug|Win32
+		{D9163368-E8DC-42A8-A8A9-38E3A7E8518B}.Release|Win32.ActiveCfg = Release|Win32
+		{D9163368-E8DC-42A8-A8A9-38E3A7E8518B}.Release|Win32.Build.0 = Release|Win32
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+EndGlobal

ffmpeg_camera_streamer/ffmpeg_camera_streamer.cpp

@@ -0,0 +1,324 @@
+/**
+ * 
+ * 张晖 Hui Zhang
+ * [email protected]
+ * 中国传媒大学/数字电视技术
+ * Communication University of China / Digital TV Technology
+ * 
+ * 本程序实现了读取PC端摄像头数据并进行编码和流媒体传输。
+ *
+ */
+
+#include <stdio.h>
+#include <windows.h>
+extern "C"
+{
+#include "libavutil\opt.h"
+#include "libavcodec\avcodec.h"
+#include "libavformat\avformat.h"
+#include "libavutil\time.h"
+#include "libavdevice\avdevice.h"
+#include "libswscale/swscale.h"
+#include "libavutil/mathematics.h"
+};
+
+
+//Show Device  
+void show_dshow_device(){
+	AVFormatContext *pFmtCtx = avformat_alloc_context();
+	AVDictionary* options = NULL;
+	av_dict_set(&options, "list_devices", "true", 0);
+	AVInputFormat *iformat = av_find_input_format("dshow");
+	printf("Device Info=============\n");
+	avformat_open_input(&pFmtCtx, "video=dummy", iformat, &options);
+	printf("========================\n");
+}
+
+int flush_encoder(AVFormatContext *ifmt_ctx,AVFormatContext *ofmt_ctx, unsigned int stream_index, int framecnt);
+
+int exit_thread = 0;
+DWORD WINAPI MyThreadFunction(LPVOID lpParam)
+{
+	while ((getchar()) != '\n')
+		;
+	exit_thread = 1;
+	return 0;
+}
+
+int main(int argc, char* argv[])
+{
+	AVFormatContext *ifmt_ctx=NULL;
+	AVFormatContext *ofmt_ctx;
+	AVInputFormat* ifmt;
+	AVStream* video_st;
+	AVCodecContext* pCodecCtx;
+	AVCodec* pCodec;
+	AVPacket *dec_pkt, enc_pkt;
+	AVFrame *pframe, *pFrameYUV;
+	struct SwsContext *img_convert_ctx;
+
+	char capture_name[80] = {0};
+	char device_name[80] = {0};
+	int framecnt=0;
+	int videoindex;
+	int i;
+	int ret;
+	HANDLE  hThread;
+
+	const char* out_path = "rtmp://localhost/live/livestream";	 
+	int dec_got_frame,enc_got_frame;
+
+	av_register_all();
+	//Register Device
+	avdevice_register_all();
+	avformat_network_init();
+
+	//Show Dshow Device  
+	show_dshow_device();
+
+	printf("\nChoose capture device: ");
+	if (gets(capture_name) == 0)
+	{
+		printf("Error in gets()\n");
+		return -1;
+	}
+	sprintf(device_name, "video=%s", capture_name);
+
+	ifmt=av_find_input_format("dshow");
+
+	//Set own video device's name
+	if (avformat_open_input(&ifmt_ctx, device_name, ifmt, NULL) != 0){
+		printf("Couldn't open input stream.（无法打开输入流）\n");
+		return -1;
+	}
+	//input initialize
+	if (avformat_find_stream_info(ifmt_ctx, NULL)<0)
+	{
+		printf("Couldn't find stream information.（无法获取流信息）\n");
+		return -1;
+	}
+	videoindex = -1;
+	for (i = 0; i<ifmt_ctx->nb_streams; i++)
+		if (ifmt_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO)
+		{
+			videoindex = i;
+			break;
+		}
+	if (videoindex == -1)
+	{
+		printf("Couldn't find a video stream.（没有找到视频流）\n");
+		return -1;
+	}
+	if (avcodec_open2(ifmt_ctx->streams[videoindex]->codec, avcodec_find_decoder(ifmt_ctx->streams[videoindex]->codec->codec_id), NULL)<0)
+	{
+		printf("Could not open codec.（无法打开解码器）\n");
+		return -1;
+	}
+
+	//output initialize
+	avformat_alloc_output_context2(&ofmt_ctx, NULL, "flv", out_path);
+	//output encoder initialize
+	pCodec = avcodec_find_encoder(AV_CODEC_ID_H264);
+	if (!pCodec){
+		printf("Can not find encoder! (没有找到合适的编码器！)\n");
+		return -1;
+	}
+	pCodecCtx=avcodec_alloc_context3(pCodec);
+	pCodecCtx->pix_fmt = PIX_FMT_YUV420P;
+	pCodecCtx->width = ifmt_ctx->streams[videoindex]->codec->width;
+	pCodecCtx->height = ifmt_ctx->streams[videoindex]->codec->height;
+	pCodecCtx->time_base.num = 1;
+	pCodecCtx->time_base.den = 25;
+	pCodecCtx->bit_rate = 400000;
+	pCodecCtx->gop_size = 250;
+	/* Some formats want stream headers to be separate. */
+	if (ofmt_ctx->oformat->flags & AVFMT_GLOBALHEADER)
+		pCodecCtx->flags |= CODEC_FLAG_GLOBAL_HEADER;
+
+	//H264 codec param
+	//pCodecCtx->me_range = 16;
+	//pCodecCtx->max_qdiff = 4;
+	//pCodecCtx->qcompress = 0.6;
+	pCodecCtx->qmin = 10;
+	pCodecCtx->qmax = 51;
+	//Optional Param
+	pCodecCtx->max_b_frames = 3;
+	// Set H264 preset and tune
+	AVDictionary *param = 0;
+	av_dict_set(&param, "preset", "fast", 0);
+	av_dict_set(&param, "tune", "zerolatency", 0);
+
+	if (avcodec_open2(pCodecCtx, pCodec,&param) < 0){
+		printf("Failed to open encoder! (编码器打开失败！)\n");
+		return -1;
+	}
+
+	//Add a new stream to output,should be called by the user before avformat_write_header() for muxing
+	video_st = avformat_new_stream(ofmt_ctx, pCodec);
+	if (video_st == NULL){
+		return -1;
+	}
+	video_st->time_base.num = 1;
+	video_st->time_base.den = 25;
+	video_st->codec = pCodecCtx;
+
+	//Open output URL,set before avformat_write_header() for muxing
+	if (avio_open(&ofmt_ctx->pb,out_path, AVIO_FLAG_READ_WRITE) < 0){
+	printf("Failed to open output file! (输出文件打开失败！)\n");
+	return -1;
+	}
+
+	//Show some Information
+	av_dump_format(ofmt_ctx, 0, out_path, 1);
+
+	//Write File Header
+	avformat_write_header(ofmt_ctx,NULL);
+
+	//prepare before decode and encode
+	dec_pkt = (AVPacket *)av_malloc(sizeof(AVPacket));
+	//enc_pkt = (AVPacket *)av_malloc(sizeof(AVPacket));
+	//camera data has a pix fmt of RGB,convert it to YUV420
+	img_convert_ctx = sws_getContext(ifmt_ctx->streams[videoindex]->codec->width, ifmt_ctx->streams[videoindex]->codec->height, 
+		ifmt_ctx->streams[videoindex]->codec->pix_fmt, pCodecCtx->width, pCodecCtx->height, PIX_FMT_YUV420P, SWS_BICUBIC, NULL, NULL, NULL);
+	pFrameYUV = av_frame_alloc();
+	uint8_t *out_buffer = (uint8_t *)av_malloc(avpicture_get_size(PIX_FMT_YUV420P, pCodecCtx->width, pCodecCtx->height));
+	avpicture_fill((AVPicture *)pFrameYUV, out_buffer, PIX_FMT_YUV420P, pCodecCtx->width, pCodecCtx->height);
+
+	printf("\n --------call started----------\n\n");
+	printf("Press enter to stop...");
+	hThread = CreateThread(
+		NULL,                   // default security attributes
+		0,                      // use default stack size  
+		MyThreadFunction,       // thread function name
+		NULL,          // argument to thread function 
+		0,                      // use default creation flags 
+		NULL);   // returns the thread identifier 
+
+	//start decode and encode
+	int64_t start_time=av_gettime();
+	while (av_read_frame(ifmt_ctx, dec_pkt) >= 0){	
+		if (exit_thread)
+			break;
+		av_log(NULL, AV_LOG_DEBUG, "Going to reencode the frame\n");
+		pframe = av_frame_alloc();
+		if (!pframe) {
+			ret = AVERROR(ENOMEM);
+			return -1;
+		}
+		//av_packet_rescale_ts(dec_pkt, ifmt_ctx->streams[dec_pkt->stream_index]->time_base,
+		//	ifmt_ctx->streams[dec_pkt->stream_index]->codec->time_base);
+		ret = avcodec_decode_video2(ifmt_ctx->streams[dec_pkt->stream_index]->codec, pframe,
+			&dec_got_frame, dec_pkt);
+		if (ret < 0) {
+			av_frame_free(&pframe);
+			av_log(NULL, AV_LOG_ERROR, "Decoding failed\n");
+			break;
+		}
+		if (dec_got_frame){
+			sws_scale(img_convert_ctx, (const uint8_t* const*)pframe->data, pframe->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize);	
+
+			enc_pkt.data = NULL;
+			enc_pkt.size = 0;
+			av_init_packet(&enc_pkt);
+			ret = avcodec_encode_video2(pCodecCtx, &enc_pkt, pFrameYUV, &enc_got_frame);
+			av_frame_free(&pframe);
+			if (enc_got_frame == 1){
+				//printf("Succeed to encode frame: %5d\tsize:%5d\n", framecnt, enc_pkt.size);
+				framecnt++;	
+				enc_pkt.stream_index = video_st->index;
+
+				//Write PTS
+				AVRational time_base = ofmt_ctx->streams[videoindex]->time_base;//{ 1, 1000 };
+				AVRational r_framerate1 = ifmt_ctx->streams[videoindex]->r_frame_rate;// { 50, 2 };
+				AVRational time_base_q = { 1, AV_TIME_BASE };
+				//Duration between 2 frames (us)
+				int64_t calc_duration = (double)(AV_TIME_BASE)*(1 / av_q2d(r_framerate1));	//内部时间戳
+				//Parameters
+				//enc_pkt.pts = (double)(framecnt*calc_duration)*(double)(av_q2d(time_base_q)) / (double)(av_q2d(time_base));
+				enc_pkt.pts = av_rescale_q(framecnt*calc_duration, time_base_q, time_base);
+				enc_pkt.dts = enc_pkt.pts;
+				enc_pkt.duration = av_rescale_q(calc_duration, time_base_q, time_base); //(double)(calc_duration)*(double)(av_q2d(time_base_q)) / (double)(av_q2d(time_base));
+				enc_pkt.pos = -1;
+
+				//Delay
+				int64_t pts_time = av_rescale_q(enc_pkt.dts, time_base, time_base_q);
+				int64_t now_time = av_gettime() - start_time;
+				if (pts_time > now_time)
+					av_usleep(pts_time - now_time);
+
+				ret = av_interleaved_write_frame(ofmt_ctx, &enc_pkt);
+				av_free_packet(&enc_pkt);
+			}
+		}
+		else {
+			av_frame_free(&pframe);
+		}
+		av_free_packet(dec_pkt);
+	}
+	//Flush Encoder
+	ret = flush_encoder(ifmt_ctx,ofmt_ctx,0,framecnt);
+	if (ret < 0) {
+		printf("Flushing encoder failed\n");
+		return -1;
+	}
+
+	//Write file trailer
+	av_write_trailer(ofmt_ctx);
+
+	//Clean
+	if (video_st)
+		avcodec_close(video_st->codec);
+	av_free(out_buffer);
+	avio_close(ofmt_ctx->pb);
+	avformat_free_context(ifmt_ctx);
+	avformat_free_context(ofmt_ctx);
+	CloseHandle(hThread);
+	return 0;
+}
+
+int flush_encoder(AVFormatContext *ifmt_ctx, AVFormatContext *ofmt_ctx, unsigned int stream_index, int framecnt){
+	int ret;
+	int got_frame;
+	AVPacket enc_pkt;
+	if (!(ofmt_ctx->streams[stream_index]->codec->codec->capabilities &
+		CODEC_CAP_DELAY))
+		return 0;
+	while (1) {
+		enc_pkt.data = NULL;
+		enc_pkt.size = 0;
+		av_init_packet(&enc_pkt);
+		ret = avcodec_encode_video2 (ofmt_ctx->streams[stream_index]->codec, &enc_pkt,
+			NULL, &got_frame);
+		av_frame_free(NULL);
+		if (ret < 0)
+			break;
+		if (!got_frame){
+			ret=0;
+			break;
+		}
+		printf("Flush Encoder: Succeed to encode 1 frame!\tsize:%5d\n",enc_pkt.size);
+
+		//Write PTS
+		AVRational time_base = ofmt_ctx->streams[stream_index]->time_base;//{ 1, 1000 };
+		AVRational r_framerate1 = ifmt_ctx->streams[stream_index]->r_frame_rate;// { 50, 2 };
+		AVRational time_base_q = { 1, AV_TIME_BASE };
+		//Duration between 2 frames (us)
+		int64_t calc_duration = (double)(AV_TIME_BASE)*(1 / av_q2d(r_framerate1));	//内部时间戳
+		//Parameters
+		enc_pkt.pts = av_rescale_q(framecnt*calc_duration, time_base_q, time_base);
+		enc_pkt.dts = enc_pkt.pts;
+		enc_pkt.duration = av_rescale_q(calc_duration, time_base_q, time_base);
+
+		/* copy packet*/
+		//转换PTS/DTS（Convert PTS/DTS）
+		enc_pkt.pos = -1;
+		framecnt++;
+		ofmt_ctx->duration=enc_pkt.duration * framecnt;
+
+		/* mux encoded frame */
+		ret = av_interleaved_write_frame(ofmt_ctx, &enc_pkt);
+		if (ret < 0)
+			break;
+	}
+	return ret;
+}