python opencv图片编码为h264文件的实例
python部分
#!/usr/bin/env Python # coding=utf-8 from ctypes import * from PyQt5.QtCore import * from PyQt5.QtGui import * from PyQt5.QtWidgets import * import time import numpy as np import cv2 import struct import datetime from numba import jit import os cam_dict={} class CamInfo: def __init__(self, cam_no=0,deviceid="default",cam_name="default"): self.cam_no = cam_no self.deviceid = deviceid self.cam_name = cam_name @jit def trans(data,size,height,width): bbb = string_at(data,size) nparr = np.fromstring(bbb, np.uint8) r = nparr.reshape(height,width, 3) return r def str2char_p(str_v): pStr = c_char_p( ) pStr.value = str_v return pStr def callb_stream(data,size,cam_no,height,width): r = trans(data, size,height,width) r = cv2.cvtColor(r, cv2.COLOR_RGB2BGR) counter = datetime.datetime.now().strftime('%Y%m%d_%H%M%S_%f') # print(1, counter) cv2.imshow(str(cam_no), r) cv2.waitKey(1) def callb_camerainfo(cam_no,camera_info,camera_info_size): # print(cast(camera_info,c_char_p).value) # print(str(cast(camera_info, c_char_p).value)) bbb = string_at(camera_info, camera_info_size) info=str(bbb,encoding="utf-8").split(",") cam_dict[cam_no]= CamInfo(cam_no,info[1],info[2]) print("camerainfo",cam_dict[cam_no].cam_no,cam_dict[cam_no].cam_name,cam_dict[cam_no].deviceid) class Mythread(QThread): # 定义信号,定义参数为str类型 breakSignal = pyqtSignal(str,list) def __init__(self, parent=None): super().__init__(parent) # super(Mythread, self).__init__() def callb_error(self, err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen): print("myerror", err_type, cam_no, msg_no, msg_level, msg_txt, msg_txtlen) def run(self): dll = CDLL(r"./hik_client.dll") width=60 height=40 dll.pre_encode.restype = c_void_p ret=dll.pre_encode(width,height) ret=cast(ret,c_void_p) for i in range(20000): n=i%200+1 img=cv2.imread("bmp/"+str(n)+".bmp") len = img.shape[0] * img.shape[1] * img.shape[2] # img=np.transpose(img,(1, 0, 2)) # b, g, r = cv2.split(img) # b = b.reshape(-1) # g = g.reshape(-1) # r = r.reshape(-1) # b = np.append(b, g) # img = np.append(b, r) img = img.reshape(-1) # b, g, r = cv2.split(img) # b = b.reshape(-1) # g = g.reshape(-1) # r = r.reshape(-1) # b = np.append(b,g) # img = np.append(b, r) INPUT = c_int * len # 实例化一个长度为2的整型数组 input = INPUT() # 为数组赋值(input这个数组是不支持迭代的) for i in range(len): input[i] = img[i] # bytes(aaaa, encoding="utf-8") a = dll.push_rtsp(input,len,ret) QCoreApplication.instance().quit() # print("encode_ok",i) # b = string_at(a, 1280*720*3) # print(b) # nparr = np.fromstring(b, np.uint8) # # print(nparr[-10:-1],min(nparr),max(nparr)) # img_decode = cv2.imdecode(nparr, cv2.IMREAD_COLOR) # # if img_decode: # cv2.imshow("sadf", img_decode) # # cv2.imwrite(str(index)+".jpg", img_decode) # cv2.waitKey(0) # # # # # ErrorCall = CFUNCTYPE(c_void_p, c_int, c_int, c_int,c_int,c_char_p,c_int) # error_callback = ErrorCall(self.callb_error) # dll.set_callback(error_callback) # CamCall = CFUNCTYPE(c_void_p, c_int, c_char_p,c_int) # caminfo_CamCall = CamCall(callb_camerainfo) # # print(b) # if not os.path.exists("video"): # os.makedirs("video") # ip = b"127.0.0.1" # port = 8888 # print("start conn") # ret=-1 # while(ret): # print("conn server...") # ret= dll.tcp_init(str2char_p(ip), port) # time.sleep(0.3) # if (ret==0): # type=1 # ret = dll.getcameralist(type, caminfo_CamCall) # if (1): # # deviceId = b"af94a68df0124d1fbf0fc2b07f3b3c3a" # cam_no=14 # else: # print("tcp error") # for i in range(2000000): # # 发出信号 # a=[i,i+1] # self.breakSignal.emit(str(i),a) # # 让程序休眠 # time.sleep(0.5) if __name__ == '__main__': app = QApplication([]) dlg = QDialog() dlg.resize(400, 300) dlg.setWindowTitle("自定义按钮测试") dlgLayout = QVBoxLayout() dlgLayout.setContentsMargins(40, 40, 40, 40) btn = QPushButton('测试按钮') dlgLayout.addWidget(btn) dlgLayout.addStretch(40) dlg.setLayout(dlgLayout) dlg.show() def chuli(a,s): # dlg.setWindowTitle(s) btn.setText(a+str(s[0]*10)) # 创建线程 thread = Mythread() # # 注册信号处理函数 thread.breakSignal.connect(chuli) # # 启动线程 thread.start() dlg.exec_() app.exit()
c++动态库部分
#include "stdafx.h" #include "CVdll.h" #include "SimpleLog.h" #include <iostream> #include<fstream> #include <sys/types.h> #include "opencv2/opencv.hpp" #include "Ws2tcpip.h" #include <winsock2.h> #include <fcntl.h> #include <cstring> #include <cstdio> #include <signal.h> #pragma comment(lib,"ws2_32.lib") #include <queue> using namespace cv; extern "C" { #include "libavcodec/avcodec.h" #include "libavformat/avformat.h" #include "libswscale/swscale.h" #include "libavdevice/avdevice.h" #include "libavutil/log.h" //#include "libavutil/imgutils.h" }; //说明,动态库需要拷贝三个文件,否则重连会出问题 char* testchar(int plus1) { char* str = "hello world111111"; return str; } char* testimg(char* data,int length) { char* str = "hello world111111"; return str; } int outbuf_size = 100000; class Rtmp_tool { public: int nWidth = 0; int nHeight = 0; AVCodecContext *c; AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据 AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据 uint8_t * yuv_buff;// uint8_t * outbuf; SwsContext * scxt; FILE *f = NULL; }; void* pre_encode(int width,int height) { Rtmp_tool *rtmp_tool; rtmp_tool = new Rtmp_tool(); int nLen; int fileI; rtmp_tool->nWidth = width; rtmp_tool->nHeight = height; av_register_all(); avcodec_register_all(); //AVFrame *m_pRGBFrame = new AVFrame[1]; //RGB帧数据 //AVFrame *m_pYUVFrame = new AVFrame[1];; //YUV帧数据 AVCodecContext *c = NULL; AVCodecContext *in_c = NULL; AVCodec *pCodecH264; //编码器 //查找h264编码器 pCodecH264 = avcodec_find_encoder(AV_CODEC_ID_H264); c = avcodec_alloc_context3(pCodecH264); c->bit_rate = 3000000;// put sample parameters c->width = width;// c->height = height;// // frames per second AVRational rate; rate.num = 1; rate.den = 5; c->time_base = rate;//(AVRational){1,25}; c->gop_size = 10; // emit one intra frame every ten frames c->max_b_frames = 1; c->thread_count = 1; c->pix_fmt = AV_PIX_FMT_YUV420P;//PIX_FMT_RGB24; //av_opt_set(c->priv_data, /*"preset"*/"libvpx-1080p.ffpreset", /*"slow"*/NULL, 0); //打开编码器 if (avcodec_open2(c, pCodecH264, NULL)<0) printf("不能打开编码库"); int size = c->width * c->height; rtmp_tool->yuv_buff = (uint8_t *)malloc((size * 3) / 2); // size for YUV 420 //图象编码 rtmp_tool->outbuf = (uint8_t*)malloc(outbuf_size); int u_size = 0; const char * filename = "0_Data.h264"; rtmp_tool->f = fopen(filename, "wb"); if (!rtmp_tool->f) { printf("could not open %s\n", filename); exit(1); } //初始化SwsContext rtmp_tool->scxt = sws_getContext(c->width, c->height, AV_PIX_FMT_BGR24, c->width, c->height, AV_PIX_FMT_YUV420P, SWS_POINT, NULL, NULL, NULL); rtmp_tool->c = c; return rtmp_tool; } char* push_rtsp(int* plus1,int len,void* vp) { Rtmp_tool *rtmp_tool =(Rtmp_tool *) vp; for (int i = 0; i < len; i++) { plus1[i] = (uint8_t)plus1[i]; } AVCodecContext *c = rtmp_tool->c;// (AVCodecContext*)vp; printf("2 %d %d\n", c->width, c->height); //--------------- AVPacket avpkt; AVFrame *m_pRGBFrame = rtmp_tool->m_pRGBFrame; AVFrame *m_pYUVFrame = rtmp_tool->m_pYUVFrame; /*unsigned char *pBmpBuf; pBmpBuf = new unsigned char[len];*/ //memcpy(rgb_buff, (uint8_t*)plus1, nDataLen); // avpicture_fill((AVPicture*)m_pRGBFrame, (uint8_t*)plus1, AV_PIX_FMT_RGB24, rtmp_tool->nWidth, rtmp_tool->nHeight); m_pRGBFrame->linesize[0] = c->width * 3; m_pRGBFrame->linesize[1] =0; m_pRGBFrame->linesize[2] =0; m_pRGBFrame->linesize[3] =0; m_pRGBFrame->format = AV_PIX_FMT_RGB24; m_pRGBFrame->width = rtmp_tool->nWidth; m_pRGBFrame->height = rtmp_tool->nHeight; uint8_t *p = m_pRGBFrame->data[0]; int y = 0, x = 0; for (y = 0; y < rtmp_tool->nHeight; y++) { for (x = 0; x < rtmp_tool->nWidth; x++) { *p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3]; // R *p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +1]; // G *p++ = (uint8_t)plus1[(y*rtmp_tool->nWidth + x) * 3 +2] ; // B } } printf("1 %d %d \n", rtmp_tool->nWidth, rtmp_tool->nHeight); //将YUV buffer 填充YUV Frame avpicture_fill((AVPicture*)m_pYUVFrame, (uint8_t*)rtmp_tool->yuv_buff, AV_PIX_FMT_YUV420P, rtmp_tool->nWidth, rtmp_tool->nHeight); // 翻转RGB图像 //m_pRGBFrame->data[0] += m_pRGBFrame->linesize[0] * (rtmp_tool->nHeight - 1); //m_pRGBFrame->linesize[0] *= -1; //m_pRGBFrame->data[1] += m_pRGBFrame->linesize[1] * (rtmp_tool->nHeight / 2 - 1); //m_pRGBFrame->linesize[1] *= -1; //m_pRGBFrame->data[2] += m_pRGBFrame->linesize[2] * (rtmp_tool->nHeight / 2 - 1); //m_pRGBFrame->linesize[2] *= -1; //将RGB转化为YUV sws_scale(rtmp_tool->scxt, m_pRGBFrame->data, m_pRGBFrame->linesize, 0, c->height, m_pYUVFrame->data, m_pYUVFrame->linesize); int got_packet_ptr = 0; av_init_packet(&avpkt); avpkt.data = rtmp_tool->outbuf; avpkt.size = outbuf_size; int u_size = avcodec_encode_video2(c, &avpkt, m_pYUVFrame, &got_packet_ptr); m_pYUVFrame->pts++; if (u_size == 0){ int res = fwrite(avpkt.data, 1, avpkt.size, rtmp_tool->f); if (res == 0) { printf("000"); } else { printf("1253"); } } //-------end--------- //Mat mat; ////加载图片 //mat = imread("bgs.jpg", CV_LOAD_IMAGE_COLOR); //printf("a %d %d", mat.rows, mat.cols); ////if (!mat.empty()) { //int m, n; //n = mat.cols * 3; //m = mat.rows; //unsigned char *data = (unsigned char*)malloc(sizeof(unsigned char) * m * n); //int p = 0; //for (int i = 0; i < m; i++) //{ // for (int j = 0; j < n; j++) // { // data[p] = mat.at<unsigned char>(i, j); // p++; // } //} //*plus1 = p; return NULL; //return (char*)data; } struct RecStruct //数据包 { int size; int data_type; int cam_no; int error_code; char recvbuf[1500]; }; struct SendStcuct { int size; int data_type; int cam_no; char sendbuf[1000]; }data_send; static ErrorCallBack g_errorcall = 0; static CamInfoCallBack g_caminfocall = 0; typedef struct CameraInfo { std::ofstream foutV; int timeInHour = -1; }caminfo; std::map<int, CameraInfo*> cameraMap; //static std::map<int, queue<RecStruct*>> namemap; static SOCKET g_sockClient; HANDLE hMutex; //char* deviceId; /**判断str1是否以str2开头 * 如果是返回1 * 不是返回0 * 出错返回-1 * */ int is_begin_with(const char * str1, char *str2) { if (str1 == NULL || str2 == NULL) return -1; int len1 = strlen(str1); int len2 = strlen(str2); if ((len1 < len2) || (len1 == 0 || len2 == 0)) return -1; char *p = str2; int i = 0; while (*p != '\0') { if (*p != str1[i]) return 0; p++; i++; } return 1; } char* Strcpy(char * a, const char * b) { int i = 0; while (*b) a[i++] = *b++; a[i] = 0; return a; } int sendcmd(char* data, int cam_no, int type, int size) { memset(data_send.sendbuf, 0, 1000); //data2send.sendbuf = new char[strlen(data)]; //memset(data2send.sendbuf, 0, strlen(data)); data_send.size = size; data_send.data_type = type; data_send.cam_no = cam_no; memcpy(data_send.sendbuf, data, sizeof(char) * (size)); printf("data_send len %d\n", sizeof(data_send)); if (g_sockClient) send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0); return 0; } int set_callback(ErrorCallBack terrorcall(int error_type, int cam_no, int err_no, int msg_level, char* msg_txt, int spare)) { g_errorcall = (ErrorCallBack)terrorcall; return 0; } MYLIBDLL int getcameralist(int type, CamInfoCallBack caminfocall(int cam_no, char* cam_info, int cam_info_size)) { g_caminfocall = (CamInfoCallBack)caminfocall; SendStcuct data_send; memset(&data_send, 0, sizeof(struct SendStcuct)); data_send.size = 20; data_send.data_type = 1; data_send.cam_no = 0; char* data = "getcameralist"; memcpy(data_send.sendbuf, data, sizeof(char) * (20)); printf("data_send len %d\n", sizeof(data_send)); if (g_sockClient) send(g_sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0); return 0; } DWORD WINAPI RecvThread(LPVOID lpParameter); DWORD WINAPI RecvThread(LPVOID lpParameter){ SOCKET sockClient = (SOCKET)lpParameter; while (1) { RecStruct data_recv; int ret; memset(&data_recv, '0', sizeof(struct RecStruct)); ret = recv(sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型,为一个数据包 if (ret == 0) // server调用了close { printf("server close"); break; } else if (ret == SOCKET_ERROR) // 网络错误 { int err = WSAGetLastError(); printf("get message %d %d %d \n", ret, SOCKET_ERROR, err); if (err == WSAECONNRESET || err == WSAECONNABORTED) { printf("tcp error %d %d \n", err, SOCKET_ERROR); //int n = namemap.erase(deviceId);//如果删除了会返回1,否则返回0 } break; } //printf("reve type %d %d", data_recv.data_type, data_recv.size); switch (data_recv.data_type) { case 1://摄像头列表 { g_caminfocall(data_recv.cam_no, data_recv.recvbuf, data_recv.size); } break; case 3://异常信息 { if (g_errorcall!=0) g_errorcall(1, 1, data_recv.error_code,4,NULL,0); break; } case 2: { char* recemsg = data_recv.recvbuf; int is_null = is_begin_with(recemsg, "00000"); if (is_null == 1) { printf("recv type 2 00000"); continue; } break; } default: break; } if (ret < 0) { printf("WSAStartup() failed!\n"); return -1; } Sleep(20); } return 0; } int tcpInit(char* ip, int port) { av_log_set_level(AV_LOG_PANIC); WSADATA wsaData; if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0) { printf("初始化Winsock失败"); return -1; } SOCKADDR_IN addrSrv; addrSrv.sin_family = AF_INET; addrSrv.sin_port = htons(port); SOCKET sockClient = socket(AF_INET, SOCK_STREAM, 0); int nRecvBuf = 0;//设置为32K setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int)); //setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (char *)&nZero, sizeof(nZero)); inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr); if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1) return -2; //throw "连接失败"; if (SOCKET_ERROR == sockClient) { printf("Socket() error:%d", WSAGetLastError()); return -3; } g_sockClient = sockClient; HANDLE h_thread = CreateThread(NULL, 0, RecvThread, (LPVOID)sockClient, 0, NULL); CloseHandle(h_thread); return 0; } class DeviceInfo { public: string cam_name; int cam_no; SOCKET sockClient; }; //Callback int read_buffer(void *opaque, uint8_t *buf, int buf_size) { DeviceInfo deviceInfo = *((DeviceInfo *)opaque); int null_count=0; int display_count = 0; while (1) { RecStruct data_recv; int ret; memset(&data_recv, '0', sizeof(struct RecStruct)); ret = recv(deviceInfo.sockClient, (char *)&data_recv, sizeof(struct RecStruct), 0); //第二个参数使用强制类型,为一个数据包 if (ret == 0) // server调用了close { printf("server close"); break; } else if (ret == SOCKET_ERROR) // 网络错误 { printf("get message %d %d \n", ret, SOCKET_ERROR); int err = WSAGetLastError(); if (g_errorcall != 0) g_errorcall(1, deviceInfo.cam_no, err,4,"socket err",0); //if (err == WSAECONNRESET || err == WSAECONNABORTED) { // printf("server break %s", deviceId); // //int n = namemap.erase(deviceId);//如果删除了会返回1,否则返回0 //} break; } if (data_recv.size == 0) { null_count++; if (null_count %1000==0) { if (g_errorcall != 0) g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv 0", 11); printf("reve len=0 type %d\n", data_recv.data_type); null_count = 0; } Sleep(2); continue; } else if (data_recv.size >1500) { if (g_errorcall != 0) g_errorcall(1, deviceInfo.cam_no, 0, 2, "data_recv too long", data_recv.size); printf("reve data too long %d\n", data_recv.size); continue; } if (data_recv.data_type == 3) { if (g_errorcall) { char err_str[10]; _itoa(data_recv.error_code, err_str, 10); //正确解法一 g_errorcall(1, deviceInfo.cam_no, data_recv.error_code, 4, err_str, 0); } } else if (data_recv.data_type == 2) { null_count=0; display_count++; char* recemsg = data_recv.recvbuf; int is_null = is_begin_with(recemsg, "00000"); if (is_null == 1) { printf("recv 00000"); continue; } //printf("cam_no %d", data_recv.cam_no); //int cam_no = data_recv.cam_no; buf_size = data_recv.size; memcpy(buf, data_recv.recvbuf, buf_size); if (g_errorcall && buf_size>1000 && display_count%20==0) { g_errorcall(2, deviceInfo.cam_no, 1, 0, "rece data", 1);//err_type, cam_no, column, msg_level, msg_txt, spare display_count = 0; } //保存流数据并分小时存储 time_t tt = time(NULL);//这句返回的只是一个时间cuo tm* t = localtime(&tt); auto iter = cameraMap.find(deviceInfo.cam_no); if (iter != cameraMap.end()){ iter->second->foutV.write(data_recv.recvbuf, data_recv.size); if (t->tm_min == 0 && (iter->second->timeInHour != t->tm_hour)) { //判断间隔一小时 iter->second->timeInHour = t->tm_hour; iter->second->foutV.close(); time_t tt = time(NULL);//这句返回的只是一个时间cuo tm* t = localtime(&tt); char ctmBegin[20]; strftime(ctmBegin, 20, "/%Y%m%d%H%M", t); char str3[80]; sprintf(str3, "create data:%s%s%s", deviceInfo.cam_name, ctmBegin, ".dat"); SLOG1(str3); printf("%s", deviceInfo.cam_name + std::string(ctmBegin) + ".dat"); iter->second->foutV.open(deviceInfo.cam_name + std::string(ctmBegin) + ".dat", ios::binary); } } return buf_size; } if (ret < 0) { printf("WSAStartup() failed!\n"); continue; //return 0; } } return 0; } int send_cmd(int cam_no,int size,int datatype,char* cam_name, SOCKET& sockClient) { SendStcuct data_send; memset(&data_send, 0, sizeof(struct SendStcuct)); data_send.size = size; data_send.data_type = datatype; data_send.cam_no = cam_no; memcpy(data_send.sendbuf, cam_name, sizeof(char) * (size)); printf("data_send len %d\n", sizeof(data_send)); send(sockClient, (char *)&data_send, sizeof(struct SendStcuct), 0); return 0; } int tcp_recv_conn(char* ip, int port, char* cam_name, int size, int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width)) { WSADATA wsaData; if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0) { printf("初始化Winsock失败"); return -1; } SOCKADDR_IN addrSrv; addrSrv.sin_family = AF_INET; addrSrv.sin_port = htons(port); SOCKET sockClient = socket(AF_INET, SOCK_STREAM, 0); int nRecvBuf = 0;//设置为32K setsockopt(sockClient, SOL_SOCKET, SO_RCVBUF, (const char*)&nRecvBuf, sizeof(int)); setsockopt(sockClient, SOL_SOCKET, SO_SNDBUF, (char *)&nRecvBuf, sizeof(int)); inet_pton(AF_INET, ip, &addrSrv.sin_addr.s_addr); if (connect(sockClient, (struct sockaddr*)&addrSrv, sizeof(addrSrv)) == -1) return -2; //throw "连接失败"; if (SOCKET_ERROR == sockClient) { printf("Socket() error:%d", WSAGetLastError()); return -3; } DeviceInfo deviceInfo; deviceInfo.cam_no = cam_no; deviceInfo.sockClient = sockClient; av_register_all(); unsigned version = avcodec_version(); //printf("FFmpeg version: %d\n", version); //初始化流文件状态 time_t tt = time(NULL);//这句返回的只是一个时间cuo tm* t = localtime(&tt); char ctmBegin[20]; strftime(ctmBegin, 20, "/%Y%m%d%H%M", t); caminfo cinfoInstance; deviceInfo.cam_name = cam_name; //std::string dataName = cam_name; cinfoInstance.foutV.open(cam_name + std::string(ctmBegin) + ".dat", ios::binary); //判断间隔一小时 cinfoInstance.timeInHour = t->tm_hour; cameraMap[cam_no] = &cinfoInstance; char str3[20]; sprintf(str3, "camno: %d start", cam_no); SLOG1(str3); AVFormatContext *pFormatCtx; int i, videoindex; AVCodecContext *pCodecCtx; AVCodec *pCodec; char filepath[] = "video.264"; //av_register_all(); avformat_network_init(); pFormatCtx = avformat_alloc_context(); //patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat"; //fp_open = fopen(patha.c_str(), "rb+"); unsigned char *aviobuffer = (unsigned char *)av_malloc(1512); send_cmd(cam_no, size,2,cam_name, sockClient); AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL); pFormatCtx->pb = avio; //if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) { if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) { printf("Couldn't open input stream %d\n", cam_no); return -1; } printf("camno %d find stream\n", cam_no); pFormatCtx->probesize = 1000 * 1024; pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE; pCodec = NULL; while (pCodec == NULL) { printf("%d start find stream info \n", cam_no); if (avformat_find_stream_info(pFormatCtx, NULL) < 0) { printf("Couldn't find stream info %d\n", cam_no); goto restart_stream; continue; } videoindex = -1; for (i = 0; i < pFormatCtx->nb_streams; i++) if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) { if (videoindex == -1) { videoindex = i; } //break; } if (videoindex == -1) { printf("%d Didn't find a video stream.\n", cam_no); goto restart_stream; } pCodecCtx = pFormatCtx->streams[videoindex]->codec; //pCodec = avcodec_find_decoder(AV_CODEC_ID_H264); pCodec = avcodec_find_decoder(pCodecCtx->codec_id); if (pCodec == NULL) { printf("%d Codec not found \n", cam_no); goto restart_stream; //return -1; } if (avcodec_open2(pCodecCtx, pCodec, NULL) < 0) { printf("%d Could not open codec.\n", cam_no); goto restart_stream; continue; //return -1; } if (pCodecCtx->width <= 0 || pCodecCtx->height <= 0 || pCodecCtx->height >2000 || pCodecCtx->width >3000) { printf("cam %d pCodecCtx error 1 width %d height %d ", cam_no, pCodecCtx->width, pCodecCtx->height); goto restart_stream; } goto ok; restart_stream: printf("%d restart 1 ", cam_no); avformat_free_context(pFormatCtx); printf("restart 2 "); //avformat_close_input(&pFormatCtx); pFormatCtx = NULL; pFormatCtx = avformat_alloc_context(); printf("restart 3 "); //av_freep(aviobuffer); //printf("restart 4"); aviobuffer = (unsigned char *)av_malloc(1512); printf("restart 4 "); AVIOContext *avio2 = avio_alloc_context(aviobuffer, 1512, 0, &deviceInfo, read_buffer, NULL, NULL); pFormatCtx->pb = avio2; pFormatCtx->probesize = 1000 * 1024; pFormatCtx->max_analyze_duration = 10 * AV_TIME_BASE; if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) { printf("2Couldn't open input stream %d\n", cam_no); //return -1; } printf("restart 5\n"); pCodec = NULL; continue; ok: break; } printf("camno:%d code name :%s width %d height %d\n",cam_no, pCodec->name, pCodecCtx->width, pCodecCtx->height); AVFrame *pFrame, *pFrameYUV; pFrame = av_frame_alloc(); pFrameYUV = av_frame_alloc(); int ret, got_picture; if (g_errorcall) { char* cc; int length = strlen(pCodec->name); cc = new char[length + 1]; strcpy(cc, pCodec->name); g_errorcall(0, cam_no, pCodecCtx->width, pCodecCtx->height, cc, 11); } AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket)); struct SwsContext *img_convert_ctx; img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL); uint8_t *out_buffer; printf("cam %d ready decode 2", cam_no); out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)]; avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height); //av_image_fill_arrays(pFrameYUV->data, pFrameYUV->linesize, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height, 1); printf("cam %d ready decode 3", cam_no); int dec_error_count = 0; int tmp_test = 0; while (av_read_frame(pFormatCtx, packet) >= 0) { if (packet->stream_index == videoindex) { //tmp_test++; if (packet->size < 50) { av_free_packet(packet); //printf("cam:%d packet is too small %d\n", cam_no, packet->size); Sleep(3); continue; } if (g_errorcall != 0) g_errorcall(2, deviceInfo.cam_no, 1, 2, "start decode",3); char str_decode[40]; sprintf(str_decode, "cam %d start decode", cam_no); SLOG1(str_decode); ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet); if (ret < 0) { dec_error_count++; char str3[80]; sprintf(str3, "%d%s decode_error:%d error_count %d", cam_no, " Decode Error", ret, dec_error_count); SLOG1(str3); if (g_errorcall != 0) g_errorcall(1, deviceInfo.cam_no, 0, 2, str3, 80); printf("cam:%d Decode Error got_picture %d decode_error_num %d\n", cam_no, got_picture, dec_error_count); if (dec_error_count > 2) { dec_error_count = 0; // restart ffmpeg av_free_packet(packet); Sleep(50); sws_freeContext(img_convert_ctx); img_convert_ctx = NULL; printf("cam %d sws_freeContext 1\n", cam_no); //av_free(out_buffer); //av_free(pFrameYUV); avcodec_close(pCodecCtx); //pCodecCtx = NULL; if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) { printf("Could not open codec.\n"); return -1; } /*pFrame = av_frame_alloc(); pFrameYUV = av_frame_alloc();*/ //packet = (AVPacket *)av_malloc(sizeof(AVPacket)); printf("cam_no %d avcodec_open2 ok width:%d height:%d\n", cam_no, pCodecCtx->width, pCodecCtx->height); img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL); char str3[40]; sprintf(str3, "ffmpeg restart cam %d ", cam_no); SLOG1(str3); continue; } } if (got_picture) { if (g_errorcall != 0) g_errorcall(2, deviceInfo.cam_no, 1, 2, "got_picture",4); char str3[40]; sprintf(str3, "cam %d got_picture", cam_no); SLOG1(str3); sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize); /*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/ tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width); } } av_free_packet(packet); Sleep(10); } sws_freeContext(img_convert_ctx); //av_free(out_buffer); av_free(pFrameYUV); avcodec_close(pCodecCtx); avformat_close_input(&pFormatCtx); return 0; } int tcp_init(char* ip, int port) { int res = tcpInit(ip, port); //printf("conn server\t%d\n", res); return res; } int ffmpeg_recv(int cam_no, FrameFunc tcallback(char* a, int size, int cam_no, int height, int width)) { av_register_all(); unsigned version = avcodec_version(); printf("FFmpeg version: %d\n", version); AVFormatContext *pFormatCtx; int i, videoindex; AVCodecContext *pCodecCtx; AVCodec *pCodec; char filepath[] = "video.264"; avformat_network_init(); pFormatCtx = avformat_alloc_context(); //string patha = "C:\\Users\\sbd01\\Videos\\video.264"; //fp_open = fopen(patha.c_str(), "rb+"); unsigned char *aviobuffer = (unsigned char *)av_malloc(1512); AVIOContext *avio = avio_alloc_context(aviobuffer, 1512, 0, &cam_no, read_buffer, NULL, NULL); pFormatCtx->pb = avio; if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) { printf("Couldn't open input stream.\n"); return -1; } if (avformat_find_stream_info(pFormatCtx, NULL)<0) { printf("Couldn't find stream information.\n"); return -1; } videoindex = -1; for (i = 0; i<pFormatCtx->nb_streams; i++) if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) { videoindex = i; break; } if (videoindex == -1) { printf("Didn't find a video stream.\n"); return -1; } pCodecCtx = pFormatCtx->streams[videoindex]->codec; pCodec = avcodec_find_decoder(pCodecCtx->codec_id); if (pCodec == NULL) { printf("Codec not found.\n"); return -1; } if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) { printf("Could not open codec.\n"); return -1; } AVFrame *pFrame, *pFrameYUV; pFrame = av_frame_alloc(); pFrameYUV = av_frame_alloc(); int ret, got_picture; AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket)); struct SwsContext *img_convert_ctx; img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL); uint8_t *out_buffer; out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)]; avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height); while (av_read_frame(pFormatCtx, packet) >= 0) { if (packet->stream_index == videoindex) { ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet); if (ret < 0) { printf("Decode Error.\n"); return -1; } if (got_picture) { sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize); /*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/ tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, cam_no, pCodecCtx->height, pCodecCtx->width); } } av_free_packet(packet); } sws_freeContext(img_convert_ctx); //fclose(fp_open); //SDL_Quit(); //av_free(out_buffer); av_free(pFrameYUV); avcodec_close(pCodecCtx); avformat_close_input(&pFormatCtx); return 0; } //Callback int file_buffer(void *opaque, uint8_t *buf, int buf_size) { FILE *fp_open = (FILE *)opaque; if (!feof(fp_open)) { int true_size = fread(buf, 1, buf_size, fp_open); return true_size; } else { return -1; } } int play_file(char* file_name, FrameFunc tcallback(char* a, int size,int num, int height, int width)) { av_register_all(); unsigned version = avcodec_version(); printf("FFmpeg version: %d\n", version); AVFormatContext *pFormatCtx; int i, videoindex; AVCodecContext *pCodecCtx; AVCodec *pCodec; char filepath[] = "video.264"; //av_register_all(); avformat_network_init(); pFormatCtx = avformat_alloc_context(); string patha = "C:\\Users\\sbd01\\Videos\\video.264"; //patha = "C:\\Users\\sbd01\\Pictures\\ffmpegtest\\Debug\\video.dat"; FILE *fp_open = fopen(file_name, "rb+"); unsigned char *aviobuffer = (unsigned char *)av_malloc(32768); //printf("avio_alloc_context %d\n", cam_no); AVIOContext *avio = avio_alloc_context(aviobuffer, 32768, 0, (void*)fp_open, file_buffer, NULL, NULL); pFormatCtx->pb = avio; //if (avformat_open_input(&pFormatCtx, patha.c_str(), NULL, NULL) != 0) { if (avformat_open_input(&pFormatCtx, NULL, NULL, NULL) != 0) { printf("Couldn't open input stream.\n"); return -1; } if (avformat_find_stream_info(pFormatCtx, NULL)<0) { printf("Couldn't find stream information.\n"); return -1; } videoindex = -1; for (i = 0; i<pFormatCtx->nb_streams; i++) if (pFormatCtx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) { videoindex = i; break; } if (videoindex == -1) { printf("Didn't find a video stream.\n"); return -1; } pCodecCtx = pFormatCtx->streams[videoindex]->codec; pCodec = avcodec_find_decoder(pCodecCtx->codec_id); if (pCodec == NULL) { printf("Codec not found.\n"); return -1; } if (avcodec_open2(pCodecCtx, pCodec, NULL)<0) { printf("Could not open codec.\n"); return -1; } AVFrame *pFrame, *pFrameYUV; pFrame = av_frame_alloc(); pFrameYUV = av_frame_alloc(); /*if (SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)) { printf("Could not initialize SDL - %s\n", SDL_GetError()); return -1; }*/ /*int screen_w = 0, screen_h = 0; SDL_Surface *screen; screen_w = pCodecCtx->width; screen_h = pCodecCtx->height; screen = SDL_SetVideoMode(screen_w, screen_h, 0, 0); if (!screen) { printf("SDL: could not set video mode - exiting:%s\n", SDL_GetError()); return -1; } SDL_Overlay *bmp; bmp = SDL_CreateYUVOverlay(pCodecCtx->width, pCodecCtx->height, SDL_YV12_OVERLAY, screen); SDL_Rect rect; rect.x = 0; rect.y = 0; rect.w = screen_w; rect.h = screen_h;*/ //SDL End------------------------ int ret, got_picture; AVPacket *packet = (AVPacket *)av_malloc(sizeof(AVPacket)); struct SwsContext *img_convert_ctx; img_convert_ctx = sws_getContext(pCodecCtx->width, pCodecCtx->height, pCodecCtx->pix_fmt, pCodecCtx->width, pCodecCtx->height, AV_PIX_FMT_RGB24, SWS_BICUBIC, NULL, NULL, NULL); uint8_t *out_buffer; out_buffer = new uint8_t[avpicture_get_size(AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height)]; avpicture_fill((AVPicture *)pFrameYUV, out_buffer, AV_PIX_FMT_RGB24, pCodecCtx->width, pCodecCtx->height); while (av_read_frame(pFormatCtx, packet) >= 0) { if (packet->stream_index == videoindex) { ret = avcodec_decode_video2(pCodecCtx, pFrame, &got_picture, packet); if (ret < 0) { printf("Decode Error.\n"); return -1; } if (got_picture) { sws_scale(img_convert_ctx, (const uint8_t* const*)pFrame->data, pFrame->linesize, 0, pCodecCtx->height, pFrameYUV->data, pFrameYUV->linesize); /*fwrite(pFrameYUV->data[0], (pCodecCtx->width)*(pCodecCtx->height) * 3, 1, output);*/ tcallback((char*)pFrameYUV->data[0], pCodecCtx->height * pCodecCtx->width * 3, 1, pCodecCtx->height, pCodecCtx->width); } } av_free_packet(packet); } sws_freeContext(img_convert_ctx); //fclose(fp_open); //SDL_Quit(); //av_free(out_buffer); av_free(pFrameYUV); avcodec_close(pCodecCtx); avformat_close_input(&pFormatCtx); return 0; }
以上这篇python opencv图片编码为h264文件的实例就是小编分享给大家的全部内容了,希望能给大家一个参考,也希望大家多多支持【听图阁-专注于Python设计】。