extern "C"{ #include <stdio.h> #include <stdlib.h> #include <unistd.h> } #include <string> #include <memory> #include <jni.h> #include <android/log.h> #include <android/native_window_jni.h> #include <SLES/OpenSLES.h> #include <SLES/OpenSLES_Android.h> using namespace std; extern "C" { ///#include <libavcodec/avcodec.h> #include "libavutil/opt.h" #include "libavutil/channel_layout.h" #include "libavutil/common.h" #include "libavutil/imgutils.h" #include "libavutil/mathematics.h" #include "libavutil/samplefmt.h" #include "libavutil/time.h" #include "libavutil/fifo.h" #include "libavcodec/avcodec.h" #include "libavformat/avformat.h" #include "libavformat/avio.h" //#include "libavfilter/avfiltergraph.h" #include "libavfilter/avfilter.h" #include "libavfilter/buffersink.h" #include "libavfilter/buffersrc.h" #include "libswscale/swscale.h" #include "libswresample/swresample.h" #define TAG "zj" #define LOGV(...) __android_log_print(ANDROID_LOG_VERBOSE, TAG, __VA_ARGS__) #define LOGD(...) __android_log_print(ANDROID_LOG_DEBUG, TAG, __VA_ARGS__) #define LOGI(...) __android_log_print(ANDROID_LOG_INFO, TAG, __VA_ARGS__) #define LOGW(...) __android_log_print(ANDROID_LOG_WARN, TAG, __VA_ARGS__) #define LOGE(...) __android_log_print(ANDROID_LOG_ERROR, TAG, __VA_ARGS__) } int mymain( JNIEnv* env,jobject surface); extern "C" JNIEXPORT jstring JNICALL Java_com_example_nativeffmpeg_MainActivity_stringFromJNI( JNIEnv* env, jobject obj /* this */) { std::string hello = "Hello from C++19"; // mymain(env, obj); return env->NewStringUTF(hello.c_str()); //return env->NewStringUTF(av_version_info()); } #define INBUF_SIZE 4096 char *spath ="data/data/com.example.nativeffmpeg/single.pcm"; //char *spath ="data/data/com.example.nativeffmpeg/NocturneNo2inEflat_44.1k_s16le.pcm"; //char *spath ="/sdcard/Download/test1.mp4"; extern "C" JNIEXPORT void JNICALL Java_com_example_nativeffmpeg_MainActivity_playRgb( JNIEnv* env, jobject /* this */, jobject surface) //void playVedio( JNIEnv* env,jobject surface) { // mymain(env, surface); } static char *buf = NULL; void bufferQueueCallback(SLAndroidSimpleBufferQueueItf bufferQueue, void *pContext) { static FILE *fp = NULL; if (!fp) { fp = fopen(spath, "rb"); LOGD("fopen %s ----------------------------------> ",spath); } if (!fp) return; if (feof(fp) == 0) { int len = fread(buf, 1, 44100*2*2, fp); if (len > 0) (*bufferQueue)->Enqueue(bufferQueue, buf, len); LOGD("fread len %d -------------------------------> ",len); } } int mymain(JNIEnv* env, jobject object) { if (!buf) { buf = new char[44100*2*2]; } std::string hello = "Hello from C++"; SLresult re; SLObjectItf engineObject; SLEngineItf slAudioEngine; // 1. Create and init audio engine re = slCreateEngine(&engineObject, 0, NULL, 0, NULL, NULL); if (re != SL_RESULT_SUCCESS) { LOGD("slCreateEngine() failed"); } re = (*engineObject)->Realize(engineObject, SL_BOOLEAN_FALSE); if (re != SL_RESULT_SUCCESS) { LOGD("engineObject Realize failed"); } re = (*engineObject)->GetInterface(engineObject, SL_IID_ENGINE, &slAudioEngine); if (re != SL_RESULT_SUCCESS) { LOGD("engineObject GetInterface SL_IID_ENGINE failed"); } // 2. Set output mix SLObjectItf outputMix; re = (*slAudioEngine)->CreateOutputMix(slAudioEngine, &outputMix, 0, NULL, NULL); if (re != SL_RESULT_SUCCESS) { LOGD("CreateOutputMix() failed"); } re = (*outputMix)->Realize(outputMix, SL_BOOLEAN_FALSE); if (re != SL_RESULT_SUCCESS) { LOGD("outputMix Realize failed"); } // 3. Configuring the input data source SLDataLocator_AndroidSimpleBufferQueue inputBuffQueueLocator = {SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE, 10}; SLDataFormat_PCM input_format_pcm = { SL_DATAFORMAT_PCM, // <<< 输入的音频格式,PCM 2, // <<< 输入的声道数，2(立体声) SL_SAMPLINGRATE_44_1, // <<< 输入的采样率，44100hz SL_PCMSAMPLEFORMAT_FIXED_16, // <<< 输入的采样位数，16bit SL_PCMSAMPLEFORMAT_FIXED_16, // <<< 容器大小，同上 SL_SPEAKER_FRONT_LEFT|SL_SPEAKER_FRONT_RIGHT, // <<< 声道标记，这里使用左前声道和右前声道 SL_BYTEORDER_LITTLEENDIAN // <<< 输入的字节序,小端 }; SLDataSource dataSource = {&inputBuffQueueLocator, &input_format_pcm}; SLDataLocator_OutputMix outputMixLocator = {SL_DATALOCATOR_OUTPUTMIX, outputMix}; SLDataSink dataSink = {&outputMixLocator, 0}; // 4. Create Audio Player SLObjectItf audioPlayer; SLAndroidSimpleBufferQueueItf pcmBufferQueue; SLPlayItf playInterface; SLInterfaceID audioPlayerInterfaceIDs[] = {SL_IID_ANDROIDSIMPLEBUFFERQUEUE}; SLboolean audioPlayerInterfaceRequired[] = {SL_BOOLEAN_TRUE}; re = (*slAudioEngine)->CreateAudioPlayer(slAudioEngine, &audioPlayer, &dataSource, &dataSink, 1, audioPlayerInterfaceIDs, audioPlayerInterfaceRequired); if (re != SL_RESULT_SUCCESS) { LOGD("CreateAudioPlayer() failed"); } re = (*audioPlayer)->Realize(audioPlayer, SL_BOOLEAN_FALSE); if (re != SL_RESULT_SUCCESS) { LOGD("AudioPlayer Realize failed"); } re = (*audioPlayer)->GetInterface(audioPlayer, SL_IID_PLAY, &playInterface); if (re != SL_RESULT_SUCCESS) { LOGD("AudioPlayer GetInterface SL_IID_PLAY failed"); } re = (*audioPlayer)->GetInterface(audioPlayer, SL_IID_BUFFERQUEUE, &pcmBufferQueue); if (re != SL_RESULT_SUCCESS) { LOGD("AudioPlayer GetInterface SL_IID_BUFFERQUEUE failed"); } (*pcmBufferQueue)->RegisterCallback(pcmBufferQueue, bufferQueueCallback, NULL); (*playInterface)->SetPlayState(playInterface, SL_PLAYSTATE_PLAYING); // Start queue callback (*pcmBufferQueue)->Enqueue(pcmBufferQueue, "", 1); //return env->NewStringUTF(hello.c_str()); return 0; }
原来视的
extern "C"{ #include <stdio.h> #include <stdlib.h> #include <unistd.h> } #include <string> #include <memory> #include <jni.h> #include <android/log.h> #include <android/native_window_jni.h> using namespace std; extern "C" { ///#include <libavcodec/avcodec.h> #include "libavutil/opt.h" #include "libavutil/channel_layout.h" #include "libavutil/common.h" #include "libavutil/imgutils.h" #include "libavutil/mathematics.h" #include "libavutil/samplefmt.h" #include "libavutil/time.h" #include "libavutil/fifo.h" #include "libavcodec/avcodec.h" #include "libavformat/avformat.h" #include "libavformat/avio.h" //#include "libavfilter/avfiltergraph.h" #include "libavfilter/avfilter.h" #include "libavfilter/buffersink.h" #include "libavfilter/buffersrc.h" #include "libswscale/swscale.h" #include "libswresample/swresample.h" #define TAG "zj" #define LOGV(...) __android_log_print(ANDROID_LOG_VERBOSE, TAG, __VA_ARGS__) #define LOGD(...) __android_log_print(ANDROID_LOG_DEBUG, TAG, __VA_ARGS__) #define LOGI(...) __android_log_print(ANDROID_LOG_INFO, TAG, __VA_ARGS__) #define LOGW(...) __android_log_print(ANDROID_LOG_WARN, TAG, __VA_ARGS__) #define LOGE(...) __android_log_print(ANDROID_LOG_ERROR, TAG, __VA_ARGS__) } extern "C" JNIEXPORT jstring JNICALL Java_com_example_nativeffmpeg_MainActivity_stringFromJNI( JNIEnv* env, jobject /* this */) { std::string hello = "Hello from C++"; //return env->NewStringUTF(hello.c_str()); return env->NewStringUTF(av_version_info()); } int mymain( JNIEnv* env, jobject surface); #define INBUF_SIZE 4096 char *spath ="data/data/com.example.nativeffmpeg/test1.mp4"; //char *spath ="/sdcard/Download/test1.mp4"; extern "C" JNIEXPORT void JNICALL Java_com_example_nativeffmpeg_MainActivity_playRgb( JNIEnv* env, jobject /* this */, jobject surface) //void playVedio( JNIEnv* env,jobject surface) { mymain(env, surface); } int videoIndex = -1; int audioIndex = -1; AVInputFormat mFormat; AVDictionary* iformat_opts; void Init() { av_register_all(); avfilter_register_all(); avformat_network_init(); av_log_set_level(AV_LOG_ERROR); } AVFormatContext *ic = NULL; int64_t lastReadPacktTime; std::shared_ptr <AVPacket> readPacketFromSource() { std::shared_ptr<AVPacket> packet(static_cast<AVPacket*>(av_malloc(sizeof(AVPacket))), [&](AVPacket *p) { av_packet_free(&p); av_freep(&p); }); av_init_packet(packet.get()); lastReadPacktTime = av_gettime(); int ret = av_read_frame(ic, packet.get()); if (ret >= 0) { return packet; } else { return nullptr; } } bool videoDecode(AVPacket* packet, AVFrame *frame) { int gotFrame = 0; //videoIndex auto hr = avcodec_decode_video2(ic->streams[videoIndex]->codec, frame, &gotFrame, packet); int pmt = ic->streams[videoIndex]->codec->pix_fmt; if (hr >= 0 && gotFrame != 0) { return true; } return false; } int initVideoDecodeContext() { if(-1 == videoIndex) return -1; auto codecId = ic->streams[videoIndex]->codec->codec_id; auto codec = avcodec_find_decoder(codecId); if (!codec) { return -1; } int ret = avcodec_open2(ic->streams[videoIndex]->codec, codec, NULL); return ret; } int64_t lastDts; #define DelayTime 5 int mymain( JNIEnv* env, jobject surface){ Init(); ic = avformat_alloc_context(); int ret; if (!ic) { av_log(NULL, AV_LOG_FATAL, "Could not allocate context. "); ret = AVERROR(ENOMEM); LOGE("alloc err %d ", ret); } /* if (!av_dict_get(iformat_opts, "scan_all_pmts", NULL, AV_DICT_MATCH_CASE)) { av_dict_set(&iformat_opts, "scan_all_pmts", "1", AV_DICT_DONT_OVERWRITE); scan_all_pmts_set = 1; } */ int err = avformat_open_input(&ic, spath, nullptr, nullptr); if (err < 0) { LOGE("open err err=%d ", err); } LOGE("come 2 "); ret = avformat_find_stream_info(ic, nullptr); if (ret < 0) { LOGE(NULL, AV_LOG_ERROR, "Find input file stream inform failed "); } else { for (int i = 0; i < ic->nb_streams; i++) { if (ic->streams[i]->codec->codec_type == AVMediaType::AVMEDIA_TYPE_VIDEO) { videoIndex = i; } else if (ic->streams[i]->codec->codec_type == AVMediaType::AVMEDIA_TYPE_AUDIO) { audioIndex = i; } } //playState = CGPlayState::POpen; //av_log(NULL, AV_LOG_FATAL, "Open input file %s success ", inputUrl.c_str()); } int ret1 = initVideoDecodeContext(); LOGE("ret1 = %d ", ret1); ret = initVideoDecodeContext(); if (ret < 0) return ret; int width = ic->streams[videoIndex]->codec->width; int height = ic->streams[videoIndex]->codec->height; AVFrame * videoFrame = av_frame_alloc(); SwsContext *vctx = NULL; int outWidth = 1920; int outHeight = 1080; char *rgb = new char[outWidth * outHeight * 4]; char *pcm = new char[48000 * 4 * 2]; //显示窗口初始化 ANativeWindow *nwin = ANativeWindow_fromSurface(env, surface); ANativeWindow_setBuffersGeometry(nwin, outWidth, outHeight, WINDOW_FORMAT_RGBA_8888); ANativeWindow_Buffer wbuf; for (int i = 0; i <1570; i++) { auto packet = readPacketFromSource(); if (packet) { if (packet->stream_index == videoIndex){ if (videoDecode(packet.get(), videoFrame)) { AVFrame *frame= videoFrame; vctx = sws_getCachedContext(vctx, frame->width, frame->height, (AVPixelFormat) frame->format, outWidth, outHeight, AV_PIX_FMT_RGBA, //AV_PIX_FMT_ABGR, SWS_FAST_BILINEAR, 0, 0, 0 ); if (!vctx) { LOGE("sws_getCachedContext failed!"); } else { uint8_t *data[AV_NUM_DATA_POINTERS] = {0}; data[0] = (uint8_t *) rgb; int lines[AV_NUM_DATA_POINTERS] = {0}; lines[0] = outWidth * 4; int h = sws_scale(vctx, (const uint8_t **) frame->data, frame->linesize, 0, frame->height, data, lines); //LOGE("mysws_scale = %d %d", h,i); if (h > 0) { // 绘制 ANativeWindow_lock(nwin, &wbuf, 0); uint8_t *dst = (uint8_t *) wbuf.bits; memcpy(dst, rgb, outWidth * outHeight * 4); ANativeWindow_unlockAndPost(nwin); //sleep(1); } } } } } } av_frame_free(&videoFrame); return 0; }