1 : native_init

    IjkMediaPlayer_native_init : Do nothing.

2 : native_setup

IjkMediaPlayer_native_setup --> ijkmp_android_create(message_loop)    A: IjkMediaPlayer *mp = ijkmp_create(msg_loop)        --> mp->ffplayer = ffp_create()        --> msg_queue_init(&ffp->msg_queue) : Create message queue        --> mp->msg_loop = msg_loop --> message_loop_n        --> ijkmp_get_msg        -->msg_queue_get(&mp->ffplayer->msg_queue, msg, block)            (prepared, completed, seek_complete, start, pause, seek)        --> post_event --> JJKC_IjkMediaPlayer__postEventFromNative        --> (Java) postEventFromNative    B: mp->ffplayer->vout = SDL_VoutAndroid_CreateForAndroidSurface();    C: ffpipeline_create_from_android(mp->ffplayer)        --> pipeline->func_destroy   = func_destroy;            pipeline->func_open_video_decoder = func_open_video_decoder            pipeline->func_open_audio_output  = func_open_audio_output    D: ffpipeline_set_vout(mp->ffplayer->pipeline, mp->ffplayer->vout)

3: _prepareAsync

--> IjkMediaPlayer_prepareAsync--> ijkmp_prepare_async--> ijkmp_prepare_async_l    A: mp->msg_thread= SDL_CreateThreadEx(&mp->_msg_thread, ijkmp_msg_loop, mp, "ff_msg_loop")    B: ffp_prepare_async_l        (1) ffpipeline_open_audio_output --> func_open_audio_output            --> SDL_AoutAndroid_CreateForOpenSLES             or                 SDL_AoutAndroid_CreateForAudioTrack                 Only get the audio render interface (aout->open_audio, aout->pause_audio, aout->flush_audio, etc)            --> SDL_AoutSetStereoVolume        (2) stream_open            A: frame_queue_init(&is->pictq, &is->videoq, ffp->pictq_size, 1) : **Init video decoded frame buffer queue.**            B: frame_queue_init(&is->subpq, &is->subtitleq, SUBPICTURE_QUEUE_SIZE, 0) : Init Subtile if needed.            C: frame_queue_init(&is->sampq, &is->audioq, SAMPLE_QUEUE_SIZE, 1): Init Audio decoded PCM buffer queue.            D: packet_queue_init(&is->videoq) : Init Video compressed data buffer queue.            E: packet_queue_init(&is->audioq) : Init Audio compressed data buffer queue.            F: packet_queue_init(&is->subtitleq) : Init Subtitle compressed data buffer queue if needed.            G:  init_clock(&is->vidclk, &is->videoq.serial) : Init Video clock            H: init_clock(&is->audclk, &is->audioq.serial) : Init Audio clock            I  : init_clock(&is->extclk, &is->extclk.serial) : Init external clock            J: SDL_CreateThreadEx(&is->_video_refresh_tid, video_refresh_thread, ffp, "ff_vout") --> video_refresh_thread --> video_refresh : Create Video render thread.            K: SDL_CreateThreadEx(&is->_read_tid, read_thread, ffp, "ff_read") --> read_thread : Create read/input thread.                1: avformat_alloc_context()                2: avformat_open_input                3: avformat_find_stream_info                4: av_find_best_stream :(Audio/Video/Subtitle)                  5: stream_component_open(ffp, st_index[AVMEDIA_TYPE_VIDEO])                    A: avcodec_find_decoder(avctx->codec_id)                    B: avcodec_open2(avctx, codec, &opts)                    C: decoder_init(&is->viddec, avctx, &is->videoq, is->continue_read_thread) :Set video compressed buffer queue into created decoder.                    D: ffpipeline_open_video_decoder                                     -- > ffpipenode_create_video_decoder_from_android_mediacodec / ffpipenode_create_video_decoder_from_ffplay                                        Get decoder interfaces                    E: decoder_start(&is->viddec, video_thread, ffp, "ff_video_dec")                    -- > video_thread --> ffpipenode_run_sync                     -->  func_run_sync                    -->  SDL_CreateThreadEx(&opaque->_enqueue_thread, enqueue_thread_func, node, "amediacodec_input_thread")                    -- > enqueue_thread_func --> feed_input_buffer --> ffp_packet_queue_get_or_buffering : Decoder(MediaCodec) input thread, get compressed data from decoder compressed buffer queue and set into decoder.                    while (!q->abort_request) -->  : Decoder output thread.                        drain_output_buffer --> : Drain decoded frame from decoder.                        ffp_queue_picture --> : Set decoded frame into decoded buffer queue.                6: stream_component_open(ffp, st_index[AVMEDIA_TYPE_AUDIO])                    A: codec = avcodec_find_decoder(avctx->codec_id)                    B: avcodec_open2(avctx, codec, &opts)                    C: audio_open(ffp, channel_layout, nb_channels, sample_rate, &is->audio_tgt)--> aout_open_audio_n --> Creaete Android_AudioTrack --> start audio_render_thread : aout_thread --> aout_thread_n --> while (!opaque->abort_request)  --> audio_cblk(userdata, buffer, copy_size) : Get decoded PCM data--> Android_AudioTrack_write : Write into Android AudioTrack                    D: SDL_AoutSetDefaultLatencySeconds            7: stream_component_open(ffp, st_index[AVMEDIA_TYPE_SUBTITLE])                                TODO            8: for (;;) --> Do read/input thread.                A: is->abort_request : Abort, exit read thread.                B: is->seek_req : Seek if needed.                C: av_read_frame(ic, pkt) : Read compressed data.                D: pb_eof : Deal with EOS.                E: pkt->stream_index == is->audio_stream --> Put the compressed data into right compressed buffer queue.

4: _start

IjkMediaPlayer_start --> ijkmp_start --> ijkmp_start_l    --> ffp_notify_msg1(mp->ffplayer, FFP_REQ_START) --> ijkmp_get_msg    -->FFP_REQ_START--> ffp_start_from_l --> ffp_toggle_buffering         --> ffp_seek_to_l    or        --> ffp_start_l --> toggle_pause(ffp, 0) --> toggle_pause_l    -->is->pause_req = pause_on --> set_clock --> is->paused = 0    -->SDL_AoutPauseAudio ...    --> ijkmp_change_state_l(mp, MP_STATE_STARTED)

5: _stop

IjkMediaPlayer_stop    A(1): ijkmp_stop --> ijkmp_stop_l --> ffp_remove_msg --> ffp_stop_l    --> is->abort_request = 1 --> msg_queue_abort --> q->abort_request = 1        1: q->abort_request == 1 --> msg_queue_get return -1 --> ijkmp_get_msg return -1 -->  message_loop_n break --> message thread exit        2: is->abort_request = 1             A: video_refresh_thread while (!is->abort_request)                --> video render exit            B: read_thread is->abort_request break;                 --> input thread exit    B: ijkmp_dec_ref_p --> ijkmp_dec_ref // Not Do This normally         1: ijkmp_shutdown --> ijkmp_shutdown_l            A: ffp_stop_l --> to A(1)            B: ffp_wait_stop_l --> ffp_stop_l --> A(1) --> stream_close                 1: packet_queue_abort(&is->videoq)                    -- > q->abort_request = 1                                           A: video_decoder_input_thread : enqueue_thread_func decoder->queue->abort_request  exit (MediaCodec)                    B: video_decoder_output_thread : func_run_sync decoder->queue->abort_request  exit (MediaCodec)                2: packet_queue_abort(&is->audioq)                    --> q->abort_request = 1                    A: opaque->abort_request                        --> Audio render thread exit.                    B: decoder->queue->abort_request                        --> decoder_decode_frame return -1                         --> audio_thread goto the_end                            --> Audio decoder thread exit

6:_pause

IjkMediaPlayer_pause --> ijkmp_pause --> ijkmp_pause_l    --> ffp_notify_msg1(mp->ffplayer, FFP_REQ_PAUSE) --> ijkmp_msg_loop    --> ijkmp_get_msg        --> msg_queue_get --> FFP_REQ_PAUSE --> ffp_pause_l        --> toggle_pause(ffp, 1) --> toggle_pause_l --> is->pause_req = 1        --> stream_toggle_pause_l(ffp, 1)        --> set_clock         --> is->paused = 1        A: if (is->show_mode != SHOW_MODE_NONE && (!is->paused || is->force_refresh)) : Pause Video render thread        B: is->paused --> SDL_Delay(10) continue : Pause read thread        --> SDL_AoutPauseAudio(ffp->aout, pause_on)            A: SDL_Android_AudioTrack_pause(env, atrack)            --> aout->pause_audio --> aout_pause_audio            --> opaque->pause_on = pause_on(true)            --> while()            --> if(opaque->pause_on)            --> SDL_CondWaitTimeout(opaque->wakeup_cond, opaque->wakeup_mutex ,1000)                **Pause Audio render thread**            B: sdl_audio_callback --> audio_decode_frame            --> if (is->paused || is->step) return -1                : **NOT fill the audio output buffer.**

7 _release

IjkMediaPlayer_release    A: ijkmp_android_set_surface --> ijkmp_android_set_surface    --> ijkmp_android_set_surface_l        1: SDL_VoutAndroid_SetAndroidSurface            --> SDL_VoutAndroid_SetNativeWindow            --> SDL_VoutAndroid_SetNativeWindow_l             --> SDL_VoutAndroid_invalidateAllBuffers_l                : Release all output buffers.            --> vout->opaque->native_window = NULL;        2: ffpipeline_set_surface --> SDL_VoutAndroid_setAMediaCodec            --> SDL_VoutAndroid_setAMediaCodec_l            --> SDL_VoutAndroid_invalidateAllBuffers_l                : Release all output buffers.            --> SDL_AMediaCodec_decreaseReferenceP            --> SDL_AMediaCodec_decreaseReference            --> if(refCount == 1)SDL_AMediaCodec_delete            --> *acodec = NULL            --> vout->opaque->acodec = acodec(NULL)            --> pipeline->opaque->jsurface = NULL            --> pipeline->opaque->is_surface_need_reconfigure = true            --> SDL_JNI_DeleteGlobalRefP(env, &prev_surface)                : Release pre-surface    B: ijkmp_shutdown -->ijkmp_shutdown_l        1: ffp_stop_l --> ...        2: ffp_wait_stop_l            A: ffp_stop_l            B: stream_close                1: packet_queue_abort(&is->videoq)                    : Abort video packet queue and                      effect video decoder thread exit.                2: packet_queue_abort(&is->audioq)                    : Abort audio packet queue and                      effect audio decoder thread exit.                3: SDL_WaitThread(is->read_tid, NULL)                    : Read thread exit.                4: stream_component_close(ffp, is->audio_stream)                    A: decoder_abort                        1: packet_queue_abort(d->queue)                            : Abort audio packet queue and                             effect video decoder thread exit.                        2: SDL_WaitThread(d->decoder_tid, NULL)                            : Exit decoder thread                        3: packet_queue_flush(d->queue)                    B: SDL_AoutCloseAudio                        1: aout->opaque->abort_request = true                        2: SDL_WaitThread(opaque->audio_tid, NULL)                            : Exit audio render thread.                    C: decoder_destroy                5: stream_component_close(ffp, is->video_stream)                    A: decoder_abort(&is->viddec, &is->pictq)                        1: packet_queue_abort(d->queue)                        2: SDL_WaitThread(d->decoder_tid, NULL)                            : Exit video decoder thread.                        3: packet_queue_flush(d->queue)                    B: decoder_destroy                6: stream_component_close(ffp, is->subtitle_stream)                    TODO                7: avformat_close_input                8: SDL_WaitThread(is->video_refresh_tid, NULL)                    : Video render thread exit                9:  packet_queue_destroy(&is->videoq)            10: packet_queue_destroy(&is->audioq)            11: packet_queue_destroy(&is->subtitleq)                                                                                                                                              12: frame_queue_destory(&is->pictq)            13: frame_queue_destory(&is->sampq)            14: frame_queue_destory(&is->subpq)        C: jni_set_media_player(env, thiz, NULL)D: jni_set_media_data_source(env, thiz, NULL)E: ijkmp_dec_ref_p(&mp)     ijkmp_dec_ref_p --> ijkmp_dec_ref  // NOT Do this usually.         1: ijkmp_shutdown --> ijkmp_shutdown_l            A: ffp_stop_l --> to A(1)            B: ffp_wait_stop_l --> ffp_stop_l --> A(1)                --> stream_close                1: packet_queue_abort(&is->videoq)                -- > q->abort_request = 1                                           A: video_decoder_input_thread                        : enqueue_thread_func decoder->                        queue->abort_request  exit (MediaCodec)                    B: video_decoder_output_thread                        : func_run_sync decoder->                        queue->abort_request  exit (MediaCodec)                2: packet_queue_abort(&is->audioq)                  q->abort_request = 1                    A: opaque->abort_request                        :Audio render thread exit.                    B: decoder->queue->abort_request                    --> decoder_decode_frame return -1                    --> audio_thread goto the_end                    --> Audio decoder thread exit

8: _reset

IjkMediaPlayer_reset    A: IjkMediaPlayer_release(env, thiz);    B: IjkMediaPlayer_native_setup(env, thiz, weak_thiz);    C: ijkmp_dec_ref_p(&mp);

9: seekTo

IjkMediaPlayer_seekTo --> ijkmp_seek_to --> ijkmp_seek_to_l    A: mp->seek_req = 1    B: mp->seek_msec = msec    C: ffp_remove_msg(mp->ffplayer, FFP_REQ_SEEK)    D: ffp_notify_msg2(mp->ffplayer, FFP_REQ_SEEK, (int)msec)    E: mp->msg_loop = msg_loop --> message_loop_n -->       ijkmp_get_msg --> msg_queue_get        case FFP_REQ_SEEK --> ffp_seek_to_l(mp->ffplayer, msg->arg1)        --> stream_seek(is, seek_pos, 0, 0)            1: is->seek_pos = pos;               2: is->seek_rel = rel;               3: is->seek_flags &= ~AVSEEK_FLAG_BYTE;            4:  if (seek_by_bytes)                        is->seek_flags |= AVSEEK_FLAG_BYTE;            5: is->seek_req = 1;     F: read_thread        if (is->seek_req) --> seek_target = is->seek_pos        --> ffp_toggle_buffering(ffp, 1) --> avformat_seek_file            1: packet_queue_flush(&is->audioq)                --> packet_queue_put(&is->audioq, &flush_pkt)            2: packet_queue_flush(&is->subtitleq)                --> packet_queue_put(&is->subtitleq, &flush_pkt)            3: ffpipenode_flush(ffp->node_vdec)                --> packet_queue_flush(&is->videoq)                --> packet_queue_put(&is->videoq, &flush_pkt)            4: set_clock            5: ffp_notify_msg1(ffp, FFP_MSG_SEEK_COMPLETE)            6: ffp_toggle_buffering(ffp, 1)             Go on read_thread ...

IJKPlayer/FFMPEG 4 Android

1 : native_init

2 : native_setup

3: _prepareAsync

4: _start

5: _stop

6:_pause

7 _release

8: _reset

9: seekTo

更多相关文章

随机推荐