/* * input class * * based on libeplayer3 container_ffmpeg.c, konfetti 2010; based on code from crow * * Copyright (C) 2014 martii * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version 2 * of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */ #define ENABLE_LOGGING 0 #include #include #include #include #include #include #include "player.h" #include "misc.h" static const char *FILENAME = "eplayer/input.cpp"; #define averror(_err,_fun) ({ \ if (_err < 0) { \ char _error[512]; \ av_strerror(_err, _error, sizeof(_error)); \ fprintf(stderr, "%s %d: %s: %d (%s)\n", FILENAME, __LINE__, #_fun, _err, _error); \ } \ _err; \ }) Input::Input() { videoTrack = NULL; audioTrack = NULL; subtitleTrack = NULL; teletextTrack = NULL; hasPlayThreadStarted = 0; seek_avts_abs = INT64_MIN; seek_avts_rel = 0; abortPlayback = false; } Input::~Input() { } int64_t Input::calcPts(AVStream * stream, int64_t pts) { if (pts == AV_NOPTS_VALUE) return INVALID_PTS_VALUE; pts = av_rescale(90000ll * stream->time_base.num, pts, stream->time_base.den); if (avfc->start_time != AV_NOPTS_VALUE) pts -= av_rescale(90000ll, avfc->start_time, AV_TIME_BASE); if (pts < 0) return INVALID_PTS_VALUE; return pts; } #if 0 // from neutrino-mp/lib/libdvbsubtitle/dvbsub.cpp extern void dvbsub_write(AVSubtitle *, int64_t); extern void dvbsub_ass_write(AVCodecContext *c, AVSubtitle *sub, int pid); extern void dvbsub_ass_clear(void); // from neutrino-mp/lib/lib/libtuxtxt/tuxtxt_common.h extern void teletext_write(int pid, uint8_t *data, int size); #endif static std::string lastlog_message; static unsigned int lastlog_repeats; static void log_callback(void *ptr __attribute__ ((unused)), int lvl __attribute__ ((unused)), const char *format, va_list ap) { char m[1024]; if (sizeof(m) - 1 > (unsigned int) vsnprintf(m, sizeof(m), format, ap)) { if (lastlog_message.compare(m) || lastlog_repeats > 999) { if (lastlog_repeats) fprintf(stderr, "last message repeated %u times\n", lastlog_repeats); lastlog_message = m; lastlog_repeats = 0; fprintf(stderr, "%s", m); } else lastlog_repeats++; } } static void logprintf(const char *format, ...) { va_list ap; va_start(ap, format); log_callback(NULL, 0, format, ap); va_end(ap); } bool Input::Play() { hasPlayThreadStarted = 1; int64_t showtime = 0; bool restart_audio_resampling = false; bool bof = false; // HACK: Dropping all video frames until the first audio frame was seen will keep player2 from stuttering. // Oddly, this seems to be necessary for network streaming only ... bool audioSeen = !audioTrack || !player->isHttp; int reinit_audio = 0; while (player->isPlaying && !player->abortRequested) { //IF MOVIE IS PAUSED, WAIT if (player->isPaused) { // fprintf(stderr, "paused\n"); usleep(100000); continue; } int seek_target_flag = 0; int64_t seek_target = INT64_MIN; // in AV_TIME_BASE units if (seek_avts_rel) { if (avfc->iformat->flags & AVFMT_TS_DISCONT) { if (avfc->bit_rate) { seek_target_flag = AVSEEK_FLAG_BYTE; seek_target = avio_tell(avfc->pb) + av_rescale(seek_avts_rel, avfc->bit_rate, 8 * AV_TIME_BASE); } } else { int64_t pts; if(player->output.GetPts(pts)) seek_target = av_rescale(pts, AV_TIME_BASE, 90000ll) + seek_avts_rel; } seek_avts_rel = 0; } else if (seek_avts_abs != INT64_MIN) { if (avfc->iformat->flags & AVFMT_TS_DISCONT) { if (avfc->bit_rate) { seek_target_flag = AVSEEK_FLAG_BYTE; seek_target = av_rescale(seek_avts_abs, avfc->bit_rate, 8 * AV_TIME_BASE); } } else { seek_target = seek_avts_abs; } seek_avts_abs = INT64_MIN; } else if (player->isBackWard && av_gettime() >= showtime) { player->output.ClearVideo(); if (bof) { showtime = av_gettime(); usleep(100000); continue; } seek_avts_rel = player->Speed * AV_TIME_BASE; showtime = av_gettime() + 300000; //jump back every 300ms continue; } else { bof = false; } if (seek_target > INT64_MIN) { int res; if (seek_target < 0) seek_target = 0; res = avformat_seek_file(avfc, -1, INT64_MIN, seek_target, INT64_MAX, seek_target_flag); if (res < 0 && player->isBackWard) bof = true; seek_target = INT64_MIN; restart_audio_resampling = true; // clear streams for (unsigned int i = 0; i < avfc->nb_streams; i++) if (avfc->streams[i]->codec && avfc->streams[i]->codec->codec) avcodec_flush_buffers(avfc->streams[i]->codec); player->output.ClearAudio(); player->output.ClearVideo(); } AVPacket packet; av_init_packet(&packet); int err = av_read_frame(avfc, &packet); if (err == AVERROR(EAGAIN)) { av_free_packet(&packet); continue; } if (averror(err, av_read_frame)) // EOF? break; // while player->readCount += packet.size; AVStream *stream = avfc->streams[packet.stream_index]; Track *_videoTrack = videoTrack; Track *_audioTrack = audioTrack; #if 0 Track *_subtitleTrack = subtitleTrack; Track *_teletextTrack = teletextTrack; #endif if (_videoTrack && (_videoTrack->stream == stream)) { int64_t pts = calcPts(stream, packet.pts); if (audioSeen && !player->output.Write(stream, &packet, pts)) logprintf("writing data to %s device failed\n", "video"); } else if (_audioTrack && (_audioTrack->stream == stream)) { if (restart_audio_resampling) { restart_audio_resampling = false; player->output.Write(stream, NULL, 0); } if (_audioTrack->bsfc) { /* this code is more or less copied from ffmpeg.c */ AVBitStreamFilterContext *bsfc = _audioTrack->bsfc; av_packet_split_side_data(&packet); AVPacket new_pkt = packet; AVCodecContext *avcc = stream->codec; int a = av_bitstream_filter_filter(bsfc, avcc, NULL, &new_pkt.data, &new_pkt.size, packet.data, packet.size, packet.flags & AV_PKT_FLAG_KEY); if (a == 0 && new_pkt.data != packet.data) { if (reinit_audio < 2) reinit_audio++; uint8_t *t = (uint8_t *)av_malloc(new_pkt.size + FF_INPUT_BUFFER_PADDING_SIZE); if(t) { memcpy(t, new_pkt.data, new_pkt.size); memset(t + new_pkt.size, 0, FF_INPUT_BUFFER_PADDING_SIZE); new_pkt.data = t; new_pkt.buf = NULL; a = 1; } else { /* TODO: what happens here? */ a = AVERROR(ENOMEM); } } if (a > 0) { packet.side_data = NULL; packet.side_data_elems = 0; av_free_packet(&packet); new_pkt.buf = av_buffer_create(new_pkt.data, new_pkt.size, av_buffer_default_free, NULL, 0); if (! new_pkt.buf) logprintf("eplayer3:input %d no memory\n", __LINE__); } else if (a < 0) { logprintf("eplayer3:input: failed to open bitstream filter\n"); } packet = new_pkt; } if (reinit_audio == 1) { /* only run once on start */ /* we need to reprogram the AAC header in Writer::Init() * this is a cheap hack to do that */ logprintf("eplayer3:input: reset audio stream\n"); player->output.SwitchAudio(NULL); player->output.SwitchAudio(stream); } if (!player->isBackWard) { int64_t pts = calcPts(stream, packet.pts); if (!player->output.Write(stream, &packet, _videoTrack ? pts : 0)) logprintf("writing data to %s device failed\n", "audio"); } audioSeen = true; #if 0 } else if (_subtitleTrack && (_subtitleTrack->stream == stream)) { if (stream->codec->codec) { AVSubtitle sub; memset(&sub, 0, sizeof(sub)); int got_sub_ptr = 0; err = avcodec_decode_subtitle2(stream->codec, &sub, &got_sub_ptr, &packet); averror(err, avcodec_decode_subtitle2); if (got_sub_ptr && sub.num_rects > 0) { switch (sub.rects[0]->type) { case SUBTITLE_TEXT: // FIXME? case SUBTITLE_ASS: dvbsub_ass_write(stream->codec, &sub, _subtitleTrack->pid); break; case SUBTITLE_BITMAP: { int64_t pts = calcPts(stream, packet.pts); dvbsub_write(&sub, pts); // avsubtitle_free() will be called by handler break; } default: break; } } } } else if (_teletextTrack && (_teletextTrack->stream == stream)) { if (packet.data && packet.size > 1) teletext_write(_teletextTrack->pid, packet.data + 1, packet.size - 1); #endif } av_free_packet(&packet); } /* while */ if (player->abortRequested) player->output.Clear(); else player->output.Flush(); #if 0 dvbsub_ass_clear(); #endif abortPlayback = true; hasPlayThreadStarted = false; return true; } /*static*/ int interrupt_cb(void *arg) { Player *player = (Player *) arg; bool res = player->input.abortPlayback || player->abortRequested; if (res) fprintf(stderr, "%s %s %d: abort requested (%d/%d)\n", FILENAME, __func__, __LINE__, player->input.abortPlayback, player->abortRequested); return res; } static int lock_callback(void **mutex, enum AVLockOp op) { switch (op) { case AV_LOCK_CREATE: *mutex = (void *) new OpenThreads::Mutex; return !*mutex; case AV_LOCK_DESTROY: delete static_cast(*mutex); *mutex = NULL; return 0; case AV_LOCK_OBTAIN: static_cast(*mutex)->lock(); return 0; case AV_LOCK_RELEASE: static_cast(*mutex)->unlock(); return 0; default: return -1; } } #if 0 bool Input::ReadSubtitle(const char *filename, const char *format, int pid) { const char *lastDot = strrchr(filename, '.'); if (!lastDot) return false; char subfile[strlen(filename) + strlen(format)]; strcpy(subfile, filename); strcpy(subfile + (lastDot + 1 - filename), format); if (access(subfile, R_OK)) return false; AVFormatContext *subavfc = avformat_alloc_context(); int err = avformat_open_input(&subavfc, subfile, av_find_input_format(format), 0); if (averror(err, avformat_open_input)) { avformat_free_context(subavfc); return false; } avformat_find_stream_info(subavfc, NULL); if (subavfc->nb_streams != 1) { avformat_free_context(subavfc); return false; } AVCodecContext *c = subavfc->streams[0]->codec; AVCodec *codec = avcodec_find_decoder(c->codec_id); if (!codec) { avformat_free_context(subavfc); return false; } err = avcodec_open2(c, codec, NULL); if (averror(err, avcodec_open2)) { avformat_free_context(subavfc); return false; } AVPacket packet; av_init_packet(&packet); while (av_read_frame(subavfc, &packet) > -1) { AVSubtitle sub; memset(&sub, 0, sizeof(sub)); int got_sub = 0; avcodec_decode_subtitle2(c, &sub, &got_sub, &packet); if (got_sub) dvbsub_ass_write(c, &sub, pid); av_free_packet(&packet); } avcodec_close(c); avformat_close_input(&subavfc); avformat_free_context(subavfc); Track track; track.title = format; track.is_static = 1; track.pid = pid; player->manager.addSubtitleTrack(track); return true; } bool Input::ReadSubtitles(const char *filename) { if (strncmp(filename, "file://", 7)) return false; filename += 7; bool ret = false; ret |= ReadSubtitle(filename, "srt", 0xFFFF); ret |= ReadSubtitle(filename, "ass", 0xFFFE); ret |= ReadSubtitle(filename, "ssa", 0xFFFD); return ret; } #endif bool Input::Init(const char *filename) { bool find_info = true; abortPlayback = false; av_lockmgr_register(lock_callback); #if ENABLE_LOGGING av_log_set_callback(log_callback); #endif if (!filename) { fprintf(stderr, "filename NULL\n"); return false; } fprintf(stderr, "%s %s %d: %s\n", FILENAME, __func__, __LINE__, filename); avcodec_register_all(); av_register_all(); avformat_network_init(); videoTrack = NULL; audioTrack = NULL; subtitleTrack = NULL; teletextTrack = NULL; //again: avfc = avformat_alloc_context(); avfc->interrupt_callback.callback = interrupt_cb; avfc->interrupt_callback.opaque = (void *) player; AVDictionary *options = NULL; av_dict_set(&options, "auth_type", "basic", 0); int err = avformat_open_input(&avfc, filename, NULL, &options); av_dict_free(&options); if (averror(err, avformat_open_input)) { avformat_free_context(avfc); return false; } avfc->iformat->flags |= AVFMT_SEEK_TO_PTS; avfc->flags = AVFMT_FLAG_GENPTS; if (player->noprobe) { #if (LIBAVFORMAT_VERSION_MAJOR < 55) || \ (LIBAVFORMAT_VERSION_MAJOR == 55 && LIBAVFORMAT_VERSION_MINOR < 43) || \ (LIBAVFORMAT_VERSION_MAJOR == 55 && LIBAVFORMAT_VERSION_MINOR == 43 && LIBAVFORMAT_VERSION_MICRO < 100) avfc->max_analyze_duration = 1; #else avfc->max_analyze_duration2 = 1; #endif avfc->probesize = 131072; } /* only call avformat_find_stream_info if no AAC * stream is present to speed up playback start * TODO: do we need avformat_find_stream_info at all? */ for (unsigned int i = 0; i < avfc->nb_streams; i++) { if (avfc->streams[i]->codec->codec_id == AV_CODEC_ID_AAC) find_info = false; } if (find_info) err = avformat_find_stream_info(avfc, NULL); #if 0 /* old code: we did retry if noprobe failed. Is this still needed? */ if (averror(err, avformat_find_stream_info)) { avformat_close_input(&avfc); if (player->noprobe) { player->noprobe = false; goto again; } return false; } #endif bool res = UpdateTracks(); if (!videoTrack && !audioTrack) { avformat_close_input(&avfc); return false; } if (videoTrack) player->output.SwitchVideo(videoTrack->stream); if (audioTrack) player->output.SwitchAudio(audioTrack->stream); #if 0 ReadSubtitles(filename); #endif return res; } bool Input::UpdateTracks() { if (abortPlayback) return true; std::vector chapters; for (unsigned int i = 0; i < avfc->nb_chapters; i++) { AVChapter *ch = avfc->chapters[i]; AVDictionaryEntry* title = av_dict_get(ch->metadata, "title", NULL, 0); Chapter chapter; chapter.title = title ? title->value : ""; chapter.start = av_rescale(ch->time_base.num * AV_TIME_BASE, ch->start, ch->time_base.den); chapter.end = av_rescale(ch->time_base.num * AV_TIME_BASE, ch->end, ch->time_base.den); chapters.push_back(chapter); } player->SetChapters(chapters); player->manager.initTrackUpdate(); av_dump_format(avfc, 0, player->url.c_str(), 0); bool use_index_as_pid = false; for (unsigned int n = 0; n < avfc->nb_streams; n++) { AVStream *stream = avfc->streams[n]; Track track; track.stream = stream; AVDictionaryEntry *lang = av_dict_get(stream->metadata, "language", NULL, 0); track.title = lang ? lang->value : ""; if (!use_index_as_pid) switch (stream->codec->codec_type) { case AVMEDIA_TYPE_VIDEO: case AVMEDIA_TYPE_AUDIO: case AVMEDIA_TYPE_SUBTITLE: if (!stream->id) use_index_as_pid = true; default: break; } track.pid = use_index_as_pid ? n + 1: stream->id; switch (stream->codec->codec_type) { case AVMEDIA_TYPE_VIDEO: player->manager.addVideoTrack(track); if (!videoTrack) videoTrack = player->manager.getVideoTrack(track.pid); break; case AVMEDIA_TYPE_AUDIO: switch(stream->codec->codec_id) { case AV_CODEC_ID_MP2: track.ac3flags = 9; break; case AV_CODEC_ID_MP3: track.ac3flags = 4; break; case AV_CODEC_ID_AC3: track.ac3flags = 1; break; case AV_CODEC_ID_EAC3: track.ac3flags = 7; break; case AV_CODEC_ID_DTS: track.ac3flags = 6; break; case AV_CODEC_ID_AAC: track.ac3flags = 5; track.bsfc = av_bitstream_filter_init("aac_adtstoasc"); logprintf("adding AAC STREAM %d, bsfc: %p (aac_adtstoasc)\n", track.pid, track.bsfc); break; default: track.ac3flags = 0; } player->manager.addAudioTrack(track); if (!audioTrack) audioTrack = player->manager.getAudioTrack(track.pid); break; case AVMEDIA_TYPE_SUBTITLE: if (stream->codec->codec_id == AV_CODEC_ID_DVB_TELETEXT) { std::string l = lang ? lang->value : ""; uint8_t *data = stream->codec->extradata; int size = stream->codec->extradata_size; if (size > 0 && 2 * size - 1 == (int) l.length()) for (int i = 0; i < size; i += 2) { track.title = l.substr(i * 2, 3); track.type = data[i] >> 3; track.mag = data[i] & 7; track.page = data[i + 1]; player->manager.addTeletextTrack(track); } } else { if (!stream->codec->codec) { stream->codec->codec = avcodec_find_decoder(stream->codec->codec_id); if (!stream->codec->codec) fprintf(stderr, "avcodec_find_decoder failed for subtitle track %d\n", n); else { int err = avcodec_open2(stream->codec, stream->codec->codec, NULL); if (averror(err, avcodec_open2)) stream->codec->codec = NULL; } } if (stream->codec->codec) player->manager.addSubtitleTrack(track); } break; default: fprintf(stderr, "not handled or unknown codec_type %d\n", stream->codec->codec_type); break; } } for (unsigned int n = 0; n < avfc->nb_programs; n++) { AVProgram *p = avfc->programs[n]; if (p->nb_stream_indexes) { AVDictionaryEntry *name = av_dict_get(p->metadata, "name", NULL, 0); Program program; program.title = name ? name->value : ""; program.id = p->id; for (unsigned m = 0; m < p->nb_stream_indexes; m++) program.streams.push_back(avfc->streams[p->stream_index[m]]); player->manager.addProgram(program); } } return true; } bool Input::Stop() { abortPlayback = true; while (hasPlayThreadStarted != 0) usleep(100000); if (avfc) { OpenThreads::ScopedLock lock(mutex); for (unsigned int i = 0; i < avfc->nb_streams; i++) avcodec_close(avfc->streams[i]->codec); avformat_close_input(&avfc); } avformat_network_deinit(); return true; } AVFormatContext *Input::GetAVFormatContext() { mutex.lock(); if (avfc) return avfc; mutex.unlock(); return NULL; } void Input::ReleaseAVFormatContext() { if (avfc) mutex.unlock(); } bool Input::Seek(int64_t avts, bool absolute) { if (absolute) seek_avts_abs = avts, seek_avts_rel = 0; else seek_avts_abs = INT64_MIN, seek_avts_rel = avts; return true; } bool Input::GetDuration(int64_t &duration) { if (avfc) { duration = avfc->duration; return true; } duration = 0; return false; } bool Input::SwitchAudio(Track *track) { audioTrack = track; player->output.SwitchAudio(track ? track->stream : NULL); // player->Seek(-5000, false); return true; } bool Input::SwitchSubtitle(Track *track) { subtitleTrack = track; return true; } bool Input::SwitchTeletext(Track *track) { teletextTrack = track; return true; } bool Input::SwitchVideo(Track *track) { videoTrack = track; player->output.SwitchVideo(track ? track->stream : NULL); return true; } bool Input::GetMetadata(std::vector &keys, std::vector &values) { keys.clear(); values.clear(); if (avfc) { AVDictionaryEntry *tag = NULL; if (avfc->metadata) while ((tag = av_dict_get(avfc->metadata, "", tag, AV_DICT_IGNORE_SUFFIX))) { keys.push_back(tag->key); values.push_back(tag->value); } if (videoTrack) while ((tag = av_dict_get(videoTrack->stream->metadata, "", tag, AV_DICT_IGNORE_SUFFIX))) { keys.push_back(tag->key); values.push_back(tag->value); } if (audioTrack) while ((tag = av_dict_get(audioTrack->stream->metadata, "", tag, AV_DICT_IGNORE_SUFFIX))) { keys.push_back(tag->key); values.push_back(tag->value); } } return true; } bool Input::GetReadCount(uint64_t &readcount) { readcount = readCount; return true; }