#include "exportthread.h" #include "project/sequence.h" #include "panels/panels.h" #include "panels/timeline.h" #include "panels/viewer.h" #include "ui/viewerwidget.h" #include "playback/playback.h" #include "playback/audio.h" #include "dialogs/exportdialog.h" extern "C" { #include #include #include #include } #include #include #include #include #include #include bool encode(AVFormatContext* fmt_ctx, AVCodecContext* codec_ctx, AVFrame* frame, AVPacket* packet, AVStream* stream) { int ret = avcodec_send_frame(codec_ctx, frame); if (ret < 0) { qDebug() << "[ERROR] Failed to send frame to encoder." << ret; return false; } else { while (ret >= 0) { ret = avcodec_receive_packet(codec_ctx, packet); if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF) { // do nothing, encoder needs more input } else if (ret < 0) { qDebug() << "[ERROR] Failed to receive packet from encoder." << ret; return false; } else { packet->stream_index = stream->index; av_interleaved_write_frame(fmt_ctx, packet); } } } return true; } void ExportThread::run() { Sequence* sequence = panel_timeline->sequence; // TODO make customizable long start = 0; long end = sequence->getEndFrame(); if (panel_viewer->viewer_widget->context()->makeCurrent(&surface)) { qDebug() << "make current succeeded"; } else { qDebug() << "make current failed"; } panel_viewer->viewer_widget->multithreaded = false; panel_viewer->viewer_widget->initializeOpenGLFunctions(); AVFormatContext* fmt_ctx = NULL; QByteArray ba = filename.toLatin1(); char* c_filename = new char[ba.size()+1]; strcpy(c_filename, ba.data()); avformat_alloc_output_context2(&fmt_ctx, NULL, NULL, c_filename); if (!fmt_ctx) { qDebug() << "[ERROR] Could not create output context"; } else { AVStream* video_stream; AVCodec* vcodec; AVCodecContext* vcodec_ctx; AVFrame* video_frame; AVFrame* sws_frame; SwsContext* sws_ctx = NULL; uint8_t* flip_buffer; AVStream* audio_stream; AVCodec* acodec; AVFrame* audio_frame; AVFrame* swr_frame; AVCodecContext* acodec_ctx; AVPacket video_pkt; AVPacket audio_pkt; SwrContext* swr_ctx = NULL; int aframe_bytes; int ret; fail = false; if (video_enabled) { // initialize array contain opengl data video_stream = avformat_new_stream(fmt_ctx, NULL); if (!video_stream) { qDebug() << "[ERROR] Could not allocate output streams"; fail = true; } else { vcodec = avcodec_find_encoder((enum AVCodecID) video_codec); if (!vcodec) { qDebug() << "[ERROR] Could not find video encoder"; fail = true; } else { vcodec_ctx = avcodec_alloc_context3(vcodec); if (!vcodec_ctx) { qDebug() << "[ERROR] Could not find allocate video encoding context"; fail = true; } else { vcodec_ctx->width = sequence->width; vcodec_ctx->height = sequence->height; vcodec_ctx->sample_aspect_ratio = av_d2q(sequence->width/sequence->height, INT_MAX); vcodec_ctx->pix_fmt = vcodec->pix_fmts[0]; // maybe be breakable code vcodec_ctx->framerate = av_d2q(sequence->frame_rate, INT_MAX); vcodec_ctx->bit_rate = video_bitrate * 1000000; vcodec_ctx->time_base = av_inv_q(vcodec_ctx->framerate); ret = avcodec_open2(vcodec_ctx, vcodec, NULL); if (ret < 0) { qDebug() << "[ERROR] Could not open output video encoder." << ret; fail = true; } else { ret = avcodec_parameters_from_context(video_stream->codecpar, vcodec_ctx); if (ret < 0) { qDebug() << "[ERROR] Could not copy video encoder parameters to output stream." << ret; fail = true; } else { if (fmt_ctx->oformat->flags & AVFMT_GLOBALHEADER) { vcodec_ctx->flags |= AV_CODEC_FLAG_GLOBAL_HEADER; } video_stream->time_base = vcodec_ctx->time_base; // initialize raw video frame video_frame = av_frame_alloc(); av_frame_make_writable(video_frame); video_frame->format = AV_PIX_FMT_RGBA; video_frame->width = video_width; video_frame->height = video_height; av_frame_get_buffer(video_frame, 0); av_init_packet(&video_pkt); sws_ctx = sws_getContext( video_width, video_height, AV_PIX_FMT_RGBA, video_width, video_height, AV_PIX_FMT_YUV420P, SWS_FAST_BILINEAR, NULL, NULL, NULL ); sws_frame = av_frame_alloc(); sws_frame->format = AV_PIX_FMT_YUV420P; sws_frame->width = video_frame->width; sws_frame->height = video_frame->height; av_frame_get_buffer(sws_frame, 0); flip_buffer = new uint8_t[video_frame->width * video_frame->height * 4]; } } } } } } if (audio_enabled && !fail) { audio_stream = avformat_new_stream(fmt_ctx, NULL); if (!audio_stream) { qDebug() << "[ERROR] Could not allocate output streams"; fail = true; } else { acodec = avcodec_find_encoder((enum AVCodecID) audio_codec); if (!acodec) { qDebug() << "[ERROR] Could not find audio encoder"; fail = true; } else { acodec_ctx = avcodec_alloc_context3(acodec); if (!acodec_ctx) { qDebug() << "[ERROR] Could not find allocate audio encoding context"; fail = true; } else { acodec_ctx->sample_rate = audio_sampling_rate; acodec_ctx->channel_layout = AV_CH_LAYOUT_STEREO; // change this to support surround/mono sound in the future (this is what the user sets the output audio to) acodec_ctx->channels = av_get_channel_layout_nb_channels(acodec_ctx->channel_layout); acodec_ctx->sample_fmt = acodec->sample_fmts[0]; acodec_ctx->time_base = {1, audio_sampling_rate}; acodec_ctx->bit_rate = audio_bitrate * 1000; ret = avcodec_open2(acodec_ctx, acodec, NULL); if (ret < 0) { qDebug() << "[ERROR] Could not open output audio encoder." << ret; fail = true; } else { ret = avcodec_parameters_from_context(audio_stream->codecpar, acodec_ctx); if (ret < 0) { qDebug() << "[ERROR] Could not copy audio encoder parameters to output stream." << ret; fail = true; } else { if (fmt_ctx->oformat->flags & AVFMT_GLOBALHEADER) { acodec_ctx->flags |= AV_CODEC_FLAG_GLOBAL_HEADER; } audio_stream->time_base = acodec_ctx->time_base; // init audio resampler context swr_ctx = swr_alloc_set_opts( NULL, acodec_ctx->channel_layout, acodec_ctx->sample_fmt, acodec_ctx->sample_rate, sequence->audio_layout, AV_SAMPLE_FMT_S16, sequence->audio_frequency, 0, NULL ); swr_init(swr_ctx); // initialize raw audio frame audio_frame = av_frame_alloc(); audio_frame->sample_rate = sequence->audio_frequency; audio_frame->nb_samples = acodec_ctx->frame_size; if (audio_frame->nb_samples == 0) audio_frame->nb_samples = 2048; // should possibly be smaller? audio_frame->format = AV_SAMPLE_FMT_S16; audio_frame->channel_layout = AV_CH_LAYOUT_STEREO; // change this to support surround/mono sound in the future (this is whatever format they're held in the internal buffer) audio_frame->channels = av_get_channel_layout_nb_channels(audio_frame->channel_layout); ret = av_frame_get_buffer(audio_frame, 0); if (ret < 0) { qDebug() << "[ERROR] Could not allocate audio buffer." << ret; } // av_samples_alloc(&audio_frame->data[0], NULL, av_get_channel_layout_nb_channels(audio_frame->channel_layout), audio_frame->nb_samples, acodec_ctx->sample_fmt, 0); av_frame_make_writable(audio_frame); aframe_bytes = av_samples_get_buffer_size(NULL, audio_frame->channels, audio_frame->nb_samples, static_cast(audio_frame->format), 0); // init converted audio frame swr_frame = av_frame_alloc(); swr_frame->channel_layout = acodec_ctx->channel_layout; swr_frame->channels = acodec_ctx->channels; swr_frame->sample_rate = acodec_ctx->sample_rate; swr_frame->format = acodec_ctx->sample_fmt; av_frame_make_writable(swr_frame); av_init_packet(&audio_pkt); } } } } } } if (!fail) { av_dump_format(fmt_ctx, 0, c_filename, 1); ret = avio_open(&fmt_ctx->pb, c_filename, AVIO_FLAG_WRITE); if (ret < 0) { qDebug() << "[ERROR] Could not open output file." << ret; } else { ret = avformat_write_header(fmt_ctx, NULL); if (ret < 0) { qDebug() << "[ERROR] Could not write output file header." << ret; } else { panel_timeline->seek(0); // clean up - close all open clips for (int i=0;iclip_count();i++) { Clip& c = sequence->get_clip(i); if (c.open) { close_clip(&c); } } QOpenGLFramebufferObject fbo(video_width, video_height, QOpenGLFramebufferObject::CombinedDepthStencil, GL_TEXTURE_RECTANGLE); fbo.bind(); QOpenGLPaintDevice fbo_dev(video_width, video_height); QPainter painter(&fbo_dev); painter.beginNativePainting(); int written_frame_audio_bytes = 0; long file_audio_samples = 0; while (panel_timeline->playhead < end && !fail) { panel_viewer->viewer_widget->paintGL(); double timecode_secs = (double) panel_timeline->playhead / sequence->frame_rate; if (video_enabled) { // get image from opengl glReadPixels(0, 0, video_width, video_height, GL_RGBA, GL_UNSIGNED_BYTE, flip_buffer); // flip image vertically because opengl sucks ass int linesize = video_width*4; for (int i=video_height-1;i>=0;i--) { int src_index = i*linesize; int dst_index = (video_height-i)*linesize; memcpy(video_frame->data[0]+dst_index, flip_buffer+src_index, linesize); } // change pixel format sws_scale(sws_ctx, video_frame->data, video_frame->linesize, 0, video_frame->height, sws_frame->data, sws_frame->linesize); sws_frame->pts = round(timecode_secs/av_q2d(video_stream->time_base)); // send to encoder if (!encode(fmt_ctx, vcodec_ctx, sws_frame, &video_pkt, video_stream)) fail = true; } if (audio_enabled && !fail) { // do we need to encode more audio samples? if (file_audio_samples <= (timecode_secs*audio_sampling_rate)) { uint8_t* cache = (reading_audio_cache_A) ? audio_cache_A : audio_cache_B; int copylen = qMin(aframe_bytes-written_frame_audio_bytes, audio_cache_size-audio_bytes_written); memcpy(audio_frame->data[0]+written_frame_audio_bytes, cache+audio_bytes_written, copylen); written_frame_audio_bytes += copylen; audio_bytes_written += copylen; if (written_frame_audio_bytes == aframe_bytes) { // convert to export sample format swr_convert_frame(swr_ctx, swr_frame, audio_frame); swr_frame->pts = file_audio_samples; // send to encoder if (!encode(fmt_ctx, acodec_ctx, swr_frame, &audio_pkt, audio_stream)) fail = true; file_audio_samples += swr_frame->nb_samples; written_frame_audio_bytes = 0; } } } emit progress_changed(((float) panel_timeline->playhead / (float) end) * 100); panel_timeline->playhead++; } delete [] flip_buffer; painter.endNativePainting(); fbo.release(); if (!fail) { // flush remaining packets if (video_enabled) { if (!encode(fmt_ctx, vcodec_ctx, NULL, &video_pkt, video_stream)) fail = true; } if (audio_enabled) { if (!encode(fmt_ctx, acodec_ctx, NULL, &audio_pkt, audio_stream)) fail = true; } } if (!fail) { ret = av_write_trailer(fmt_ctx); if (ret < 0) { qDebug() << "[ERROR] Could not write output file trailer." << ret; } emit progress_changed(100); } } } av_packet_unref(&video_pkt); av_packet_unref(&audio_pkt); av_frame_free(&video_frame); av_frame_free(&audio_frame); avcodec_free_context(&vcodec_ctx); avcodec_free_context(&acodec_ctx); avio_closep(&fmt_ctx->pb); avformat_free_context(fmt_ctx); // qDebug() << "Render took: %ih %im %is\n", render_time/3600000, render_time/60000, render_time/1000; if (sws_ctx != NULL) { sws_freeContext(sws_ctx); av_frame_free(&sws_frame); } if (swr_ctx != NULL) { swr_free(&swr_ctx); av_frame_free(&swr_frame); } } } delete [] c_filename; panel_viewer->viewer_widget->context()->doneCurrent(); panel_viewer->viewer_widget->context()->moveToThread(qApp->thread()); panel_viewer->viewer_widget->multithreaded = true; panel_viewer->viewer_widget->force_audio = false; panel_viewer->viewer_widget->enable_paint = true; }