#include "viewerwidget.h" #include "panels/panels.h" #include "panels/viewer.h" #include "panels/timeline.h" #include "panels/project.h" #include "project/sequence.h" #include "project/clip.h" #include "project/effect.h" #include "project/transition.h" #include "playback/playback.h" #include "playback/audio.h" #include "io/media.h" #include "ui_timeline.h" #include "playback/cacher.h" #include "io/config.h" #include "debug.h" #include "io/math.h" #include "ui/collapsiblewidget.h" #include #include #include #include #include #include #include #include #include #include #include #include extern "C" { #include } ViewerWidget::ViewerWidget(QWidget *parent) : QOpenGLWidget(parent), default_fbo(NULL), waveform(false), dragging(false) { setFocusPolicy(Qt::ClickFocus); QSurfaceFormat format; format.setDepthBufferSize(24); setFormat(format); // error handler - retries after 500ms if we couldn't get the entire image retry_timer.setInterval(50); connect(&retry_timer, SIGNAL(timeout()), this, SLOT(retry())); setContextMenuPolicy(Qt::CustomContextMenu); connect(this, SIGNAL(customContextMenuRequested(const QPoint&)), this, SLOT(show_context_menu())); } void ViewerWidget::delete_function() { // destroy all textures as well if (viewer->seq != NULL) { makeCurrent(); closeActiveClips(viewer->seq, true); doneCurrent(); } } void ViewerWidget::show_context_menu() { QMenu menu(this); QAction* save_frame_as_image = menu.addAction("Save Frame as Image..."); connect(save_frame_as_image, SIGNAL(triggered(bool)), this, SLOT(save_frame())); menu.exec(QCursor::pos()); } void ViewerWidget::save_frame() { QFileDialog fd(this); fd.setAcceptMode(QFileDialog::AcceptSave); fd.setFileMode(QFileDialog::AnyFile); fd.setWindowTitle("Save Frame"); fd.setNameFilter("Portable Network Graphic (*.png);;JPEG (*.jpg);;Windows Bitmap (*.bmp);;Portable Pixmap (*.ppm);;X11 Bitmap (*.xbm);;X11 Pixmap (*.xpm)"); if (fd.exec()) { QString fn = fd.selectedFiles().at(0); QString selected_ext = fd.selectedNameFilter().mid(fd.selectedNameFilter().indexOf(QRegExp("\\*.[a-z][a-z][a-z]")) + 1, 4); if (!fn.endsWith(selected_ext, Qt::CaseInsensitive)) { fn += selected_ext; } QOpenGLFramebufferObject fbo(viewer->seq->width, viewer->seq->height, QOpenGLFramebufferObject::CombinedDepthStencil, GL_TEXTURE_RECTANGLE); rendering = true; fbo.bind(); default_fbo = &fbo; paintGL(); QImage img(viewer->seq->width, viewer->seq->height, QImage::Format_RGBA8888); glReadPixels(0, 0, img.width(), img.height(), GL_RGBA, GL_UNSIGNED_BYTE, img.bits()); img.save(fn); fbo.release(); default_fbo = NULL; rendering = false; } } void ViewerWidget::retry() { update(); } void ViewerWidget::initializeGL() { connect(context(), SIGNAL(aboutToBeDestroyed()), this, SLOT(delete_function()), Qt::DirectConnection); retry_timer.start(); } //void ViewerWidget::resizeGL(int w, int h) //{ //} void ViewerWidget::paintEvent(QPaintEvent *e) { if (!rendering) { makeCurrent(); QOpenGLWidget::paintEvent(e); } } void ViewerWidget::seek_from_click(int x) { viewer->seek(getFrameFromScreenPoint((double) width() / (double) waveform_clip->timeline_out, x)); } double get_timecode(Clip* c, long playhead) { return ((double)(playhead-c->get_timeline_in_with_transition()+c->get_clip_in_with_transition())/(double)c->sequence->frame_rate); } void ViewerWidget::mousePressEvent(QMouseEvent* event) { if (waveform) seek_from_click(event->x()); dragging = true; if (gizmos != NULL) gizmos->gizmo_down(event, get_timecode(gizmos->parent_clip, gizmos->parent_clip->sequence->playhead)); } void ViewerWidget::mouseMoveEvent(QMouseEvent* event) { if (dragging) { if (waveform) { seek_from_click(event->x()); } else if (gizmos == NULL) { QDrag* drag = new QDrag(this); QMimeData* mimeData = new QMimeData; mimeData->setText("h"); // QMimeData will fail without some kind of data drag->setMimeData(mimeData); drag->exec(); } } if (gizmos != NULL) gizmos->gizmo_move(event, get_timecode(gizmos->parent_clip, gizmos->parent_clip->sequence->playhead)); } void ViewerWidget::mouseReleaseEvent(QMouseEvent *event) { dragging = false; if (gizmos != NULL) gizmos->gizmo_up(event, get_timecode(gizmos->parent_clip, gizmos->parent_clip->sequence->playhead)); } void ViewerWidget::drawTitleSafeArea() { double halfWidth = 0.5; double halfHeight = 0.5; double viewportAr = (double) width() / (double) height(); double halfAr = viewportAr*0.5; if (config.use_custom_title_safe_ratio && config.custom_title_safe_ratio > 0) { if (config.custom_title_safe_ratio > viewportAr) { halfHeight = (config.custom_title_safe_ratio/viewportAr)*0.5; } else { halfWidth = (viewportAr/config.custom_title_safe_ratio)*0.5; } } glLoadIdentity(); glOrtho(-halfWidth, halfWidth, halfHeight, -halfHeight, 0, 1); glColor4f(0.66f, 0.66f, 0.66f, 1.0f); glBegin(GL_LINES); // action safe rectangle glVertex2d(-0.45, -0.45); glVertex2d(0.45, -0.45); glVertex2d(0.45, -0.45); glVertex2d(0.45, 0.45); glVertex2d(0.45, 0.45); glVertex2d(-0.45, 0.45); glVertex2d(-0.45, 0.45); glVertex2d(-0.45, -0.45); // title safe rectangle glVertex2d(-0.4, -0.4); glVertex2d(0.4, -0.4); glVertex2d(0.4, -0.4); glVertex2d(0.4, 0.4); glVertex2d(0.4, 0.4); glVertex2d(-0.4, 0.4); glVertex2d(-0.4, 0.4); glVertex2d(-0.4, -0.4); // horizontal centers glVertex2d(-0.45, 0); glVertex2d(-0.375, 0); glVertex2d(0.45, 0); glVertex2d(0.375, 0); // vertical centers glVertex2d(0, -0.45); glVertex2d(0, -0.375); glVertex2d(0, 0.45); glVertex2d(0, 0.375); glEnd(); // center cross glLoadIdentity(); glOrtho(-halfAr, halfAr, 0.5, -0.5, -1, 1); glBegin(GL_LINES); glVertex2d(-0.05, 0); glVertex2d(0.05, 0); glVertex2d(0, -0.05); glVertex2d(0, 0.05); glEnd(); } GLuint ViewerWidget::draw_clip(QOpenGLFramebufferObject* fbo, GLuint texture, bool clear) { glPushMatrix(); glLoadIdentity(); glOrtho(0, 1, 0, 1, -1, 1); fbo->bind(); if (clear) glClear(GL_COLOR_BUFFER_BIT); glBindTexture(GL_TEXTURE_2D, texture); glBegin(GL_QUADS); glTexCoord2f(0, 0); // top left glVertex2f(0, 0); // top left glTexCoord2f(1, 0); // top right glVertex2f(1, 0); // top right glTexCoord2f(1, 1); // bottom right glVertex2f(1, 1); // bottom right glTexCoord2f(0, 1); // bottom left glVertex2f(0, 1); // bottom left glEnd(); glBindTexture(GL_TEXTURE_2D, 0); fbo->release(); if (default_fbo != NULL) default_fbo->bind(); glPopMatrix(); return fbo->texture(); } void ViewerWidget::process_effect(Clip* c, Effect* e, double timecode, GLTextureCoords& coords, GLuint& composite_texture, bool& fbo_switcher, int data) { if (e->is_enabled()) { if (e->enable_coords) { e->process_coords(timecode, coords, data); } if (e->enable_shader || e->enable_superimpose) { e->startEffect(); if (e->enable_shader) { e->process_shader(timecode, coords); composite_texture = draw_clip(c->fbo[fbo_switcher], composite_texture, true); fbo_switcher = !fbo_switcher; } if (e->enable_superimpose) { GLuint superimpose_texture = e->process_superimpose(timecode); if (superimpose_texture != 0) composite_texture = draw_clip(c->fbo[!fbo_switcher], superimpose_texture, false); } } } } int motion_blur_prog = 0; int motion_blur_lim = 4; GLuint ViewerWidget::compose_sequence(QVector& nests, bool render_audio) { Sequence* s = viewer->seq; long playhead = s->playhead; if (!nests.isEmpty()) { for (int i=0;i(nests.at(i)->media); playhead += nests.at(i)->clip_in - nests.at(i)->get_timeline_in_with_transition(); playhead = refactor_frame_number(playhead, nests.at(i)->sequence->frame_rate, s->frame_rate); } if (nests.last()->fbo != NULL) { nests.last()->fbo[0]->bind(); glClear(GL_COLOR_BUFFER_BIT); nests.last()->fbo[0]->release(); } } int audio_track_count = 0; QVector current_clips; for (int i=0;iclips.size();i++) { Clip* c = s->clips.at(i); // if clip starts within one second and/or hasn't finished yet if (c != NULL) { if (!(!nests.isEmpty() && !same_sign(c->track, nests.last()->track))) { bool clip_is_active = false; switch (c->media_type) { case MEDIA_TYPE_FOOTAGE: { Media* m = static_cast(c->media); if (m->ready) { MediaStream* ms = m->get_stream_from_file_index(c->track < 0, c->media_stream); if (ms != NULL && is_clip_active(c, playhead)) { // if thread is already working, we don't want to touch this, // but we also don't want to hang the UI thread if (!c->open) { open_clip(c, !rendering); } clip_is_active = true; if (c->track >= 0) audio_track_count++; } else if (c->open) { close_clip(c); } } else { texture_failed = true; } } break; case MEDIA_TYPE_SEQUENCE: case MEDIA_TYPE_SOLID: case MEDIA_TYPE_TONE: if (is_clip_active(c, playhead)) { if (!c->open) open_clip(c, !rendering); clip_is_active = true; } else if (c->open) { close_clip(c); } break; } if (clip_is_active) { bool added = false; for (int j=0;jtrack < c->track) { current_clips.insert(j, c); added = true; break; } } if (!added) { current_clips.append(c); } } } } } int half_width = s->width/2; int half_height = s->height/2; if (rendering || !nests.isEmpty()) half_height = -half_height; // invert vertical glPushMatrix(); glLoadIdentity(); glOrtho(-half_width, half_width, half_height, -half_height, -1, 1); for (int i=0;imedia_type == MEDIA_TYPE_FOOTAGE && !c->finished_opening) { dout << "[WARNING] Tried to display clip" << i << "but it's closed"; texture_failed = true; } else { if (c->track < 0) { GLuint textureID = 0; int video_width = c->getWidth(); int video_height = c->getHeight(); if (c->media_type == MEDIA_TYPE_FOOTAGE) { // set up opengl texture if (c->texture == NULL) { c->texture = new QOpenGLTexture(QOpenGLTexture::Target2D); c->texture->setSize(c->stream->codecpar->width, c->stream->codecpar->height); c->texture->setFormat(QOpenGLTexture::RGBA8_UNorm); c->texture->setMipLevels(c->texture->maximumMipLevels()); c->texture->setMinMagFilters(QOpenGLTexture::Linear, QOpenGLTexture::Linear); c->texture->allocateStorage(QOpenGLTexture::RGBA, QOpenGLTexture::UInt8); } get_clip_frame(c, playhead); textureID = c->texture->textureId(); } else if (c->media_type == MEDIA_TYPE_SEQUENCE) { textureID = -1; } if (textureID == 0 && c->media_type != MEDIA_TYPE_SOLID) { dout << "[WARNING] Texture hasn't been created yet"; texture_failed = true; } else if (playhead >= c->get_timeline_in_with_transition()) { glPushMatrix(); // start preparing cache if (c->fbo == NULL) { c->fbo = new QOpenGLFramebufferObject* [2]; c->fbo[0] = new QOpenGLFramebufferObject(video_width, video_height); c->fbo[1] = new QOpenGLFramebufferObject(video_width, video_height); } // clear fbos /*c->fbo[0]->bind(); glClear(GL_COLOR_BUFFER_BIT); c->fbo[0]->release(); c->fbo[1]->bind(); glClear(GL_COLOR_BUFFER_BIT); c->fbo[1]->release();*/ bool fbo_switcher = false; glViewport(0, 0, video_width, video_height); // for nested sequences if (c->media_type == MEDIA_TYPE_SEQUENCE) { nests.append(c); textureID = compose_sequence(nests, render_audio); nests.removeLast(); fbo_switcher = true; } GLuint composite_texture; if (c->media_type == MEDIA_TYPE_SOLID) { c->fbo[fbo_switcher]->bind(); glClear(GL_COLOR_BUFFER_BIT); c->fbo[fbo_switcher]->release(); composite_texture = c->fbo[fbo_switcher]->texture(); } else { composite_texture = draw_clip(c->fbo[fbo_switcher], textureID, true); } fbo_switcher = !fbo_switcher; bool draw_gizmos = false; GLTextureCoords coords; coords.grid_size = 1; coords.vertexTopLeftX = coords.vertexBottomLeftX = -video_width/2; coords.vertexTopLeftY = coords.vertexTopRightY = -video_height/2; coords.vertexTopRightX = coords.vertexBottomRightX = video_width/2; coords.vertexBottomLeftY = coords.vertexBottomRightY = video_height/2; coords.vertexBottomLeftZ = coords.vertexBottomRightZ = coords.vertexTopLeftZ = coords.vertexTopRightZ = 1; coords.textureTopLeftY = coords.textureTopRightY = coords.textureTopLeftX = coords.textureBottomLeftX = 0.0; coords.textureBottomLeftY = coords.textureBottomRightY = coords.textureTopRightX = coords.textureBottomRightX = 1.0; coords.textureTopLeftQ = coords.textureTopRightQ = coords.textureTopLeftQ = coords.textureBottomLeftQ = 1; if (c->autoscale && (video_width != s->width && video_height != s->height)) { float width_multiplier = (float) s->width / (float) video_width; float height_multiplier = (float) s->height / (float) video_height; float scale_multiplier = qMin(width_multiplier, height_multiplier); glScalef(scale_multiplier, scale_multiplier, 1); } // EFFECT CODE START double timecode = get_timecode(c, playhead); for (int j=0;jeffects.size();j++) { Effect* e = c->effects.at(j); process_effect(c, e, timecode, coords, composite_texture, fbo_switcher, TA_NO_TRANSITION); if (!rendering && gizmos == NULL && e->enable_gizmos && (e->container->selected || panel_timeline->is_clip_selected(c, true))) { gizmos = e; draw_gizmos = true; } } if (c->get_opening_transition() != NULL) { int transition_progress = playhead - c->get_timeline_in_with_transition(); if (transition_progress < c->get_opening_transition()->get_length()) { process_effect(c, c->get_opening_transition(), (double)transition_progress/(double)c->get_opening_transition()->get_length(), coords, composite_texture, fbo_switcher, TA_OPENING_TRANSITION); } } if (c->get_closing_transition() != NULL) { int transition_progress = playhead - (c->get_timeline_out_with_transition() - c->get_closing_transition()->get_length()); if (transition_progress >= 0 && transition_progress < c->get_closing_transition()->get_length()) { process_effect(c, c->get_closing_transition(), (double)transition_progress/(double)c->get_closing_transition()->get_length(), coords, composite_texture, fbo_switcher, TA_CLOSING_TRANSITION); } } for (int j=0;jeffects.size();j++) { if ((c->effects.at(j)->enable_shader || c->effects.at(j)->enable_superimpose) && c->effects.at(j)->is_enabled()) { c->effects.at(j)->endEffect(); } } // EFFECT CODE END if (!nests.isEmpty()) { nests.last()->fbo[0]->bind(); glViewport(0, 0, s->width, s->height); } else if (rendering) { glViewport(0, 0, s->width, s->height); } else { glViewport(0, 0, width(), height()); } glBindTexture(GL_TEXTURE_2D, composite_texture); glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR); glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); glBegin(GL_QUADS); if (coords.grid_size <= 1) { float z = 0.5f; glTexCoord2f(coords.textureTopLeftX, coords.textureTopLeftY); // top left glVertex3f(coords.vertexTopLeftX, coords.vertexTopLeftY, z); // top left glTexCoord2f(coords.textureTopRightX, coords.textureTopRightY); // top right glVertex3f(coords.vertexTopRightX, coords.vertexTopRightY, z); // top right glTexCoord2f(coords.textureBottomRightX, coords.textureBottomRightY); // bottom right glVertex3f(coords.vertexBottomRightX, coords.vertexBottomRightY, z); // bottom right glTexCoord2f(coords.textureBottomLeftX, coords.textureBottomLeftY); // bottom left glVertex3f(coords.vertexBottomLeftX, coords.vertexBottomLeftY, z); // bottom left } else { float rows = coords.grid_size; float cols = coords.grid_size; for (float i=0;igizmo_draw(timecode, coords); } if (!nests.isEmpty()) { nests.last()->fbo[0]->release(); if (default_fbo != NULL) default_fbo->bind(); } glPopMatrix(); /*GLfloat motion_blur_frac = (GLfloat) motion_blur_prog / (GLfloat) motion_blur_lim; if (motion_blur_prog == 0) { glAccum(GL_LOAD, motion_blur_frac); } else { glAccum(GL_ACCUM, motion_blur_frac); } motion_blur_prog++;*/ } } else { if (render_audio || (config.enable_audio_scrubbing && audio_scrub)) { switch (c->media_type) { case MEDIA_TYPE_FOOTAGE: case MEDIA_TYPE_TONE: if (c->lock.tryLock()) { // clip is not caching, start caching audio cache_clip(c, playhead, c->audio_reset, !render_audio, nests); c->lock.unlock(); } break; case MEDIA_TYPE_SEQUENCE: nests.append(c); compose_sequence(nests, render_audio); nests.removeLast(); break; } } // visually update all the keyframe values if (c->sequence == viewer->seq) { // only if you can currently see them double ts = (playhead - c->get_timeline_in_with_transition() + c->get_clip_in_with_transition())/s->frame_rate; for (int i=0;ieffects.size();i++) { Effect* e = c->effects.at(i); for (int j=0;jrow_count();j++) { EffectRow* r = e->row(j); for (int k=0;kfieldCount();k++) { r->field(k)->validate_keyframe_data(ts); } } } } } } } if (audio_track_count == 0) { viewer->play_wake(); } glPopMatrix(); if (!nests.isEmpty() && nests.last()->fbo != NULL) { // returns nested clip's texture return nests.last()->fbo[0]->texture(); } return 0; } void ViewerWidget::paintGL() { if (viewer->seq != NULL) { gizmos = NULL; bool render_audio = (viewer->playing || rendering); bool loop = false; do { loop = false; glClearColor(0, 0, 0, 1); glMatrixMode(GL_MODELVIEW); glEnable(GL_TEXTURE_2D); glEnable(GL_BLEND); glEnable(GL_DEPTH); texture_failed = false; if (!rendering) retry_timer.stop(); glClear(GL_COLOR_BUFFER_BIT); // compose video preview glClearColor(0, 0, 0, 0); QVector nests; compose_sequence(nests, render_audio); if (waveform) { double waveform_zoom = (double) waveform_ms->audio_preview.size() / (double) width(); double timeline_zoom = (double) width() / (double) waveform_clip->timeline_out; QPainter p(this); if (viewer->seq->using_workarea) { int in_x = getScreenPointFromFrame(timeline_zoom, viewer->seq->workarea_in); int out_x = getScreenPointFromFrame(timeline_zoom, viewer->seq->workarea_out); p.fillRect(QRect(in_x, 0, out_x - in_x, height()), QColor(255, 255, 255, 64)); p.setPen(Qt::white); p.drawLine(in_x, 0, in_x, height()); p.drawLine(out_x, 0, out_x, height()); } p.setPen(Qt::green); draw_waveform(waveform_clip, waveform_ms, waveform_clip->timeline_out, &p, rect(), 0, width(), waveform_zoom); p.setPen(Qt::red); int playhead_x = getScreenPointFromFrame(timeline_zoom, viewer->seq->playhead); p.drawLine(playhead_x, 0, playhead_x, height()); } if (texture_failed) { if (rendering) { dout << "[INFO] Texture failed - looping"; loop = true; } else { retry_timer.start(); } } if (config.show_title_safe_area && !rendering) { drawTitleSafeArea(); } glDisable(GL_BLEND); glDisable(GL_TEXTURE_2D); } while (loop); } }