1 /***************************************************************************
2 * Copyright (C) 2011 by Till Theato (root@ttill.de) *
3 * This file is part of Kdenlive (www.kdenlive.org). *
5 * Kdenlive is free software: you can redistribute it and/or modify *
6 * it under the terms of the GNU General Public License as published by *
7 * the Free Software Foundation, either version 2 of the License, or *
8 * (at your option) any later version. *
10 * Kdenlive is distributed in the hope that it will be useful, *
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of *
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
13 * GNU General Public License for more details. *
15 * You should have received a copy of the GNU General Public License *
16 * along with Kdenlive. If not, see <http://www.gnu.org/licenses/>. *
17 ***************************************************************************/
19 #include "rotowidget.h"
22 #include "monitorscene.h"
23 #include "monitoreditwidget.h"
24 #include "onmonitoritems/rotoscoping/bpointitem.h"
25 #include "onmonitoritems/rotoscoping/splineitem.h"
26 #include "simplekeyframes/simplekeyframewidget.h"
27 #include "kdenlivesettings.h"
29 #include <mlt++/Mlt.h>
33 #include <qjson/parser.h>
34 #include <qjson/serializer.h>
36 #include <QVBoxLayout>
38 /** @brief Listener for "tracking-finished" event in MLT rotoscoping filter. */
39 void tracking_finished(mlt_service *owner, RotoWidget *self, char *data)
44 self->setSpline(QString(data));
47 RotoWidget::RotoWidget(QString data, Monitor *monitor, ItemInfo info, Timecode t, QWidget* parent) :
51 m_in(info.cropStart.frames(KdenliveSettings::project_fps())),
52 m_out((info.cropStart + info.cropDuration).frames(KdenliveSettings::project_fps()) - 1),
55 QVBoxLayout *l = new QVBoxLayout(this);
56 m_keyframeWidget = new SimpleKeyframeWidget(t, m_out - m_in, this);
57 l->addWidget(m_keyframeWidget);
59 MonitorEditWidget *edit = monitor->getEffectEdit();
60 edit->showVisibilityButton(true);
61 m_scene = edit->getScene();
64 m_item = new SplineItem(QList <BPoint>(), NULL, m_scene);
66 connect(m_item, SIGNAL(changed(bool)), this, SLOT(slotUpdateData(bool)));
67 connect(edit, SIGNAL(showEdit(bool)), this, SLOT(slotShowScene(bool)));
68 connect(m_keyframeWidget, SIGNAL(positionChanged(int)), this, SLOT(slotPositionChanged(int)));
69 connect(m_keyframeWidget, SIGNAL(keyframeAdded(int)), this, SLOT(slotAddKeyframe(int)));
70 connect(m_keyframeWidget, SIGNAL(keyframeRemoved(int)), this, SLOT(slotRemoveKeyframe(int)));
71 connect(m_keyframeWidget, SIGNAL(keyframeMoved(int,int)), this, SLOT(slotMoveKeyframe(int,int)));
72 connect(m_scene, SIGNAL(addKeyframe()), this, SLOT(slotAddKeyframe()));
74 setSpline(data, false);
75 setupTrackingListen(info);
76 m_scene->centerView();
79 RotoWidget::~RotoWidget()
82 mlt_events_disconnect(m_filter->get_properties(), this);
84 delete m_keyframeWidget;
86 m_scene->removeItem(m_item);
90 MonitorEditWidget *edit = m_monitor->getEffectEdit();
91 edit->showVisibilityButton(false);
92 edit->removeCustomControls();
93 m_monitor->slotShowEffectScene(false);
97 void RotoWidget::slotCheckMonitorPosition(int renderPos)
100 emit checkMonitorPosition(renderPos);
103 void RotoWidget::slotSyncPosition(int relTimelinePos)
105 relTimelinePos = qBound(0, relTimelinePos, m_out);
106 m_keyframeWidget->slotSetPosition(relTimelinePos, false);
107 slotPositionChanged(relTimelinePos, false);
110 void RotoWidget::slotShowScene(bool show)
114 m_monitor->slotShowEffectScene(false);
116 slotCheckMonitorPosition(m_monitor->render->seekFramePosition());
119 void RotoWidget::slotUpdateData(int pos, bool editing)
123 int width = m_monitor->render->frameRenderWidth();
124 int height = m_monitor->render->renderHeight();
127 * use the position of the on-monitor points to create a storable list
129 QList <BPoint> spline = m_item->getPoints();
130 QList <QVariant> vlist;
131 foreach (const BPoint &point, spline) {
133 for (int i = 0; i < 3; ++i)
134 pl << QVariant(QList <QVariant>() << QVariant(point[i].x() / width) << QVariant(point[i].y() / height));
135 vlist << QVariant(pl);
138 if (m_data.canConvert(QVariant::Map)) {
139 QMap <QString, QVariant> map = m_data.toMap();
140 // replace or insert at position
141 // we have to fill with 0s to maintain the correct order
142 map[QString::number((pos < 0 ? m_keyframeWidget->getPosition() : pos) + m_in).rightJustified(log10((double)m_out) + 1, '0')] = QVariant(vlist);
143 m_data = QVariant(map);
145 // timeline update is only required if the first keyframe did not exist yet
146 bool update = m_data.isNull();
147 m_data = QVariant(vlist);
149 keyframeTimelineFullUpdate();
156 void RotoWidget::slotUpdateData(bool editing)
158 slotUpdateData(-1, editing);
161 QString RotoWidget::getSpline()
163 QJson::Serializer serializer;
164 return QString(serializer.serialize(m_data));
167 void RotoWidget::slotPositionChanged(int pos, bool seek)
169 // do not update while the spline is being edited (points are being dragged)
170 if (m_item->editing())
173 m_keyframeWidget->slotSetPosition(pos, false);
179 if (m_data.canConvert(QVariant::Map)) {
180 QMap <QString, QVariant> map = m_data.toMap();
181 QMap <QString, QVariant>::const_iterator i = map.constBegin();
182 int keyframe1, keyframe2;
183 keyframe1 = keyframe2 = i.key().toInt();
184 // find keyframes next to pos
185 while (i.key().toInt() < pos && ++i != map.constEnd()) {
186 keyframe1 = keyframe2;
187 keyframe2 = i.key().toInt();
190 if (keyframe1 != keyframe2 && pos < keyframe2) {
192 * in between two keyframes
195 QList <BPoint> p1 = getPoints(keyframe1);
196 QList <BPoint> p2 = getPoints(keyframe2);
197 qreal relPos = (pos - keyframe1) / (qreal)(keyframe2 - keyframe1 + 1);
199 // additionaly points are ignored (same behavior as MLT filter)
200 int count = qMin(p1.count(), p2.count());
201 for (int i = 0; i < count; ++i) {
203 for (int j = 0; j < 3; ++j) {
204 if (p1.at(i)[j] != p2.at(i)[j])
205 bp[j] = QLineF(p1.at(i)[j], p2.at(i)[j]).pointAt(relPos);
212 m_item->setPoints(p);
213 m_item->setEnabled(false);
214 m_scene->setEnabled(false);
216 p = getPoints(keyframe2);
217 // only update if necessary to preserve the current point selection
218 if (p != m_item->getPoints())
219 m_item->setPoints(p);
220 m_item->setEnabled(pos == keyframe2);
221 m_scene->setEnabled(pos == keyframe2);
225 // only update if necessary to preserve the current point selection
226 if (p != m_item->getPoints())
227 m_item->setPoints(p);
228 m_item->setEnabled(true);
229 m_scene->setEnabled(true);
233 emit seekToPos(pos - m_in);
236 QList <BPoint> RotoWidget::getPoints(int keyframe)
238 int width = m_monitor->render->frameRenderWidth();
239 int height = m_monitor->render->renderHeight();
240 QList <BPoint> points;
241 QList <QVariant> data;
243 data = m_data.toMap()[QString::number(keyframe).rightJustified(log10((double)m_out) + 1, '0')].toList();
245 data = m_data.toList();
247 // skip tracking flag
248 if (data.count() && data.at(0).canConvert(QVariant::String))
251 foreach (const QVariant &bpoint, data) {
252 QList <QVariant> l = bpoint.toList();
254 for (int i = 0; i < 3; ++i)
255 p[i] = QPointF(l.at(i).toList().at(0).toDouble() * width, l.at(i).toList().at(1).toDouble() * height);
261 void RotoWidget::slotAddKeyframe(int pos)
263 if (!m_data.canConvert(QVariant::Map)) {
264 QVariant data = m_data;
265 QMap<QString, QVariant> map;
266 map[QString::number(m_in).rightJustified(log10((double)m_out) + 1, '0')] = data;
267 m_data = QVariant(map);
271 m_keyframeWidget->addKeyframe();
274 m_item->setEnabled(true);
275 m_scene->setEnabled(true);
278 void RotoWidget::slotRemoveKeyframe(int pos)
281 pos = m_keyframeWidget->getPosition();
283 if (!m_data.canConvert(QVariant::Map) || m_data.toMap().count() < 2)
286 QMap<QString, QVariant> map = m_data.toMap();
287 map.remove(QString::number(pos + m_in).rightJustified(log10((double)m_out) + 1, '0'));
288 m_data = QVariant(map);
290 if (m_data.toMap().count() == 1) {
291 // only one keyframe -> switch from map to list again
292 m_data = m_data.toMap().begin().value();
295 slotPositionChanged(m_keyframeWidget->getPosition(), false);
299 void RotoWidget::slotMoveKeyframe(int oldPos, int newPos)
301 if (m_data.canConvert(QVariant::Map)) {
302 QMap<QString, QVariant> map = m_data.toMap();
303 map[QString::number(newPos + m_in).rightJustified(log10((double)m_out) + 1, '0')] = map.take(QString::number(oldPos + m_in).rightJustified(log10((double)m_out) + 1, '0'));
304 m_data = QVariant(map);
307 slotPositionChanged(m_keyframeWidget->getPosition(), false);
311 void RotoWidget::updateTimecodeFormat()
313 m_keyframeWidget->updateTimecodeFormat();
316 void RotoWidget::keyframeTimelineFullUpdate()
318 if (m_data.canConvert(QVariant::Map)) {
319 QList <int> keyframes;
320 QMap <QString, QVariant> map = m_data.toMap();
321 QMap <QString, QVariant>::const_iterator i = map.constBegin();
322 while (i != map.constEnd()) {
323 keyframes.append(i.key().toInt() - m_in);
326 m_keyframeWidget->setKeyframes(keyframes);
328 /*for (int j = 0; j < keyframes.count(); ++j) {
329 // key might already be justified
330 if (map.contains(QString::number(keyframes.at(j) + m_in))) {
331 QVariant value = map.take(QString::number(keyframes.at(j) + m_in));
332 map[QString::number(keyframes.at(j) + m_in).rightJustified(log10((double)m_out) + 1, '0')] = value;
335 m_data = QVariant(map);*/
337 // static (only one keyframe)
338 // make sure the first keyframe was already created
339 if (m_data.isValid()) {
340 m_keyframeWidget->setKeyframes(QList <int>() << 0);
345 void RotoWidget::setupTrackingListen(ItemInfo info)
347 if (info.startPos < GenTime()) {
348 // TODO: track effects
352 Mlt::Service service(m_monitor->render->getProducer()->parent().get_service());
353 Mlt::Tractor tractor(service);
354 Mlt::Producer trackProducer(tractor.track(tractor.count() - info.track - 1));
355 Mlt::Playlist trackPlaylist((mlt_playlist) trackProducer.get_service());
357 Mlt::Producer *clip = trackPlaylist.get_clip_at((int)info.startPos.frames(KdenliveSettings::project_fps()));
363 Mlt::Filter *filter = clip->filter(0);
365 if (strcmp(filter->get("kdenlive_id"), "rotoscoping") == 0) {
367 filter->listen("tracking-finished", this, (mlt_listener)tracking_finished);
370 filter = clip->filter(++i);
376 void RotoWidget::setSpline(QString spline, bool notify)
378 QJson::Parser parser;
380 m_data = parser.parse(spline.simplified().toUtf8(), &ok);
384 keyframeTimelineFullUpdate();
385 slotPositionChanged(m_keyframeWidget->getPosition(), false);
391 static QVariant interpolate(int position, int in, int out, QVariant *splineIn, QVariant *splineOut)
393 qreal relPos = (position - in) / (qreal)(out - in + 1);
394 QList<QVariant> keyframe1 = splineIn->toList();
395 QList<QVariant> keyframe2 = splineOut->toList();
396 QList<QVariant> keyframe;
397 if (keyframe1.count() && keyframe1.at(0).canConvert(QVariant::String))
398 keyframe1.removeFirst();
399 if (keyframe2.count() && keyframe2.at(0).canConvert(QVariant::String))
400 keyframe2.removeFirst();
401 int max = qMin(keyframe1.count(), keyframe2.count());
403 for (int i = 0; i < max; ++i) {
404 QList<QVariant> p1 = keyframe1.at(i).toList();
405 QList<QVariant> p2 = keyframe2.at(i).toList();
407 for (int j = 0; j < 3; ++j) {
408 QPointF middle = QLineF(QPointF(p1.at(j).toList().at(0).toDouble(), p1.at(j).toList().at(1).toDouble()),
409 QPointF(p2.at(j).toList().at(0).toDouble(), p2.at(j).toList().at(1).toDouble())).pointAt(relPos);
410 p.append(QVariant(QList<QVariant>() << QVariant(middle.x()) << QVariant(middle.y())));
412 keyframe.append(QVariant(p));
414 return QVariant(keyframe);
417 bool adjustRotoDuration(QString* data, int in, int out)
419 QJson::Parser parser;
421 QVariant splines = parser.parse(data->toUtf8(), &ok);
427 if (!splines.canConvert(QVariant::Map))
430 QMap<QString, QVariant> newMap;
431 QMap<QString, QVariant> map = splines.toMap();
432 QMap<QString, QVariant>::iterator i = map.end();
434 QVariant last = QVariant();
437 * Take care of resize from start
439 bool startFound = false;
440 while (i-- != map.begin()) {
441 if (!startFound && i.key().toInt() < in) {
444 newMap[QString::number(in).rightJustified(log10((double)out) + 1, '0')] = i.value();
446 newMap[QString::number(in).rightJustified(log10((double)out) + 1, '0')] = interpolate(in, i.key().toInt(), lastPos, &i.value(), &last);
448 lastPos = i.key().toInt();
455 * Take care of resize from end
459 bool endFound = false;
460 while (i != map.end()) {
461 if (!endFound && i.key().toInt() > out) {
464 newMap[QString::number(out)] = i.value();
466 newMap[QString::number(out)] = interpolate(out, lastPos, i.key().toInt(), &last, &i.value());
468 lastPos = i.key().toInt();
477 * Update key lengths to prevent sorting issues
480 while (i != map.end()) {
481 newMap[i.key().rightJustified(log10((double)out) + 1, '0', true)] = i.value();
485 QJson::Serializer serializer;
486 *data = QString(serializer.serialize(QVariant(newMap)));
488 if (startFound || endFound)
493 #include "rotowidget.moc"