diff options
Diffstat (limited to 'examples/multimedia/video/doc')
12 files changed, 414 insertions, 0 deletions
diff --git a/examples/multimedia/video/doc/images/qmlvideo-menu.png b/examples/multimedia/video/doc/images/qmlvideo-menu.png Binary files differnew file mode 100644 index 000000000..b2d773319 --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideo-menu.png diff --git a/examples/multimedia/video/doc/images/qmlvideo-overlay.png b/examples/multimedia/video/doc/images/qmlvideo-overlay.png Binary files differnew file mode 100644 index 000000000..f5dc8390d --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideo-overlay.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-camera-glow.png b/examples/multimedia/video/doc/images/qmlvideofx-camera-glow.png Binary files differnew file mode 100644 index 000000000..aca874b6c --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-camera-glow.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-camera-magnify.png b/examples/multimedia/video/doc/images/qmlvideofx-camera-magnify.png Binary files differnew file mode 100644 index 000000000..c3156ce96 --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-camera-magnify.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-effects-menu.png b/examples/multimedia/video/doc/images/qmlvideofx-effects-menu.png Binary files differnew file mode 100644 index 000000000..507fd7384 --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-effects-menu.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-source-menu.png b/examples/multimedia/video/doc/images/qmlvideofx-source-menu.png Binary files differnew file mode 100644 index 000000000..661aaa73f --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-source-menu.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-video-edgedetection.png b/examples/multimedia/video/doc/images/qmlvideofx-video-edgedetection.png Binary files differnew file mode 100644 index 000000000..cedb314c5 --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-video-edgedetection.png diff --git a/examples/multimedia/video/doc/images/qmlvideofx-video-pagecurl.png b/examples/multimedia/video/doc/images/qmlvideofx-video-pagecurl.png Binary files differnew file mode 100644 index 000000000..5f5bdfb53 --- /dev/null +++ b/examples/multimedia/video/doc/images/qmlvideofx-video-pagecurl.png diff --git a/examples/multimedia/video/doc/images/video-qml-paint-rate.png b/examples/multimedia/video/doc/images/video-qml-paint-rate.png Binary files differnew file mode 100644 index 000000000..1519ff64e --- /dev/null +++ b/examples/multimedia/video/doc/images/video-qml-paint-rate.png diff --git a/examples/multimedia/video/doc/src/qmlvideo.qdoc b/examples/multimedia/video/doc/src/qmlvideo.qdoc new file mode 100644 index 000000000..c27ca1bce --- /dev/null +++ b/examples/multimedia/video/doc/src/qmlvideo.qdoc @@ -0,0 +1,148 @@ +/**************************************************************************** +** +** Copyright (C) 2012 Digia Plc and/or its subsidiary(-ies). +** Contact: http://www.qt-project.org/legal +** +** This file is part of the documentation of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:FDL$ +** Commercial License Usage +** Licensees holding valid commercial Qt licenses may use this file in +** accordance with the commercial license agreement provided with the +** Software or, alternatively, in accordance with the terms contained in +** a written agreement between you and Digia. For licensing terms and +** conditions see http://qt.digia.com/licensing. For further information +** use the contact form at http://qt.digia.com/contact-us. +** +** GNU Free Documentation License Usage +** Alternatively, this file may be used under the terms of the GNU Free +** Documentation License version 1.3 as published by the Free Software +** Foundation and appearing in the file included in the packaging of +** this file. Please review the following information to ensure +** the GNU Free Documentation License version 1.3 requirements +** will be met: http://www.gnu.org/copyleft/fdl.html. +** $QT_END_LICENSE$ +** +****************************************************************************/ + +/*! +\example video/qmlvideo +\title QML Video Example +\ingroup video_examples_qml + +\brief The QML Video Example demonstrates the various manipulations (move; +resize; rotate; change aspect ratio) which can be applied to QML \l{VideoOutput} +items. + +\section1 Overview + +This example demonstrates the various manipulations (move; resize; rotate; +change aspect ratio) which can be applied to QML \l{VideoOutput} items. + +It also shows how native code can be combined with QML to implement more +advanced functionality - in this case, C++ code is used to calculate the QML +frame rate. This value is rendered in QML in a semi-transparent item +overlaid on the video content. + +The following image shows the application executing the video-overlay scene, +which creates a dummy overlay item (just a semi-transparent \l{Rectangle}), +which moves across the \l{VideoOutput} item. + +\image qmlvideo-overlay.png + +\section1 Application structure + +The \l{video/qmlvideo/qml/qmlvideo/main.qml} file creates a UI which includes +the following items: + +\list + \li Two \l{video/qmlvideo/qml/qmlvideo/Button.qml}{Button} instances, each + of which displays a filename, and can be used to launch a + \l{video/qmlvideo/qml/qmlvideo/FileBrowser.qml}{FileBrowser} + \li An exit \l{video/qmlvideo/qml/qmlvideo/Button.qml}{Button} + \li A \l{video/qmlvideo/qml/qmlvideo/SceneSelectionPanel.qml}{SceneSelectionPanel}, + which is a flickable list displaying the available scenes + \li At the lower left, an item which displays the QML repainting rate - the + upper number is the instantaneous frame rate and the lower number is the + average over the past second. +\endlist + +\image qmlvideo-menu.png + +Each scene in the flickable list is implemented in its own QML file - for +example the video-basic scene (which just displays a static \l{VideoOutput} +in the center of the screen) is implemented in the +\l{video/qmlvideo/qml/qmlvideo/VideoBasic.qml}{VideoBasic.qml} file. As you +can see from the code, this makes use of a type of inheritance: a +\l{video/qmlvideo/qml/qmlvideo/VideoBasic.qml}{VideoBasic} item ... + +\quotefromfile video/qmlvideo/qml/qmlvideo/VideoBasic.qml +\skipto import +\printuntil /^\}/ + +... is-a +\l{video/qmlvideo/qml/qmlvideo/SceneBasic.qml}{SceneBasic} ... + +\quotefromfile video/qmlvideo/qml/qmlvideo/SceneBasic.qml +\skipto import +\printuntil contentType +\dots +\skipto Content +\printuntil content +\dots +\skipto } +\printuntil /^\}/ + +... which is-a +\l{video/qmlvideo/qml/qmlvideo/Scene.qml}{Scene}: + +\quotefromfile video/qmlvideo/qml/qmlvideo/Scene.qml +\skipto import +\printuntil root +\dots +\skipto property QtObject content +\printuntil content +\dots +\skipto Button +\printuntil /^\}/ + +\l{video/qmlvideo/qml/qmlvideo/SceneBasic.qml}{SceneBasic} describes the +structure and behaviour of the scene, but is agnostic of the type of content +which will be displayed - this is abstracted by +\l{video/qmlvideo/qml/qmlvideo/Content.qml}{Content}. + +This pattern allows us to define a particular use case (in this case, simply +display a static piece of content), and then instantiate that use case for +both video content +(\l{video/qmlvideo/qml/qmlvideo/VideoBasic.qml}{VideoBasic}) and cameracontent +(\l{video/qmlvideo/qml/qmlvideo/CameraBasic.qml}{CameraBasic}). This approach +is used to implement many of the other scenes - for example, "repeatedly slide +the content from left to right and back again" is implemented by +\l{video/qmlvideo/qml/qmlvideo/SceneMove.qml}{SceneMove}, on which +\l{video/qmlvideo/qml/qmlvideo/VideoMove.qml}{VideoMove} and +\l{video/qmlvideo/qml/qmlvideo/CameraMove.qml}{CameraMove} are based. + +Depending on the value of the contentType property in the top-level scene +instance, the embedded +\l{video/qmlvideo/qml/qmlvideo/Content.qml}{Content} item creates either a +\l{MediaPlayer} or a \l{Camera} item. + +\section1 Calculating and displaying QML painting rate + +\input examples/video-qml-paint-rate.qdocinc + +All that remains is to connect the afterRendering() signal of the QQuickView +object to a JavaScript function, which will eventually call frequencyItem.notify(): + +\quotefromfile video/qmlvideo/main.cpp +\skipto QmlApplicationViewer +\printuntil ; +\dots +\skipto QQuickItem +\printuntil ; +\dots +\skipto QObject::connect +\printuntil SLOT(qmlFramePainted())); + +*/ + diff --git a/examples/multimedia/video/doc/src/qmlvideofx.qdoc b/examples/multimedia/video/doc/src/qmlvideofx.qdoc new file mode 100644 index 000000000..f9b324087 --- /dev/null +++ b/examples/multimedia/video/doc/src/qmlvideofx.qdoc @@ -0,0 +1,223 @@ +/**************************************************************************** +** +** Copyright (C) 2012 Digia Plc and/or its subsidiary(-ies). +** Contact: http://www.qt-project.org/legal +** +** This file is part of the documentation of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:FDL$ +** Commercial License Usage +** Licensees holding valid commercial Qt licenses may use this file in +** accordance with the commercial license agreement provided with the +** Software or, alternatively, in accordance with the terms contained in +** a written agreement between you and Digia. For licensing terms and +** conditions see http://qt.digia.com/licensing. For further information +** use the contact form at http://qt.digia.com/contact-us. +** +** GNU Free Documentation License Usage +** Alternatively, this file may be used under the terms of the GNU Free +** Documentation License version 1.3 as published by the Free Software +** Foundation and appearing in the file included in the packaging of +** this file. Please review the following information to ensure +** the GNU Free Documentation License version 1.3 requirements +** will be met: http://www.gnu.org/copyleft/fdl.html. +** $QT_END_LICENSE$ +** +****************************************************************************/ + +/*! +\example video/qmlvideofx +\title QML Video Shader Effects Example +\ingroup video_examples_qml +\ingroup camera_examples_qml + +\brief The QML Video Shader Effects Example shows how \l {ShaderEffect} +can be used to apply postprocessing effects, expressed in \c GLSL, to video +and camera viewfinder content. + +\section1 Overview + +This example shows how a \l {ShaderEffectItem} can be used to apply +postprocessing effects, expressed in GLSL, to QML \l {VideoOutput} items. + +It also shows how native code can be combined with QML to implement more +advanced functionality - in this case, C++ code is used to calculate the QML +frame rate. This value is rendered in QML in a semi-transparent item +overlaid on the video content. + +Finally, this application demonstrates the use of different top-level QML +files to handle different physical screen sizes. On small-screen devices, +menus are by default hidden, and only appear when summoned by a gesture. +Large-screen devices show a more traditional layout in which menus are +displayed around the video content pane. + +The following screenshots show shader effects being applied. In each case, +the effect is implemented using a fragment shader. + +Here we see an edge detection algorithm being applied to a video clip +(\l{http://orange.blender.org/}{Elephant's Dream from blender.org}). +\image qmlvideofx-video-edgedetection.png + +This image shows a page curl effect, applied to the same video clip. +\image qmlvideofx-video-pagecurl.png + +Here we see a 'glow' effect (edge detection plus colour quantization) being +applied to the camera viewfinder. +\image qmlvideofx-camera-glow.png + +This image shows a 'lens magnification' effect applied to the viewfinder. +\image qmlvideofx-camera-magnify.png + +The application includes many more effects than the ones shown here - look +for Effect*.qml files in the list above to see the full range. + +\section1 Application structure + +Shader effects can be applied to video or viewfinder content using +\l{ShaderEffectItem}, as shown in the following example, which applies +a wiggly effect to the content: + +\code +import QtQuick 2.0 +import QtMultimedia 5.0 + +Rectangle { + width: 300 + height: 300 + color: "black" + + MediaPlayer { + id: mediaPlayer + source: "test.mp4" + playing: true + } + + VideoOutput { + id: video + anchors.fill: parent + source: mediaPlayer + } + + ShaderEffect { + property variant source: ShaderEffectSource { sourceItem: video; hideSource: true } + property real wiggleAmount: 0.005 + anchors.fill: video + + fragmentShader: " + varying highp vec2 qt_TexCoord0; + uniform sampler2D source; + uniform highp float wiggleAmount; + void main(void) + { + highp vec2 wiggledTexCoord = qt_TexCoord0; + wiggledTexCoord.s += sin(4.0 * 3.141592653589 * wiggledTexCoord.t) * wiggleAmount; + gl_FragColor = texture2D(source, wiggledTexCoord.st); + } + " + } +} +\endcode + +In this application, the usage of the \l{ShaderEffect} and \l{VideoOutput} +types is a bit more complicated, for the following reasons: + +\list + \li Each effect can be applied to either a \l{VideoOutput} or an + \l{Image} item, so the type of the source item must be abstracted away + from the effect implementation + \li For some effects (such as the edge detection and glow examples shown in + the screenshots above), the transformation is applied only to pixels to + the left of a dividing line - this allows the effect to be easily + compared with the untransformed image on the right + \li Most effects have one or more parameters which can be modified by the + user - these are controlled by sliders in the UI which are connected + to uniform values passed into the GLSL code +\endlist + +The abstraction of source item type is achieved by the +\l{video/qmlvideofx/qml/qmlvideofx/Content.qml}{Content}, which uses a +\l{Loader} to create either a \l{MediaPlayer}, \l{Camera} or \l{Image}: + +\quotefromfile video/qmlvideofx/qml/qmlvideofx/Content.qml +\skipto import +\printuntil { +\dots +\skipto Loader { +\printuntil } +\dots +\skipto function openImage +\printuntil "ContentImage.qml" +\skipto contentLoader.item.source +\printuntil path +\skipto } +\printuntil } +\skipto function openVideo +\printuntil "ContentVideo.qml" +\skipto contentLoader.item.mediaSource +\printuntil path +\skipto } +\printuntil } +\skipto function openCamera +\printuntil "ContentCamera.qml" +\skipto } +\printuntil } +\skipto /^\}/ +\printuntil } + +Each effect is implemented as a QML item which is based on the +\l{video/qmlvideofx/qml/qmlvideofx/Effect.qml}{Effect}, which in turn +is based on the \l{ShaderEffect}: + +\quotefromfile video/qmlvideofx/qml/qmlvideofx/Effect.qml +\skipto import +\printuntil /^\}/ + +The interface of the \l Effect allows for derived effects to specify the +number of parameters which they support (and therefore the number of sliders +which should be displayed), and whether a vertical dividing line should be drawn +between transformed and untransformed image regions. As an example, here is the +implementation of the pixelation effect. As you can see, the pixelation effect +supports one parameter (which controls the pixelation granularity), and states +that the divider should be displayed. + +\quotefromfile video/qmlvideofx/qml/qmlvideofx/EffectPixelate.qml +\skipto import +\printuntil /^\}/ + +The main.qml file shows a +\l{video/qmlvideofx/qml/qmlvideofx/FileOpen.qml}{FileOpen}, which allows +the user to select the input source and an +\l{video/qmlvideofx/qml/qmlvideofx/EffectSelectionPanel.qml}{EffectSelectionPanel} +item, which lists each of the available shader effects. As described above, a +\l{video/qmlvideofx/qml/qmlvideofx/Content.qml}{Content} item is used to load the +appropriate input and effect type. A +\l{video/qmlvideofx/qml/qmlvideofx/Divider.qml}{Divider} item draws the +vertical dividing line, which can be dragged left / right by the user. Finally, +a \l{video/qmlvideofx/qml/qmlvideofx/ParameterPanel.qml}{ParameterPanel} item +renders the sliders corresponding to each effect parameter. + +Here is the source selection menu: +\image qmlvideofx-source-menu.png + +And here is the effect selection menu: +\image qmlvideofx-effects-menu.png + +\section1 Calculating and displaying QML painting rate + +\input examples/video-qml-paint-rate.qdocinc + +All that remains is to connect the afterRendering() signal of the QQuickView +object to a JavaScript function, which will eventually call frequencyItem.notify(): + +\quotefromfile video/qmlvideofx/main.cpp +\skipto QmlApplicationViewer +\printuntil ; +\dots +\skipto QQuickItem +\printuntil ; +\dots +\skipto QObject::connect +\printuntil SLOT(qmlFramePainted())); + +*/ + diff --git a/examples/multimedia/video/doc/src/video-qml-paint-rate.qdocinc b/examples/multimedia/video/doc/src/video-qml-paint-rate.qdocinc new file mode 100644 index 000000000..84098e241 --- /dev/null +++ b/examples/multimedia/video/doc/src/video-qml-paint-rate.qdocinc @@ -0,0 +1,43 @@ +The QML painting rate is calculated by the FrequencyMonitor class, which +turns a stream of events (received via the notify() slot), into an +instantaneous and an averaged frequency: + +\quotefromfile video/snippets/frequencymonitor/frequencymonitor.h +\skipto class FrequencyMonitor : public QObject +\printuntil Q_OBJECT +\skipto Q_PROPERTY(qreal instantaneousFrequency +\printuntil averageFrequencyChanged) +\skipto public +\printuntil : +\dots +\skipto static void qmlRegisterType +\printuntil ; +\skipto public slots +\printuntil notify(); +\skipto }; +\printline }; + +The FrequencyMonitor class is exposed to QML like this + +\quotefromfile video/snippets/frequencymonitor/frequencymonitordeclarative.cpp +\skipto FrequencyMonitor::qmlRegisterType +\printuntil } + +and its data is displayed by defining a QML item called FrequencyItem, like this: + +\quotefromfile video/snippets/frequencymonitor/qml/frequencymonitor/FrequencyItem.qml +\skipto import FrequencyMonitor +\printuntil id: root +\dots +\skipto function notify +\printuntil id: monitor +\skipto onAverageFrequencyChanged +\printuntil { +\skipto averageFrequencyText +\printuntil /^\}/ + +The result looks like this: + +\image video-qml-paint-rate.png + + |
