28 #include "../include/Clip.h" 33 void Clip::init_settings()
64 wave_color =
Color((
unsigned char)0, (
unsigned char)123, (
unsigned char)255, (
unsigned char)255);
97 manage_reader =
false;
131 string ext = get_file_extension(path);
132 transform(ext.begin(), ext.end(), ext.begin(), ::tolower);
135 if (ext==
"avi" || ext==
"mov" || ext==
"mkv" || ext==
"mpg" || ext==
"mpeg" || ext==
"mp3" || ext==
"mp4" || ext==
"mts" ||
136 ext==
"ogg" || ext==
"wav" || ext==
"wmv" || ext==
"webm" || ext==
"vob")
167 manage_reader =
true;
175 if (manage_reader && reader) {
201 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
218 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
225 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::Close",
"", -1,
"", -1,
"", -1,
"", -1,
"", -1,
"", -1);
232 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
248 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
263 requested_frame = adjust_frame_number_minimum(requested_frame);
269 else if (enabled_audio == -1 && reader && !reader->
info.
has_audio)
274 else if (enabled_video == -1 && reader && !reader->
info.
has_audio)
285 long int new_frame_number = requested_frame;
291 tr1::shared_ptr<Frame> original_frame = GetOrCreateFrame(new_frame_number);
294 tr1::shared_ptr<Frame> frame(
new Frame(new_frame_number, 1, 1,
"#000000", original_frame->GetAudioSamplesCount(), original_frame->GetAudioChannelsCount()));
295 frame->SampleRate(original_frame->SampleRate());
296 frame->ChannelsLayout(original_frame->ChannelsLayout());
300 frame->AddImage(tr1::shared_ptr<QImage>(
new QImage(*original_frame->GetImage())));
304 for (
int channel = 0; channel < original_frame->GetAudioChannelsCount(); channel++)
305 frame->AddAudio(
true, channel, 0, original_frame->GetAudioSamples(channel), original_frame->GetAudioSamplesCount(), 1.0);
308 tr1::shared_ptr<Frame> new_frame = get_time_mapped_frame(frame, requested_frame);
311 apply_effects(new_frame);
318 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
322 string Clip::get_file_extension(
string path)
325 return path.substr(path.find_last_of(
".") + 1);
329 void Clip::reverse_buffer(juce::AudioSampleBuffer* buffer)
331 int number_of_samples = buffer->getNumSamples();
332 int channels = buffer->getNumChannels();
335 AudioSampleBuffer *reversed =
new juce::AudioSampleBuffer(channels, number_of_samples);
338 for (
int channel = 0; channel < channels; channel++)
341 for (
int s = number_of_samples - 1; s >= 0; s--, n++)
342 reversed->getWritePointer(channel)[n] = buffer->getWritePointer(channel)[s];
348 for (
int channel = 0; channel < channels; channel++)
350 buffer->addFrom(channel, 0, reversed->getReadPointer(channel), number_of_samples, 1.0f);
357 tr1::shared_ptr<Frame> Clip::get_time_mapped_frame(tr1::shared_ptr<Frame> frame,
long int frame_number)
throw(
ReaderClosed)
362 throw ReaderClosed(
"No Reader has been initialized for this Clip. Call Reader(*reader) before calling this method.",
"");
367 tr1::shared_ptr<Frame> new_frame;
370 juce::AudioSampleBuffer *samples = NULL;
375 int new_frame_number = round(
time.
GetValue(frame_number));
379 new_frame = tr1::shared_ptr<Frame>(
new Frame(new_frame_number, 1, 1,
"#000000", samples_in_frame, frame->GetAudioChannelsCount()));
382 new_frame->AddImage(GetOrCreateFrame(new_frame_number)->GetImage());
391 int number_of_samples = GetOrCreateFrame(new_frame_number)->GetAudioSamplesCount();
399 AudioSampleBuffer *resampled_buffer = NULL;
400 int resampled_buffer_size = 0;
403 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
407 for (
int channel = 0; channel < channels; channel++)
409 samples->addFrom(channel, 0, GetOrCreateFrame(new_frame_number)->GetAudioSamples(channel),
410 number_of_samples, 1.0f);
414 reverse_buffer(samples);
423 resampled_buffer_size = resampled_buffer->getNumSamples();
429 for (
int channel = 0; channel < channels; channel++)
431 new_frame->AddAudio(
true, channel, 0, resampled_buffer->getReadPointer(channel, start),
432 number_of_samples, 1.0f);
435 resampled_buffer = NULL;
438 else if (abs(delta) > 1 && abs(delta) < 100) {
442 int total_delta_samples = 0;
443 for (
int delta_frame = new_frame_number - (delta - 1);
444 delta_frame <= new_frame_number; delta_frame++)
450 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
454 for (
int delta_frame = new_frame_number - (delta - 1);
455 delta_frame <= new_frame_number; delta_frame++) {
457 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
458 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
459 number_of_delta_samples);
460 delta_samples->clear();
462 for (
int channel = 0; channel < channels; channel++)
463 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
464 number_of_delta_samples, 1.0f);
468 reverse_buffer(delta_samples);
471 for (
int channel = 0; channel < channels; channel++)
473 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
474 number_of_delta_samples, 1.0f);
477 delete delta_samples;
478 delta_samples = NULL;
481 start += number_of_delta_samples;
486 int total_delta_samples = 0;
487 for (
int delta_frame = new_frame_number - (delta + 1);
488 delta_frame >= new_frame_number; delta_frame--)
494 samples =
new juce::AudioSampleBuffer(channels, total_delta_samples);
498 for (
int delta_frame = new_frame_number - (delta + 1);
499 delta_frame >= new_frame_number; delta_frame--) {
501 int number_of_delta_samples = GetOrCreateFrame(delta_frame)->GetAudioSamplesCount();
502 AudioSampleBuffer *delta_samples =
new juce::AudioSampleBuffer(channels,
503 number_of_delta_samples);
504 delta_samples->clear();
506 for (
int channel = 0; channel < channels; channel++)
507 delta_samples->addFrom(channel, 0, GetOrCreateFrame(delta_frame)->GetAudioSamples(channel),
508 number_of_delta_samples, 1.0f);
512 reverse_buffer(delta_samples);
515 for (
int channel = 0; channel < channels; channel++)
517 samples->addFrom(channel, start, delta_samples->getReadPointer(channel),
518 number_of_delta_samples, 1.0f);
521 delete delta_samples;
522 delta_samples = NULL;
525 start += number_of_delta_samples;
530 resampler->
SetBuffer(samples,
float(start) /
float(number_of_samples));
534 int resampled_buffer_size = buffer->getNumSamples();
537 for (
int channel = 0; channel < channels; channel++)
539 new_frame->AddAudio(
true, channel, 0, buffer->getReadPointer(channel), number_of_samples, 1.0f);
546 samples =
new juce::AudioSampleBuffer(channels, number_of_samples);
550 for (
int channel = 0; channel < channels; channel++)
552 samples->addFrom(channel, 0, frame->GetAudioSamples(channel), number_of_samples, 1.0f);
556 reverse_buffer(samples);
559 for (
int channel = 0; channel < channels; channel++)
560 new_frame->AddAudio(
true, channel, 0, samples->getReadPointer(channel), number_of_samples, 1.0f);
578 long int Clip::adjust_frame_number_minimum(
long int frame_number)
581 if (frame_number < 1)
589 tr1::shared_ptr<Frame> Clip::GetOrCreateFrame(
long int number)
591 tr1::shared_ptr<Frame> new_frame;
598 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (from reader)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
618 reader->
SetMaxSize(width_size.width(), width_size.height());
620 reader->
SetMaxSize(height_size.width(), height_size.height());
628 new_frame = reader->
GetFrame(number);
643 ZmqLogger::Instance()->
AppendDebugMethod(
"Clip::GetOrCreateFrame (create blank)",
"number", number,
"samples_in_frame", samples_in_frame,
"", -1,
"", -1,
"", -1,
"", -1);
664 root[
"id"] =
add_property_json(
"ID", 0.0,
"string",
Id(), NULL, -1, -1,
true, requested_frame);
665 root[
"position"] =
add_property_json(
"Position",
Position(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
667 root[
"start"] =
add_property_json(
"Start",
Start(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
668 root[
"end"] =
add_property_json(
"End",
End(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
false, requested_frame);
669 root[
"duration"] =
add_property_json(
"Duration",
Duration(),
"float",
"", NULL, 0, 30 * 60 * 60 * 48,
true, requested_frame);
674 root[
"waveform"] =
add_property_json(
"Waveform", waveform,
"int",
"", NULL, 0, 1,
false, requested_frame);
728 return root.toStyledString();
737 root[
"scale"] =
scale;
740 root[
"waveform"] = waveform;
770 root[
"effects"] = Json::Value(Json::arrayValue);
773 list<EffectBase*>::iterator effect_itr;
774 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
778 root[
"effects"].append(existing_effect->
JsonValue());
794 bool success = reader.parse( value, root );
797 throw InvalidJSON(
"JSON could not be parsed (or is invalid)",
"");
807 throw InvalidJSON(
"JSON is invalid (missing keys or invalid data types)",
"");
818 if (!root[
"gravity"].isNull())
820 if (!root[
"scale"].isNull())
822 if (!root[
"anchor"].isNull())
824 if (!root[
"handles"].isNull())
826 if (!root[
"waveform"].isNull())
827 waveform = root[
"waveform"].asBool();
828 if (!root[
"scale_x"].isNull())
830 if (!root[
"scale_y"].isNull())
832 if (!root[
"location_x"].isNull())
834 if (!root[
"location_y"].isNull())
836 if (!root[
"alpha"].isNull())
838 if (!root[
"rotation"].isNull())
840 if (!root[
"time"].isNull())
842 if (!root[
"volume"].isNull())
844 if (!root[
"wave_color"].isNull())
846 if (!root[
"crop_width"].isNull())
848 if (!root[
"crop_height"].isNull())
850 if (!root[
"crop_x"].isNull())
852 if (!root[
"crop_y"].isNull())
854 if (!root[
"shear_x"].isNull())
856 if (!root[
"shear_y"].isNull())
858 if (!root[
"channel_filter"].isNull())
860 if (!root[
"channel_mapping"].isNull())
862 if (!root[
"has_audio"].isNull())
864 if (!root[
"has_video"].isNull())
866 if (!root[
"perspective_c1_x"].isNull())
868 if (!root[
"perspective_c1_y"].isNull())
870 if (!root[
"perspective_c2_x"].isNull())
872 if (!root[
"perspective_c2_y"].isNull())
874 if (!root[
"perspective_c3_x"].isNull())
876 if (!root[
"perspective_c3_y"].isNull())
878 if (!root[
"perspective_c4_x"].isNull())
880 if (!root[
"perspective_c4_y"].isNull())
882 if (!root[
"effects"].isNull()) {
888 for (
int x = 0; x < root[
"effects"].size(); x++) {
890 Json::Value existing_effect = root[
"effects"][x];
895 if (!existing_effect[
"type"].isNull()) {
907 if (!root[
"reader"].isNull())
909 if (!root[
"reader"][
"type"].isNull())
912 bool already_open =
false;
916 already_open = reader->
IsOpen();
925 string type = root[
"reader"][
"type"].asString();
927 if (type ==
"FFmpegReader") {
930 reader =
new FFmpegReader(root[
"reader"][
"path"].asString(),
false);
933 }
else if (type ==
"QtImageReader") {
936 reader =
new QtImageReader(root[
"reader"][
"path"].asString(),
false);
939 #ifdef USE_IMAGEMAGICK 940 }
else if (type ==
"ImageReader") {
943 reader =
new ImageReader(root[
"reader"][
"path"].asString(),
false);
946 }
else if (type ==
"TextReader") {
953 }
else if (type ==
"ChunkReader") {
956 reader =
new ChunkReader(root[
"reader"][
"path"].asString(), (
ChunkVersion) root[
"reader"][
"chunk_version"].asInt());
959 }
else if (type ==
"DummyReader") {
968 manage_reader =
true;
979 void Clip::sort_effects()
989 effects.push_back(effect);
998 effects.remove(effect);
1002 tr1::shared_ptr<Frame> Clip::apply_effects(tr1::shared_ptr<Frame> frame)
1005 list<EffectBase*>::iterator effect_itr;
1006 for (effect_itr=effects.begin(); effect_itr != effects.end(); ++effect_itr)
1012 frame = effect->
GetFrame(frame, frame->number);
vector< Coordinate > Values
Vector of all Values (i.e. the processed coordinates from the curve)
int max_height
The maximium image height needed by this clip (used for optimizations)
This class reads a special chunk-formatted file, which can be easily shared in a distributed environm...
Keyframe perspective_c3_x
Curves representing X for coordinate 3.
Point GetMaxPoint()
Get max point (by Y coordinate)
void SetBuffer(AudioSampleBuffer *new_buffer, double sample_rate, double new_sample_rate)
Sets the audio buffer and key settings.
void Close()
Close the internal reader.
Json::Value JsonValue()
Generate Json::JsonValue for this object.
int num
Numerator for the fraction.
Keyframe scale_y
Curve representing the vertical scaling in percent (0 to 1)
Keyframe perspective_c4_x
Curves representing X for coordinate 4.
This abstract class is the base class, used by all effects in libopenshot.
EffectBase * CreateEffect(string effect_type)
Align clip to the right of its parent (middle aligned)
float GetDelta(long int index)
Get the change in Y value (from the previous Y value)
Keyframe perspective_c1_x
Curves representing X for coordinate 1.
Keyframe green
Curve representing the green value (0 - 255)
Keyframe perspective_c2_x
Curves representing X for coordinate 2.
Keyframe crop_x
Curve representing X offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
string previous_properties
This string contains the previous JSON properties.
string PropertiesJSON(long int requested_frame)
float End()
Override End() method.
Json::Value add_property_json(string name, float value, string type, string memo, Keyframe *keyframe, float min_value, float max_value, bool readonly, long int requested_frame)
Generate JSON for a property.
Keyframe perspective_c3_y
Curves representing Y for coordinate 3.
tr1::shared_ptr< Frame > GetFrame(long int requested_frame)
Get an openshot::Frame object for a specific frame number of this timeline.
Align clip to the bottom right of its parent.
Json::Value JsonValue()
Generate Json::JsonValue for this object.
ChannelLayout channel_layout
The channel layout (mono, stereo, 5 point surround, etc...)
GravityType gravity
The gravity of a clip determines where it snaps to it's parent.
int width
The width of the video (in pixesl)
Keyframe volume
Curve representing the volume (0 to 1)
int max_width
The maximum image width needed by this clip (used for optimizations)
This class represents a single frame of video (i.e. image & audio data)
This class is used as a simple, dummy reader, which always returns a blank frame. ...
float ToFloat()
Return this fraction as a float (i.e. 1/2 = 0.5)
Keyframe red
Curve representing the red value (0 - 255)
float duration
Length of time (in seconds)
Scale the clip until both height and width fill the canvas (cropping the overlap) ...
Keyframe time
Curve representing the frames over time to play (used for speed and direction of video) ...
ScaleType
This enumeration determines how clips are scaled to fit their parent container.
void AddEffect(EffectBase *effect)
Add an effect to the clip.
virtual void Close()=0
Close the reader (and any resources it was consuming)
This abstract class is the base class, used by all readers in libopenshot.
int Layer()
Get layer of clip on timeline (lower number is covered by higher numbers)
Keyframe has_audio
Override has_video and has_audio properties of clip (and their readers)
Exception when a reader is closed, and a frame is requested.
bool has_video
Determines if this file has a video stream.
Keyframe has_video
An optional override to determine if this clip has video (-1=undefined, 0=no, 1=yes) ...
virtual tr1::shared_ptr< Frame > GetFrame(tr1::shared_ptr< Frame > frame, long int frame_number)=0
This method is required for all derived classes of EffectBase, and returns a modified openshot::Frame...
Color wave_color
Curve representing the color of the audio wave form.
Align clip to the top right of its parent.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
Align clip to the bottom left of its parent.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Keyframe crop_width
Curve representing width in percent (0.0=0%, 1.0=100%)
This class uses the ImageMagick++ libraries, to open image files, and return openshot::Frame objects ...
Keyframe location_x
Curve representing the relative X position in percent based on the gravity (-1 to 1) ...
float GetValue(long int index)
Get the value at a specific index.
Keyframe location_y
Curve representing the relative Y position in percent based on the gravity (-1 to 1) ...
void SetMaxSize(int width, int height)
Set Max Image Size (used for performance optimization)
bool has_audio
Determines if this file has an audio stream.
This class uses the FFmpeg libraries, to open video files and audio files, and return openshot::Frame...
TransformHandleType
This enumeration determines what parent a clip should be aligned to.
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
Keyframe perspective_c1_y
Curves representing Y for coordinate 1.
Keyframe blue
Curve representing the red value (0 - 255)
Keyframe crop_y
Curve representing Y offset in percent (-1.0=-100%, 0.0=0%, 1.0=100%)
Keyframe shear_x
Curve representing X shear angle in degrees (-45.0=left, 45.0=right)
ScaleType scale
The scale determines how a clip should be resized to fit it's parent.
int height
The height of the video (in pixels)
Align clip to the bottom center of its parent.
Align clip to the top left of its parent.
Json::Value add_property_choice_json(string name, int value, int selected_value)
Generate JSON choice for a property (dropdown properties)
Exception for files that can not be found or opened.
string Id()
Get basic properties.
Keyframe channel_filter
Audio channel filter and mappings.
TransformHandleType handles
The transform handle determines if selection handles are added to clip (to display the clips edges) ...
Add selection handles to clip (useful for editors to display edges of clip)
float Position()
Get position on timeline (in seconds)
bool IsIncreasing(int index)
Get the direction of the curve at a specific index (increasing or decreasing)
void AppendDebugMethod(string method_name, string arg1_name, float arg1_value, string arg2_name, float arg2_value, string arg3_name, float arg3_value, string arg4_name, float arg4_value, string arg5_name, float arg5_value, string arg6_name, float arg6_value)
Append debug information.
void SetJson(string value)
Load JSON string into this object.
Keyframe channel_mapping
A number representing an audio channel to output (only works when filtering a channel) ...
float start
The position in seconds to start playing (used to trim the beginning of a clip)
Align clip to the left of its parent (middle aligned)
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
ChunkVersion
This enumeration allows the user to choose which version of the chunk they would like (low...
Keyframe rotation
Curve representing the rotation (0 to 360)
virtual void SetJsonValue(Json::Value root)=0
Load Json::JsonValue into this object.
Scale the clip until both height and width fill the canvas (distort to fit)
vector< Point > Points
Vector of all Points.
ReaderInfo info
Information about the current media file.
Keyframe shear_y
Curve representing Y shear angle in degrees (-45.0=down, 45.0=up)
Clip()
Default Constructor.
Anchor the clip to the viewport (which can be moved / animated around the canvas) ...
Fraction fps
Frames per second, as a fraction (i.e. 24/1 = 24 fps)
AnchorType
This enumeration determines what parent a clip should be aligned to.
float end
The position in seconds to end playing (used to trim the ending of a clip)
Exception for frames that are out of bounds.
void Open()
Open the internal reader.
static ZmqLogger * Instance()
Create or get an instance of this logger singleton (invoke the class with this method) ...
This class represents a color (used on the timeline and clips)
int GetInt(long int index)
Get the rounded INT value at a specific index.
Align clip to the center of its parent (middle aligned)
GravityType crop_gravity
Cropping needs to have a gravity to determine what side we are cropping.
void RemoveEffect(EffectBase *effect)
Remove an effect from the clip.
This namespace is the default namespace for all code in the openshot library.
virtual tr1::shared_ptr< Frame > GetFrame(long int number)=0
Coordinate co
This is the primary coordinate.
AnchorType anchor
The anchor determines what parent a clip should snap to.
Exception for invalid JSON.
Keyframe alpha
Curve representing the alpha (1 to 0)
void SetJsonValue(Json::Value root)
Load Json::JsonValue into this object.
Do not add any transform handles to clip.
Keyframe scale_x
Curve representing the horizontal scaling in percent (0 to 1)
Keyframe perspective_c2_y
Curves representing Y for coordinate 2.
AudioSampleBuffer * GetResampledBuffer()
Get the resampled audio buffer.
virtual Json::Value JsonValue()=0
Generate Json::JsonValue for this object.
This class uses the ImageMagick++ libraries, to create frames with "Text", and return openshot::Frame...
This class uses the Qt library, to open image files, and return openshot::Frame objects containing th...
This class returns a listing of all effects supported by libopenshot.
Align clip to the top center of its parent.
int den
Denominator for the fraction.
int channels
The number of audio channels used in the audio stream.
A Keyframe is a collection of Point instances, which is used to vary a number or property over time...
Scale the clip until either height or width fills the canvas (with no cropping)
float Y
The Y value of the coordinate (usually representing the value of the property being animated) ...
Keyframe perspective_c4_y
Curves representing Y for coordinate 4.
int GetSamplesPerFrame(Fraction fps, int sample_rate, int channels)
Calculate the # of samples per video frame (for the current frame number)
Json::Value JsonValue()
Generate Json::JsonValue for this object.
long int GetLong(long int index)
Get the rounded LONG value at a specific index.
float Duration()
Get the length of this clip (in seconds)
GravityType
This enumeration determines how clips are aligned to their parent container.
Anchor the clip to the canvas.
string Json()
Get and Set JSON methods.
float Start()
Get start position (in seconds) of clip (trim start of video)
virtual void Open()=0
Open the reader (and start consuming resources, such as images or video files)
int sample_rate
The number of audio samples per second (44100 is a common sample rate)
Exception when too many seek attempts happen.
Fraction GetRepeatFraction(long int index)
Get the fraction that represents how many times this value is repeated in the curve.
ReaderBase * Reader()
Get the current reader.
virtual bool IsOpen()=0
Determine if reader is open or closed.
This class is used to resample audio data for many sequential frames.
Keyframe crop_height
Curve representing height in percent (0.0=0%, 1.0=100%)