4 * Copyright (C) 2009-2013 Adam Williams <broadcast at earthling dot net>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #include "aattachmentpoint.h"
29 #include "automation.h"
30 #include "bcsignals.h"
35 #include "edlsession.h"
38 #include "floatautos.h"
43 #include "pluginarray.h"
44 #include "preferences.h"
45 #include "renderengine.h"
46 #include "mainsession.h"
48 #include "sharedlocation.h"
50 #include "transition.h"
51 #include "transportque.h"
61 AModuleResample::AModuleResample(AModule *module)
64 this->module = module;
65 bzero(nested_output, sizeof(Samples*) * MAX_CHANNELS);
66 nested_allocation = 0;
69 AModuleResample::~AModuleResample()
71 for(int i = 0; i < MAX_CHANNELS; i++)
72 delete nested_output[i];
75 int AModuleResample::read_samples(Samples *buffer, int64_t start, int64_t len)
82 // Files only read going forward.
83 if(get_direction() == PLAY_REVERSE)
88 //printf("AModuleResample::read_samples start=%jd len=%jd\n", start, len);
89 module->file->set_audio_position(start);
90 module->file->set_channel(module->channel);
91 result = module->file->read_samples(buffer, len);
93 // Reverse buffer so resampling filter renders forward.
94 if(get_direction() == PLAY_REVERSE)
95 Resample::reverse_buffer(buffer->get_data(), len);
98 if(module->nested_edl)
102 // Nested EDL generates reversed buffer.
103 for(int i = 0; i < module->nested_edl->session->audio_channels; i++)
105 if(nested_allocation < len)
107 delete nested_output[i];
108 nested_output[i] = 0;
111 if(!nested_output[i])
113 nested_output[i] = new Samples(len);
118 result = module->nested_renderengine->arender->process_buffer(
122 // printf("AModuleResample::read_samples buffer=%p module=%p len=%d\n",
126 memcpy(buffer->get_data(),
127 nested_output[module->channel]->get_data(),
128 len * sizeof(double));
144 AModule::AModule(RenderEngine *renderengine,
145 CommonRender *commonrender,
146 PluginArray *plugin_array,
148 : Module(renderengine, commonrender, plugin_array, track)
150 data_type = TRACK_AUDIO;
155 bzero(nested_output, sizeof(Samples*) * MAX_CHANNELS);
156 bzero(prev_head, SPEED_OVERLAP * sizeof(double));
157 bzero(prev_tail, SPEED_OVERLAP * sizeof(double));
158 nested_allocation = 0;
169 if(transition_temp) delete transition_temp;
170 if(speed_temp) delete speed_temp;
173 delete [] level_history;
174 delete [] level_samples;
177 for(int i = 0; i < MAX_CHANNELS; i++)
181 delete nested_output[i];
188 AttachmentPoint* AModule::new_attachment(Plugin *plugin)
190 return new AAttachmentPoint(renderengine, plugin);
194 void AModule::create_objects()
196 Module::create_objects();
197 // Not needed in pluginarray
200 level_history = new double[((ARender*)commonrender)->total_peaks];
201 level_samples = new int64_t[((ARender*)commonrender)->total_peaks];
204 for(int i = 0; i < ((ARender*)commonrender)->total_peaks; i++)
206 level_history[i] = 0;
207 level_samples[i] = -1;
212 int AModule::get_buffer_size()
215 return renderengine->fragment_len;
217 return plugin_array->get_bufsize();
221 CICache* AModule::get_cache()
224 return renderengine->get_acache();
230 int AModule::import_samples(AEdit *edit,
231 int64_t start_project,
232 int64_t edit_startproject,
233 int64_t edit_startsource,
237 int64_t fragment_len)
240 // start in EDL samplerate
241 int64_t start_source = start_project -
244 // fragment size adjusted for speed curve
245 int64_t speed_fragment_len = fragment_len;
246 // boundaries of input fragment required for speed curve
247 double max_position = 0;
248 double min_position = 0;
250 double speed_position = edit_startsource;
251 // position in source where speed curve starts reading
252 double speed_position1 = speed_position;
253 // position in source where speed curve finishes
254 double speed_position2 = speed_position;
256 // Need speed curve processing
258 // Temporary buffer for rendering speed curve
259 Samples *speed_buffer = buffer;
262 if(debug) printf("AModule::import_samples %d edit=%p nested_edl=%p\n",
266 if(nested_edl && edit->channel >= nested_edl->session->audio_channels)
268 if(debug) printf("AModule::import_samples %d\n", __LINE__);
270 this->channel = edit->channel;
271 if(debug) printf("AModule::import_samples %d speed_fragment_len=%jd\n",
278 // apply speed curve to source position so the timeline agrees with the playback
279 if(track->has_speed())
281 // get speed adjusted position from start of edit.
282 FloatAuto *previous = 0;
284 FloatAutos *speed_autos = (FloatAutos*)track->automation->autos[AUTOMATION_SPEED];
285 speed_position += speed_autos->automation_integral(edit_startproject,
286 start_project-edit_startproject, PLAY_FORWARD);
287 speed_position1 = speed_position;
290 // calculate boundaries of input fragment required for speed curve
291 max_position = speed_position;
292 min_position = speed_position;
293 for(int64_t i = start_project; i < start_project + fragment_len; i++)
295 double speed = speed_autos->get_value(i,
299 speed_position += speed;
300 if(speed_position > max_position) max_position = speed_position;
301 if(speed_position < min_position) min_position = speed_position;
304 speed_position2 = speed_position;
305 if(speed_position2 < speed_position1)
308 // min_position -= 1.0;
309 speed_fragment_len = (int64_t)(max_position - min_position);
314 speed_fragment_len = (int64_t)(max_position - min_position);
317 //printf("AModule::import_samples %d %f %f %f %f\n",
318 // __LINE__, min_position, max_position, speed_position1, speed_position2);
320 // new start of source to read from file
321 start_source = (int64_t)min_position;
326 // swap in the temp buffer
327 if(speed_temp && speed_temp->get_allocated() < speed_fragment_len)
335 speed_temp = new Samples(speed_fragment_len);
338 speed_buffer = speed_temp;
343 if(speed_fragment_len == 0)
348 // Source is a nested EDL
354 if(direction == PLAY_REVERSE)
355 command = NORMAL_REWIND;
357 command = NORMAL_FWD;
359 if(debug) printf("AModule::import_samples %d\n", __LINE__);
360 if(!nested_edl || nested_edl->id != edit->nested_edl->id)
362 nested_edl = edit->nested_edl;
363 if(nested_renderengine)
365 delete nested_renderengine;
366 nested_renderengine = 0;
371 nested_command = new TransportCommand;
375 if(!nested_renderengine)
377 nested_command->command = command;
378 nested_command->get_edl()->copy_all(nested_edl);
379 nested_command->change_type = CHANGE_ALL;
380 nested_command->realtime = renderengine->command->realtime;
381 nested_renderengine = new RenderEngine(0, get_preferences(), 0, 1);
382 nested_renderengine->set_acache(get_cache());
383 // Must use a private cache for the audio
386 // cache = new CICache(get_preferences());
387 // private_cache = 1;
389 // nested_renderengine->set_acache(cache);
390 nested_renderengine->arm_command(nested_command);
393 if(debug) printf("AModule::import_samples %d speed_fragment_len=%d\n", __LINE__, (int)speed_fragment_len);
395 // Allocate output buffers for all channels
396 for(int i = 0; i < nested_edl->session->audio_channels; i++)
398 if(nested_allocation < speed_fragment_len)
400 delete nested_output[i];
401 nested_output[i] = 0;
404 if(!nested_output[i])
406 nested_output[i] = new Samples(speed_fragment_len);
409 if(debug) printf("AModule::import_samples %d\n", __LINE__);
411 if(nested_allocation < speed_fragment_len)
412 nested_allocation = speed_fragment_len;
414 // Update direction command
415 nested_renderengine->command->command = command;
417 // Render the segment
418 if(!nested_renderengine->arender)
420 bzero(speed_buffer->get_data(), speed_fragment_len * sizeof(double));
423 if(sample_rate != nested_edl->session->sample_rate)
425 // Read through sample rate converter.
428 resample = new AModuleResample(this);
431 if(debug) printf("AModule::import_samples %d %d %d\n",
434 (int)nested_edl->session->sample_rate);
435 result = resample->resample(speed_buffer,
437 nested_edl->session->sample_rate,
441 // Resample reverses to keep it running forward.
442 if(debug) printf("AModule::import_samples %d\n", __LINE__);
446 // Render without resampling
447 if(debug) printf("AModule::import_samples %d\n", __LINE__);
448 result = nested_renderengine->arender->process_buffer(
452 if(debug) printf("AModule::import_samples %d\n", __LINE__);
453 memcpy(speed_buffer->get_data(),
454 nested_output[edit->channel]->get_data(),
455 speed_fragment_len * sizeof(double));
456 if(debug) printf("AModule::import_samples %d\n", __LINE__);
458 // Reverse fragment so ::render can apply transitions going forward.
459 if(direction == PLAY_REVERSE)
461 Resample::reverse_buffer(speed_buffer->get_data(), speed_fragment_len);
465 if(debug) printf("AModule::import_samples %d\n", __LINE__);
468 // Source is an asset
472 if(debug) printf("AModule::import_samples %d\n", __LINE__);
475 if(debug) printf("AModule::import_samples %d\n", __LINE__);
478 if(debug) printf("AModule::import_samples %d\n", __LINE__);
479 if(nested_renderengine)
481 delete nested_renderengine;
482 nested_renderengine = 0;
485 if(debug) printf("AModule::import_samples %d\n", __LINE__);
487 if(!(file = get_cache()->check_out(
491 // couldn't open source file / skip the edit
492 printf(_("AModule::import_samples Couldn't open %s.\n"), asset->path);
500 if(sample_rate != asset->sample_rate)
502 // Read through sample rate converter.
505 resample = new AModuleResample(this);
508 if(debug) printf("AModule::import_samples %d %d %d\n",
512 result = resample->resample(speed_buffer,
518 // Resample reverses to keep it running forward.
524 printf("AModule::import_samples %d channel=%d start_source=%jd len=%d\n", __LINE__, edit->channel, start_source, (int)speed_fragment_len);
525 file->set_audio_position(start_source);
526 file->set_channel(edit->channel);
527 result = file->read_samples(speed_buffer, speed_fragment_len);
528 // Reverse fragment so ::render can apply transitions going forward.
529 if(debug) printf("AModule::import_samples %d speed_buffer=%p data=%p speed_fragment_len=%d\n",
532 (void*)speed_buffer->get_data(),
533 (int)speed_fragment_len);
534 if(direction == PLAY_REVERSE)
536 Resample::reverse_buffer(speed_buffer->get_data(), speed_fragment_len);
538 if(debug) printf("AModule::import_samples %d\n", __LINE__);
541 if(debug) printf("AModule::import_samples %d\n", __LINE__);
542 get_cache()->check_in(asset);
543 if(debug) printf("AModule::import_samples %d\n", __LINE__);
556 if(debug) printf("AModule::import_samples %d %p %d\n", __LINE__, speed_buffer->get_data(), (int)speed_fragment_len);
557 if(speed_fragment_len > 0) bzero(speed_buffer->get_data(), speed_fragment_len * sizeof(double));
558 if(debug) printf("AModule::import_samples %d\n", __LINE__);
560 if(debug) printf("AModule::import_samples %d\n", __LINE__);
570 // Stretch it to fit the speed curve
571 // Need overlapping buffers to get the interpolation to work, but this
572 // screws up sequential effects.
575 FloatAuto *previous = 0;
577 FloatAutos *speed_autos = (FloatAutos*)track->automation->autos[AUTOMATION_SPEED];
578 double *buffer_samples = buffer->get_data();
579 double *speed_samples = speed_buffer->get_data();
581 //printf("AModule::import_samples %d %lld\n", __LINE__, speed_fragment_len);
583 if(speed_fragment_len == 0)
585 bzero(buffer_samples, fragment_len * sizeof(double));
586 bzero(prev_tail, SPEED_OVERLAP * sizeof(double));
587 bzero(prev_head, SPEED_OVERLAP * sizeof(double));
591 // buffer is now reversed
592 if(direction == PLAY_REVERSE)
595 speed_position = speed_position2;
596 //printf("AModule::import_samples %d %lld %lld\n", __LINE__, start_project, speed_fragment_len);
597 for(int64_t i = start_project + fragment_len;
601 // funky sample reordering, because the source is a reversed buffer
602 int in_offset = (int64_t)(speed_fragment_len - 1 - speed_position);
603 CLAMP(in_offset, 0, speed_fragment_len - 1);
604 buffer_samples[out_offset++] = speed_samples[in_offset];
605 double speed = speed_autos->get_value(i,
609 speed_position -= speed;
611 //printf("AModule::import_samples %d %f\n", __LINE__, speed_position);
616 // position in buffer to read
617 speed_position = speed_position1 - start_source;
619 //printf("AModule::import_samples %d %f\n", __LINE__, speed_position);
620 for(int64_t i = start_project; i < start_project + fragment_len; i++)
622 double speed = speed_autos->get_value(i,
626 double next_speed_position = speed_position + speed;
628 int in_offset = (int)(speed_position);
629 if(fabs(speed) >= 1.0)
631 int total = abs(speed);
633 for(int j = 0; j < total; j++)
635 int in_offset2 = in_offset + (speed > 0 ? j : -j);
637 CLAMP(in_offset2, 0, speed_fragment_len - 1);
638 accum += speed_samples[in_offset2];
642 buffer_samples[out_offset++] = accum / total;
648 // if(in_offset < 0 || in_offset >= speed_fragment_len)
649 // printf("AModule::import_samples %d %d %d\n",
652 // speed_fragment_len);
654 int in_offset1 = in_offset;
655 int in_offset2 = in_offset;
659 in_offset1 += SPEED_OVERLAP;
660 in_offset2 = in_offset1 - 1;
664 in_offset1 -= SPEED_OVERLAP;
665 in_offset2 = in_offset1 + 1;
668 CLAMP(in_offset1, -SPEED_OVERLAP, speed_fragment_len - 1 + SPEED_OVERLAP);
669 CLAMP(in_offset2, -SPEED_OVERLAP, speed_fragment_len - 1 + SPEED_OVERLAP);
672 if(in_offset1 >= speed_fragment_len)
674 value1 = prev_head[in_offset1 - speed_fragment_len];
679 value1 = speed_samples[in_offset1];
683 //printf("AModule::import_samples %d %d\n", __LINE__, in_offset1);
684 value1 = prev_tail[SPEED_OVERLAP + in_offset1];
688 if(in_offset2 >= speed_fragment_len)
690 value2 = prev_head[in_offset2 - speed_fragment_len];
695 value2 = speed_samples()[in_offset2];
699 value2 = prev_tail[SPEED_OVERLAP + in_offset2];
702 double fraction = speed_position - floor(speed_position);
703 buffer_samples[out_offset++] =
704 value1 * (1.0 - fraction) +
707 buffer_samples[out_offset++] = value1;
712 speed_position = next_speed_position;
716 for(int i = 0; i < SPEED_OVERLAP; i++)
718 int offset = speed_fragment_len -
721 CLAMP(offset, 0, speed_fragment_len - 1);
722 //printf("AModule::import_samples %d %d\n", __LINE__, offset, );
723 prev_tail[i] = speed_samples[offset];
725 CLAMP(offset, 0, speed_fragment_len - 1);
726 prev_head[i] = speed_samples[offset];
740 int AModule::render(Samples *buffer,
742 int64_t start_position,
747 int64_t edl_rate = get_edl()->session->sample_rate;
750 if(debug) printf("AModule::render %d\n", __LINE__);
753 start_position += track->nudge *
756 AEdit *playable_edit;
757 int64_t end_position;
758 if(direction == PLAY_FORWARD)
759 end_position = start_position + input_len;
761 end_position = start_position - input_len;
762 int buffer_offset = 0;
766 // // Flip range around so the source is always read forward.
767 // if(direction == PLAY_REVERSE)
769 // start_project -= input_len;
770 // end_position -= input_len;
775 bzero(buffer->get_data(), input_len * sizeof(double));
777 // The EDL is normalized to the requested sample rate because
778 // the requested rate may be the project sample rate and a sample rate
779 // might as well be directly from the source rate to the requested rate.
780 // Get first edit containing the range
781 if(direction == PLAY_FORWARD)
782 playable_edit = (AEdit*)track->edits->first;
784 playable_edit = (AEdit*)track->edits->last;
785 if(debug) printf("AModule::render %d\n", __LINE__);
789 int64_t edit_start = playable_edit->startproject;
790 int64_t edit_end = playable_edit->startproject + playable_edit->length;
792 // Normalize to requested rate
793 edit_start = edit_start * sample_rate / edl_rate;
794 edit_end = edit_end * sample_rate / edl_rate;
796 if(direction == PLAY_FORWARD)
798 if(start_position < edit_end && end_position > edit_start)
802 playable_edit = (AEdit*)playable_edit->next;
806 if(end_position < edit_end && start_position > edit_start)
810 playable_edit = (AEdit*)playable_edit->previous;
815 if(debug) printf("AModule::render %d\n", __LINE__);
821 // Fill output one fragment at a time
822 while(start_position != end_position)
824 int64_t fragment_len = input_len;
826 if(debug) printf("AModule::render %d %jd %jd\n", __LINE__, start_position, end_position);
827 // Clamp fragment to end of input
828 if(direction == PLAY_FORWARD &&
829 start_position + fragment_len > end_position)
830 fragment_len = end_position - start_position;
832 if(direction == PLAY_REVERSE &&
833 start_position - fragment_len < end_position)
834 fragment_len = start_position - end_position;
835 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
837 // Normalize position here since update_transition is a boolean operation.
838 update_transition(start_position *
845 AEdit *previous_edit = (AEdit*)playable_edit->previous;
847 // Normalize EDL positions to requested rate
848 int64_t edit_startproject = playable_edit->startproject;
849 int64_t edit_endproject = playable_edit->startproject + playable_edit->length;
850 int64_t edit_startsource = playable_edit->startsource;
851 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
853 edit_startproject = edit_startproject * sample_rate / edl_rate;
854 edit_endproject = edit_endproject * sample_rate / edl_rate;
855 edit_startsource = edit_startsource * sample_rate / edl_rate;
856 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
860 // Clamp fragment to end of edit
861 if(direction == PLAY_FORWARD &&
862 start_position + fragment_len > edit_endproject)
863 fragment_len = edit_endproject - start_position;
865 if(direction == PLAY_REVERSE &&
866 start_position - fragment_len < edit_startproject)
867 fragment_len = start_position - edit_startproject;
868 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
870 // Clamp to end of transition
871 int64_t transition_len = 0;
876 transition_len = transition->length *
879 if(direction == PLAY_FORWARD &&
880 start_position < edit_startproject + transition_len &&
881 start_position + fragment_len > edit_startproject + transition_len)
882 fragment_len = edit_startproject + transition_len - start_position;
884 if(direction == PLAY_REVERSE &&
885 start_position > edit_startproject + transition_len &&
886 start_position - fragment_len < edit_startproject + transition_len)
887 fragment_len = start_position - edit_startproject - transition_len;
889 if(debug) printf("AModule::render %d buffer_offset=%d fragment_len=%jd\n",
894 Samples output(buffer);
895 output.set_offset(output.get_offset() + buffer_offset);
896 if(import_samples(playable_edit,
903 fragment_len)) result = 1;
905 if(debug) printf("AModule::render %d\n", __LINE__);
908 // Read transition into temp and render
909 if(transition && previous_edit)
911 int64_t previous_startproject = previous_edit->startproject *
914 int64_t previous_startsource = previous_edit->startsource *
918 // Allocate transition temp size
919 int transition_fragment_len = fragment_len;
920 if(direction == PLAY_FORWARD &&
921 fragment_len + start_position > edit_startproject + transition_len)
922 fragment_len = edit_startproject + transition_len - start_position;
925 // Read into temp buffers
926 // Temp + master or temp + temp ? temp + master
927 if(transition_temp &&
928 transition_temp->get_allocated() < fragment_len)
930 delete transition_temp;
936 transition_temp = new Samples(fragment_len);
939 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
941 if(transition_fragment_len > 0)
943 // Previous_edit is always the outgoing segment, regardless of direction
944 import_samples(previous_edit,
946 previous_startproject,
947 previous_startsource,
951 transition_fragment_len);
952 int64_t current_position;
954 // Reverse buffers here so transitions always render forward.
955 if(direction == PLAY_REVERSE)
957 Resample::reverse_buffer(output.get_data(), transition_fragment_len);
958 Resample::reverse_buffer(transition_temp->get_data(), transition_fragment_len);
959 current_position = start_position -
960 transition_fragment_len -
965 current_position = start_position - edit_startproject;
968 transition_server->process_transition(
972 transition_fragment_len,
975 // Reverse output buffer here so transitions always render forward.
976 if(direction == PLAY_REVERSE)
977 Resample::reverse_buffer(output.get_data(),
978 transition_fragment_len);
981 if(debug) printf("AModule::render %d start_position=%jd end_position=%jd fragment_len=%jd\n",
987 if(direction == PLAY_REVERSE)
989 if(playable_edit && start_position - fragment_len <= edit_startproject)
990 playable_edit = (AEdit*)playable_edit->previous;
994 if(playable_edit && start_position + fragment_len >= edit_endproject)
995 playable_edit = (AEdit*)playable_edit->next;
1001 buffer_offset += fragment_len;
1002 if(direction == PLAY_FORWARD)
1003 start_position += fragment_len;
1005 start_position -= fragment_len;
1009 if(debug) printf("AModule::render %d\n", __LINE__);