4 * Copyright (C) 2009-2013 Adam Williams <broadcast at earthling dot net>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #include "aattachmentpoint.h"
29 #include "automation.h"
30 #include "bcsignals.h"
35 #include "edlsession.h"
38 #include "floatautos.h"
43 #include "pluginarray.h"
44 #include "preferences.h"
45 #include "renderengine.h"
46 #include "mainsession.h"
48 #include "sharedlocation.h"
50 #include "transition.h"
51 #include "transportque.h"
61 AModuleResample::AModuleResample(AModule *module)
64 this->module = module;
65 bzero(nested_output, sizeof(Samples*) * MAX_CHANNELS);
66 nested_allocation = 0;
69 AModuleResample::~AModuleResample()
71 for(int i = 0; i < MAX_CHANNELS; i++)
72 delete nested_output[i];
75 int AModuleResample::read_samples(Samples *buffer, int64_t start, int64_t len)
82 // Files only read going forward.
83 if(get_direction() == PLAY_REVERSE)
88 //printf("AModuleResample::read_samples start=%jd len=%jd\n", start, len);
89 module->file->set_audio_position(start);
90 module->file->set_channel(module->channel);
91 result = module->file->read_samples(buffer, len);
93 // Reverse buffer so resampling filter renders forward.
94 if(get_direction() == PLAY_REVERSE)
95 Resample::reverse_buffer(buffer->get_data(), len);
98 if(module->nested_edl)
102 // Nested EDL generates reversed buffer.
103 for(int i = 0; i < module->nested_edl->session->audio_channels; i++)
105 if(nested_allocation < len)
107 delete nested_output[i];
108 nested_output[i] = 0;
111 if(!nested_output[i])
113 nested_output[i] = new Samples(len);
118 result = module->nested_renderengine->arender->process_buffer(
122 // printf("AModuleResample::read_samples buffer=%p module=%p len=%d\n",
126 memcpy(buffer->get_data(),
127 nested_output[module->channel]->get_data(),
128 len * sizeof(double));
144 AModule::AModule(RenderEngine *renderengine,
145 CommonRender *commonrender,
146 PluginArray *plugin_array,
148 : Module(renderengine, commonrender, plugin_array, track)
150 data_type = TRACK_AUDIO;
155 bzero(nested_output, sizeof(Samples*) * MAX_CHANNELS);
156 bzero(prev_head, SPEED_OVERLAP * sizeof(double));
157 bzero(prev_tail, SPEED_OVERLAP * sizeof(double));
158 nested_allocation = 0;
169 if(transition_temp) delete transition_temp;
170 if(speed_temp) delete speed_temp;
173 delete [] level_history;
174 delete [] level_samples;
177 for(int i = 0; i < MAX_CHANNELS; i++)
181 delete nested_output[i];
188 AttachmentPoint* AModule::new_attachment(Plugin *plugin)
190 return new AAttachmentPoint(renderengine, plugin);
194 void AModule::create_objects()
196 Module::create_objects();
197 // Not needed in pluginarray
200 level_history = new double[((ARender*)commonrender)->total_peaks];
201 level_samples = new int64_t[((ARender*)commonrender)->total_peaks];
204 for(int i = 0; i < ((ARender*)commonrender)->total_peaks; i++)
206 level_history[i] = 0;
207 level_samples[i] = -1;
212 int AModule::get_buffer_size()
215 return renderengine->fragment_len;
217 return plugin_array->get_bufsize();
221 CICache* AModule::get_cache()
224 return renderengine->get_acache();
230 int AModule::import_samples(AEdit *edit,
231 int64_t start_project,
232 int64_t edit_startproject,
233 int64_t edit_startsource,
237 int64_t fragment_len)
240 // start in EDL samplerate
241 int64_t start_source = start_project -
244 // fragment size adjusted for speed curve
245 int64_t speed_fragment_len = fragment_len;
246 // boundaries of input fragment required for speed curve
247 double max_position = 0;
248 double min_position = 0;
250 double speed_position = edit_startsource;
251 // position in source where speed curve starts reading
252 double speed_position1 = speed_position;
253 // position in source where speed curve finishes
254 double speed_position2 = speed_position;
256 // Need speed curve processing
258 // Temporary buffer for rendering speed curve
259 Samples *speed_buffer = buffer;
262 if(debug) printf("AModule::import_samples %d edit=%p nested_edl=%p\n",
266 if(nested_edl && edit->channel >= nested_edl->session->audio_channels)
268 if(debug) printf("AModule::import_samples %d\n", __LINE__);
270 this->channel = edit->channel;
271 if(debug) printf("AModule::import_samples %d speed_fragment_len=%ld\n",
278 // apply speed curve to source position so the timeline agrees with the playback
279 if(track->has_speed())
281 // get speed adjusted position from start of edit.
282 FloatAuto *previous = 0;
284 FloatAutos *speed_autos = (FloatAutos*)track->automation->autos[AUTOMATION_SPEED];
285 for(int64_t i = edit_startproject; i < start_project; i++)
287 double speed = speed_autos->get_value(i,
291 speed_position += speed;
294 speed_position1 = speed_position;
297 // calculate boundaries of input fragment required for speed curve
298 max_position = speed_position;
299 min_position = speed_position;
300 for(int64_t i = start_project; i < start_project + fragment_len; i++)
302 double speed = speed_autos->get_value(i,
306 speed_position += speed;
307 if(speed_position > max_position) max_position = speed_position;
308 if(speed_position < min_position) min_position = speed_position;
311 speed_position2 = speed_position;
312 if(speed_position2 < speed_position1)
315 // min_position -= 1.0;
316 speed_fragment_len = (int64_t)(max_position - min_position);
321 speed_fragment_len = (int64_t)(max_position - min_position);
324 printf("AModule::import_samples %d %f %f %f %f\n",
331 // new start of source to read from file
332 start_source = (int64_t)min_position;
337 // swap in the temp buffer
338 if(speed_temp && speed_temp->get_allocated() < speed_fragment_len)
346 speed_temp = new Samples(speed_fragment_len);
349 speed_buffer = speed_temp;
354 if(speed_fragment_len == 0)
359 // Source is a nested EDL
365 if(direction == PLAY_REVERSE)
366 command = NORMAL_REWIND;
368 command = NORMAL_FWD;
370 if(debug) printf("AModule::import_samples %d\n", __LINE__);
371 if(!nested_edl || nested_edl->id != edit->nested_edl->id)
373 nested_edl = edit->nested_edl;
374 if(nested_renderengine)
376 delete nested_renderengine;
377 nested_renderengine = 0;
382 nested_command = new TransportCommand;
386 if(!nested_renderengine)
388 nested_command->command = command;
389 nested_command->get_edl()->copy_all(nested_edl);
390 nested_command->change_type = CHANGE_ALL;
391 nested_command->realtime = renderengine->command->realtime;
392 nested_renderengine = new RenderEngine(0,
395 renderengine ? renderengine->channeldb : 0,
397 nested_renderengine->set_acache(get_cache());
398 // Must use a private cache for the audio
401 // cache = new CICache(get_preferences());
402 // private_cache = 1;
404 // nested_renderengine->set_acache(cache);
405 nested_renderengine->arm_command(nested_command);
408 if(debug) printf("AModule::import_samples %d speed_fragment_len=%d\n", __LINE__, (int)speed_fragment_len);
410 // Allocate output buffers for all channels
411 for(int i = 0; i < nested_edl->session->audio_channels; i++)
413 if(nested_allocation < speed_fragment_len)
415 delete nested_output[i];
416 nested_output[i] = 0;
419 if(!nested_output[i])
421 nested_output[i] = new Samples(speed_fragment_len);
424 if(debug) printf("AModule::import_samples %d\n", __LINE__);
426 if(nested_allocation < speed_fragment_len)
427 nested_allocation = speed_fragment_len;
429 // Update direction command
430 nested_renderengine->command->command = command;
432 // Render the segment
433 if(!nested_renderengine->arender)
435 bzero(speed_buffer->get_data(), speed_fragment_len * sizeof(double));
438 if(sample_rate != nested_edl->session->sample_rate)
440 // Read through sample rate converter.
443 resample = new AModuleResample(this);
446 if(debug) printf("AModule::import_samples %d %d %d\n",
449 (int)nested_edl->session->sample_rate);
450 result = resample->resample(speed_buffer,
452 nested_edl->session->sample_rate,
456 // Resample reverses to keep it running forward.
457 if(debug) printf("AModule::import_samples %d\n", __LINE__);
461 // Render without resampling
462 if(debug) printf("AModule::import_samples %d\n", __LINE__);
463 result = nested_renderengine->arender->process_buffer(
467 if(debug) printf("AModule::import_samples %d\n", __LINE__);
468 memcpy(speed_buffer->get_data(),
469 nested_output[edit->channel]->get_data(),
470 speed_fragment_len * sizeof(double));
471 if(debug) printf("AModule::import_samples %d\n", __LINE__);
473 // Reverse fragment so ::render can apply transitions going forward.
474 if(direction == PLAY_REVERSE)
476 Resample::reverse_buffer(speed_buffer->get_data(), speed_fragment_len);
480 if(debug) printf("AModule::import_samples %d\n", __LINE__);
483 // Source is an asset
487 if(debug) printf("AModule::import_samples %d\n", __LINE__);
490 if(debug) printf("AModule::import_samples %d\n", __LINE__);
493 if(debug) printf("AModule::import_samples %d\n", __LINE__);
494 if(nested_renderengine)
496 delete nested_renderengine;
497 nested_renderengine = 0;
500 if(debug) printf("AModule::import_samples %d\n", __LINE__);
502 if(!(file = get_cache()->check_out(
506 // couldn't open source file / skip the edit
507 printf(_("AModule::import_samples Couldn't open %s.\n"), asset->path);
515 if(sample_rate != asset->sample_rate)
517 // Read through sample rate converter.
520 resample = new AModuleResample(this);
523 if(debug) printf("AModule::import_samples %d %d %d\n",
527 result = resample->resample(speed_buffer,
533 // Resample reverses to keep it running forward.
539 printf("AModule::import_samples %d channel=%d start_source=%ld len=%d\n", __LINE__, edit->channel, start_source, (int)speed_fragment_len);
540 file->set_audio_position(start_source);
541 file->set_channel(edit->channel);
542 result = file->read_samples(speed_buffer, speed_fragment_len);
543 // Reverse fragment so ::render can apply transitions going forward.
544 if(debug) printf("AModule::import_samples %d speed_buffer=%p data=%p speed_fragment_len=%d\n",
547 (void*)speed_buffer->get_data(),
548 (int)speed_fragment_len);
549 if(direction == PLAY_REVERSE)
551 Resample::reverse_buffer(speed_buffer->get_data(), speed_fragment_len);
553 if(debug) printf("AModule::import_samples %d\n", __LINE__);
556 if(debug) printf("AModule::import_samples %d\n", __LINE__);
557 get_cache()->check_in(asset);
558 if(debug) printf("AModule::import_samples %d\n", __LINE__);
571 if(debug) printf("AModule::import_samples %d %p %d\n", __LINE__, speed_buffer->get_data(), (int)speed_fragment_len);
572 if(speed_fragment_len > 0) bzero(speed_buffer->get_data(), speed_fragment_len * sizeof(double));
573 if(debug) printf("AModule::import_samples %d\n", __LINE__);
575 if(debug) printf("AModule::import_samples %d\n", __LINE__);
585 // Stretch it to fit the speed curve
586 // Need overlapping buffers to get the interpolation to work, but this
587 // screws up sequential effects.
590 FloatAuto *previous = 0;
592 FloatAutos *speed_autos = (FloatAutos*)track->automation->autos[AUTOMATION_SPEED];
593 double *buffer_samples = buffer->get_data();
594 double *speed_samples = speed_buffer->get_data();
596 //printf("AModule::import_samples %d %lld\n", __LINE__, speed_fragment_len);
598 if(speed_fragment_len == 0)
600 bzero(buffer_samples, fragment_len * sizeof(double));
601 bzero(prev_tail, SPEED_OVERLAP * sizeof(double));
602 bzero(prev_head, SPEED_OVERLAP * sizeof(double));
606 // buffer is now reversed
607 if(direction == PLAY_REVERSE)
610 speed_position = speed_position2;
611 //printf("AModule::import_samples %d %lld %lld\n", __LINE__, start_project, speed_fragment_len);
612 for(int64_t i = start_project + fragment_len;
616 // funky sample reordering, because the source is a reversed buffer
617 int in_offset = (int64_t)(speed_fragment_len - 1 - speed_position);
618 CLAMP(in_offset, 0, speed_fragment_len - 1);
619 buffer_samples[out_offset++] = speed_samples[in_offset];
620 double speed = speed_autos->get_value(i,
624 speed_position -= speed;
626 //printf("AModule::import_samples %d %f\n", __LINE__, speed_position);
631 // position in buffer to read
632 speed_position = speed_position1 - start_source;
634 //printf("AModule::import_samples %d %f\n", __LINE__, speed_position);
635 for(int64_t i = start_project; i < start_project + fragment_len; i++)
637 double speed = speed_autos->get_value(i,
641 double next_speed_position = speed_position + speed;
643 int in_offset = (int)(speed_position);
644 if(fabs(speed) >= 1.0)
646 int total = abs(speed);
648 for(int j = 0; j < total; j++)
650 int in_offset2 = in_offset + (speed > 0 ? j : -j);
652 CLAMP(in_offset2, 0, speed_fragment_len - 1);
653 accum += speed_samples[in_offset2];
657 buffer_samples[out_offset++] = accum / total;
663 // if(in_offset < 0 || in_offset >= speed_fragment_len)
664 // printf("AModule::import_samples %d %d %d\n",
667 // speed_fragment_len);
669 int in_offset1 = in_offset;
670 int in_offset2 = in_offset;
674 in_offset1 += SPEED_OVERLAP;
675 in_offset2 = in_offset1 - 1;
679 in_offset1 -= SPEED_OVERLAP;
680 in_offset2 = in_offset1 + 1;
683 CLAMP(in_offset1, -SPEED_OVERLAP, speed_fragment_len - 1 + SPEED_OVERLAP);
684 CLAMP(in_offset2, -SPEED_OVERLAP, speed_fragment_len - 1 + SPEED_OVERLAP);
687 if(in_offset1 >= speed_fragment_len)
689 value1 = prev_head[in_offset1 - speed_fragment_len];
694 value1 = speed_samples[in_offset1];
698 //printf("AModule::import_samples %d %d\n", __LINE__, in_offset1);
699 value1 = prev_tail[SPEED_OVERLAP + in_offset1];
703 if(in_offset2 >= speed_fragment_len)
705 value2 = prev_head[in_offset2 - speed_fragment_len];
710 value2 = speed_samples()[in_offset2];
714 value2 = prev_tail[SPEED_OVERLAP + in_offset2];
717 double fraction = speed_position - floor(speed_position);
718 buffer_samples[out_offset++] =
719 value1 * (1.0 - fraction) +
722 buffer_samples[out_offset++] = value1;
727 speed_position = next_speed_position;
731 for(int i = 0; i < SPEED_OVERLAP; i++)
733 int offset = speed_fragment_len -
736 CLAMP(offset, 0, speed_fragment_len - 1);
737 //printf("AModule::import_samples %d %d\n", __LINE__, offset, );
738 prev_tail[i] = speed_samples[offset];
740 CLAMP(offset, 0, speed_fragment_len - 1);
741 prev_head[i] = speed_samples[offset];
755 int AModule::render(Samples *buffer,
757 int64_t start_position,
762 int64_t edl_rate = get_edl()->session->sample_rate;
765 if(debug) printf("AModule::render %d\n", __LINE__);
768 start_position += track->nudge *
771 AEdit *playable_edit;
772 int64_t end_position;
773 if(direction == PLAY_FORWARD)
774 end_position = start_position + input_len;
776 end_position = start_position - input_len;
777 int buffer_offset = 0;
781 // // Flip range around so the source is always read forward.
782 // if(direction == PLAY_REVERSE)
784 // start_project -= input_len;
785 // end_position -= input_len;
790 bzero(buffer->get_data(), input_len * sizeof(double));
792 // The EDL is normalized to the requested sample rate because
793 // the requested rate may be the project sample rate and a sample rate
794 // might as well be directly from the source rate to the requested rate.
795 // Get first edit containing the range
796 if(direction == PLAY_FORWARD)
797 playable_edit = (AEdit*)track->edits->first;
799 playable_edit = (AEdit*)track->edits->last;
800 if(debug) printf("AModule::render %d\n", __LINE__);
804 int64_t edit_start = playable_edit->startproject;
805 int64_t edit_end = playable_edit->startproject + playable_edit->length;
807 // Normalize to requested rate
808 edit_start = edit_start * sample_rate / edl_rate;
809 edit_end = edit_end * sample_rate / edl_rate;
811 if(direction == PLAY_FORWARD)
813 if(start_position < edit_end && end_position > edit_start)
817 playable_edit = (AEdit*)playable_edit->next;
821 if(end_position < edit_end && start_position > edit_start)
825 playable_edit = (AEdit*)playable_edit->previous;
830 if(debug) printf("AModule::render %d\n", __LINE__);
836 // Fill output one fragment at a time
837 while(start_position != end_position)
839 int64_t fragment_len = input_len;
841 if(debug) printf("AModule::render %d %jd %jd\n", __LINE__, start_position, end_position);
842 // Clamp fragment to end of input
843 if(direction == PLAY_FORWARD &&
844 start_position + fragment_len > end_position)
845 fragment_len = end_position - start_position;
847 if(direction == PLAY_REVERSE &&
848 start_position - fragment_len < end_position)
849 fragment_len = start_position - end_position;
850 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
852 // Normalize position here since update_transition is a boolean operation.
853 update_transition(start_position *
860 AEdit *previous_edit = (AEdit*)playable_edit->previous;
862 // Normalize EDL positions to requested rate
863 int64_t edit_startproject = playable_edit->startproject;
864 int64_t edit_endproject = playable_edit->startproject + playable_edit->length;
865 int64_t edit_startsource = playable_edit->startsource;
866 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
868 edit_startproject = edit_startproject * sample_rate / edl_rate;
869 edit_endproject = edit_endproject * sample_rate / edl_rate;
870 edit_startsource = edit_startsource * sample_rate / edl_rate;
871 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
875 // Clamp fragment to end of edit
876 if(direction == PLAY_FORWARD &&
877 start_position + fragment_len > edit_endproject)
878 fragment_len = edit_endproject - start_position;
880 if(direction == PLAY_REVERSE &&
881 start_position - fragment_len < edit_startproject)
882 fragment_len = start_position - edit_startproject;
883 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
885 // Clamp to end of transition
886 int64_t transition_len = 0;
891 transition_len = transition->length *
894 if(direction == PLAY_FORWARD &&
895 start_position < edit_startproject + transition_len &&
896 start_position + fragment_len > edit_startproject + transition_len)
897 fragment_len = edit_startproject + transition_len - start_position;
899 if(direction == PLAY_REVERSE &&
900 start_position > edit_startproject + transition_len &&
901 start_position - fragment_len < edit_startproject + transition_len)
902 fragment_len = start_position - edit_startproject - transition_len;
904 if(debug) printf("AModule::render %d buffer_offset=%d fragment_len=%jd\n",
909 Samples output(buffer);
910 output.set_offset(output.get_offset() + buffer_offset);
911 if(import_samples(playable_edit,
918 fragment_len)) result = 1;
920 if(debug) printf("AModule::render %d\n", __LINE__);
923 // Read transition into temp and render
924 if(transition && previous_edit)
926 int64_t previous_startproject = previous_edit->startproject *
929 int64_t previous_startsource = previous_edit->startsource *
933 // Allocate transition temp size
934 int transition_fragment_len = fragment_len;
935 if(direction == PLAY_FORWARD &&
936 fragment_len + start_position > edit_startproject + transition_len)
937 fragment_len = edit_startproject + transition_len - start_position;
940 // Read into temp buffers
941 // Temp + master or temp + temp ? temp + master
942 if(transition_temp &&
943 transition_temp->get_allocated() < fragment_len)
945 delete transition_temp;
951 transition_temp = new Samples(fragment_len);
954 if(debug) printf("AModule::render %d %jd\n", __LINE__, fragment_len);
956 if(transition_fragment_len > 0)
958 // Previous_edit is always the outgoing segment, regardless of direction
959 import_samples(previous_edit,
961 previous_startproject,
962 previous_startsource,
966 transition_fragment_len);
967 int64_t current_position;
969 // Reverse buffers here so transitions always render forward.
970 if(direction == PLAY_REVERSE)
972 Resample::reverse_buffer(output.get_data(), transition_fragment_len);
973 Resample::reverse_buffer(transition_temp->get_data(), transition_fragment_len);
974 current_position = start_position -
975 transition_fragment_len -
980 current_position = start_position - edit_startproject;
983 transition_server->process_transition(
987 transition_fragment_len,
990 // Reverse output buffer here so transitions always render forward.
991 if(direction == PLAY_REVERSE)
992 Resample::reverse_buffer(output.get_data(),
993 transition_fragment_len);
996 if(debug) printf("AModule::render %d start_position=%jd end_position=%jd fragment_len=%jd\n",
1002 if(direction == PLAY_REVERSE)
1004 if(playable_edit && start_position - fragment_len <= edit_startproject)
1005 playable_edit = (AEdit*)playable_edit->previous;
1009 if(playable_edit && start_position + fragment_len >= edit_endproject)
1010 playable_edit = (AEdit*)playable_edit->next;
1014 if(fragment_len > 0)
1016 buffer_offset += fragment_len;
1017 if(direction == PLAY_FORWARD)
1018 start_position += fragment_len;
1020 start_position -= fragment_len;
1024 if(debug) printf("AModule::render %d\n", __LINE__);