prevent popup deactivation while button_down
[goodguy/history.git] / cinelerra-5.0 / cinelerra / resourcethread.C
1
2 /*
3  * CINELERRA
4  * Copyright (C) 1997-2014 Adam Williams <broadcast at earthling dot net>
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  *
20  */
21
22 #include "arender.h"
23 #include "asset.h"
24 #include "bcsignals.h"
25 #include "bctimer.h"
26 #include "cache.h"
27 #include "clip.h"
28 #include "condition.h"
29 #include "datatype.h"
30 #include "edl.h"
31 #include "edlsession.h"
32 #include "file.h"
33 #include "framecache.h"
34 #include "mutex.h"
35 #include "mwindow.h"
36 #include "mwindowgui.h"
37 #include "renderengine.h"
38 #include "resourcethread.h"
39 #include "resourcepixmap.h"
40 #include "samples.h"
41 #include "timelinepane.h"
42 #include "trackcanvas.h"
43 #include "transportque.h"
44 #include "vframe.h"
45 #include "vrender.h"
46 #include "wavecache.h"
47
48
49 #include <unistd.h>
50
51 ResourceThreadItem::ResourceThreadItem(ResourcePixmap *pixmap,
52         int pane_number,
53         Indexable *indexable,
54         int data_type,
55         int operation_count)
56 {
57         this->pane_number = pane_number;
58         this->data_type = data_type;
59         this->pixmap = pixmap;
60         this->indexable = indexable;
61
62 // Assets are garbage collected so they don't need to be replicated.
63         this->operation_count = operation_count;
64         indexable->Garbage::add_user();
65         last = 0;
66 }
67
68 ResourceThreadItem::~ResourceThreadItem()
69 {
70         indexable->Garbage::remove_user();
71 }
72
73
74
75
76
77
78
79 VResourceThreadItem::VResourceThreadItem(ResourcePixmap *pixmap,
80         int pane_number,
81         int picon_x,
82         int picon_y,
83         int picon_w,
84         int picon_h,
85         double frame_rate,
86         int64_t position,
87         int layer,
88         Indexable *indexable,
89         int operation_count)
90  : ResourceThreadItem(pixmap,
91         pane_number,
92         indexable,
93         TRACK_VIDEO,
94         operation_count)
95 {
96         this->picon_x = picon_x;
97         this->picon_y = picon_y;
98         this->picon_w = picon_w;
99         this->picon_h = picon_h;
100         this->frame_rate = frame_rate;
101         this->position = position;
102         this->layer = layer;
103 }
104
105 VResourceThreadItem::~VResourceThreadItem()
106 {
107 }
108
109
110
111
112
113
114
115
116 AResourceThreadItem::AResourceThreadItem(ResourcePixmap *pixmap,
117         int pane_number,
118         Indexable *indexable,
119         int x,
120         int channel,
121         int64_t start,
122         int64_t end,
123         int operation_count)
124  : ResourceThreadItem(pixmap,
125         pane_number,
126         indexable,
127         TRACK_AUDIO,
128         operation_count)
129 {
130         this->x = x;
131         this->channel = channel;
132         this->start = start;
133         this->end = end;
134 }
135
136 AResourceThreadItem::~AResourceThreadItem()
137 {
138 }
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156 ResourceThread::ResourceThread(MWindow *mwindow, MWindowGUI *gui)
157  : Thread(1, 0, 0)
158 {
159 //printf("ResourceThread::ResourceThread %d %p\n", __LINE__, this);
160         this->mwindow = mwindow;
161         this->gui = gui;
162         interrupted = 1;
163         done = 1;
164         temp_picon = 0;
165         temp_picon2 = 0;
166         draw_lock = new Condition(0, "ResourceThread::draw_lock", 0);
167 //      interrupted_lock = new Condition(0, "ResourceThread::interrupted_lock", 0);
168         item_lock = new Mutex("ResourceThread::item_lock");
169         audio_buffer = 0;
170         for(int i = 0; i < MAXCHANNELS; i++)
171                 temp_buffer[i] = 0;
172         timer = new Timer;
173         prev_x = -1;
174         prev_h = 0;
175         prev_l = 0;
176         operation_count = 0;
177         render_engine = 0;
178
179         audio_asset = 0;
180         audio_source = 0;
181         video_asset = 0;
182         video_source = 0;
183 }
184
185 ResourceThread::~ResourceThread()
186 {
187         stop();
188         delete draw_lock;
189 //      delete interrupted_lock;
190         delete item_lock;
191         delete temp_picon;
192         delete temp_picon2;
193         delete audio_buffer;
194         for(int i = 0; i < MAXCHANNELS; i++)
195                 delete temp_buffer[i];
196         delete timer;
197         delete render_engine;
198         if( audio_asset ) audio_asset->remove_user();
199         if( video_asset ) video_asset->remove_user();
200 }
201
202 void ResourceThread::create_objects()
203 {
204         done = 0;
205         Thread::start();
206 }
207
208 void ResourceThread::add_picon(ResourcePixmap *pixmap,
209         int pane_number,
210         int picon_x,
211         int picon_y,
212         int picon_w,
213         int picon_h,
214         double frame_rate,
215         int64_t position,
216         int layer,
217         Indexable *indexable)
218 {
219         item_lock->lock("ResourceThread::item_lock");
220
221         items.append(new VResourceThreadItem(pixmap,
222                 pane_number,
223                 picon_x,
224                 picon_y,
225                 picon_w,
226                 picon_h,
227                 frame_rate,
228                 position,
229                 layer,
230                 indexable,
231                 operation_count));
232         item_lock->unlock();
233 }
234
235 void ResourceThread::add_wave(ResourcePixmap *pixmap,
236         int pane_number,
237         Indexable *indexable,
238         int x,
239         int channel,
240         int64_t source_start,
241         int64_t source_end)
242 {
243         item_lock->lock("ResourceThread::item_lock");
244
245         items.append(new AResourceThreadItem(pixmap,
246                 pane_number,
247                 indexable,
248                 x,
249                 channel,
250                 source_start,
251                 source_end,
252                 operation_count));
253         item_lock->unlock();
254 }
255
256
257
258
259
260
261
262
263
264
265
266 void ResourceThread::stop_draw(int reset)
267 {
268         if(!interrupted)
269         {
270                 interrupted = 1;
271                 item_lock->lock("ResourceThread::stop_draw");
272
273 //printf("ResourceThread::stop_draw %d %d\n", __LINE__, reset);
274 //BC_Signals::dump_stack();
275                 if(reset) items.remove_all_objects();
276                 operation_count++;
277                 item_lock->unlock();
278                 prev_x = -1;
279                 prev_h = 0;
280                 prev_l = 0;
281         }
282 }
283
284 void ResourceThread::start_draw()
285 {
286         interrupted = 0;
287 // Tag last audio item to cause refresh.
288         int i = items.total;
289         while( --i>=0 && items[i]->data_type!=TRACK_AUDIO );
290         if( i >= 0 ) items[i]->last = 1;
291         timer->update();
292         draw_lock->unlock();
293 }
294
295 void ResourceThread::run()
296 {
297         while(!done)
298         {
299
300                 draw_lock->lock("ResourceThread::run");
301
302                 while(!interrupted)
303                 {
304 // Pull off item
305                         item_lock->lock("ResourceThread::run");
306                         int total_items = items.size();
307                         ResourceThreadItem *item = 0;
308                         if(items.size())
309                         {
310                                 item = items[0];
311                                 items.remove_number(0);
312                         }
313                         item_lock->unlock();
314 //printf("ResourceThread::run %d %d\n", __LINE__, items.size());
315                         if(!total_items) break;
316
317                         switch( item->data_type ) {
318                         case TRACK_VIDEO:
319                                 do_video((VResourceThreadItem*)item);
320                                 break;
321                         case TRACK_AUDIO:
322                                 do_audio((AResourceThreadItem*)item);
323                                 break;
324                         }
325
326                         delete item;
327                 }
328
329                 get_audio_source(0);
330                 get_video_source(0);
331                 mwindow->age_caches();
332         }
333 }
334
335 void ResourceThread::stop()
336 {
337         if( !done ) {
338                 done = 1;
339                 interrupted = 1;
340                 draw_lock->unlock();
341                 join();
342         }
343 }
344
345
346 void ResourceThread::open_render_engine(EDL *nested_edl,
347         int do_audio,
348         int do_video)
349 {
350         if(render_engine && render_engine_id != nested_edl->id)
351         {
352                 delete render_engine;
353                 render_engine = 0;
354         }
355
356         if(!render_engine)
357         {
358                 TransportCommand command;
359                 if(do_audio)
360                         command.command = NORMAL_FWD;
361                 else
362                         command.command = CURRENT_FRAME;
363                 command.get_edl()->copy_all(nested_edl);
364                 command.change_type = CHANGE_ALL;
365                 command.realtime = 0;
366                 render_engine = new RenderEngine(0,
367                         mwindow->preferences, 0, 0, 0);
368                 render_engine_id = nested_edl->id;
369                 render_engine->set_vcache(mwindow->video_cache);
370                 render_engine->set_acache(mwindow->audio_cache);
371                 render_engine->arm_command(&command);
372         }
373 }
374
375 File *ResourceThread::get_audio_source(Asset *asset)
376 {
377         if( audio_asset && audio_asset != asset && (!asset ||
378                 strcmp(audio_asset->path, asset->path)) )
379         {
380                 mwindow->audio_cache->check_in(audio_asset);
381                 audio_source = 0;
382                 audio_asset->remove_user();
383                 audio_asset = 0;
384
385         }
386         if( !audio_asset && asset )
387         {
388                 audio_asset = asset;
389                 audio_asset->add_user();
390                 audio_source = mwindow->audio_cache->check_out(asset, mwindow->edl);
391         }
392         return audio_source;
393 }
394
395 File *ResourceThread::get_video_source(Asset *asset)
396 {
397         if( video_asset && video_asset != asset && (!asset ||
398                 strcmp(video_asset->path, asset->path)) )
399         {
400                 mwindow->video_cache->check_in(video_asset);
401                 video_source = 0;
402                 video_asset->remove_user();
403                 video_asset = 0;
404
405         }
406         if( !video_asset && asset )
407         {
408                 video_asset = asset;
409                 video_asset->add_user();
410                 video_source = mwindow->video_cache->check_out(asset, mwindow->edl);
411         }
412         return video_source;
413 }
414
415 void ResourceThread::do_video(VResourceThreadItem *item)
416 {
417         int source_w = 0;
418         int source_h = 0;
419         int source_id = -1;
420         int source_cmodel = -1;
421
422         if(item->indexable->is_asset)
423         {
424                 Asset *asset = (Asset*)item->indexable;
425                 source_w = asset->width;
426                 source_h = asset->height;
427                 source_id = asset->id;
428                 source_cmodel = BC_RGB888;
429         }
430         else
431         {
432                 EDL *nested_edl = (EDL*)item->indexable;
433                 source_w = nested_edl->session->output_w;
434                 source_h = nested_edl->session->output_h;
435                 source_id = nested_edl->id;
436                 source_cmodel = nested_edl->session->color_model;
437         }
438
439         if(temp_picon &&
440                 (temp_picon->get_w() != source_w ||
441                 temp_picon->get_h() != source_h ||
442                 temp_picon->get_color_model() != source_cmodel))
443         {
444                 delete temp_picon;
445                 temp_picon = 0;
446         }
447
448         if(!temp_picon)
449         {
450                 temp_picon = new VFrame(0,
451                         -1,
452                         source_w,
453                         source_h,
454                         source_cmodel,
455                         -1);
456         }
457
458 // Get temporary to copy cached frame to
459         if(temp_picon2 &&
460                 (temp_picon2->get_w() != item->picon_w ||
461                 temp_picon2->get_h() != item->picon_h))
462         {
463                 delete temp_picon2;
464                 temp_picon2 = 0;
465         }
466
467         if(!temp_picon2)
468         {
469                 temp_picon2 = new VFrame(0,
470                         -1,
471                         item->picon_w,
472                         item->picon_h,
473                         BC_RGB888,
474                         -1);
475         }
476
477
478
479 // Search frame cache again.
480
481         VFrame *picon_frame = 0;
482         int need_conversion = 0;
483         EDL *nested_edl = 0;
484         Asset *asset = 0;
485
486         picon_frame = mwindow->frame_cache->get_frame_ptr(item->position,
487                 item->layer,
488                 item->frame_rate,
489                 BC_RGB888,
490                 item->picon_w,
491                 item->picon_h,
492                 source_id);
493 //printf("search cache %ld,%d,%f,%dx%d,%d = %p\n",
494 //  item->position, item->layer, item->frame_rate,
495 //  item->picon_w, item->picon_h, source_id, picon_frame);
496         if( picon_frame )
497         {
498                 temp_picon2->copy_from(picon_frame);
499 // Unlock the get_frame_ptr command
500                 mwindow->frame_cache->unlock();
501         }
502         else
503         if(!item->indexable->is_asset)
504         {
505                 nested_edl = (EDL*)item->indexable;
506                 open_render_engine(nested_edl, 0, 1);
507
508                 int64_t source_position = (int64_t)(item->position *
509                         nested_edl->session->frame_rate /
510                         item->frame_rate);
511                 if(render_engine->vrender)
512                         render_engine->vrender->process_buffer(
513                                 temp_picon,
514                                 source_position,
515                                 0);
516
517                 need_conversion = 1;
518         }
519         else
520         {
521                 asset = (Asset*)item->indexable;
522                 File *source = get_video_source(asset);
523                 if(!source)
524                         return;
525
526                 source->set_layer(item->layer);
527                 int64_t normalized_position = (int64_t)(item->position *
528                         asset->frame_rate /
529                         item->frame_rate);
530                 source->set_video_position(normalized_position,
531                         0);
532
533                 source->read_frame(temp_picon);
534
535                 need_conversion = 1;
536         }
537
538         if(need_conversion)
539         {
540                 picon_frame = new VFrame(0,
541                         -1,
542                         item->picon_w,
543                         item->picon_h,
544                         BC_RGB888,
545                         -1);
546                 BC_CModels::transfer(picon_frame->get_rows(),
547                         temp_picon->get_rows(),
548                         0,
549                         0,
550                         0,
551                         0,
552                         0,
553                         0,
554                         0,
555                         0,
556                         temp_picon->get_w(),
557                         temp_picon->get_h(),
558                         0,
559                         0,
560                         picon_frame->get_w(),
561                         picon_frame->get_h(),
562                         source_cmodel,
563                         BC_RGB888,
564                         0,
565                         temp_picon->get_bytes_per_line(),
566                         picon_frame->get_bytes_per_line());
567                 temp_picon2->copy_from(picon_frame);
568                 mwindow->frame_cache->put_frame(picon_frame,
569                         item->position,
570                         item->layer,
571                         mwindow->edl->session->frame_rate,
572                         0,
573                         item->indexable);
574         }
575
576 // Allow escape here
577         if(interrupted)
578         {
579                 return;
580         }
581
582
583 // Draw the picon
584         mwindow->gui->lock_window("ResourceThread::do_video");
585
586 // It was interrupted while waiting.
587         if(interrupted)
588         {
589                 mwindow->gui->unlock_window();
590                 return;
591         }
592
593
594
595 // Test for pixmap existence first
596         if(item->operation_count == operation_count)
597         {
598                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
599                 int i = resource_pixmaps.total;
600                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
601                 if( i >= 0 ) {
602                         item->pixmap->draw_vframe(temp_picon2,
603                                 item->picon_x,
604                                 item->picon_y,
605                                 item->picon_w,
606                                 item->picon_h,
607                                 0,
608                                 0);
609
610                         mwindow->gui->update(0, IGNORE_THREAD, 0, 0, 0, 0, 0);
611                 }
612         }
613
614         mwindow->gui->unlock_window();
615 }
616
617
618 #define BUFFERSIZE 65536
619 void ResourceThread::do_audio(AResourceThreadItem *item)
620 {
621 // Search again
622         WaveCacheItem *wave_item;
623         double high = 0;
624         double low = 0;
625         const int debug = 0;
626         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
627         if((wave_item = mwindow->wave_cache->get_wave(item->indexable->id,
628                 item->channel, item->start, item->end)))
629         {
630                 high = wave_item->high;
631                 low = wave_item->low;
632                 mwindow->wave_cache->unlock();
633         }
634         else
635         {
636                 int first_sample = 1;
637                 int64_t start = item->start;
638                 int64_t end = item->end;
639                 if(start == end) end = start + 1;
640                 double *buffer_samples = !audio_buffer ? 0 :
641                         audio_buffer->get_data();
642
643                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
644                 for(int64_t sample = start; sample < end; sample++)
645                 {
646                         double value;
647 // Get value from previous buffer
648                         if(audio_buffer &&
649                                 item->channel == audio_channel &&
650                                 item->indexable->id == audio_asset_id &&
651                                 sample >= audio_start &&
652                                 sample < audio_start + audio_samples)
653                         {
654                                 ;
655                         }
656                         else
657 // Load new buffer
658                         {
659                                 if(!audio_buffer) {
660                                         audio_buffer = new Samples(BUFFERSIZE);
661                                         buffer_samples = audio_buffer->get_data();
662                                 }
663
664                                 int64_t total_samples = item->indexable->get_audio_samples();
665                                 int fragment = BUFFERSIZE;
666                                 if(fragment + sample > total_samples)
667                                         fragment = total_samples - sample;
668
669                                 if(!item->indexable->is_asset)
670                                 {
671                                         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
672                                         open_render_engine((EDL*)item->indexable, 1, 0);
673                                         if(debug) printf("ResourceThread::do_audio %d %p\n", __LINE__, render_engine);
674                                         if(render_engine->arender)
675                                         {
676                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
677                                                 int source_channels = item->indexable->get_audio_channels();
678                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
679                                                 for(int i = 0; i < MAXCHANNELS; i++)
680                                                 {
681                                                         if(i < source_channels &&
682                                                                 !temp_buffer[i])
683                                                         {
684                                                                 temp_buffer[i] = new Samples(BUFFERSIZE);
685                                                         }
686                                                         else
687                                                         if(i >= source_channels &&
688                                                                 temp_buffer[i])
689                                                         {
690                                                                 delete temp_buffer[i];
691                                                                 temp_buffer[i] = 0;
692                                                         }
693                                                 }
694
695
696                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
697                                                 render_engine->arender->process_buffer(
698                                                         temp_buffer,
699                                                         fragment,
700                                                         sample);
701                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
702                                                 memcpy(buffer_samples,
703                                                         temp_buffer[item->channel]->get_data(),
704                                                         fragment * sizeof(double));
705                                         }
706                                         else
707                                         {
708                                                 if(debug) printf("ResourceThread::do_audio %d %d\n", __LINE__, fragment);
709                                                 if(fragment > 0) bzero(buffer_samples, sizeof(double) * fragment);
710                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
711
712                                         }
713                                 }
714                                 else
715                                 {
716                                         Asset *asset = (Asset*)item->indexable;
717                                         File *source = get_audio_source(asset);
718                                         if(!source)
719                                                 return;
720
721                                         source->set_channel(item->channel);
722                                         source->set_audio_position(sample);
723                                         source->read_samples(audio_buffer, fragment);
724                                 }
725
726                                 audio_asset_id = item->indexable->id;
727                                 audio_channel = item->channel;
728                                 audio_start = sample;
729                                 audio_samples = fragment;
730                         }
731
732
733                         value = buffer_samples[sample - audio_start];
734                         if(first_sample)
735                         {
736                                 high = low = value;
737                                 first_sample = 0;
738                         }
739                         else
740                         {
741                                 if(value > high)
742                                         high = value;
743                                 else
744                                 if(value < low)
745                                         low = value;
746                         }
747                 }
748                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
749
750 // If it's a nested EDL, store all the channels
751                 mwindow->wave_cache->put_wave(item->indexable,
752                         item->channel,
753                         item->start,
754                         item->end,
755                         high,
756                         low);
757                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
758         }
759         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
760
761 // Allow escape here
762         if(interrupted)
763                 return;
764
765         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
766 // Draw the column
767         mwindow->gui->lock_window("ResourceThread::do_audio");
768         if(interrupted)
769         {
770                 mwindow->gui->unlock_window();
771                 return;
772         }
773
774         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
775         if(item->operation_count == operation_count)
776         {
777
778 // Test for pixmap existence first
779                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
780                 int i = resource_pixmaps.total;
781                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
782                 if( i >= 0 )
783                 {
784                         if(prev_x == item->x - 1)
785                         {
786                                 high = MAX(high, prev_l);
787                                 low = MIN(low, prev_h);
788                         }
789                         prev_x = item->x;
790                         prev_h = high;
791                         prev_l = low;
792                         if(gui->pane[item->pane_number])
793                                 item->pixmap->draw_wave(
794                                         gui->pane[item->pane_number]->canvas,
795                                         item->x,
796                                         high,
797                                         low);
798                         if(timer->get_difference() > 250 || item->last)
799                         {
800                                 mwindow->gui->update(0, 3, 0, 0, 0, 0, 0);
801                                 timer->update();
802                         }
803                 }
804         }
805         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
806
807         mwindow->gui->unlock_window();
808
809 }
810
811
812
813