cinelerra-5.1/cinelerra/resourcethread.C

   1
   2 /*
   3  * CINELERRA
   4  * Copyright (C) 1997-2014 Adam Williams <broadcast at earthling dot net>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  *
  20  */
  21
  22 #include "arender.h"
  23 #include "asset.h"
  24 #include "bcsignals.h"
  25 #include "bctimer.h"
  26 #include "cache.h"
  27 #include "clip.h"
  28 #include "condition.h"
  29 #include "datatype.h"
  30 #include "edl.h"
  31 #include "edlsession.h"
  32 #include "file.h"
  33 #include "framecache.h"
  34 #include "mutex.h"
  35 #include "mwindow.h"
  36 #include "mwindowgui.h"
  37 #include "renderengine.h"
  38 #include "resourcethread.h"
  39 #include "resourcepixmap.h"
  40 #include "samples.h"
  41 #include "timelinepane.h"
  42 #include "trackcanvas.h"
  43 #include "transportque.h"
  44 #include "vframe.h"
  45 #include "vrender.h"
  46 #include "wavecache.h"
  47
  48
  49 #include <unistd.h>
  50
  51 ResourceThreadItem::ResourceThreadItem(ResourcePixmap *pixmap,
  52         int pane_number,
  53         Indexable *indexable,
  54         int data_type,
  55         int operation_count)
  56 {
  57         this->pane_number = pane_number;
  58         this->data_type = data_type;
  59         this->pixmap = pixmap;
  60         this->indexable = indexable;
  61
  62 // Assets are garbage collected so they don't need to be replicated.
  63         this->operation_count = operation_count;
  64         indexable->Garbage::add_user();
  65         last = 0;
  66 }
  67
  68 ResourceThreadItem::~ResourceThreadItem()
  69 {
  70         indexable->Garbage::remove_user();
  71 }
  72
  73
  74
  75
  76
  77
  78
  79 VResourceThreadItem::VResourceThreadItem(ResourcePixmap *pixmap,
  80         int pane_number,
  81         int picon_x,
  82         int picon_y,
  83         int picon_w,
  84         int picon_h,
  85         double frame_rate,
  86         int64_t position,
  87         int layer,
  88         Indexable *indexable,
  89         int operation_count)
  90  : ResourceThreadItem(pixmap,
  91         pane_number,
  92         indexable,
  93         TRACK_VIDEO,
  94         operation_count)
  95 {
  96         this->picon_x = picon_x;
  97         this->picon_y = picon_y;
  98         this->picon_w = picon_w;
  99         this->picon_h = picon_h;
 100         this->frame_rate = frame_rate;
 101         this->position = position;
 102         this->layer = layer;
 103 }
 104
 105 VResourceThreadItem::~VResourceThreadItem()
 106 {
 107 }
 108
 109
 110
 111
 112
 113
 114
 115
 116 AResourceThreadItem::AResourceThreadItem(ResourcePixmap *pixmap,
 117         int pane_number,
 118         Indexable *indexable,
 119         int x,
 120         int channel,
 121         int64_t start,
 122         int64_t end,
 123         int operation_count)
 124  : ResourceThreadItem(pixmap,
 125         pane_number,
 126         indexable,
 127         TRACK_AUDIO,
 128         operation_count)
 129 {
 130         this->x = x;
 131         this->channel = channel;
 132         this->start = start;
 133         this->end = end;
 134 }
 135
 136 AResourceThreadItem::~AResourceThreadItem()
 137 {
 138 }
 139
 140
 141
 142
 143
 144
 145
 146
 147
 148
 149
 150
 151
 152
 153
 154
 155
 156 ResourceThread::ResourceThread(MWindow *mwindow, MWindowGUI *gui)
 157  : Thread(1, 0, 0)
 158 {
 159 //printf("ResourceThread::ResourceThread %d %p\n", __LINE__, this);
 160         this->mwindow = mwindow;
 161         this->gui = gui;
 162         interrupted = 1;
 163         done = 1;
 164         temp_picon = 0;
 165         temp_picon2 = 0;
 166         draw_lock = new Condition(0, "ResourceThread::draw_lock", 0);
 167         source_lock = new Condition(1, "ResourceThread::source_lock", 0);
 168         item_lock = new Mutex("ResourceThread::item_lock");
 169         audio_buffer = 0;
 170         for(int i = 0; i < MAXCHANNELS; i++)
 171                 temp_buffer[i] = 0;
 172         timer = new Timer;
 173         prev_x = -1;
 174         prev_h = 0;
 175         prev_l = 0;
 176         operation_count = 0;
 177         render_engine = 0;
 178
 179         audio_asset = 0;
 180         audio_source = 0;
 181         video_asset = 0;
 182         video_source = 0;
 183 }
 184
 185 ResourceThread::~ResourceThread()
 186 {
 187         stop();
 188         delete draw_lock;
 189         delete source_lock;
 190         delete item_lock;
 191         delete temp_picon;
 192         delete temp_picon2;
 193         delete audio_buffer;
 194         for(int i = 0; i < MAXCHANNELS; i++)
 195                 delete temp_buffer[i];
 196         delete timer;
 197         delete render_engine;
 198         if( audio_asset ) audio_asset->remove_user();
 199         if( video_asset ) video_asset->remove_user();
 200 }
 201
 202 void ResourceThread::create_objects()
 203 {
 204         done = 0;
 205         Thread::start();
 206 }
 207
 208 void ResourceThread::add_picon(ResourcePixmap *pixmap,
 209         int pane_number,
 210         int picon_x,
 211         int picon_y,
 212         int picon_w,
 213         int picon_h,
 214         double frame_rate,
 215         int64_t position,
 216         int layer,
 217         Indexable *indexable)
 218 {
 219         item_lock->lock("ResourceThread::item_lock");
 220
 221         items.append(new VResourceThreadItem(pixmap,
 222                 pane_number,
 223                 picon_x,
 224                 picon_y,
 225                 picon_w,
 226                 picon_h,
 227                 frame_rate,
 228                 position,
 229                 layer,
 230                 indexable,
 231                 operation_count));
 232         item_lock->unlock();
 233 }
 234
 235 void ResourceThread::add_wave(ResourcePixmap *pixmap,
 236         int pane_number,
 237         Indexable *indexable,
 238         int x,
 239         int channel,
 240         int64_t source_start,
 241         int64_t source_end)
 242 {
 243         item_lock->lock("ResourceThread::item_lock");
 244
 245         items.append(new AResourceThreadItem(pixmap,
 246                 pane_number,
 247                 indexable,
 248                 x,
 249                 channel,
 250                 source_start,
 251                 source_end,
 252                 operation_count));
 253         item_lock->unlock();
 254 }
 255
 256
 257
 258
 259
 260
 261
 262
 263
 264
 265
 266 void ResourceThread::stop_draw(int reset)
 267 {
 268         if(!interrupted)
 269         {
 270                 interrupted = 1;
 271                 item_lock->lock("ResourceThread::stop_draw");
 272
 273 //printf("ResourceThread::stop_draw %d %d\n", __LINE__, reset);
 274 //BC_Signals::dump_stack();
 275                 if(reset) items.remove_all_objects();
 276                 operation_count++;
 277                 item_lock->unlock();
 278                 prev_x = -1;
 279                 prev_h = 0;
 280                 prev_l = 0;
 281         }
 282 }
 283
 284 void ResourceThread::start_draw()
 285 {
 286         interrupted = 0;
 287 // Tag last audio item to cause refresh.
 288         int i = items.total;
 289         while( --i>=0 && items[i]->data_type!=TRACK_AUDIO );
 290         if( i >= 0 ) items[i]->last = 1;
 291         timer->update();
 292         draw_lock->unlock();
 293 }
 294
 295 void ResourceThread::run()
 296 {
 297         while(!done)
 298         {
 299
 300                 draw_lock->lock("ResourceThread::run");
 301                 source_lock->lock("ResourceThread::run");
 302                 while(!interrupted)
 303                 {
 304 // Pull off item
 305                         item_lock->lock("ResourceThread::run");
 306                         int total_items = items.size();
 307                         ResourceThreadItem *item = 0;
 308                         if(items.size())
 309                         {
 310                                 item = items[0];
 311                                 items.remove_number(0);
 312                         }
 313                         item_lock->unlock();
 314 //printf("ResourceThread::run %d %d\n", __LINE__, items.size());
 315                         if(!total_items) break;
 316
 317                         switch( item->data_type ) {
 318                         case TRACK_VIDEO:
 319                                 do_video((VResourceThreadItem*)item);
 320                                 break;
 321                         case TRACK_AUDIO:
 322                                 do_audio((AResourceThreadItem*)item);
 323                                 break;
 324                         }
 325
 326                         delete item;
 327                 }
 328
 329                 get_audio_source(0);
 330                 get_video_source(0);
 331                 mwindow->age_caches();
 332                 source_lock->unlock();
 333         }
 334 }
 335
 336 void ResourceThread::stop()
 337 {
 338         if( !done ) {
 339                 done = 1;
 340                 interrupted = 1;
 341                 draw_lock->unlock();
 342         }
 343         join();
 344 }
 345
 346
 347 void ResourceThread::open_render_engine(EDL *nested_edl,
 348         int do_audio,
 349         int do_video)
 350 {
 351         if(render_engine && render_engine_id != nested_edl->id)
 352         {
 353                 delete render_engine;
 354                 render_engine = 0;
 355         }
 356
 357         if(!render_engine)
 358         {
 359                 TransportCommand command;
 360                 if(do_audio)
 361                         command.command = NORMAL_FWD;
 362                 else
 363                         command.command = CURRENT_FRAME;
 364                 command.get_edl()->copy_all(nested_edl);
 365                 command.change_type = CHANGE_ALL;
 366                 command.realtime = 0;
 367                 render_engine = new RenderEngine(0,
 368                         mwindow->preferences, 0, 0);
 369                 render_engine_id = nested_edl->id;
 370                 render_engine->set_vcache(mwindow->video_cache);
 371                 render_engine->set_acache(mwindow->audio_cache);
 372                 render_engine->arm_command(&command);
 373         }
 374 }
 375
 376 File *ResourceThread::get_audio_source(Asset *asset)
 377 {
 378         if( interrupted ) asset = 0;
 379
 380         if( audio_asset && audio_asset != asset && (!asset ||
 381                 strcmp(audio_asset->path, asset->path)) )
 382         {
 383                 mwindow->audio_cache->check_in(audio_asset);
 384                 audio_source = 0;
 385                 audio_asset->remove_user();
 386                 audio_asset = 0;
 387
 388         }
 389         if( !audio_asset && asset )
 390         {
 391                 audio_asset = asset;
 392                 audio_asset->add_user();
 393                 audio_source = mwindow->audio_cache->check_out(asset, mwindow->edl);
 394         }
 395         return audio_source;
 396 }
 397
 398 File *ResourceThread::get_video_source(Asset *asset)
 399 {
 400         if( interrupted ) asset = 0;
 401
 402         if( video_asset && video_asset != asset && (!asset ||
 403                 strcmp(video_asset->path, asset->path)) )
 404         {
 405                 mwindow->video_cache->check_in(video_asset);
 406                 video_source = 0;
 407                 video_asset->remove_user();
 408                 video_asset = 0;
 409
 410         }
 411         if( !video_asset && asset )
 412         {
 413                 video_asset = asset;
 414                 video_asset->add_user();
 415                 video_source = mwindow->video_cache->check_out(asset, mwindow->edl);
 416         }
 417         return video_source;
 418 }
 419
 420 void ResourceThread::do_video(VResourceThreadItem *item)
 421 {
 422         int source_w = 0;
 423         int source_h = 0;
 424         int source_id = -1;
 425         int source_cmodel = -1;
 426
 427         if(item->indexable->is_asset)
 428         {
 429                 Asset *asset = (Asset*)item->indexable;
 430                 source_w = asset->width;
 431                 source_h = asset->height;
 432                 source_id = asset->id;
 433                 source_cmodel = BC_RGB888;
 434         }
 435         else
 436         {
 437                 EDL *nested_edl = (EDL*)item->indexable;
 438                 source_w = nested_edl->session->output_w;
 439                 source_h = nested_edl->session->output_h;
 440                 source_id = nested_edl->id;
 441                 source_cmodel = nested_edl->session->color_model;
 442         }
 443
 444         if(temp_picon &&
 445                 (temp_picon->get_w() != source_w ||
 446                 temp_picon->get_h() != source_h ||
 447                 temp_picon->get_color_model() != source_cmodel))
 448         {
 449                 delete temp_picon;
 450                 temp_picon = 0;
 451         }
 452
 453         if(!temp_picon)
 454         {
 455                 temp_picon = new VFrame(source_w, source_h, source_cmodel, 0);
 456         }
 457
 458 // Get temporary to copy cached frame to
 459         if(temp_picon2 &&
 460                 (temp_picon2->get_w() != item->picon_w ||
 461                 temp_picon2->get_h() != item->picon_h))
 462         {
 463                 delete temp_picon2;
 464                 temp_picon2 = 0;
 465         }
 466
 467         if(!temp_picon2)
 468         {
 469                 temp_picon2 = new VFrame( item->picon_w, item->picon_h, BC_RGB888, 0);
 470         }
 471
 472
 473
 474 // Search frame cache again.
 475
 476         VFrame *picon_frame = 0;
 477         int need_conversion = 0;
 478         EDL *nested_edl = 0;
 479         Asset *asset = 0;
 480
 481         picon_frame = mwindow->frame_cache->get_frame_ptr(item->position,
 482                 item->layer, item->frame_rate, BC_RGB888,
 483                 item->picon_w, item->picon_h, source_id);
 484 //printf("search cache %ld,%d,%f,%dx%d,%d = %p\n",
 485 //  item->position, item->layer, item->frame_rate,
 486 //  item->picon_w, item->picon_h, source_id, picon_frame);
 487         if( picon_frame ) {
 488                 temp_picon2->copy_from(picon_frame);
 489 // Unlock the get_frame_ptr command
 490                 mwindow->frame_cache->unlock();
 491         }
 492         else
 493         if(!item->indexable->is_asset)
 494         {
 495                 nested_edl = (EDL*)item->indexable;
 496                 open_render_engine(nested_edl, 0, 1);
 497
 498                 int64_t source_position = (int64_t)(item->position *
 499                         nested_edl->session->frame_rate /
 500                         item->frame_rate);
 501                 if(render_engine->vrender)
 502                         render_engine->vrender->process_buffer(
 503                                 temp_picon,
 504                                 source_position,
 505                                 0);
 506
 507                 need_conversion = 1;
 508         }
 509         else
 510         {
 511                 asset = (Asset*)item->indexable;
 512                 File *source = get_video_source(asset);
 513                 if(!source)
 514                         return;
 515
 516                 source->set_layer(item->layer);
 517                 int64_t normalized_position = (int64_t)(item->position *
 518                         asset->frame_rate /
 519                         item->frame_rate);
 520                 source->set_video_position(normalized_position,
 521                         0);
 522
 523                 source->read_frame(temp_picon);
 524
 525                 need_conversion = 1;
 526         }
 527
 528         if(need_conversion)
 529         {
 530                 picon_frame = new VFrame(item->picon_w, item->picon_h, BC_RGB888, 0);
 531                 BC_CModels::transfer(picon_frame->get_rows(), temp_picon->get_rows(),
 532                         0, 0, 0,  0, 0, 0,
 533                         0, 0, temp_picon->get_w(), temp_picon->get_h(),
 534                         0, 0, picon_frame->get_w(), picon_frame->get_h(),
 535                         source_cmodel, BC_RGB888, 0,
 536                         temp_picon->get_bytes_per_line(),
 537                         picon_frame->get_bytes_per_line());
 538                 temp_picon2->copy_from(picon_frame);
 539                 mwindow->frame_cache->put_frame(picon_frame, item->position, item->layer,
 540                         mwindow->edl->session->frame_rate, 0, item->indexable);
 541         }
 542
 543 // Allow escape here
 544         if(interrupted)
 545                 return;
 546
 547 // Draw the picon
 548         mwindow->gui->lock_window("ResourceThread::do_video");
 549
 550 // It was interrupted while waiting.
 551         if(interrupted)
 552         {
 553                 mwindow->gui->unlock_window();
 554                 return;
 555         }
 556
 557
 558
 559 // Test for pixmap existence first
 560         if(item->operation_count == operation_count)
 561         {
 562                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
 563                 int i = resource_pixmaps.total;
 564                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
 565                 if( i >= 0 ) {
 566                         item->pixmap->draw_vframe(temp_picon2,
 567                                 item->picon_x,
 568                                 item->picon_y,
 569                                 item->picon_w,
 570                                 item->picon_h,
 571                                 0,
 572                                 0);
 573
 574                         mwindow->gui->update(0, IGNORE_THREAD, 0, 0, 0, 0, 0);
 575                 }
 576         }
 577
 578         mwindow->gui->unlock_window();
 579 }
 580
 581
 582 #define BUFFERSIZE 65536
 583 void ResourceThread::do_audio(AResourceThreadItem *item)
 584 {
 585 // Search again
 586         WaveCacheItem *wave_item;
 587         double high = 0;
 588         double low = 0;
 589         const int debug = 0;
 590         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 591         if((wave_item = mwindow->wave_cache->get_wave(item->indexable->id,
 592                 item->channel, item->start, item->end)))
 593         {
 594                 high = wave_item->high;
 595                 low = wave_item->low;
 596                 mwindow->wave_cache->unlock();
 597         }
 598         else
 599         {
 600                 int first_sample = 1;
 601                 int64_t start = item->start;
 602                 int64_t end = item->end;
 603                 if(start == end) end = start + 1;
 604                 double *buffer_samples = !audio_buffer ? 0 :
 605                         audio_buffer->get_data();
 606
 607                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 608                 for(int64_t sample = start; sample < end; sample++)
 609                 {
 610                         double value;
 611 // Get value from previous buffer
 612                         if(audio_buffer &&
 613                                 item->channel == audio_channel &&
 614                                 item->indexable->id == audio_asset_id &&
 615                                 sample >= audio_start &&
 616                                 sample < audio_start + audio_samples)
 617                         {
 618                                 ;
 619                         }
 620                         else
 621 // Load new buffer
 622                         {
 623                                 if(!audio_buffer) {
 624                                         audio_buffer = new Samples(BUFFERSIZE);
 625                                         buffer_samples = audio_buffer->get_data();
 626                                 }
 627
 628                                 int64_t total_samples = item->indexable->get_audio_samples();
 629                                 int fragment = BUFFERSIZE;
 630                                 if(fragment + sample > total_samples)
 631                                         fragment = total_samples - sample;
 632
 633                                 if(!item->indexable->is_asset)
 634                                 {
 635                                         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 636                                         open_render_engine((EDL*)item->indexable, 1, 0);
 637                                         if(debug) printf("ResourceThread::do_audio %d %p\n", __LINE__, render_engine);
 638                                         if(render_engine->arender)
 639                                         {
 640                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 641                                                 int source_channels = item->indexable->get_audio_channels();
 642                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 643                                                 for(int i = 0; i < MAXCHANNELS; i++)
 644                                                 {
 645                                                         if(i < source_channels &&
 646                                                                 !temp_buffer[i])
 647                                                         {
 648                                                                 temp_buffer[i] = new Samples(BUFFERSIZE);
 649                                                         }
 650                                                         else
 651                                                         if(i >= source_channels &&
 652                                                                 temp_buffer[i])
 653                                                         {
 654                                                                 delete temp_buffer[i];
 655                                                                 temp_buffer[i] = 0;
 656                                                         }
 657                                                 }
 658
 659
 660                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 661                                                 render_engine->arender->process_buffer(
 662                                                         temp_buffer,
 663                                                         fragment,
 664                                                         sample);
 665                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 666                                                 memcpy(buffer_samples,
 667                                                         temp_buffer[item->channel]->get_data(),
 668                                                         fragment * sizeof(double));
 669                                         }
 670                                         else
 671                                         {
 672                                                 if(debug) printf("ResourceThread::do_audio %d %d\n", __LINE__, fragment);
 673                                                 if(fragment > 0) bzero(buffer_samples, sizeof(double) * fragment);
 674                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 675
 676                                         }
 677                                 }
 678                                 else
 679                                 {
 680                                         Asset *asset = (Asset*)item->indexable;
 681                                         File *source = get_audio_source(asset);
 682                                         if(!source)
 683                                                 return;
 684
 685                                         source->set_channel(item->channel);
 686                                         source->set_audio_position(sample);
 687                                         source->read_samples(audio_buffer, fragment);
 688                                 }
 689
 690                                 audio_asset_id = item->indexable->id;
 691                                 audio_channel = item->channel;
 692                                 audio_start = sample;
 693                                 audio_samples = fragment;
 694                         }
 695
 696
 697                         value = buffer_samples[sample - audio_start];
 698                         if(first_sample)
 699                         {
 700                                 high = low = value;
 701                                 first_sample = 0;
 702                         }
 703                         else
 704                         {
 705                                 if(value > high)
 706                                         high = value;
 707                                 else
 708                                 if(value < low)
 709                                         low = value;
 710                         }
 711                 }
 712                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 713
 714 // If it's a nested EDL, store all the channels
 715                 mwindow->wave_cache->put_wave(item->indexable,
 716                         item->channel,
 717                         item->start,
 718                         item->end,
 719                         high,
 720                         low);
 721                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 722         }
 723         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 724
 725 // Allow escape here
 726         if(interrupted)
 727                 return;
 728
 729         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 730 // Draw the column
 731         mwindow->gui->lock_window("ResourceThread::do_audio");
 732         if(interrupted)
 733         {
 734                 mwindow->gui->unlock_window();
 735                 return;
 736         }
 737
 738         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 739         if(item->operation_count == operation_count)
 740         {
 741
 742 // Test for pixmap existence first
 743                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
 744                 int i = resource_pixmaps.total;
 745                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
 746                 if( i >= 0 )
 747                 {
 748                         if(prev_x == item->x - 1)
 749                         {
 750                                 high = MAX(high, prev_l);
 751                                 low = MIN(low, prev_h);
 752                         }
 753                         prev_x = item->x;
 754                         prev_h = high;
 755                         prev_l = low;
 756                         if(gui->pane[item->pane_number])
 757                                 item->pixmap->draw_wave(
 758                                         gui->pane[item->pane_number]->canvas,
 759                                         item->x,
 760                                         high,
 761                                         low);
 762                         if(timer->get_difference() > 250 || item->last)
 763                         {
 764                                 mwindow->gui->update(0, 3, 0, 0, 0, 0, 0);
 765                                 timer->update();
 766                         }
 767                 }
 768         }
 769         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 770
 771         mwindow->gui->unlock_window();
 772
 773 }
 774
 775
 776
 777