cinelerra-5.1/cinelerra/resourcethread.C

   1
   2 /*
   3  * CINELERRA
   4  * Copyright (C) 1997-2014 Adam Williams <broadcast at earthling dot net>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  *
  20  */
  21
  22 #include "arender.h"
  23 #include "asset.h"
  24 #include "bcsignals.h"
  25 #include "bctimer.h"
  26 #include "cache.h"
  27 #include "clip.h"
  28 #include "condition.h"
  29 #include "datatype.h"
  30 #include "edl.h"
  31 #include "edlsession.h"
  32 #include "file.h"
  33 #include "framecache.h"
  34 #include "mutex.h"
  35 #include "mwindow.h"
  36 #include "mwindowgui.h"
  37 #include "renderengine.h"
  38 #include "resourcethread.h"
  39 #include "resourcepixmap.h"
  40 #include "samples.h"
  41 #include "timelinepane.h"
  42 #include "trackcanvas.h"
  43 #include "transportque.h"
  44 #include "vframe.h"
  45 #include "vrender.h"
  46 #include "wavecache.h"
  47
  48
  49 #include <unistd.h>
  50
  51 ResourceThreadItem::ResourceThreadItem(ResourcePixmap *pixmap,
  52         int pane_number,
  53         Indexable *indexable,
  54         int data_type,
  55         int operation_count)
  56 {
  57         this->pane_number = pane_number;
  58         this->data_type = data_type;
  59         this->pixmap = pixmap;
  60         this->indexable = indexable;
  61
  62 // Assets are garbage collected so they don't need to be replicated.
  63         this->operation_count = operation_count;
  64         indexable->Garbage::add_user();
  65         last = 0;
  66 }
  67
  68 ResourceThreadItem::~ResourceThreadItem()
  69 {
  70         indexable->Garbage::remove_user();
  71 }
  72
  73
  74
  75
  76
  77
  78
  79 VResourceThreadItem::VResourceThreadItem(ResourcePixmap *pixmap,
  80         int pane_number,
  81         int picon_x,
  82         int picon_y,
  83         int picon_w,
  84         int picon_h,
  85         double frame_rate,
  86         int64_t position,
  87         int layer,
  88         Indexable *indexable,
  89         int operation_count)
  90  : ResourceThreadItem(pixmap,
  91         pane_number,
  92         indexable,
  93         TRACK_VIDEO,
  94         operation_count)
  95 {
  96         this->picon_x = picon_x;
  97         this->picon_y = picon_y;
  98         this->picon_w = picon_w;
  99         this->picon_h = picon_h;
 100         this->frame_rate = frame_rate;
 101         this->position = position;
 102         this->layer = layer;
 103 }
 104
 105 VResourceThreadItem::~VResourceThreadItem()
 106 {
 107 }
 108
 109
 110
 111
 112
 113
 114
 115
 116 AResourceThreadItem::AResourceThreadItem(ResourcePixmap *pixmap,
 117         int pane_number,
 118         Indexable *indexable,
 119         int x,
 120         int channel,
 121         int64_t start,
 122         int64_t end,
 123         int operation_count)
 124  : ResourceThreadItem(pixmap,
 125         pane_number,
 126         indexable,
 127         TRACK_AUDIO,
 128         operation_count)
 129 {
 130         this->x = x;
 131         this->channel = channel;
 132         this->start = start;
 133         this->end = end;
 134 }
 135
 136 AResourceThreadItem::~AResourceThreadItem()
 137 {
 138 }
 139
 140
 141
 142
 143
 144
 145
 146
 147
 148
 149
 150
 151
 152
 153
 154
 155
 156 ResourceThread::ResourceThread(MWindow *mwindow, MWindowGUI *gui)
 157  : Thread(1, 0, 0)
 158 {
 159 //printf("ResourceThread::ResourceThread %d %p\n", __LINE__, this);
 160         this->mwindow = mwindow;
 161         this->gui = gui;
 162         interrupted = 1;
 163         done = 1;
 164         temp_picon = 0;
 165         temp_picon2 = 0;
 166         draw_lock = new Condition(0, "ResourceThread::draw_lock", 0);
 167         item_lock = new Mutex("ResourceThread::item_lock");
 168         audio_buffer = 0;
 169         for(int i = 0; i < MAXCHANNELS; i++)
 170                 temp_buffer[i] = 0;
 171         timer = new Timer;
 172         prev_x = -1;
 173         prev_h = 0;
 174         prev_l = 0;
 175         operation_count = 0;
 176         render_engine = 0;
 177         render_engine_id = -1;
 178
 179         audio_asset = 0;
 180         audio_source = 0;
 181         video_asset = 0;
 182         video_source = 0;
 183 }
 184
 185 ResourceThread::~ResourceThread()
 186 {
 187         stop();
 188         delete draw_lock;
 189         delete item_lock;
 190         delete temp_picon;
 191         delete temp_picon2;
 192         delete audio_buffer;
 193         for(int i = 0; i < MAXCHANNELS; i++)
 194                 delete temp_buffer[i];
 195         delete timer;
 196         delete render_engine;
 197         if( audio_asset ) audio_asset->remove_user();
 198         if( video_asset ) video_asset->remove_user();
 199 }
 200
 201 void ResourceThread::create_objects()
 202 {
 203         done = 0;
 204         Thread::start();
 205 }
 206
 207 void ResourceThread::add_picon(ResourcePixmap *pixmap,
 208         int pane_number,
 209         int picon_x,
 210         int picon_y,
 211         int picon_w,
 212         int picon_h,
 213         double frame_rate,
 214         int64_t position,
 215         int layer,
 216         Indexable *indexable)
 217 {
 218         item_lock->lock("ResourceThread::item_lock");
 219
 220         items.append(new VResourceThreadItem(pixmap,
 221                 pane_number,
 222                 picon_x,
 223                 picon_y,
 224                 picon_w,
 225                 picon_h,
 226                 frame_rate,
 227                 position,
 228                 layer,
 229                 indexable,
 230                 operation_count));
 231         item_lock->unlock();
 232 }
 233
 234 void ResourceThread::add_wave(ResourcePixmap *pixmap,
 235         int pane_number,
 236         Indexable *indexable,
 237         int x,
 238         int channel,
 239         int64_t source_start,
 240         int64_t source_end)
 241 {
 242         item_lock->lock("ResourceThread::item_lock");
 243
 244         items.append(new AResourceThreadItem(pixmap,
 245                 pane_number,
 246                 indexable,
 247                 x,
 248                 channel,
 249                 source_start,
 250                 source_end,
 251                 operation_count));
 252         item_lock->unlock();
 253 }
 254
 255
 256
 257
 258
 259
 260
 261
 262
 263
 264
 265 void ResourceThread::stop_draw(int reset)
 266 {
 267         if(!interrupted)
 268         {
 269                 interrupted = 1;
 270                 item_lock->lock("ResourceThread::stop_draw");
 271
 272 //printf("ResourceThread::stop_draw %d %d\n", __LINE__, reset);
 273 //BC_Signals::dump_stack();
 274                 if( reset ) {
 275                         items.remove_all_objects();
 276                         ++operation_count;
 277                 }
 278                 item_lock->unlock();
 279                 prev_x = -1;
 280                 prev_h = 0;
 281                 prev_l = 0;
 282         }
 283 }
 284
 285 void ResourceThread::start_draw()
 286 {
 287         interrupted = 0;
 288 // Tag last audio item to cause refresh.
 289         int i = items.total;
 290         while( --i>=0 && items[i]->data_type!=TRACK_AUDIO );
 291         if( i >= 0 ) items[i]->last = 1;
 292         timer->update();
 293         draw_lock->unlock();
 294 }
 295
 296 void ResourceThread::run()
 297 {
 298         while(!done)
 299         {
 300
 301                 draw_lock->lock("ResourceThread::run");
 302                 while(!interrupted)
 303                 {
 304 // Pull off item
 305                         item_lock->lock("ResourceThread::run");
 306                         int total_items = items.size();
 307                         ResourceThreadItem *item = 0;
 308                         if(items.size())
 309                         {
 310                                 item = items[0];
 311                                 items.remove_number(0);
 312                         }
 313                         item_lock->unlock();
 314 //printf("ResourceThread::run %d %d\n", __LINE__, items.size());
 315                         if(!total_items) break;
 316
 317                         switch( item->data_type ) {
 318                         case TRACK_VIDEO:
 319                                 do_video((VResourceThreadItem*)item);
 320                                 break;
 321                         case TRACK_AUDIO:
 322                                 do_audio((AResourceThreadItem*)item);
 323                                 break;
 324                         }
 325
 326                         delete item;
 327                 }
 328
 329                 get_audio_source(0);
 330                 get_video_source(0);
 331                 mwindow->age_caches();
 332         }
 333 }
 334
 335 void ResourceThread::stop()
 336 {
 337         if( !done ) {
 338                 done = 1;
 339                 interrupted = 1;
 340                 draw_lock->unlock();
 341         }
 342         join();
 343 }
 344
 345
 346 void ResourceThread::open_render_engine(EDL *nested_edl,
 347         int do_audio,
 348         int do_video)
 349 {
 350         if(render_engine && render_engine_id != nested_edl->id)
 351         {
 352                 delete render_engine;
 353                 render_engine = 0;
 354         }
 355
 356         if(!render_engine)
 357         {
 358                 TransportCommand command;
 359                 if(do_audio)
 360                         command.command = NORMAL_FWD;
 361                 else
 362                         command.command = CURRENT_FRAME;
 363                 command.get_edl()->copy_all(nested_edl);
 364                 command.change_type = CHANGE_ALL;
 365                 command.realtime = 0;
 366                 render_engine = new RenderEngine(0,
 367                         mwindow->preferences, 0, 0);
 368                 render_engine_id = nested_edl->id;
 369                 render_engine->set_vcache(mwindow->video_cache);
 370                 render_engine->set_acache(mwindow->audio_cache);
 371                 render_engine->arm_command(&command);
 372         }
 373 }
 374
 375 File *ResourceThread::get_audio_source(Asset *asset)
 376 {
 377         if( interrupted ) asset = 0;
 378
 379         if( audio_asset && audio_asset != asset && (!asset ||
 380                 strcmp(audio_asset->path, asset->path)) )
 381         {
 382                 mwindow->audio_cache->check_in(audio_asset);
 383                 audio_source = 0;
 384                 audio_asset->remove_user();
 385                 audio_asset = 0;
 386
 387         }
 388         if( !audio_asset && asset )
 389         {
 390                 audio_asset = asset;
 391                 audio_asset->add_user();
 392                 audio_source = mwindow->audio_cache->check_out(asset, mwindow->edl);
 393         }
 394         return audio_source;
 395 }
 396
 397 File *ResourceThread::get_video_source(Asset *asset)
 398 {
 399         if( interrupted ) asset = 0;
 400
 401         if( video_asset && video_asset != asset && (!asset ||
 402                 strcmp(video_asset->path, asset->path)) )
 403         {
 404                 mwindow->video_cache->check_in(video_asset);
 405                 video_source = 0;
 406                 video_asset->remove_user();
 407                 video_asset = 0;
 408
 409         }
 410         if( !video_asset && asset )
 411         {
 412                 video_asset = asset;
 413                 video_asset->add_user();
 414                 video_source = mwindow->video_cache->check_out(asset, mwindow->edl);
 415         }
 416         return video_source;
 417 }
 418
 419 void ResourceThread::do_video(VResourceThreadItem *item)
 420 {
 421         int source_w = 0;
 422         int source_h = 0;
 423         int source_id = -1;
 424         int source_cmodel = -1;
 425
 426         if(item->indexable->is_asset)
 427         {
 428                 Asset *asset = (Asset*)item->indexable;
 429                 source_w = asset->width;
 430                 source_h = asset->height;
 431                 source_id = asset->id;
 432                 source_cmodel = BC_RGB888;
 433         }
 434         else
 435         {
 436                 EDL *nested_edl = (EDL*)item->indexable;
 437                 source_w = nested_edl->session->output_w;
 438                 source_h = nested_edl->session->output_h;
 439                 source_id = nested_edl->id;
 440                 source_cmodel = nested_edl->session->color_model;
 441         }
 442
 443         if(temp_picon &&
 444                 (temp_picon->get_w() != source_w ||
 445                 temp_picon->get_h() != source_h ||
 446                 temp_picon->get_color_model() != source_cmodel))
 447         {
 448                 delete temp_picon;
 449                 temp_picon = 0;
 450         }
 451
 452         if(!temp_picon)
 453         {
 454                 temp_picon = new VFrame(0, -1, source_w, source_h, source_cmodel, -1);
 455         }
 456
 457 // Get temporary to copy cached frame to
 458         if(temp_picon2 &&
 459                 (temp_picon2->get_w() != item->picon_w ||
 460                 temp_picon2->get_h() != item->picon_h))
 461         {
 462                 delete temp_picon2;
 463                 temp_picon2 = 0;
 464         }
 465
 466         if(!temp_picon2)
 467         {
 468                 temp_picon2 = new VFrame( item->picon_w, item->picon_h, BC_RGB888, 0);
 469         }
 470
 471
 472
 473 // Search frame cache again.
 474
 475         VFrame *picon_frame = 0;
 476         int need_conversion = 0;
 477         EDL *nested_edl = 0;
 478         Asset *asset = 0;
 479
 480         picon_frame = mwindow->frame_cache->get_frame_ptr(item->position,
 481                 item->layer, item->frame_rate, BC_RGB888,
 482                 item->picon_w, item->picon_h, source_id);
 483 //printf("search cache %ld,%d,%f,%dx%d,%d = %p\n",
 484 //  item->position, item->layer, item->frame_rate,
 485 //  item->picon_w, item->picon_h, source_id, picon_frame);
 486         if( picon_frame ) {
 487                 temp_picon2->copy_from(picon_frame);
 488 // Unlock the get_frame_ptr command
 489                 mwindow->frame_cache->unlock();
 490         }
 491         else
 492         if(!item->indexable->is_asset)
 493         {
 494                 nested_edl = (EDL*)item->indexable;
 495                 open_render_engine(nested_edl, 0, 1);
 496
 497                 int64_t source_position = (int64_t)(item->position *
 498                         nested_edl->session->frame_rate /
 499                         item->frame_rate);
 500                 if(render_engine->vrender)
 501                         render_engine->vrender->process_buffer(
 502                                 temp_picon,
 503                                 source_position,
 504                                 0);
 505
 506                 need_conversion = 1;
 507         }
 508         else
 509         {
 510                 asset = (Asset*)item->indexable;
 511                 File *source = get_video_source(asset);
 512                 if(!source)
 513                         return;
 514
 515                 source->set_layer(item->layer);
 516                 int64_t normalized_position = (int64_t)(item->position *
 517                         asset->frame_rate /
 518                         item->frame_rate);
 519                 source->set_video_position(normalized_position,
 520                         0);
 521
 522                 source->read_frame(temp_picon);
 523
 524                 need_conversion = 1;
 525         }
 526
 527         if(need_conversion)
 528         {
 529                 picon_frame = new VFrame(item->picon_w, item->picon_h, BC_RGB888, 0);
 530                 BC_CModels::transfer(picon_frame->get_rows(), temp_picon->get_rows(),
 531                         0, 0, 0,  0, 0, 0,
 532                         0, 0, temp_picon->get_w(), temp_picon->get_h(),
 533                         0, 0, picon_frame->get_w(), picon_frame->get_h(),
 534                         source_cmodel, BC_RGB888, 0,
 535                         temp_picon->get_bytes_per_line(),
 536                         picon_frame->get_bytes_per_line());
 537                 temp_picon2->copy_from(picon_frame);
 538                 mwindow->frame_cache->put_frame(picon_frame, item->position, item->layer,
 539                         mwindow->edl->session->frame_rate, 0, item->indexable);
 540         }
 541
 542 // Allow escape here
 543         if(interrupted)
 544                 return;
 545
 546 // Draw the picon
 547         mwindow->gui->lock_window("ResourceThread::do_video");
 548
 549 // It was interrupted while waiting.
 550         if(interrupted)
 551         {
 552                 mwindow->gui->unlock_window();
 553                 return;
 554         }
 555
 556
 557
 558 // Test for pixmap existence first
 559         if(item->operation_count == operation_count)
 560         {
 561                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
 562                 int i = resource_pixmaps.total;
 563                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
 564                 if( i >= 0 ) {
 565                         item->pixmap->draw_vframe(temp_picon2,
 566                                 item->picon_x,
 567                                 item->picon_y,
 568                                 item->picon_w,
 569                                 item->picon_h,
 570                                 0,
 571                                 0);
 572
 573                         mwindow->gui->update(0, IGNORE_THREAD, 0, 0, 0, 0, 0);
 574                 }
 575         }
 576
 577         mwindow->gui->unlock_window();
 578 }
 579
 580
 581 #define BUFFERSIZE 65536
 582 void ResourceThread::do_audio(AResourceThreadItem *item)
 583 {
 584 // Search again
 585         WaveCacheItem *wave_item;
 586         double high = 0;
 587         double low = 0;
 588         const int debug = 0;
 589         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 590         if((wave_item = mwindow->wave_cache->get_wave(item->indexable->id,
 591                 item->channel, item->start, item->end)))
 592         {
 593                 high = wave_item->high;
 594                 low = wave_item->low;
 595                 mwindow->wave_cache->unlock();
 596         }
 597         else
 598         {
 599                 int first_sample = 1;
 600                 int64_t start = item->start;
 601                 int64_t end = item->end;
 602                 if(start == end) end = start + 1;
 603                 double *buffer_samples = !audio_buffer ? 0 :
 604                         audio_buffer->get_data();
 605
 606                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 607                 for(int64_t sample = start; sample < end; sample++)
 608                 {
 609                         double value;
 610 // Get value from previous buffer
 611                         if(audio_buffer &&
 612                                 item->channel == audio_channel &&
 613                                 item->indexable->id == audio_asset_id &&
 614                                 sample >= audio_start &&
 615                                 sample < audio_start + audio_samples)
 616                         {
 617                                 ;
 618                         }
 619                         else
 620 // Load new buffer
 621                         {
 622                                 if(!audio_buffer) {
 623                                         audio_buffer = new Samples(BUFFERSIZE);
 624                                         buffer_samples = audio_buffer->get_data();
 625                                 }
 626
 627                                 int64_t total_samples = item->indexable->get_audio_samples();
 628                                 int fragment = BUFFERSIZE;
 629                                 if(fragment + sample > total_samples)
 630                                         fragment = total_samples - sample;
 631
 632                                 if(!item->indexable->is_asset)
 633                                 {
 634                                         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 635                                         open_render_engine((EDL*)item->indexable, 1, 0);
 636                                         if(debug) printf("ResourceThread::do_audio %d %p\n", __LINE__, render_engine);
 637                                         if(render_engine->arender)
 638                                         {
 639                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 640                                                 int source_channels = item->indexable->get_audio_channels();
 641                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 642                                                 for(int i = 0; i < MAXCHANNELS; i++)
 643                                                 {
 644                                                         if(i < source_channels &&
 645                                                                 !temp_buffer[i])
 646                                                         {
 647                                                                 temp_buffer[i] = new Samples(BUFFERSIZE);
 648                                                         }
 649                                                         else
 650                                                         if(i >= source_channels &&
 651                                                                 temp_buffer[i])
 652                                                         {
 653                                                                 delete temp_buffer[i];
 654                                                                 temp_buffer[i] = 0;
 655                                                         }
 656                                                 }
 657
 658
 659                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 660                                                 render_engine->arender->process_buffer(
 661                                                         temp_buffer,
 662                                                         fragment,
 663                                                         sample);
 664                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 665                                                 memcpy(buffer_samples,
 666                                                         temp_buffer[item->channel]->get_data(),
 667                                                         fragment * sizeof(double));
 668                                         }
 669                                         else
 670                                         {
 671                                                 if(debug) printf("ResourceThread::do_audio %d %d\n", __LINE__, fragment);
 672                                                 if(fragment > 0) bzero(buffer_samples, sizeof(double) * fragment);
 673                                                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 674
 675                                         }
 676                                 }
 677                                 else
 678                                 {
 679                                         Asset *asset = (Asset*)item->indexable;
 680                                         File *source = get_audio_source(asset);
 681                                         if(!source)
 682                                                 return;
 683
 684                                         source->set_channel(item->channel);
 685                                         source->set_audio_position(sample);
 686                                         source->read_samples(audio_buffer, fragment);
 687                                 }
 688
 689                                 audio_asset_id = item->indexable->id;
 690                                 audio_channel = item->channel;
 691                                 audio_start = sample;
 692                                 audio_samples = fragment;
 693                         }
 694
 695
 696                         value = buffer_samples[sample - audio_start];
 697                         if(first_sample)
 698                         {
 699                                 high = low = value;
 700                                 first_sample = 0;
 701                         }
 702                         else
 703                         {
 704                                 if(value > high)
 705                                         high = value;
 706                                 else
 707                                 if(value < low)
 708                                         low = value;
 709                         }
 710                 }
 711                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 712
 713 // If it's a nested EDL, store all the channels
 714                 mwindow->wave_cache->put_wave(item->indexable,
 715                         item->channel,
 716                         item->start,
 717                         item->end,
 718                         high,
 719                         low);
 720                 if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 721         }
 722         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 723
 724 // Allow escape here
 725         if(interrupted)
 726                 return;
 727
 728         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 729 // Draw the column
 730         mwindow->gui->lock_window("ResourceThread::do_audio");
 731         if(interrupted)
 732         {
 733                 mwindow->gui->unlock_window();
 734                 return;
 735         }
 736
 737         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 738         if(item->operation_count == operation_count)
 739         {
 740
 741 // Test for pixmap existence first
 742                 ArrayList<ResourcePixmap*> &resource_pixmaps = gui->resource_pixmaps;
 743                 int i = resource_pixmaps.total;
 744                 while( --i >= 0 && resource_pixmaps[i] != item->pixmap );
 745                 if( i >= 0 )
 746                 {
 747                         if(prev_x == item->x - 1)
 748                         {
 749                                 high = MAX(high, prev_l);
 750                                 low = MIN(low, prev_h);
 751                         }
 752                         prev_x = item->x;
 753                         prev_h = high;
 754                         prev_l = low;
 755                         if(gui->pane[item->pane_number])
 756                                 item->pixmap->draw_wave(
 757                                         gui->pane[item->pane_number]->canvas,
 758                                         item->x,
 759                                         high,
 760                                         low);
 761                         if(timer->get_difference() > 250 || item->last)
 762                         {
 763                                 mwindow->gui->update(0, IGNORE_THREAD, 0, 0, 0, 0, 0);
 764                                 timer->update();
 765                         }
 766                 }
 767         }
 768         if(debug) printf("ResourceThread::do_audio %d\n", __LINE__);
 769
 770         mwindow->gui->unlock_window();
 771
 772 }
 773
 774
 775
 776