cinelerra-5.1/cinelerra/packagedispatcher.C

   1
   2 /*
   3  * CINELERRA
   4  * Copyright (C) 1997-2011 Adam Williams <broadcast at earthling dot net>
   5  * Copyright (C) 2003-2016 Cinelerra CV contributors
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program; if not, write to the Free Software
  19  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  20  *
  21  */
  22
  23 #include "asset.h"
  24 #include "clip.h"
  25 #include "confirmsave.h"
  26 #include "edl.h"
  27 #include "edlsession.h"
  28 #include "labels.h"
  29 #include "mainerror.h"
  30 #include "mutex.h"
  31 #include "mwindow.h"
  32 #include "packagedispatcher.h"
  33 #include "packagerenderer.h"
  34 #include "preferences.h"
  35 #include "render.h"
  36 #include "file.h"
  37
  38
  39
  40 PackageDispatcher::PackageDispatcher()
  41 {
  42         packages = 0;
  43         package_lock = new Mutex("PackageDispatcher::package_lock");
  44         packaging_engine = 0;
  45 }
  46
  47 PackageDispatcher::~PackageDispatcher()
  48 {
  49         if(packages)
  50         {
  51                 for(int i = 0; i < total_packages; i++)
  52                         delete packages[i];
  53                 delete [] packages;
  54         }
  55         if (packaging_engine)
  56                 delete packaging_engine;
  57         delete package_lock;
  58 }
  59
  60 int PackageDispatcher::create_packages(MWindow *mwindow, EDL *edl,
  61         Preferences *preferences, int strategy, Asset *default_asset,
  62         double total_start, double total_end, int test_overwrite)
  63 {
  64         Label *label;
  65         int result = 0;
  66
  67         this->mwindow = mwindow;
  68         this->edl = edl;
  69         this->preferences = preferences;
  70         this->strategy = strategy;
  71         this->default_asset = default_asset;
  72         this->total_start = total_start;
  73         this->total_end = total_end;
  74
  75         nodes = preferences->get_enabled_nodes();
  76         audio_position = Units::to_int64(total_start * default_asset->sample_rate);
  77         video_position = Units::to_int64(total_start * default_asset->frame_rate);
  78         audio_end = Units::to_int64(total_end * default_asset->sample_rate);
  79         video_end = Units::to_int64(total_end * default_asset->frame_rate);
  80         current_package = 0;
  81
  82 // sleep(1);
  83 // printf("PackageDispatcher::create_packages 1 %d %f %f\n",
  84 // video_end,
  85 // total_end,
  86 // default_asset->frame_rate);
  87
  88         switch( strategy ) {
  89         case SINGLE_PASS:
  90                 total_len = this->total_end - this->total_start;
  91                 package_len = total_len;
  92                 min_package_len = total_len;
  93                 total_packages = 1;
  94                 total_allocated = 1;
  95                 packages = new RenderPackage*[total_allocated];
  96                 packages[0] = new RenderPackage;
  97                 packages[0]->audio_start = audio_position;
  98                 packages[0]->audio_end = audio_end;
  99                 packages[0]->video_start = video_position;
 100                 packages[0]->video_end = video_end;
 101                 packages[0]->audio_do = default_asset->audio_data;
 102                 packages[0]->video_do = default_asset->video_data;
 103                 strcpy(packages[0]->path, default_asset->path);
 104                 break;
 105         case SINGLE_PASS_FARM:
 106                 packaging_engine = (PackagingEngine*)new PackagingEngineDefault();
 107                 packaging_engine->create_packages_single_farm(edl, preferences,
 108                                 default_asset, total_start, total_end);
 109                 break;
 110         case FILE_PER_LABEL:
 111         case FILE_PER_LABEL_FARM:
 112                 label = edl->labels->first;
 113                 total_packages = 0;
 114                 packages = new RenderPackage*[edl->labels->total() + 2];
 115                 if( !label ) {
 116                         eprintf(_("Render file per label and no labels\n"));
 117                         result = 1;
 118                         break;
 119                 }
 120
 121                 Render::get_starting_number(default_asset->path,
 122                         current_number, number_start, total_digits, 3);
 123
 124                 while( audio_position < audio_end ) {
 125                         RenderPackage *package = new RenderPackage;
 126                         packages[total_packages++] = package;
 127                         package->audio_start = audio_position;
 128                         package->video_start = video_position;
 129                         package->audio_do = default_asset->audio_data;
 130                         package->video_do = default_asset->video_data;
 131
 132                         while( label &&
 133                                 (label->position < (double)audio_position / default_asset->sample_rate ||
 134                                 EQUIV(label->position, (double)audio_position / default_asset->sample_rate)) ) {
 135                                 label = label->next;
 136                         }
 137
 138                         if( !label ) {
 139                                 package->audio_end = Units::to_int64(total_end * default_asset->sample_rate);
 140                                 package->video_end = Units::to_int64(total_end * default_asset->frame_rate);
 141                         }
 142                         else {
 143                                 package->audio_end = Units::to_int64(label->position * default_asset->sample_rate);
 144                                 package->video_end = Units::to_int64(label->position * default_asset->frame_rate);
 145                         }
 146
 147                         if( package->audio_end > audio_end ) {
 148                                 package->audio_end = audio_end;
 149                         }
 150
 151                         if( package->video_end > video_end ) {
 152                                 package->video_end = video_end;
 153                         }
 154
 155                         audio_position = package->audio_end;
 156                         video_position = package->video_end;
 157
 158 // Create file number differently if image file sequence
 159                         Render::create_filename(package->path, default_asset->path,
 160                                 current_number++, total_digits, number_start);
 161                 }
 162
 163                 total_allocated = total_packages;
 164                 break;
 165         case BRENDER_FARM:
 166                 total_len = this->total_end - this->total_start;
 167
 168 // Create packages as they're requested.
 169                 total_packages = 0;
 170                 total_allocated = 0;
 171                 packages = 0;
 172
 173                 Render::get_starting_number(default_asset->path,
 174                         current_number, number_start, total_digits, 6);
 175
 176 // Master node only
 177                 if( preferences->renderfarm_nodes.total == 1 ) {
 178                         package_len = total_len;
 179                         min_package_len = total_len;
 180                 }
 181                 else {
 182                         package_len = preferences->brender_fragment /
 183                                 edl->session->frame_rate;
 184                         min_package_len = 1.0 / edl->session->frame_rate;
 185                 }
 186                 break;
 187         }
 188
 189 // Test existence of every output file.
 190 // Only if this isn't a background render or non interactive.
 191         if( strategy != BRENDER_FARM && test_overwrite && mwindow ) {
 192                 ArrayList<char*> paths;
 193                 paths.set_array_delete();
 194                 get_package_paths(&paths);
 195                 result = ConfirmSave::test_files(mwindow, &paths);
 196                 paths.remove_all_objects();
 197         }
 198
 199         return result;
 200 }
 201
 202 void PackageDispatcher::get_package_paths(ArrayList<char*> *path_list)
 203 {
 204                 if (strategy == SINGLE_PASS_FARM)
 205                         packaging_engine->get_package_paths(path_list);
 206                 else {
 207                         for( int i=0; i<total_allocated; ++i )
 208                                 path_list->append(cstrdup(packages[i]->path));
 209                 }
 210
 211 }
 212
 213 RenderPackage* PackageDispatcher::get_package(double frames_per_second,
 214                 int client_number, int use_local_rate)
 215 {
 216         package_lock->lock("PackageDispatcher::get_package");
 217
 218 // Store new frames per second for the node
 219         if( !EQUIV(frames_per_second, 0) ) {
 220                 preferences->set_rate(frames_per_second, client_number);
 221                 if(mwindow) mwindow->preferences->copy_rates_from(preferences);
 222         }
 223         else {
 224 // Use previous frames per second
 225                 frames_per_second = preferences->get_rate(client_number);
 226         }
 227
 228         float avg_frames_per_second = preferences->get_avg_rate(use_local_rate);
 229
 230         RenderPackage *result = 0;
 231         switch( strategy ) {
 232 //printf("PackageDispatcher::get_package 1 %d\n", strategy);
 233         case SINGLE_PASS:
 234         case FILE_PER_LABEL:
 235         case FILE_PER_LABEL_FARM:
 236                 if( current_package < total_packages )
 237                         result = packages[current_package++];
 238                 break;
 239         case SINGLE_PASS_FARM:
 240                 result = packaging_engine->get_package_single_farm(frames_per_second,
 241                                         client_number, use_local_rate);
 242                 break;
 243         case BRENDER_FARM:
 244 //printf("Dispatcher::get_package 1 %d %d\n", video_position, video_end);
 245                 if( video_position < video_end ) {
 246 // Allocate new packages
 247                         if( total_packages == 0 ) {
 248                                 total_allocated = 256;
 249                                 packages = new RenderPackage*[total_allocated];
 250                         }
 251                         else if( total_packages >= total_allocated ) {
 252                                 RenderPackage **old_packages = packages;
 253                                 total_allocated *= 2;
 254                                 packages = new RenderPackage*[total_allocated];
 255                                 memcpy(packages,
 256                                         old_packages,
 257                                         total_packages * sizeof(RenderPackage*));
 258                                 delete [] old_packages;
 259                         }
 260
 261 // Calculate package.
 262                         result = packages[total_packages] = new RenderPackage;
 263                         double scaled_len;
 264
 265 // No load balancing data exists
 266                         if( EQUIV(frames_per_second, 0) ||
 267                              EQUIV(avg_frames_per_second, 0)) {
 268                                 scaled_len = package_len;
 269                         }
 270                         else {
 271 // Load balancing data exists
 272                                 scaled_len = package_len *
 273                                         frames_per_second / avg_frames_per_second;
 274                         }
 275
 276                         scaled_len = MAX(scaled_len, min_package_len);
 277
 278 // Always an image file sequence
 279                         result->audio_start = audio_position;
 280                         result->video_start = video_position;
 281                         result->audio_end = result->audio_start +
 282                                 Units::to_int64(scaled_len * default_asset->sample_rate);
 283                         if( result->audio_end > audio_end ) result->audio_end = audio_end;
 284                         result->video_end = result->video_start +
 285                                 Units::to_int64(scaled_len * default_asset->frame_rate);
 286                         if( result->video_end > video_end ) result->video_end = video_end;
 287                         if( result->video_end == result->video_start ) result->video_end++;
 288                         audio_position = result->audio_end;
 289                         video_position = result->video_end;
 290                         result->audio_do = default_asset->audio_data;
 291                         result->video_do = default_asset->video_data;
 292
 293
 294 // The frame numbers are read from the vframe objects themselves.
 295                         Render::create_filename(result->path, default_asset->path,
 296                                         0, total_digits, number_start);
 297 //printf("PackageDispatcher::get_package 2 %s\n", result->path);
 298                         ++current_number;
 299                         ++total_packages;
 300                         ++current_package;
 301                 }
 302                 break;
 303         }
 304
 305         package_lock->unlock();
 306         return result;
 307 }
 308
 309
 310 int PackageDispatcher::get_asset_list(ArrayList<Indexable*> &idxbls)
 311 {
 312         if( strategy == SINGLE_PASS_FARM )
 313                 return packaging_engine->get_asset_list(idxbls);
 314         for( int i=0; i<current_package; ++i ) {
 315                 Asset *asset = new Asset;
 316                 asset->copy_from(default_asset, 1);
 317                 strcpy(asset->path, packages[i]->path);
 318                 asset->video_length = packages[i]->video_end - packages[i]->video_start;
 319                 asset->audio_length = packages[i]->audio_end - packages[i]->audio_start;
 320                 idxbls.append(asset);
 321         }
 322         return current_package;
 323 }
 324
 325 int64_t PackageDispatcher::get_progress_max()
 326 {
 327         return strategy == SINGLE_PASS_FARM ?
 328                 packaging_engine->get_progress_max() :
 329                 Units::to_int64(default_asset->sample_rate * (total_end - total_start)) +
 330                         Units::to_int64(preferences->render_preroll *
 331                                 total_allocated * default_asset->sample_rate);
 332 }
 333
 334 RenderPackage *PackageDispatcher::get_package(int number)
 335 {
 336         return packages[number];
 337 }
 338
 339 int PackageDispatcher::get_total_packages()
 340 {
 341         return total_allocated;
 342 }
 343
 344 int PackageDispatcher::packages_are_done()
 345 {
 346         return packaging_engine ? packaging_engine->packages_are_done() : 0;
 347 }
 348