cinelerra-5.1/plugins/diffkey/diffkey.C

   1
   2 /*
   3  * CINELERRA
   4  * Copyright (C) 2008 Adam Williams <broadcast at earthling dot net>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  *
  20  */
  21
  22 #ifndef DIFFKEY_H
  23 #define DIFFKEY_H
  24
  25 #include "bccolors.h"
  26 #include "bcdisplayinfo.h"
  27 #include "clip.h"
  28 #include "bchash.h"
  29 #include "filexml.h"
  30 #include "guicast.h"
  31 #include "language.h"
  32 #include "loadbalance.h"
  33 #include "bccolors.h"
  34 #include "pluginvclient.h"
  35 #include "playback3d.h"
  36
  37 #include <string.h>
  38
  39
  40
  41 class DiffKeyGUI;
  42 class DiffKey;
  43
  44
  45
  46 class DiffKeyConfig
  47 {
  48 public:
  49         DiffKeyConfig();
  50         void copy_from(DiffKeyConfig &src);
  51         int equivalent(DiffKeyConfig &src);
  52         void interpolate(DiffKeyConfig &prev,
  53                 DiffKeyConfig &next,
  54                 int64_t prev_frame,
  55                 int64_t next_frame,
  56                 int64_t current_frame);
  57
  58         float threshold;
  59         float slope;
  60         int do_value;
  61 };
  62
  63
  64 class DiffKeyThreshold : public BC_FSlider
  65 {
  66 public:
  67         DiffKeyThreshold(DiffKey *plugin, int x, int y);
  68         int handle_event();
  69         DiffKey *plugin;
  70 };
  71
  72 class DiffKeySlope : public BC_FSlider
  73 {
  74 public:
  75         DiffKeySlope(DiffKey *plugin, int x, int y);
  76         int handle_event();
  77         DiffKey *plugin;
  78 };
  79
  80 class DiffKeyDoValue : public BC_CheckBox
  81 {
  82 public:
  83         DiffKeyDoValue(DiffKey *plugin, int x, int y);
  84         int handle_event();
  85         DiffKey *plugin;
  86 };
  87
  88
  89
  90 class DiffKeyGUI : public PluginClientWindow
  91 {
  92 public:
  93         DiffKeyGUI(DiffKey *plugin);
  94         ~DiffKeyGUI();
  95
  96
  97         void create_objects();
  98
  99
 100         DiffKeyThreshold *threshold;
 101         DiffKeySlope *slope;
 102         DiffKeyDoValue *do_value;
 103         DiffKey *plugin;
 104 };
 105
 106
 107
 108
 109 class DiffKeyEngine : public LoadServer
 110 {
 111 public:
 112         DiffKeyEngine(DiffKey *plugin);
 113         void init_packages();
 114         LoadClient* new_client();
 115         LoadPackage* new_package();
 116         DiffKey *plugin;
 117 };
 118
 119
 120 class DiffKeyClient : public LoadClient
 121 {
 122 public:
 123         DiffKeyClient(DiffKeyEngine *engine);
 124         ~DiffKeyClient();
 125
 126         void process_package(LoadPackage *pkg);
 127         DiffKeyEngine *engine;
 128 };
 129
 130 class DiffKeyPackage : public LoadPackage
 131 {
 132 public:
 133         DiffKeyPackage();
 134         int row1;
 135         int row2;
 136 };
 137
 138
 139
 140 class DiffKey : public PluginVClient
 141 {
 142 public:
 143         DiffKey(PluginServer *server);
 144         ~DiffKey();
 145
 146         int process_buffer(VFrame **frame,
 147                 int64_t start_position,
 148                 double frame_rate);
 149         int is_realtime();
 150         int is_multichannel();
 151         void save_data(KeyFrame *keyframe);
 152         void read_data(KeyFrame *keyframe);
 153         void update_gui();
 154         int handle_opengl();
 155
 156
 157
 158         PLUGIN_CLASS_MEMBERS(DiffKeyConfig)
 159
 160         DiffKeyEngine *engine;
 161         VFrame *top_frame;
 162         VFrame *bottom_frame;
 163 };
 164
 165
 166
 167
 168
 169
 170
 171
 172 REGISTER_PLUGIN(DiffKey)
 173
 174
 175 DiffKeyConfig::DiffKeyConfig()
 176 {
 177         threshold = 0.1;
 178         slope = 0;
 179         do_value = 0;
 180 }
 181
 182 void DiffKeyConfig::copy_from(DiffKeyConfig &src)
 183 {
 184         this->threshold = src.threshold;
 185         this->slope = src.slope;
 186         this->do_value = src.do_value;
 187 }
 188
 189
 190 int DiffKeyConfig::equivalent(DiffKeyConfig &src)
 191 {
 192         return EQUIV(threshold, src.threshold) &&
 193                 EQUIV(slope, src.slope) &&
 194                 do_value == src.do_value;
 195 }
 196
 197 void DiffKeyConfig::interpolate(DiffKeyConfig &prev,
 198         DiffKeyConfig &next,
 199         int64_t prev_frame,
 200         int64_t next_frame,
 201         int64_t current_frame)
 202 {
 203         double next_scale = (double)(current_frame - prev_frame) / (next_frame - prev_frame);
 204         double prev_scale = (double)(next_frame - current_frame) / (next_frame - prev_frame);
 205
 206         this->threshold = prev.threshold * prev_scale + next.threshold * next_scale;
 207         this->slope = prev.slope * prev_scale + next.slope * next_scale;
 208         this->do_value = prev.do_value;
 209 }
 210
 211
 212
 213
 214
 215
 216
 217
 218
 219
 220 DiffKeyThreshold::DiffKeyThreshold(DiffKey *plugin, int x, int y)
 221  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.threshold)
 222 {
 223         this->plugin = plugin;
 224 }
 225
 226 int DiffKeyThreshold::handle_event()
 227 {
 228         plugin->config.threshold = get_value();
 229         plugin->send_configure_change();
 230         return 1;
 231 }
 232
 233
 234
 235
 236
 237
 238
 239
 240 DiffKeySlope::DiffKeySlope(DiffKey *plugin, int x, int y)
 241  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.slope)
 242 {
 243         this->plugin = plugin;
 244 }
 245
 246 int DiffKeySlope::handle_event()
 247 {
 248         plugin->config.slope = get_value();
 249         plugin->send_configure_change();
 250         return 1;
 251 }
 252
 253
 254
 255 DiffKeyDoValue::DiffKeyDoValue(DiffKey *plugin, int x, int y)
 256  : BC_CheckBox(x, y, plugin->config.do_value, _("Use Value"))
 257 {
 258         this->plugin = plugin;
 259 }
 260
 261 int DiffKeyDoValue::handle_event()
 262 {
 263         plugin->config.do_value = get_value();
 264         plugin->send_configure_change();
 265         return 1;
 266 }
 267
 268
 269
 270
 271
 272
 273
 274 DiffKeyGUI::DiffKeyGUI(DiffKey *plugin)
 275  : PluginClientWindow(plugin,
 276         320,
 277         100,
 278         320,
 279         100,
 280         0)
 281 {
 282         this->plugin = plugin;
 283 }
 284
 285 DiffKeyGUI::~DiffKeyGUI()
 286 {
 287 }
 288
 289
 290 void DiffKeyGUI::create_objects()
 291 {
 292         int x = 10, y = 10;
 293         BC_Title *title;
 294         add_subwindow(title = new BC_Title(x, y, _("Threshold:")));
 295         x += title->get_w() + 10;
 296         add_subwindow(threshold = new DiffKeyThreshold(plugin, x, y));
 297         x = 10;
 298         y += threshold->get_h() + 10;
 299         add_subwindow(title = new BC_Title(x, y, _("Slope:")));
 300         x += title->get_w() + 10;
 301         add_subwindow(slope = new DiffKeySlope(plugin, x, y));
 302         x = 10;
 303         y += slope->get_h() + 10;
 304         add_subwindow(do_value = new DiffKeyDoValue(plugin, x, y));
 305
 306
 307
 308         show_window();
 309 }
 310
 311
 312
 313
 314 DiffKey::DiffKey(PluginServer *server)
 315  : PluginVClient(server)
 316 {
 317
 318         engine = 0;
 319 }
 320
 321 DiffKey::~DiffKey()
 322 {
 323
 324         delete engine;
 325 }
 326
 327 NEW_WINDOW_MACRO(DiffKey, DiffKeyGUI)
 328 LOAD_CONFIGURATION_MACRO(DiffKey, DiffKeyConfig)
 329
 330 const char* DiffKey::plugin_title() { return _("Difference key"); }
 331 int DiffKey::is_realtime() { return 1; }
 332 int DiffKey::is_multichannel() { return 1; }
 333
 334
 335 void DiffKey::save_data(KeyFrame *keyframe)
 336 {
 337         FileXML output;
 338         output.set_shared_output(keyframe->get_data(), MESSAGESIZE);
 339         output.tag.set_title("DIFFKEY");
 340         output.tag.set_property("THRESHOLD", config.threshold);
 341         output.tag.set_property("SLOPE", config.slope);
 342         output.tag.set_property("DO_VALUE", config.do_value);
 343         output.append_tag();
 344         output.tag.set_title("/DIFFKEY");
 345         output.append_tag();
 346         output.append_newline();
 347         output.terminate_string();
 348 }
 349
 350 void DiffKey::read_data(KeyFrame *keyframe)
 351 {
 352         FileXML input;
 353
 354         input.set_shared_input(keyframe->get_data(), strlen(keyframe->get_data()));
 355
 356         while(!input.read_tag())
 357         {
 358                 if(input.tag.title_is("DIFFKEY"))
 359                 {
 360                         config.threshold = input.tag.get_property("THRESHOLD", config.threshold);
 361                         config.slope = input.tag.get_property("SLOPE", config.slope);
 362                         config.do_value = input.tag.get_property("DO_VALUE", config.do_value);
 363                 }
 364         }
 365 }
 366
 367 void DiffKey::update_gui()
 368 {
 369         if(thread)
 370         {
 371                 if(load_configuration())
 372                 {
 373                         thread->window->lock_window("DiffKey::update_gui");
 374                         ((DiffKeyGUI*)thread->window)->threshold->update(config.threshold);
 375                         ((DiffKeyGUI*)thread->window)->slope->update(config.slope);
 376                         ((DiffKeyGUI*)thread->window)->do_value->update(config.do_value);
 377                         thread->window->unlock_window();
 378                 }
 379         }
 380 }
 381
 382 int DiffKey::process_buffer(VFrame **frame,
 383         int64_t start_position,
 384         double frame_rate)
 385 {
 386         load_configuration();
 387
 388 // Don't process if only 1 layer.
 389         if(get_total_buffers() < 2)
 390         {
 391                 read_frame(frame[0],
 392                         0,
 393                         start_position,
 394                         frame_rate,
 395                         get_use_opengl());
 396                 return 0;
 397         }
 398
 399 // Read frames from 2 layers
 400         read_frame(frame[0],
 401                 0,
 402                 start_position,
 403                 frame_rate,
 404                 get_use_opengl());
 405         read_frame(frame[1],
 406                 1,
 407                 start_position,
 408                 frame_rate,
 409                 get_use_opengl());
 410
 411         top_frame = frame[0];
 412         bottom_frame = frame[1];
 413
 414         if(get_use_opengl())
 415                 return run_opengl();
 416
 417         if(!engine)
 418         {
 419                 engine = new DiffKeyEngine(this);
 420         }
 421
 422         engine->process_packages();
 423
 424         return 0;
 425 }
 426
 427 #define DIFFKEY_VARS(plugin) \
 428         float threshold = plugin->config.threshold / 100; \
 429         float pad = plugin->config.slope / 100; \
 430         float threshold_pad = threshold + pad; \
 431
 432
 433 int DiffKey::handle_opengl()
 434 {
 435 #ifdef HAVE_GL
 436         static const char *diffkey_head =
 437                 "uniform sampler2D tex_bg;\n"
 438                 "uniform sampler2D tex_fg;\n"
 439                 "uniform float threshold;\n"
 440                 "uniform float pad;\n"
 441                 "uniform float threshold_pad;\n"
 442                 "void main()\n"
 443                 "{\n"
 444                 "       vec4 foreground = texture2D(tex_fg, gl_TexCoord[0].st);\n"
 445                 "       vec4 background = texture2D(tex_bg, gl_TexCoord[0].st);\n";
 446
 447         static const char *colorcube =
 448                 "       float difference = length(foreground.rgb - background.rgb);\n";
 449
 450         static const char *yuv_value =
 451                 "       float difference = abs(foreground.r - background.r);\n";
 452
 453         static const char *rgb_value =
 454                 "       float difference = abs("
 455                 "               dot(foreground.rgb, rgb_to_y_vector) - "
 456                 "               dot(background.rgb, rgb_to_y_vector));\n";
 457
 458         static const char *diffkey_tail =
 459                 "       vec4 result;\n"
 460                 "       if(difference < threshold)\n"
 461                 "               result.a = 0.0;\n"
 462                 "       else\n"
 463                 "       if(difference < threshold_pad)\n"
 464                 "               result.a = (difference - threshold) / pad;\n"
 465                 "       else\n"
 466                 "               result.a = 1.0;\n"
 467                 "       result.rgb = foreground.rgb;\n"
 468                 "       gl_FragColor = result;\n"
 469                 "}\n";
 470
 471         top_frame->to_texture();
 472         bottom_frame->to_texture();
 473
 474         top_frame->enable_opengl();
 475         top_frame->init_screen();
 476
 477         const char *shader_stack[16];
 478         memset(shader_stack,0, sizeof(shader_stack));
 479         int current_shader = 0;
 480
 481         int need_rgb_to_y = 0;
 482         const char *shader_frag = !config.do_value ? colorcube :
 483                 BC_CModels::is_yuv(top_frame->get_color_model()) ?
 484                         yuv_value : (need_rgb_to_y = 1, rgb_value);
 485         if( need_rgb_to_y )
 486                 shader_stack[current_shader++] = bc_gl_rgb_to_y;
 487         shader_stack[current_shader++] = diffkey_head;
 488         shader_stack[current_shader++] = shader_frag;
 489         shader_stack[current_shader++] = diffkey_tail;
 490
 491         shader_stack[current_shader] = 0;
 492         unsigned int shader = VFrame::make_shader(shader_stack);
 493         DIFFKEY_VARS(this)
 494
 495         bottom_frame->bind_texture(1);
 496         top_frame->bind_texture(0);
 497
 498         if( shader > 0 ) {
 499                 glUseProgram(shader);
 500                 glUniform1i(glGetUniformLocation(shader, "tex_fg"), 0);
 501                 glUniform1i(glGetUniformLocation(shader, "tex_bg"), 1);
 502                 glUniform1f(glGetUniformLocation(shader, "threshold"), threshold);
 503                 glUniform1f(glGetUniformLocation(shader, "pad"), pad);
 504                 glUniform1f(glGetUniformLocation(shader, "threshold_pad"), threshold_pad);
 505                 if( need_rgb_to_y )
 506                         BC_GL_MATRIX(shader, rgb_to_y_vector);
 507         }
 508
 509         if(BC_CModels::components(get_output()->get_color_model()) == 3)
 510         {
 511                 glEnable(GL_BLEND);
 512                 glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
 513                 top_frame->clear_pbuffer();
 514         }
 515
 516         top_frame->draw_texture();
 517         glUseProgram(0);
 518         top_frame->set_opengl_state(VFrame::SCREEN);
 519         glDisable(GL_BLEND);
 520 // Fastest way to discard output
 521         bottom_frame->set_opengl_state(VFrame::UNKNOWN);
 522
 523 // kludge ahead
 524         top_frame->screen_to_ram();
 525 #endif
 526         return 0;
 527 }
 528
 529
 530
 531
 532 DiffKeyEngine::DiffKeyEngine(DiffKey *plugin)
 533  : LoadServer(plugin->get_project_smp() + 1, plugin->get_project_smp() + 1)
 534 {
 535         this->plugin = plugin;
 536 }
 537
 538 void DiffKeyEngine::init_packages()
 539 {
 540         int increment = plugin->top_frame->get_h() / get_total_packages() + 1;
 541         int y = 0;
 542         for(int i = 0; i < get_total_packages(); i++)
 543         {
 544                 DiffKeyPackage *pkg = (DiffKeyPackage*)get_package(i);
 545                 pkg->row1 = y;
 546                 pkg->row2 = MIN(y + increment, plugin->top_frame->get_h());
 547                 y  += increment;
 548         }
 549 }
 550
 551 LoadClient* DiffKeyEngine::new_client()
 552 {
 553         return new DiffKeyClient(this);
 554 }
 555
 556 LoadPackage* DiffKeyEngine::new_package()
 557 {
 558         return new DiffKeyPackage;
 559 }
 560
 561
 562
 563
 564
 565
 566
 567
 568
 569
 570
 571 DiffKeyClient::DiffKeyClient(DiffKeyEngine *engine)
 572  : LoadClient(engine)
 573 {
 574         this->engine = engine;
 575 }
 576
 577 DiffKeyClient::~DiffKeyClient()
 578 {
 579 }
 580
 581 void DiffKeyClient::process_package(LoadPackage *ptr)
 582 {
 583         DiffKeyPackage *pkg = (DiffKeyPackage*)ptr;
 584         DiffKey *plugin = engine->plugin;
 585         int w = plugin->top_frame->get_w();
 586
 587 #define RGB_TO_VALUE(r, g, b) YUV::yuv.rgb_to_y_f((r),(g),(b))
 588
 589
 590 #define DIFFKEY_MACRO(type, components, max, chroma_offset) \
 591 { \
 592  \
 593         for(int i = pkg->row1; i < pkg->row2; i++) \
 594         { \
 595                 type *top_row = (type*)plugin->top_frame->get_rows()[i]; \
 596                 type *bottom_row = (type*)plugin->bottom_frame->get_rows()[i]; \
 597  \
 598                 for(int j = 0; j < w; j++) \
 599                 { \
 600                         float a = 1.0; \
 601  \
 602 /* Test for value in range */ \
 603                         if(plugin->config.do_value) \
 604                         { \
 605                                 float top_value; \
 606                                 float bottom_value; \
 607  \
 608 /* Convert pixel data into floating point value */ \
 609                                 if(chroma_offset) \
 610                                 { \
 611                                         float top_r = (float)top_row[0] / max; \
 612                                         float bottom_r = (float)bottom_row[0] / max; \
 613                                         top_value = top_r; \
 614                                         bottom_value = bottom_r; \
 615                                 } \
 616                                 else \
 617                                 { \
 618                                         float top_r = (float)top_row[0] / max; \
 619                                         float top_g = (float)top_row[1] / max; \
 620                                         float top_b = (float)top_row[2] / max; \
 621                                         top_g -= (float)chroma_offset / max; \
 622                                         top_b -= (float)chroma_offset / max; \
 623  \
 624                                         float bottom_r = (float)bottom_row[0] / max; \
 625                                         float bottom_g = (float)bottom_row[1] / max; \
 626                                         float bottom_b = (float)bottom_row[2] / max; \
 627                                         bottom_g -= (float)chroma_offset / max; \
 628                                         bottom_b -= (float)chroma_offset / max; \
 629  \
 630                                         top_value = RGB_TO_VALUE(top_r, top_g, top_b); \
 631                                         bottom_value = RGB_TO_VALUE(bottom_r, bottom_g, bottom_b); \
 632                                 } \
 633  \
 634                                 float min_v = bottom_value - threshold; \
 635                                 float max_v = bottom_value + threshold; \
 636  \
 637 /* Full transparency if in range */ \
 638                                 if(top_value >= min_v && top_value < max_v) \
 639                                 { \
 640                                         a = 0; \
 641                                 } \
 642                                 else \
 643 /* Phased out if below or above range */ \
 644                                 if(top_value < min_v) \
 645                                 { \
 646                                         if(min_v - top_value < pad) \
 647                                                 a = (min_v - top_value) / pad; \
 648                                 } \
 649                                 else \
 650                                 if(top_value - max_v < pad) \
 651                                         a = (top_value - max_v) / pad; \
 652                         } \
 653                         else \
 654 /* Use color cube */ \
 655                         { \
 656                                 float top_r = (float)top_row[0] / max; \
 657                                 float top_g = (float)top_row[1] / max; \
 658                                 float top_b = (float)top_row[2] / max; \
 659                                 top_g -= (float)chroma_offset / max; \
 660                                 top_b -= (float)chroma_offset / max; \
 661  \
 662                                 float bottom_r = (float)bottom_row[0] / max; \
 663                                 float bottom_g = (float)bottom_row[1] / max; \
 664                                 float bottom_b = (float)bottom_row[2] / max; \
 665                                 bottom_g -= (float)chroma_offset / max; \
 666                                 bottom_b -= (float)chroma_offset / max; \
 667  \
 668  \
 669                                 float difference = sqrt(SQR(top_r - bottom_r) +  \
 670                                         SQR(top_g - bottom_g) + \
 671                                         SQR(top_b - bottom_b)); \
 672  \
 673                                 if(difference < threshold) \
 674                                 { \
 675                                         a = 0; \
 676                                 } \
 677                                 else \
 678                                 if(difference < threshold_pad) \
 679                                 { \
 680                                         a = (difference - threshold) / pad; \
 681                                 } \
 682                         } \
 683  \
 684 /* multiply alpha */ \
 685                         if(components == 4) \
 686                         { \
 687                                 top_row[3] = MIN((type)(a * max), top_row[3]); \
 688                         } \
 689                         else \
 690                         { \
 691                                 top_row[0] = (type)(a * top_row[0]); \
 692                                 top_row[1] = (type)(a * (top_row[1] - chroma_offset) + chroma_offset); \
 693                                 top_row[2] = (type)(a * (top_row[2] - chroma_offset) + chroma_offset); \
 694                         } \
 695  \
 696                         top_row += components; \
 697                         bottom_row += components; \
 698                 } \
 699         } \
 700 }
 701
 702         DIFFKEY_VARS(plugin)
 703
 704         switch(plugin->top_frame->get_color_model())
 705         {
 706                 case BC_RGB_FLOAT:
 707                         DIFFKEY_MACRO(float, 3, 1.0, 0);
 708                         break;
 709                 case BC_RGBA_FLOAT:
 710                         DIFFKEY_MACRO(float, 4, 1.0, 0);
 711                         break;
 712                 case BC_RGB888:
 713                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0);
 714                         break;
 715                 case BC_RGBA8888:
 716                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0);
 717                         break;
 718                 case BC_YUV888:
 719                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0x80);
 720                         break;
 721                 case BC_YUVA8888:
 722                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0x80);
 723                         break;
 724         }
 725
 726
 727
 728 }
 729
 730
 731
 732
 733 DiffKeyPackage::DiffKeyPackage()
 734  : LoadPackage()
 735 {
 736 }
 737
 738
 739
 740
 741
 742
 743 #endif