cinelerra-5.1/plugins/diffkey/diffkey.C

   1
   2 /*
   3  * CINELERRA
   4  * Copyright (C) 2008 Adam Williams <broadcast at earthling dot net>
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software
  18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19  *
  20  */
  21
  22 #ifndef DIFFKEY_H
  23 #define DIFFKEY_H
  24
  25 #include "bccolors.h"
  26 #include "bcdisplayinfo.h"
  27 #include "clip.h"
  28 #include "bchash.h"
  29 #include "filexml.h"
  30 #include "guicast.h"
  31 #include "language.h"
  32 #include "loadbalance.h"
  33 #include "bccolors.h"
  34 #include "pluginvclient.h"
  35 #include "playback3d.h"
  36
  37 #include <string.h>
  38
  39
  40
  41 class DiffKeyGUI;
  42 class DiffKey;
  43
  44
  45
  46 class DiffKeyConfig
  47 {
  48 public:
  49         DiffKeyConfig();
  50         void copy_from(DiffKeyConfig &src);
  51         int equivalent(DiffKeyConfig &src);
  52         void interpolate(DiffKeyConfig &prev,
  53                 DiffKeyConfig &next,
  54                 int64_t prev_frame,
  55                 int64_t next_frame,
  56                 int64_t current_frame);
  57
  58         float threshold;
  59         float slope;
  60         int do_value;
  61 };
  62
  63
  64 class DiffKeyThreshold : public BC_FSlider
  65 {
  66 public:
  67         DiffKeyThreshold(DiffKey *plugin, int x, int y);
  68         int handle_event();
  69         DiffKey *plugin;
  70 };
  71
  72 class DiffKeySlope : public BC_FSlider
  73 {
  74 public:
  75         DiffKeySlope(DiffKey *plugin, int x, int y);
  76         int handle_event();
  77         DiffKey *plugin;
  78 };
  79
  80 class DiffKeyDoValue : public BC_CheckBox
  81 {
  82 public:
  83         DiffKeyDoValue(DiffKey *plugin, int x, int y);
  84         int handle_event();
  85         DiffKey *plugin;
  86 };
  87
  88
  89
  90 class DiffKeyGUI : public PluginClientWindow
  91 {
  92 public:
  93         DiffKeyGUI(DiffKey *plugin);
  94         ~DiffKeyGUI();
  95
  96
  97         void create_objects();
  98
  99
 100         DiffKeyThreshold *threshold;
 101         DiffKeySlope *slope;
 102         DiffKeyDoValue *do_value;
 103         DiffKey *plugin;
 104 };
 105
 106
 107
 108
 109 class DiffKeyEngine : public LoadServer
 110 {
 111 public:
 112         DiffKeyEngine(DiffKey *plugin);
 113         void init_packages();
 114         LoadClient* new_client();
 115         LoadPackage* new_package();
 116         DiffKey *plugin;
 117 };
 118
 119
 120 class DiffKeyClient : public LoadClient
 121 {
 122 public:
 123         DiffKeyClient(DiffKeyEngine *engine);
 124         ~DiffKeyClient();
 125
 126         void process_package(LoadPackage *pkg);
 127         DiffKeyEngine *engine;
 128 };
 129
 130 class DiffKeyPackage : public LoadPackage
 131 {
 132 public:
 133         DiffKeyPackage();
 134         int row1;
 135         int row2;
 136 };
 137
 138
 139
 140 class DiffKey : public PluginVClient
 141 {
 142 public:
 143         DiffKey(PluginServer *server);
 144         ~DiffKey();
 145
 146         int process_buffer(VFrame **frame,
 147                 int64_t start_position,
 148                 double frame_rate);
 149         int is_realtime();
 150         int is_multichannel();
 151         void save_data(KeyFrame *keyframe);
 152         void read_data(KeyFrame *keyframe);
 153         void update_gui();
 154         int handle_opengl();
 155
 156
 157
 158         PLUGIN_CLASS_MEMBERS(DiffKeyConfig)
 159
 160         DiffKeyEngine *engine;
 161         VFrame *top_frame;
 162         VFrame *bottom_frame;
 163 };
 164
 165
 166
 167
 168
 169
 170
 171
 172 REGISTER_PLUGIN(DiffKey)
 173
 174
 175 DiffKeyConfig::DiffKeyConfig()
 176 {
 177         threshold = 0.1;
 178         slope = 0;
 179         do_value = 0;
 180 }
 181
 182 void DiffKeyConfig::copy_from(DiffKeyConfig &src)
 183 {
 184         this->threshold = src.threshold;
 185         this->slope = src.slope;
 186         this->do_value = src.do_value;
 187 }
 188
 189
 190 int DiffKeyConfig::equivalent(DiffKeyConfig &src)
 191 {
 192         return EQUIV(threshold, src.threshold) &&
 193                 EQUIV(slope, src.slope) &&
 194                 do_value == src.do_value;
 195 }
 196
 197 void DiffKeyConfig::interpolate(DiffKeyConfig &prev,
 198         DiffKeyConfig &next,
 199         int64_t prev_frame,
 200         int64_t next_frame,
 201         int64_t current_frame)
 202 {
 203         double next_scale = (double)(current_frame - prev_frame) / (next_frame - prev_frame);
 204         double prev_scale = (double)(next_frame - current_frame) / (next_frame - prev_frame);
 205
 206         this->threshold = prev.threshold * prev_scale + next.threshold * next_scale;
 207         this->slope = prev.slope * prev_scale + next.slope * next_scale;
 208         this->do_value = prev.do_value;
 209 }
 210
 211
 212
 213
 214
 215
 216
 217
 218
 219
 220 DiffKeyThreshold::DiffKeyThreshold(DiffKey *plugin, int x, int y)
 221  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.threshold)
 222 {
 223         this->plugin = plugin;
 224 }
 225
 226 int DiffKeyThreshold::handle_event()
 227 {
 228         plugin->config.threshold = get_value();
 229         plugin->send_configure_change();
 230         return 1;
 231 }
 232
 233
 234
 235
 236
 237
 238
 239
 240 DiffKeySlope::DiffKeySlope(DiffKey *plugin, int x, int y)
 241  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.slope)
 242 {
 243         this->plugin = plugin;
 244 }
 245
 246 int DiffKeySlope::handle_event()
 247 {
 248         plugin->config.slope = get_value();
 249         plugin->send_configure_change();
 250         return 1;
 251 }
 252
 253
 254
 255 DiffKeyDoValue::DiffKeyDoValue(DiffKey *plugin, int x, int y)
 256  : BC_CheckBox(x, y, plugin->config.do_value, _("Use Value"))
 257 {
 258         this->plugin = plugin;
 259 }
 260
 261 int DiffKeyDoValue::handle_event()
 262 {
 263         plugin->config.do_value = get_value();
 264         plugin->send_configure_change();
 265         return 1;
 266 }
 267
 268
 269
 270
 271
 272
 273
 274 DiffKeyGUI::DiffKeyGUI(DiffKey *plugin)
 275  : PluginClientWindow(plugin,
 276         320,
 277         100,
 278         320,
 279         100,
 280         0)
 281 {
 282         this->plugin = plugin;
 283 }
 284
 285 DiffKeyGUI::~DiffKeyGUI()
 286 {
 287 }
 288
 289
 290 void DiffKeyGUI::create_objects()
 291 {
 292         int x = 10, y = 10;
 293         BC_Title *title;
 294         add_subwindow(title = new BC_Title(x, y, _("Threshold:")));
 295         x += title->get_w() + 10;
 296         add_subwindow(threshold = new DiffKeyThreshold(plugin, x, y));
 297         x = 10;
 298         y += threshold->get_h() + 10;
 299         add_subwindow(title = new BC_Title(x, y, _("Slope:")));
 300         x += title->get_w() + 10;
 301         add_subwindow(slope = new DiffKeySlope(plugin, x, y));
 302         x = 10;
 303         y += slope->get_h() + 10;
 304         add_subwindow(do_value = new DiffKeyDoValue(plugin, x, y));
 305
 306
 307
 308         show_window();
 309 }
 310
 311
 312
 313
 314 DiffKey::DiffKey(PluginServer *server)
 315  : PluginVClient(server)
 316 {
 317
 318         engine = 0;
 319 }
 320
 321 DiffKey::~DiffKey()
 322 {
 323
 324         delete engine;
 325 }
 326
 327 NEW_WINDOW_MACRO(DiffKey, DiffKeyGUI)
 328 LOAD_CONFIGURATION_MACRO(DiffKey, DiffKeyConfig)
 329
 330 const char* DiffKey::plugin_title() { return _("Difference key"); }
 331 int DiffKey::is_realtime() { return 1; }
 332 int DiffKey::is_multichannel() { return 1; }
 333
 334
 335 void DiffKey::save_data(KeyFrame *keyframe)
 336 {
 337         FileXML output;
 338         output.set_shared_output(keyframe->get_data(), MESSAGESIZE);
 339         output.tag.set_title("DIFFKEY");
 340         output.tag.set_property("THRESHOLD", config.threshold);
 341         output.tag.set_property("SLOPE", config.slope);
 342         output.tag.set_property("DO_VALUE", config.do_value);
 343         output.append_tag();
 344         output.tag.set_title("/DIFFKEY");
 345         output.append_tag();
 346         output.append_newline();
 347         output.terminate_string();
 348 }
 349
 350 void DiffKey::read_data(KeyFrame *keyframe)
 351 {
 352         FileXML input;
 353
 354         input.set_shared_input(keyframe->get_data(), strlen(keyframe->get_data()));
 355
 356         while(!input.read_tag())
 357         {
 358                 if(input.tag.title_is("DIFFKEY"))
 359                 {
 360                         config.threshold = input.tag.get_property("THRESHOLD", config.threshold);
 361                         config.slope = input.tag.get_property("SLOPE", config.slope);
 362                         config.do_value = input.tag.get_property("DO_VALUE", config.do_value);
 363                 }
 364         }
 365 }
 366
 367 void DiffKey::update_gui()
 368 {
 369         if(thread)
 370         {
 371                 if(load_configuration())
 372                 {
 373                         thread->window->lock_window("DiffKey::update_gui");
 374                         ((DiffKeyGUI*)thread->window)->threshold->update(config.threshold);
 375                         ((DiffKeyGUI*)thread->window)->slope->update(config.slope);
 376                         ((DiffKeyGUI*)thread->window)->do_value->update(config.do_value);
 377                         thread->window->unlock_window();
 378                 }
 379         }
 380 }
 381
 382 int DiffKey::process_buffer(VFrame **frame,
 383         int64_t start_position,
 384         double frame_rate)
 385 {
 386         load_configuration();
 387
 388 // Don't process if only 1 layer.
 389         if(get_total_buffers() < 2)
 390         {
 391                 read_frame(frame[0],
 392                         0,
 393                         start_position,
 394                         frame_rate,
 395                         get_use_opengl());
 396                 return 0;
 397         }
 398
 399 // Read frames from 2 layers
 400         read_frame(frame[0],
 401                 0,
 402                 start_position,
 403                 frame_rate,
 404                 get_use_opengl());
 405         read_frame(frame[1],
 406                 1,
 407                 start_position,
 408                 frame_rate,
 409                 get_use_opengl());
 410
 411         top_frame = frame[0];
 412         bottom_frame = frame[1];
 413
 414         if(get_use_opengl())
 415                 return run_opengl();
 416
 417         if(!engine)
 418         {
 419                 engine = new DiffKeyEngine(this);
 420         }
 421
 422         engine->process_packages();
 423
 424         return 0;
 425 }
 426
 427 #define DIFFKEY_VARS(plugin) \
 428         float threshold = plugin->config.threshold / 100; \
 429         float pad = plugin->config.slope / 100; \
 430         float threshold_pad = threshold + pad; \
 431
 432
 433 int DiffKey::handle_opengl()
 434 {
 435 #ifdef HAVE_GL
 436         static const char *diffkey_head =
 437                 "uniform sampler2D tex_bg;\n"
 438                 "uniform sampler2D tex_fg;\n"
 439                 "uniform float threshold;\n"
 440                 "uniform float pad;\n"
 441                 "uniform float threshold_pad;\n"
 442                 "void main()\n"
 443                 "{\n"
 444                 "       vec4 foreground = texture2D(tex_fg, gl_TexCoord[0].st);\n"
 445                 "       vec4 background = texture2D(tex_bg, gl_TexCoord[0].st);\n";
 446
 447         static const char *colorcube =
 448                 "       float difference = length(foreground.rgb - background.rgb);\n";
 449
 450         static const char *yuv_value =
 451                 "       float difference = abs(foreground.r - background.r);\n";
 452
 453         static const char *rgb_value =
 454                 "       float difference = abs("
 455                 "               dot(foreground.rgb, rgb_to_yuv_matrix[0]) - "
 456                 "               dot(background.rgb, rgb_to_yuv_matrix[0]));\n";
 457
 458         static const char *diffkey_tail =
 459                 "       vec4 result;\n"
 460                 "       if(difference < threshold)\n"
 461                 "               result.a = 0.0;\n"
 462                 "       else\n"
 463                 "       if(difference < threshold_pad)\n"
 464                 "               result.a = (difference - threshold) / pad;\n"
 465                 "       else\n"
 466                 "               result.a = 1.0;\n"
 467                 "       result.rgb = foreground.rgb;\n"
 468                 "       gl_FragColor = result;\n"
 469                 "}\n";
 470
 471         top_frame->enable_opengl();
 472         top_frame->init_screen();
 473
 474         top_frame->to_texture();
 475         bottom_frame->to_texture();
 476
 477         top_frame->enable_opengl();
 478         top_frame->init_screen();
 479
 480         int need_color_matrix = 0;
 481         const char *shader_frag = !config.do_value ? colorcube :
 482                 BC_CModels::is_yuv(top_frame->get_color_model()) ?
 483                         yuv_value : (need_color_matrix = 1, rgb_value);
 484
 485         unsigned int shader = VFrame::make_shader(0,
 486                                 diffkey_head, shader_frag, diffkey_tail, 0);
 487         DIFFKEY_VARS(this)
 488
 489         bottom_frame->bind_texture(1);
 490         top_frame->bind_texture(0);
 491
 492         if( shader > 0 ) {
 493                 glUseProgram(shader);
 494                 glUniform1i(glGetUniformLocation(shader, "tex_fg"), 0);
 495                 glUniform1i(glGetUniformLocation(shader, "tex_bg"), 1);
 496                 glUniform1f(glGetUniformLocation(shader, "threshold"), threshold);
 497                 glUniform1f(glGetUniformLocation(shader, "pad"), pad);
 498                 glUniform1f(glGetUniformLocation(shader, "threshold_pad"), threshold_pad);
 499                 if( need_color_matrix )
 500                         BC_GL_MATRIX(shader, rgb_to_yuv_matrix);
 501         }
 502
 503         if(BC_CModels::components(get_output()->get_color_model()) == 3)
 504         {
 505                 glEnable(GL_BLEND);
 506                 glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
 507                 top_frame->clear_pbuffer();
 508         }
 509
 510         top_frame->draw_texture();
 511         glUseProgram(0);
 512         top_frame->set_opengl_state(VFrame::SCREEN);
 513         glDisable(GL_BLEND);
 514
 515 // does not work, fails in playback3d
 516 // Fastest way to discard output
 517 //      bottom_frame->set_opengl_state(VFrame::TEXTURE);
 518
 519 // kludge ahead
 520         top_frame->screen_to_ram();
 521 #endif
 522         return 0;
 523 }
 524
 525
 526
 527
 528 DiffKeyEngine::DiffKeyEngine(DiffKey *plugin)
 529  : LoadServer(plugin->get_project_smp() + 1, plugin->get_project_smp() + 1)
 530 {
 531         this->plugin = plugin;
 532 }
 533
 534 void DiffKeyEngine::init_packages()
 535 {
 536         int increment = plugin->top_frame->get_h() / get_total_packages() + 1;
 537         int y = 0;
 538         for(int i = 0; i < get_total_packages(); i++)
 539         {
 540                 DiffKeyPackage *pkg = (DiffKeyPackage*)get_package(i);
 541                 pkg->row1 = y;
 542                 pkg->row2 = MIN(y + increment, plugin->top_frame->get_h());
 543                 y  += increment;
 544         }
 545 }
 546
 547 LoadClient* DiffKeyEngine::new_client()
 548 {
 549         return new DiffKeyClient(this);
 550 }
 551
 552 LoadPackage* DiffKeyEngine::new_package()
 553 {
 554         return new DiffKeyPackage;
 555 }
 556
 557
 558
 559
 560
 561
 562
 563
 564
 565
 566
 567 DiffKeyClient::DiffKeyClient(DiffKeyEngine *engine)
 568  : LoadClient(engine)
 569 {
 570         this->engine = engine;
 571 }
 572
 573 DiffKeyClient::~DiffKeyClient()
 574 {
 575 }
 576
 577 void DiffKeyClient::process_package(LoadPackage *ptr)
 578 {
 579         DiffKeyPackage *pkg = (DiffKeyPackage*)ptr;
 580         DiffKey *plugin = engine->plugin;
 581         int w = plugin->top_frame->get_w();
 582
 583 #define RGB_TO_VALUE(r, g, b) YUV::yuv.rgb_to_y_f((r),(g),(b))
 584
 585
 586 #define DIFFKEY_MACRO(type, components, max, chroma_offset) \
 587 { \
 588  \
 589         for(int i = pkg->row1; i < pkg->row2; i++) \
 590         { \
 591                 type *top_row = (type*)plugin->top_frame->get_rows()[i]; \
 592                 type *bottom_row = (type*)plugin->bottom_frame->get_rows()[i]; \
 593  \
 594                 for(int j = 0; j < w; j++) \
 595                 { \
 596                         float a = 1.0; \
 597  \
 598 /* Test for value in range */ \
 599                         if(plugin->config.do_value) \
 600                         { \
 601                                 float top_value; \
 602                                 float bottom_value; \
 603  \
 604 /* Convert pixel data into floating point value */ \
 605                                 if(chroma_offset) \
 606                                 { \
 607                                         float top_r = (float)top_row[0] / max; \
 608                                         float bottom_r = (float)bottom_row[0] / max; \
 609                                         top_value = top_r; \
 610                                         bottom_value = bottom_r; \
 611                                 } \
 612                                 else \
 613                                 { \
 614                                         float top_r = (float)top_row[0] / max; \
 615                                         float top_g = (float)top_row[1] / max; \
 616                                         float top_b = (float)top_row[2] / max; \
 617                                         top_g -= (float)chroma_offset / max; \
 618                                         top_b -= (float)chroma_offset / max; \
 619  \
 620                                         float bottom_r = (float)bottom_row[0] / max; \
 621                                         float bottom_g = (float)bottom_row[1] / max; \
 622                                         float bottom_b = (float)bottom_row[2] / max; \
 623                                         bottom_g -= (float)chroma_offset / max; \
 624                                         bottom_b -= (float)chroma_offset / max; \
 625  \
 626                                         top_value = RGB_TO_VALUE(top_r, top_g, top_b); \
 627                                         bottom_value = RGB_TO_VALUE(bottom_r, bottom_g, bottom_b); \
 628                                 } \
 629  \
 630                                 float min_v = bottom_value - threshold; \
 631                                 float max_v = bottom_value + threshold; \
 632  \
 633 /* Full transparency if in range */ \
 634                                 if(top_value >= min_v && top_value < max_v) \
 635                                 { \
 636                                         a = 0; \
 637                                 } \
 638                                 else \
 639 /* Phased out if below or above range */ \
 640                                 if(top_value < min_v) \
 641                                 { \
 642                                         if(min_v - top_value < pad) \
 643                                                 a = (min_v - top_value) / pad; \
 644                                 } \
 645                                 else \
 646                                 if(top_value - max_v < pad) \
 647                                         a = (top_value - max_v) / pad; \
 648                         } \
 649                         else \
 650 /* Use color cube */ \
 651                         { \
 652                                 float top_r = (float)top_row[0] / max; \
 653                                 float top_g = (float)top_row[1] / max; \
 654                                 float top_b = (float)top_row[2] / max; \
 655                                 top_g -= (float)chroma_offset / max; \
 656                                 top_b -= (float)chroma_offset / max; \
 657  \
 658                                 float bottom_r = (float)bottom_row[0] / max; \
 659                                 float bottom_g = (float)bottom_row[1] / max; \
 660                                 float bottom_b = (float)bottom_row[2] / max; \
 661                                 bottom_g -= (float)chroma_offset / max; \
 662                                 bottom_b -= (float)chroma_offset / max; \
 663  \
 664  \
 665                                 float difference = sqrt(SQR(top_r - bottom_r) +  \
 666                                         SQR(top_g - bottom_g) + \
 667                                         SQR(top_b - bottom_b)); \
 668  \
 669                                 if(difference < threshold) \
 670                                 { \
 671                                         a = 0; \
 672                                 } \
 673                                 else \
 674                                 if(difference < threshold_pad) \
 675                                 { \
 676                                         a = (difference - threshold) / pad; \
 677                                 } \
 678                         } \
 679  \
 680 /* multiply alpha */ \
 681                         if(components == 4) \
 682                         { \
 683                                 top_row[3] = MIN((type)(a * max), top_row[3]); \
 684                         } \
 685                         else \
 686                         { \
 687                                 top_row[0] = (type)(a * top_row[0]); \
 688                                 top_row[1] = (type)(a * (top_row[1] - chroma_offset) + chroma_offset); \
 689                                 top_row[2] = (type)(a * (top_row[2] - chroma_offset) + chroma_offset); \
 690                         } \
 691  \
 692                         top_row += components; \
 693                         bottom_row += components; \
 694                 } \
 695         } \
 696 }
 697
 698         DIFFKEY_VARS(plugin)
 699
 700         switch(plugin->top_frame->get_color_model())
 701         {
 702                 case BC_RGB_FLOAT:
 703                         DIFFKEY_MACRO(float, 3, 1.0, 0);
 704                         break;
 705                 case BC_RGBA_FLOAT:
 706                         DIFFKEY_MACRO(float, 4, 1.0, 0);
 707                         break;
 708                 case BC_RGB888:
 709                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0);
 710                         break;
 711                 case BC_RGBA8888:
 712                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0);
 713                         break;
 714                 case BC_YUV888:
 715                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0x80);
 716                         break;
 717                 case BC_YUVA8888:
 718                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0x80);
 719                         break;
 720         }
 721
 722
 723
 724 }
 725
 726
 727
 728
 729 DiffKeyPackage::DiffKeyPackage()
 730  : LoadPackage()
 731 {
 732 }
 733
 734
 735
 736
 737
 738
 739 #endif