2f24a58783bd6ea2190f3eee7bef17cc5a346b2e
[goodguy/history.git] / cinelerra-5.1 / plugins / diffkey / diffkey.C
1
2 /*
3  * CINELERRA
4  * Copyright (C) 2008 Adam Williams <broadcast at earthling dot net>
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  *
20  */
21
22 #ifndef DIFFKEY_H
23 #define DIFFKEY_H
24
25 #include "bccolors.h"
26 #include "bcdisplayinfo.h"
27 #include "clip.h"
28 #include "bchash.h"
29 #include "filexml.h"
30 #include "guicast.h"
31 #include "language.h"
32 #include "loadbalance.h"
33 #include "bccolors.h"
34 #include "pluginvclient.h"
35 #include "playback3d.h"
36
37 #include <string.h>
38
39
40
41 class DiffKeyGUI;
42 class DiffKey;
43
44
45
46 class DiffKeyConfig
47 {
48 public:
49         DiffKeyConfig();
50         void copy_from(DiffKeyConfig &src);
51         int equivalent(DiffKeyConfig &src);
52         void interpolate(DiffKeyConfig &prev,
53                 DiffKeyConfig &next,
54                 int64_t prev_frame,
55                 int64_t next_frame,
56                 int64_t current_frame);
57
58         float threshold;
59         float slope;
60         int do_value;
61 };
62
63
64 class DiffKeyThreshold : public BC_FSlider
65 {
66 public:
67         DiffKeyThreshold(DiffKey *plugin, int x, int y);
68         int handle_event();
69         DiffKey *plugin;
70 };
71
72 class DiffKeySlope : public BC_FSlider
73 {
74 public:
75         DiffKeySlope(DiffKey *plugin, int x, int y);
76         int handle_event();
77         DiffKey *plugin;
78 };
79
80 class DiffKeyDoValue : public BC_CheckBox
81 {
82 public:
83         DiffKeyDoValue(DiffKey *plugin, int x, int y);
84         int handle_event();
85         DiffKey *plugin;
86 };
87
88
89
90 class DiffKeyGUI : public PluginClientWindow
91 {
92 public:
93         DiffKeyGUI(DiffKey *plugin);
94         ~DiffKeyGUI();
95
96
97         void create_objects();
98
99
100         DiffKeyThreshold *threshold;
101         DiffKeySlope *slope;
102         DiffKeyDoValue *do_value;
103         DiffKey *plugin;
104 };
105
106
107
108
109 class DiffKeyEngine : public LoadServer
110 {
111 public:
112         DiffKeyEngine(DiffKey *plugin);
113         void init_packages();
114         LoadClient* new_client();
115         LoadPackage* new_package();
116         DiffKey *plugin;
117 };
118
119
120 class DiffKeyClient : public LoadClient
121 {
122 public:
123         DiffKeyClient(DiffKeyEngine *engine);
124         ~DiffKeyClient();
125
126         void process_package(LoadPackage *pkg);
127         DiffKeyEngine *engine;
128 };
129
130 class DiffKeyPackage : public LoadPackage
131 {
132 public:
133         DiffKeyPackage();
134         int row1;
135         int row2;
136 };
137
138
139
140 class DiffKey : public PluginVClient
141 {
142 public:
143         DiffKey(PluginServer *server);
144         ~DiffKey();
145
146         int process_buffer(VFrame **frame,
147                 int64_t start_position,
148                 double frame_rate);
149         int is_realtime();
150         int is_multichannel();
151         void save_data(KeyFrame *keyframe);
152         void read_data(KeyFrame *keyframe);
153         void update_gui();
154         int handle_opengl();
155
156
157
158         PLUGIN_CLASS_MEMBERS(DiffKeyConfig)
159
160         DiffKeyEngine *engine;
161         VFrame *top_frame;
162         VFrame *bottom_frame;
163 };
164
165
166
167
168
169
170
171
172 REGISTER_PLUGIN(DiffKey)
173
174
175 DiffKeyConfig::DiffKeyConfig()
176 {
177         threshold = 0.1;
178         slope = 0;
179         do_value = 0;
180 }
181
182 void DiffKeyConfig::copy_from(DiffKeyConfig &src)
183 {
184         this->threshold = src.threshold;
185         this->slope = src.slope;
186         this->do_value = src.do_value;
187 }
188
189
190 int DiffKeyConfig::equivalent(DiffKeyConfig &src)
191 {
192         return EQUIV(threshold, src.threshold) &&
193                 EQUIV(slope, src.slope) &&
194                 do_value == src.do_value;
195 }
196
197 void DiffKeyConfig::interpolate(DiffKeyConfig &prev,
198         DiffKeyConfig &next,
199         int64_t prev_frame,
200         int64_t next_frame,
201         int64_t current_frame)
202 {
203         double next_scale = (double)(current_frame - prev_frame) / (next_frame - prev_frame);
204         double prev_scale = (double)(next_frame - current_frame) / (next_frame - prev_frame);
205
206         this->threshold = prev.threshold * prev_scale + next.threshold * next_scale;
207         this->slope = prev.slope * prev_scale + next.slope * next_scale;
208         this->do_value = prev.do_value;
209 }
210
211
212
213
214
215
216
217
218
219
220 DiffKeyThreshold::DiffKeyThreshold(DiffKey *plugin, int x, int y)
221  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.threshold)
222 {
223         this->plugin = plugin;
224 }
225
226 int DiffKeyThreshold::handle_event()
227 {
228         plugin->config.threshold = get_value();
229         plugin->send_configure_change();
230         return 1;
231 }
232
233
234
235
236
237
238
239
240 DiffKeySlope::DiffKeySlope(DiffKey *plugin, int x, int y)
241  : BC_FSlider(x, y, 0, 200, 200, 0, 100, plugin->config.slope)
242 {
243         this->plugin = plugin;
244 }
245
246 int DiffKeySlope::handle_event()
247 {
248         plugin->config.slope = get_value();
249         plugin->send_configure_change();
250         return 1;
251 }
252
253
254
255 DiffKeyDoValue::DiffKeyDoValue(DiffKey *plugin, int x, int y)
256  : BC_CheckBox(x, y, plugin->config.do_value, _("Use Value"))
257 {
258         this->plugin = plugin;
259 }
260
261 int DiffKeyDoValue::handle_event()
262 {
263         plugin->config.do_value = get_value();
264         plugin->send_configure_change();
265         return 1;
266 }
267
268
269
270
271
272
273
274 DiffKeyGUI::DiffKeyGUI(DiffKey *plugin)
275  : PluginClientWindow(plugin,
276         320,
277         100,
278         320,
279         100,
280         0)
281 {
282         this->plugin = plugin;
283 }
284
285 DiffKeyGUI::~DiffKeyGUI()
286 {
287 }
288
289
290 void DiffKeyGUI::create_objects()
291 {
292         int x = 10, y = 10;
293         BC_Title *title;
294         add_subwindow(title = new BC_Title(x, y, _("Threshold:")));
295         x += title->get_w() + 10;
296         add_subwindow(threshold = new DiffKeyThreshold(plugin, x, y));
297         x = 10;
298         y += threshold->get_h() + 10;
299         add_subwindow(title = new BC_Title(x, y, _("Slope:")));
300         x += title->get_w() + 10;
301         add_subwindow(slope = new DiffKeySlope(plugin, x, y));
302         x = 10;
303         y += slope->get_h() + 10;
304         add_subwindow(do_value = new DiffKeyDoValue(plugin, x, y));
305
306
307
308         show_window();
309 }
310
311
312
313
314 DiffKey::DiffKey(PluginServer *server)
315  : PluginVClient(server)
316 {
317
318         engine = 0;
319 }
320
321 DiffKey::~DiffKey()
322 {
323
324         delete engine;
325 }
326
327 NEW_WINDOW_MACRO(DiffKey, DiffKeyGUI)
328 LOAD_CONFIGURATION_MACRO(DiffKey, DiffKeyConfig)
329
330 const char* DiffKey::plugin_title() { return _("Difference key"); }
331 int DiffKey::is_realtime() { return 1; }
332 int DiffKey::is_multichannel() { return 1; }
333
334
335 void DiffKey::save_data(KeyFrame *keyframe)
336 {
337         FileXML output;
338         output.set_shared_output(keyframe->get_data(), MESSAGESIZE);
339         output.tag.set_title("DIFFKEY");
340         output.tag.set_property("THRESHOLD", config.threshold);
341         output.tag.set_property("SLOPE", config.slope);
342         output.tag.set_property("DO_VALUE", config.do_value);
343         output.append_tag();
344         output.tag.set_title("/DIFFKEY");
345         output.append_tag();
346         output.append_newline();
347         output.terminate_string();
348 }
349
350 void DiffKey::read_data(KeyFrame *keyframe)
351 {
352         FileXML input;
353
354         input.set_shared_input(keyframe->get_data(), strlen(keyframe->get_data()));
355
356         while(!input.read_tag())
357         {
358                 if(input.tag.title_is("DIFFKEY"))
359                 {
360                         config.threshold = input.tag.get_property("THRESHOLD", config.threshold);
361                         config.slope = input.tag.get_property("SLOPE", config.slope);
362                         config.do_value = input.tag.get_property("DO_VALUE", config.do_value);
363                 }
364         }
365 }
366
367 void DiffKey::update_gui()
368 {
369         if(thread)
370         {
371                 if(load_configuration())
372                 {
373                         thread->window->lock_window("DiffKey::update_gui");
374                         ((DiffKeyGUI*)thread->window)->threshold->update(config.threshold);
375                         ((DiffKeyGUI*)thread->window)->slope->update(config.slope);
376                         ((DiffKeyGUI*)thread->window)->do_value->update(config.do_value);
377                         thread->window->unlock_window();
378                 }
379         }
380 }
381
382 int DiffKey::process_buffer(VFrame **frame,
383         int64_t start_position,
384         double frame_rate)
385 {
386         load_configuration();
387
388 // Don't process if only 1 layer.
389         if(get_total_buffers() < 2)
390         {
391                 read_frame(frame[0],
392                         0,
393                         start_position,
394                         frame_rate,
395                         get_use_opengl());
396                 return 0;
397         }
398
399 // Read frames from 2 layers
400         read_frame(frame[0],
401                 0,
402                 start_position,
403                 frame_rate,
404                 get_use_opengl());
405         read_frame(frame[1],
406                 1,
407                 start_position,
408                 frame_rate,
409                 get_use_opengl());
410
411         top_frame = frame[0];
412         bottom_frame = frame[1];
413
414         if(get_use_opengl())
415                 return run_opengl();
416
417         if(!engine)
418         {
419                 engine = new DiffKeyEngine(this);
420         }
421
422         engine->process_packages();
423
424         return 0;
425 }
426
427 #define DIFFKEY_VARS(plugin) \
428         float threshold = plugin->config.threshold / 100; \
429         float pad = plugin->config.slope / 100; \
430         float threshold_pad = threshold + pad; \
431
432
433 int DiffKey::handle_opengl()
434 {
435 #ifdef HAVE_GL
436         static const char *diffkey_head =
437                 "uniform sampler2D tex_bg;\n"
438                 "uniform sampler2D tex_fg;\n"
439                 "uniform float threshold;\n"
440                 "uniform float pad;\n"
441                 "uniform float threshold_pad;\n"
442                 "void main()\n"
443                 "{\n"
444                 "       vec4 foreground = texture2D(tex_fg, gl_TexCoord[0].st);\n"
445                 "       vec4 background = texture2D(tex_bg, gl_TexCoord[0].st);\n";
446
447         static const char *colorcube =
448                 "       float difference = length(foreground.rgb - background.rgb);\n";
449
450         static const char *yuv_value =
451                 "       float difference = abs(foreground.r - background.r);\n";
452
453         static const char *rgb_value =
454                 "       float difference = abs("
455                 "               dot(foreground.rgb, rgb_to_y_vector) - "
456                 "               dot(background.rgb, rgb_to_y_vector));\n";
457
458         static const char *diffkey_tail =
459                 "       vec4 result;\n"
460                 "       if(difference < threshold)\n"
461                 "               result.a = 0.0;\n"
462                 "       else\n"
463                 "       if(difference < threshold_pad)\n"
464                 "               result.a = (difference - threshold) / pad;\n"
465                 "       else\n"
466                 "               result.a = 1.0;\n"
467                 "       result.rgb = foreground.rgb;\n"
468                 "       gl_FragColor = result;\n"
469                 "}\n";
470
471         top_frame->to_texture();
472         bottom_frame->to_texture();
473
474         top_frame->enable_opengl();
475         top_frame->init_screen();
476
477         const char *shader_stack[16];
478         memset(shader_stack,0, sizeof(shader_stack));
479         int current_shader = 0;
480
481         int need_rgb_to_y = 0;
482         const char *shader_frag = !config.do_value ? colorcube :
483                 BC_CModels::is_yuv(top_frame->get_color_model()) ?
484                         yuv_value : (need_rgb_to_y = 1, rgb_value);
485         if( need_rgb_to_y )
486                 shader_stack[current_shader++] = bc_gl_rgb_to_y;
487         shader_stack[current_shader++] = diffkey_head;
488         shader_stack[current_shader++] = shader_frag;
489         shader_stack[current_shader++] = diffkey_tail;
490
491         shader_stack[current_shader] = 0;
492         unsigned int shader = VFrame::make_shader(shader_stack);
493         DIFFKEY_VARS(this)
494
495         bottom_frame->bind_texture(1);
496         top_frame->bind_texture(0);
497
498         if( shader > 0 ) {
499                 glUseProgram(shader);
500                 glUniform1i(glGetUniformLocation(shader, "tex_fg"), 0);
501                 glUniform1i(glGetUniformLocation(shader, "tex_bg"), 1);
502                 glUniform1f(glGetUniformLocation(shader, "threshold"), threshold);
503                 glUniform1f(glGetUniformLocation(shader, "pad"), pad);
504                 glUniform1f(glGetUniformLocation(shader, "threshold_pad"), threshold_pad);
505                 if( need_rgb_to_y )
506                         BC_GL_MATRIX(shader, rgb_to_y_vector);
507         }
508
509         if(BC_CModels::components(get_output()->get_color_model()) == 3)
510         {
511                 glEnable(GL_BLEND);
512                 glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
513                 top_frame->clear_pbuffer();
514         }
515
516         top_frame->draw_texture();
517         glUseProgram(0);
518         top_frame->set_opengl_state(VFrame::SCREEN);
519         glDisable(GL_BLEND);
520 // Fastest way to discard output
521         bottom_frame->set_opengl_state(VFrame::UNKNOWN);
522
523 // kludge ahead
524         top_frame->screen_to_ram();
525 #endif
526         return 0;
527 }
528
529
530
531
532 DiffKeyEngine::DiffKeyEngine(DiffKey *plugin)
533  : LoadServer(plugin->get_project_smp() + 1, plugin->get_project_smp() + 1)
534 {
535         this->plugin = plugin;
536 }
537
538 void DiffKeyEngine::init_packages()
539 {
540         int increment = plugin->top_frame->get_h() / get_total_packages() + 1;
541         int y = 0;
542         for(int i = 0; i < get_total_packages(); i++)
543         {
544                 DiffKeyPackage *pkg = (DiffKeyPackage*)get_package(i);
545                 pkg->row1 = y;
546                 pkg->row2 = MIN(y + increment, plugin->top_frame->get_h());
547                 y  += increment;
548         }
549 }
550
551 LoadClient* DiffKeyEngine::new_client()
552 {
553         return new DiffKeyClient(this);
554 }
555
556 LoadPackage* DiffKeyEngine::new_package()
557 {
558         return new DiffKeyPackage;
559 }
560
561
562
563
564
565
566
567
568
569
570
571 DiffKeyClient::DiffKeyClient(DiffKeyEngine *engine)
572  : LoadClient(engine)
573 {
574         this->engine = engine;
575 }
576
577 DiffKeyClient::~DiffKeyClient()
578 {
579 }
580
581 void DiffKeyClient::process_package(LoadPackage *ptr)
582 {
583         DiffKeyPackage *pkg = (DiffKeyPackage*)ptr;
584         DiffKey *plugin = engine->plugin;
585         int w = plugin->top_frame->get_w();
586
587 #define RGB_TO_VALUE(r, g, b) YUV::yuv.rgb_to_y_f((r),(g),(b))
588
589
590 #define DIFFKEY_MACRO(type, components, max, chroma_offset) \
591 { \
592  \
593         for(int i = pkg->row1; i < pkg->row2; i++) \
594         { \
595                 type *top_row = (type*)plugin->top_frame->get_rows()[i]; \
596                 type *bottom_row = (type*)plugin->bottom_frame->get_rows()[i]; \
597  \
598                 for(int j = 0; j < w; j++) \
599                 { \
600                         float a = 1.0; \
601  \
602 /* Test for value in range */ \
603                         if(plugin->config.do_value) \
604                         { \
605                                 float top_value; \
606                                 float bottom_value; \
607  \
608 /* Convert pixel data into floating point value */ \
609                                 if(chroma_offset) \
610                                 { \
611                                         float top_r = (float)top_row[0] / max; \
612                                         float bottom_r = (float)bottom_row[0] / max; \
613                                         top_value = top_r; \
614                                         bottom_value = bottom_r; \
615                                 } \
616                                 else \
617                                 { \
618                                         float top_r = (float)top_row[0] / max; \
619                                         float top_g = (float)top_row[1] / max; \
620                                         float top_b = (float)top_row[2] / max; \
621                                         top_g -= (float)chroma_offset / max; \
622                                         top_b -= (float)chroma_offset / max; \
623  \
624                                         float bottom_r = (float)bottom_row[0] / max; \
625                                         float bottom_g = (float)bottom_row[1] / max; \
626                                         float bottom_b = (float)bottom_row[2] / max; \
627                                         bottom_g -= (float)chroma_offset / max; \
628                                         bottom_b -= (float)chroma_offset / max; \
629  \
630                                         top_value = RGB_TO_VALUE(top_r, top_g, top_b); \
631                                         bottom_value = RGB_TO_VALUE(bottom_r, bottom_g, bottom_b); \
632                                 } \
633  \
634                                 float min_v = bottom_value - threshold; \
635                                 float max_v = bottom_value + threshold; \
636  \
637 /* Full transparency if in range */ \
638                                 if(top_value >= min_v && top_value < max_v) \
639                                 { \
640                                         a = 0; \
641                                 } \
642                                 else \
643 /* Phased out if below or above range */ \
644                                 if(top_value < min_v) \
645                                 { \
646                                         if(min_v - top_value < pad) \
647                                                 a = (min_v - top_value) / pad; \
648                                 } \
649                                 else \
650                                 if(top_value - max_v < pad) \
651                                         a = (top_value - max_v) / pad; \
652                         } \
653                         else \
654 /* Use color cube */ \
655                         { \
656                                 float top_r = (float)top_row[0] / max; \
657                                 float top_g = (float)top_row[1] / max; \
658                                 float top_b = (float)top_row[2] / max; \
659                                 top_g -= (float)chroma_offset / max; \
660                                 top_b -= (float)chroma_offset / max; \
661  \
662                                 float bottom_r = (float)bottom_row[0] / max; \
663                                 float bottom_g = (float)bottom_row[1] / max; \
664                                 float bottom_b = (float)bottom_row[2] / max; \
665                                 bottom_g -= (float)chroma_offset / max; \
666                                 bottom_b -= (float)chroma_offset / max; \
667  \
668  \
669                                 float difference = sqrt(SQR(top_r - bottom_r) +  \
670                                         SQR(top_g - bottom_g) + \
671                                         SQR(top_b - bottom_b)); \
672  \
673                                 if(difference < threshold) \
674                                 { \
675                                         a = 0; \
676                                 } \
677                                 else \
678                                 if(difference < threshold_pad) \
679                                 { \
680                                         a = (difference - threshold) / pad; \
681                                 } \
682                         } \
683  \
684 /* multiply alpha */ \
685                         if(components == 4) \
686                         { \
687                                 top_row[3] = MIN((type)(a * max), top_row[3]); \
688                         } \
689                         else \
690                         { \
691                                 top_row[0] = (type)(a * top_row[0]); \
692                                 top_row[1] = (type)(a * (top_row[1] - chroma_offset) + chroma_offset); \
693                                 top_row[2] = (type)(a * (top_row[2] - chroma_offset) + chroma_offset); \
694                         } \
695  \
696                         top_row += components; \
697                         bottom_row += components; \
698                 } \
699         } \
700 }
701
702         DIFFKEY_VARS(plugin)
703
704         switch(plugin->top_frame->get_color_model())
705         {
706                 case BC_RGB_FLOAT:
707                         DIFFKEY_MACRO(float, 3, 1.0, 0);
708                         break;
709                 case BC_RGBA_FLOAT:
710                         DIFFKEY_MACRO(float, 4, 1.0, 0);
711                         break;
712                 case BC_RGB888:
713                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0);
714                         break;
715                 case BC_RGBA8888:
716                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0);
717                         break;
718                 case BC_YUV888:
719                         DIFFKEY_MACRO(unsigned char, 3, 0xff, 0x80);
720                         break;
721                 case BC_YUVA8888:
722                         DIFFKEY_MACRO(unsigned char, 4, 0xff, 0x80);
723                         break;
724         }
725
726
727
728 }
729
730
731
732
733 DiffKeyPackage::DiffKeyPackage()
734  : LoadPackage()
735 {
736 }
737
738
739
740
741
742
743 #endif