Merge CV, ver=5.1; ops/methods from HV, and interface from CV where possible
[goodguy/history.git] / cinelerra-5.1 / plugins / holo / holo.C
diff --git a/cinelerra-5.1/plugins/holo/holo.C b/cinelerra-5.1/plugins/holo/holo.C
new file mode 100644 (file)
index 0000000..48c6847
--- /dev/null
@@ -0,0 +1,596 @@
+
+/*
+ * CINELERRA
+ * Copyright (C) 2008 Adam Williams <broadcast at earthling dot net>
+ * 
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ * 
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ * 
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ * 
+ */
+
+#include "clip.h"
+#include "bccmodels.h"
+#include "effecttv.h"
+#include "filexml.h"
+#include "holo.h"
+#include "holowindow.h"
+#include "language.h"
+#include "cicolors.h"
+
+#include <stdint.h>
+#include <stdio.h>
+#include <string.h>
+
+
+REGISTER_PLUGIN(HoloMain)
+
+
+
+
+
+
+
+
+
+
+HoloConfig::HoloConfig()
+{
+       threshold = 40;
+       recycle = 1.0;
+}
+
+
+
+
+
+HoloMain::HoloMain(PluginServer *server)
+ : PluginVClient(server)
+{
+       effecttv = 0;
+       bgimage = 0;
+       do_reconfigure = 1;
+       yuv = new YUV;
+       
+}
+
+HoloMain::~HoloMain()
+{
+       
+
+
+       if(effecttv)
+       {
+               delete holo_server;
+               delete effecttv;
+       }
+
+       if(bgimage)
+               delete bgimage;
+       delete yuv;
+}
+
+const char* HoloMain::plugin_title() { return _("HolographicTV"); }
+int HoloMain::is_realtime() { return 1; }
+
+NEW_WINDOW_MACRO(HoloMain, HoloWindow)
+
+int HoloMain::load_configuration()
+{
+       return 0;
+}
+
+
+void HoloMain::save_data(KeyFrame *keyframe)
+{
+}
+
+void HoloMain::read_data(KeyFrame *keyframe)
+{
+}
+
+void HoloMain::reconfigure()
+{
+       do_reconfigure = 0;
+
+       effecttv->image_set_threshold_y(config.threshold);
+}
+
+
+#define ADD_FRAMES(type, components) \
+{ \
+       type **input_rows = (type**)input->get_rows(); \
+       type **output_rows = (type**)output->get_rows(); \
+       int w = input->get_w(); \
+       int h = input->get_h(); \
+ \
+       for(int i = 0; i < h; i++) \
+       { \
+               type *output_row = (type*)output_rows[i]; \
+               type *input_row = (type*)input_rows[i]; \
+ \
+               for(int j = 0; j < w; j++) \
+               { \
+                       for(int k = 0; k < 3; k++) \
+                       { \
+                               if(sizeof(type) == 4) \
+                               { \
+                                       int in_temp = (int)(*input_row * 0xffff); \
+                                       int out_temp = (int)(*output_row * 0xffff); \
+                                       int temp = (in_temp & out_temp) + \
+                                               ((in_temp ^ out_temp) >> 1); \
+                                       *output_row = (type)temp / 0xffff; \
+                               } \
+                               else \
+                               { \
+                                       *output_row = ((uint16_t)*input_row & (uint16_t)*output_row) + \
+                                               (((uint16_t)*input_row ^ (uint16_t)*output_row) >> 1); \
+                               } \
+                               output_row++; \
+                               input_row++; \
+                       } \
+ \
+                       if(components == 4) \
+                       { \
+                               output_row++; \
+                               input_row++; \
+                       } \
+               } \
+       } \
+}
+
+
+// Add input to output and store result in output
+void HoloMain::add_frames(VFrame *output, VFrame *input)
+{
+       switch(output->get_color_model())
+       {
+               case BC_RGB888:
+               case BC_YUV888:
+                       ADD_FRAMES(uint8_t, 3);
+                       break;
+               case BC_RGB_FLOAT:
+                       ADD_FRAMES(float, 3);
+                       break;
+               case BC_RGBA_FLOAT:
+                       ADD_FRAMES(float, 4);
+                       break;
+               case BC_RGBA8888:
+               case BC_YUVA8888:
+                       ADD_FRAMES(uint8_t, 4);
+                       break;
+               case BC_RGB161616:
+               case BC_YUV161616:
+                       ADD_FRAMES(uint16_t, 3);
+                       break;
+               case BC_RGBA16161616:
+               case BC_YUVA16161616:
+                       ADD_FRAMES(uint16_t, 4);
+                       break;
+       }
+}
+
+void HoloMain::set_background()
+{
+/*
+ * grab 4 frames and composite them to get a quality background image
+ */
+/**
+ * For Cinelerra, we make every frame a holograph and expect the user to
+ * provide a matte.
+ **/
+total = 0;
+
+       switch(total)
+       {
+               case 0:
+/* step 1: grab frame-1 to buffer-1 */
+//                     tmp = new VFrame(0, 
+//                             input_ptr->get_w(), 
+//                             input_ptr->get_h(),
+//                             project_color_model);
+                       bgimage->copy_from(input_ptr);
+                       break;
+
+               case 1:
+/* step 2: add frame-2 to buffer-1 */
+                       add_frames(bgimage, input_ptr);
+                       break;
+
+               case 2:
+/* step 3: grab frame-3 to buffer-2 */
+                       tmp->copy_from(input_ptr);
+                       break;
+
+               case 3:
+/* step 4: add frame-4 to buffer-2 */
+                       add_frames(tmp, input_ptr);
+
+
+
+/* step 5: add buffer-3 to buffer-1 */
+                       add_frames(bgimage, tmp);
+
+                       effecttv->image_bgset_y(bgimage);
+
+
+                       delete tmp;
+                       break;
+       }
+}
+
+
+int HoloMain::process_realtime(VFrame *input_ptr, VFrame *output_ptr)
+{
+       this->input_ptr = input_ptr;
+       this->output_ptr = output_ptr;
+
+
+
+
+       load_configuration();
+
+
+
+       if(do_reconfigure)
+       {
+               if(!effecttv)
+               {
+                       effecttv = new EffectTV(input_ptr->get_w(), input_ptr->get_h());
+                       bgimage = new VFrame(0, 
+                               -1,
+                               input_ptr->get_w(), 
+                               input_ptr->get_h(), 
+                               input_ptr->get_color_model(),
+                               -1);
+
+                       for(int i = 0; i < 256; i++)
+                       {
+                               noisepattern[i] = (i * i * i / 40000)* i / 256;
+                       }
+
+                       holo_server = new HoloServer(this, 1, 1);
+               }
+
+               reconfigure();
+       }
+
+       set_background();
+       
+       holo_server->process_packages();
+       
+       total++;
+       if(total >= config.recycle * project_frame_rate)
+               total = 0;
+
+       return 0;
+}
+
+
+
+
+
+HoloServer::HoloServer(HoloMain *plugin, int total_clients, int total_packages)
+ : LoadServer(total_clients, total_packages)
+{
+       this->plugin = plugin;
+}
+
+
+LoadClient* HoloServer::new_client() 
+{
+       return new HoloClient(this);
+}
+
+
+
+
+LoadPackage* HoloServer::new_package() 
+{ 
+       return new HoloPackage; 
+}
+
+
+
+void HoloServer::init_packages()
+{
+       for(int i = 0; i < get_total_packages(); i++)
+       {
+               HoloPackage *package = (HoloPackage*)get_package(i);
+               package->row1 = plugin->input_ptr->get_h() * i / get_total_packages();
+               package->row2 = plugin->input_ptr->get_h() * (i + 1) / get_total_packages();
+       }
+}
+
+
+
+
+
+
+
+
+HoloClient::HoloClient(HoloServer *server)
+ : LoadClient(server)
+{
+       this->plugin = server->plugin;
+       phase = 0;
+}
+
+
+void HoloClient::process_package(LoadPackage *package)
+{
+       int x, y;
+       HoloPackage *local_package = (HoloPackage*)package;
+       unsigned char **input_rows = plugin->input_ptr->get_rows() + local_package->row1;
+       unsigned char **output_rows = plugin->output_ptr->get_rows() + local_package->row1;
+       int width = plugin->input_ptr->get_w();
+       int height = local_package->row2 - local_package->row1;
+       unsigned char *diff;
+       uint32_t s, t;
+       int r, g, b;
+
+       diff = plugin->effecttv->image_diff_filter(plugin->effecttv->image_bgsubtract_y(input_rows, 
+               plugin->input_ptr->get_color_model()));
+
+       diff += width;
+       output_rows++;
+       input_rows++;
+
+
+// Convert discrete channels to a single 24 bit number
+#define STORE_PIXEL(type, components, dest, src, is_yuv) \
+if(sizeof(type) == 4) \
+{ \
+       int r = (int)(src[0] * 0xff); \
+       int g = (int)(src[1] * 0xff); \
+       int b = (int)(src[2] * 0xff); \
+       CLAMP(r, 0, 0xff); \
+       CLAMP(g, 0, 0xff); \
+       CLAMP(b, 0, 0xff); \
+       dest = (r << 16) | (g << 8) | b; \
+} \
+else \
+if(sizeof(type) == 2) \
+{ \
+       if(is_yuv) \
+       { \
+               int r = (int)src[0] >> 8; \
+               int g = (int)src[1] >> 8; \
+               int b = (int)src[2] >> 8; \
+               plugin->yuv->yuv_to_rgb_8(r, g, b); \
+               dest = (r << 16) | (g << 8) | b; \
+       } \
+       else \
+       { \
+               dest = (((uint32_t)src[0] << 8) & 0xff0000) | \
+                       ((uint32_t)src[1] & 0xff00) | \
+                       ((uint32_t)src[2]) >> 8; \
+       } \
+} \
+else \
+{ \
+       if(is_yuv) \
+       { \
+               int r = (int)src[0]; \
+               int g = (int)src[1]; \
+               int b = (int)src[2]; \
+               plugin->yuv->yuv_to_rgb_8(r, g, b); \
+               dest = (r << 16) | (g << 8) | b; \
+       } \
+       else \
+       { \
+               dest = ((uint32_t)src[0] << 16) | \
+                       ((uint32_t)src[1] << 8) | \
+                       (uint32_t)src[2]; \
+       } \
+}
+
+
+
+
+#define HOLO_CORE(type, components, is_yuv) \
+       for(y = 1; y < height - 1; y++) \
+       { \
+               type *src = (type*)input_rows[y]; \
+               type *bg = (type*)plugin->bgimage->get_rows()[y]; \
+               type *dest = (type*)output_rows[y]; \
+ \
+ \
+ \
+               if(((y + phase) & 0x7f) < 0x58)  \
+               { \
+                       for(x = 0 ; x < width; x++)  \
+                       { \
+                               if(*diff) \
+                               { \
+                                       STORE_PIXEL(type, components, s, src, is_yuv); \
+ \
+                                       t = (s & 0xff) +  \
+                                               ((s & 0xff00) >> 7) +  \
+                                               ((s & 0xff0000) >> 16); \
+                                       t += plugin->noisepattern[EffectTV::fastrand() >> 24]; \
+ \
+                                       r = ((s & 0xff0000) >> 17) + t; \
+                                       g = ((s & 0xff00) >> 8) + t; \
+                                       b = (s & 0xff) + t; \
+ \
+                                       r = (r >> 1) - 100; \
+                                       g = (g >> 1) - 100; \
+                                       b = b >> 2; \
+ \
+                                       if(r < 20) r = 20; \
+                                       if(g < 20) g = 20; \
+ \
+                                       STORE_PIXEL(type, components, s, bg, is_yuv); \
+ \
+                                       r += (s & 0xff0000) >> 17; \
+                                       g += (s & 0xff00) >> 9; \
+                                       b += ((s & 0xff) >> 1) + 40; \
+ \
+                                       if(r > 255) r = 255; \
+                                       if(g > 255) g = 255; \
+                                       if(b > 255) b = 255; \
+ \
+                                       if(is_yuv) plugin->yuv->rgb_to_yuv_8(r, g, b); \
+                                       if(sizeof(type) == 4) \
+                                       { \
+                                               dest[0] = (type)r / 0xff; \
+                                               dest[1] = (type)g / 0xff; \
+                                               dest[2] = (type)b / 0xff; \
+                                       } \
+                                       else \
+                                       if(sizeof(type) == 2) \
+                                       { \
+                                               dest[0] = (r << 8) | r; \
+                                               dest[1] = (g << 8) | g; \
+                                               dest[2] = (b << 8) | b; \
+                                       } \
+                                       else \
+                                       { \
+                                               dest[0] = r; \
+                                               dest[1] = g; \
+                                               dest[2] = b; \
+                                       } \
+                               }  \
+                               else  \
+                               { \
+                                       dest[0] = bg[0]; \
+                                       dest[1] = bg[1]; \
+                                       dest[2] = bg[2]; \
+                               } \
+ \
+                               diff++; \
+                               src += components; \
+                               dest += components; \
+                               bg += components; \
+                       } \
+               }  \
+               else  \
+               { \
+                       for(x = 0; x < width; x++) \
+                       { \
+                               if(*diff) \
+                               { \
+                                       STORE_PIXEL(type, components, s, src, is_yuv); \
+ \
+ \
+                                       t = (s & 0xff) + ((s & 0xff00) >> 6) + ((s & 0xff0000) >> 16); \
+                                       t += plugin->noisepattern[EffectTV::fastrand() >> 24]; \
+ \
+                                       r = ((s & 0xff0000) >> 16) + t; \
+                                       g = ((s & 0xff00) >> 8) + t; \
+                                       b = (s & 0xff) + t; \
+ \
+                                       r = (r >> 1) - 100; \
+                                       g = (g >> 1) - 100; \
+                                       b = b >> 2; \
+ \
+                                       if(r < 0) r = 0; \
+                                       if(g < 0) g = 0; \
+ \
+                                       STORE_PIXEL(type, components, s, bg, is_yuv); \
+ \
+                                       r += ((s & 0xff0000) >> 17) + 10; \
+                                       g += ((s & 0xff00) >> 9) + 10; \
+                                       b += ((s & 0xff) >> 1) + 40; \
+ \
+                                       if(r > 255) r = 255; \
+                                       if(g > 255) g = 255; \
+                                       if(b > 255) b = 255; \
+ \
+                                       if(is_yuv) plugin->yuv->rgb_to_yuv_8(r, g, b); \
+                                       if(sizeof(type) == 4) \
+                                       { \
+                                               dest[0] = (type)r / 0xff; \
+                                               dest[1] = (type)g / 0xff; \
+                                               dest[2] = (type)b / 0xff; \
+                                       } \
+                                       else \
+                                       if(sizeof(type) == 2) \
+                                       { \
+                                               dest[0] = (r << 8) | r; \
+                                               dest[1] = (g << 8) | g; \
+                                               dest[2] = (b << 8) | b; \
+                                       } \
+                                       else \
+                                       { \
+                                               dest[0] = r; \
+                                               dest[1] = g; \
+                                               dest[2] = b; \
+                                       } \
+                               }  \
+                               else  \
+                               { \
+                                       dest[0] = bg[0]; \
+                                       dest[1] = bg[1]; \
+                                       dest[2] = bg[2]; \
+                               } \
+ \
+                               diff++; \
+                               src += components; \
+                               dest += components; \
+                               bg += components; \
+                       } \
+               } \
+       }
+
+
+
+
+       switch(plugin->input_ptr->get_color_model())
+       {
+               case BC_RGB888:
+                       HOLO_CORE(uint8_t, 3, 0);
+                       break;
+               case BC_RGB_FLOAT:
+                       HOLO_CORE(float, 3, 0);
+                       break;
+               case BC_YUV888:
+                       HOLO_CORE(uint8_t, 3, 1);
+                       break;
+               case BC_RGBA_FLOAT:
+                       HOLO_CORE(float, 4, 0);
+                       break;
+               case BC_RGBA8888:
+                       HOLO_CORE(uint8_t, 4, 0);
+                       break;
+               case BC_YUVA8888:
+                       HOLO_CORE(uint8_t, 4, 1);
+                       break;
+               case BC_RGB161616:
+                       HOLO_CORE(uint16_t, 3, 0);
+                       break;
+               case BC_YUV161616:
+                       HOLO_CORE(uint16_t, 3, 1);
+                       break;
+               case BC_RGBA16161616:
+                       HOLO_CORE(uint16_t, 4, 0);
+                       break;
+               case BC_YUVA16161616:
+                       HOLO_CORE(uint16_t, 4, 1);
+                       break;
+       }
+
+
+
+       phase -= 37;
+}
+
+
+
+HoloPackage::HoloPackage()
+{
+}
+
+
+