/* * CINELERRA * Copyright (C) 2012 Adam Williams * Copyright (C) 2003-2016 Cinelerra CV contributors * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * */ #include "affine.h" #include "bcdisplayinfo.h" #include "clip.h" #include "bchash.h" #include "bcsignals.h" #include "filexml.h" #include "keyframe.h" #include "language.h" #include "mainerror.h" #include "motion.h" #include "motionscan.h" #include "motionwindow.h" #include "mutex.h" #include "overlayframe.h" #include "rotateframe.h" #include "transportque.h" #include #include REGISTER_PLUGIN(MotionMain) //#define DEBUG MotionConfig::MotionConfig() { global_range_w = 25; //5; global_range_h = 25; //5; rotation_range = 8; //5; rotation_center = 0; block_count = 1; global_block_w = 33; //MIN_BLOCK; global_block_h = 33; //MIN_BLOCK; block_x = 50; block_y = 50; noise_level = 0; noise_rotation = 0; global_positions = 256; rotate_positions = 8; // 4; magnitude = 100; rotate_magnitude = 30; return_speed = 5; //0; rotate_return_speed = 5; //0; action_type = MotionScan::STABILIZE; global = 1; rotate = 1; twopass = 0; addtrackedframeoffset = 0; strcpy(tracking_file, TRACKING_FILE); tracking_type = MotionScan::SAVE; //MotionScan::NO_CALCULATE; tracking_object = MotionScan::TRACK_PREVIOUS; //TRACK_SINGLE; draw_vectors = 1; //0; track_frame = 0; bottom_is_master = 1; horizontal_only = 0; vertical_only = 0; } void MotionConfig::boundaries() { CLAMP(global_range_w, MIN_RADIUS, MAX_RADIUS); CLAMP(global_range_h, MIN_RADIUS, MAX_RADIUS); CLAMP(rotation_range, MIN_ROTATION, MAX_ROTATION); CLAMP(rotation_center, -MAX_ROTATION, MAX_ROTATION); CLAMP(block_count, MIN_BLOCKS, MAX_BLOCKS); CLAMP(global_block_w, MIN_BLOCK, MAX_BLOCK); CLAMP(global_block_h, MIN_BLOCK, MAX_BLOCK); } int MotionConfig::equivalent(MotionConfig &that) { return global_range_w == that.global_range_w && global_range_h == that.global_range_h && rotation_range == that.rotation_range && rotation_center == that.rotation_center && action_type == that.action_type && global == that.global && rotate == that.rotate && twopass == that.twopass && addtrackedframeoffset == that.addtrackedframeoffset && draw_vectors == that.draw_vectors && block_count == that.block_count && global_block_w == that.global_block_w && global_block_h == that.global_block_h && EQUIV(block_x, that.block_x) && EQUIV(block_y, that.block_y) && noise_level == that.noise_level && noise_rotation == that.noise_rotation && global_positions == that.global_positions && rotate_positions == that.rotate_positions && magnitude == that.magnitude && return_speed == that.return_speed && rotate_return_speed == that.rotate_return_speed && rotate_magnitude == that.rotate_magnitude && tracking_object == that.tracking_object && track_frame == that.track_frame && bottom_is_master == that.bottom_is_master && horizontal_only == that.horizontal_only && vertical_only == that.vertical_only; } void MotionConfig::copy_from(MotionConfig &that) { global_range_w = that.global_range_w; global_range_h = that.global_range_h; rotation_range = that.rotation_range; rotation_center = that.rotation_center; action_type = that.action_type; global = that.global; rotate = that.rotate; twopass = that.twopass; addtrackedframeoffset = that.addtrackedframeoffset; tracking_type = that.tracking_type; draw_vectors = that.draw_vectors; block_count = that.block_count; block_x = that.block_x; block_y = that.block_y; noise_level = that.noise_level; noise_rotation = that.noise_rotation; global_positions = that.global_positions; rotate_positions = that.rotate_positions; global_block_w = that.global_block_w; global_block_h = that.global_block_h; magnitude = that.magnitude; return_speed = that.return_speed; rotate_magnitude = that.rotate_magnitude; rotate_return_speed = that.rotate_return_speed; tracking_object = that.tracking_object; track_frame = that.track_frame; bottom_is_master = that.bottom_is_master; horizontal_only = that.horizontal_only; vertical_only = that.vertical_only; } void MotionConfig::interpolate(MotionConfig &prev, MotionConfig &next, int64_t prev_frame, int64_t next_frame, int64_t current_frame) { copy_from(prev); } MotionMain::MotionMain(PluginServer *server) : PluginVClient(server) { engine = 0; rotate_engine = 0; motion_rotate = 0; total_dx = 0; total_dy = 0; total_angle = 0; overlayer = 0; search_area = 0; search_size = 0; temp_frame = 0; previous_frame_number = -1; prev_global_ref = 0; current_global_ref = 0; global_target_src = 0; global_target_dst = 0; cache_file[0] = 0; cache_fp = active_fp = 0; cache_line[0] = 0; cache_key = active_key = -1; dx_offset = dy_offset = 0; dt_offset = 0; load_ok = 0; save_dx = load_dx = 0; save_dy = load_dy = 0; save_dt = load_dt = 0; tracking_frame = -1; prev_rotate_ref = 0; current_rotate_ref = 0; rotate_target_src = 0; rotate_target_dst = 0; } MotionMain::~MotionMain() { delete engine; delete overlayer; delete [] search_area; delete temp_frame; delete rotate_engine; delete motion_rotate; delete prev_global_ref; delete current_global_ref; delete global_target_src; delete global_target_dst; reset_cache_file(); delete prev_rotate_ref; delete current_rotate_ref; delete rotate_target_src; delete rotate_target_dst; } const char* MotionMain::plugin_title() { return N_("Motion"); } int MotionMain::is_realtime() { return 1; } int MotionMain::is_multichannel() { return 1; } NEW_WINDOW_MACRO(MotionMain, MotionWindow) LOAD_CONFIGURATION_MACRO(MotionMain, MotionConfig) void MotionMain::update_gui() { if( !thread ) return; if( !load_configuration() ) return; thread->window->lock_window("MotionMain::update_gui"); MotionWindow *window = (MotionWindow*)thread->window; char string[BCTEXTLEN]; sprintf(string, "%d", config.global_positions); window->global_search_positions->set_text(string); sprintf(string, "%d", config.rotate_positions); window->rotation_search_positions->set_text(string); window->global_block_w->update(config.global_block_w); window->global_block_h->update(config.global_block_h); window->block_x->update(config.block_x); window->block_y->update(config.block_y); window->block_x_text->update((float)config.block_x); window->block_y_text->update((float)config.block_y); window->noise_level->update(config.noise_level); window->noise_level_text->update((float)config.noise_level); window->noise_rotation->update(config.noise_rotation); window->noise_rotation_text->update((float)config.noise_rotation); window->magnitude->update(config.magnitude); window->return_speed->update(config.return_speed); window->rotate_magnitude->update(config.rotate_magnitude); window->rotate_return_speed->update(config.rotate_return_speed); window->rotation_range->update(config.rotation_range); window->rotation_center->update(config.rotation_center); window->track_single->update(config.tracking_object == MotionScan::TRACK_SINGLE); window->track_frame_number->update(config.track_frame); window->track_previous->update(config.tracking_object == MotionScan::TRACK_PREVIOUS); window->previous_same->update(config.tracking_object == MotionScan::PREVIOUS_SAME_BLOCK); if( config.tracking_object != MotionScan::TRACK_SINGLE ) { window->track_frame_number->disable(); window->frame_current->disable(); } else { window->track_frame_number->enable(); window->frame_current->enable(); } window->action_type->set_text( ActionType::to_text(config.action_type)); window->tracking_type->set_text( TrackingType::to_text(config.tracking_type)); window->track_direction->set_text( TrackDirection::to_text(config.horizontal_only, config.vertical_only)); window->master_layer->set_text( MasterLayer::to_text(config.bottom_is_master)); window->update_mode(); thread->window->unlock_window(); } void MotionMain::save_data(KeyFrame *keyframe) { FileXML output; // cause data to be stored directly in text output.set_shared_output(keyframe->xbuf); output.tag.set_title("MOTION"); output.tag.set_property("BLOCK_COUNT", config.block_count); output.tag.set_property("GLOBAL_POSITIONS", config.global_positions); output.tag.set_property("ROTATE_POSITIONS", config.rotate_positions); output.tag.set_property("GLOBAL_BLOCK_W", config.global_block_w); output.tag.set_property("GLOBAL_BLOCK_H", config.global_block_h); output.tag.set_property("BLOCK_X", config.block_x); output.tag.set_property("BLOCK_Y", config.block_y); output.tag.set_property("GLOBAL_RANGE_W", config.global_range_w); output.tag.set_property("GLOBAL_RANGE_H", config.global_range_h); output.tag.set_property("ROTATION_RANGE", config.rotation_range); output.tag.set_property("ROTATION_CENTER", config.rotation_center); output.tag.set_property("MAGNITUDE", config.magnitude); output.tag.set_property("RETURN_SPEED", config.return_speed); output.tag.set_property("ROTATE_MAGNITUDE", config.rotate_magnitude); output.tag.set_property("ROTATE_RETURN_SPEED", config.rotate_return_speed); output.tag.set_property("NOISE_LEVEL", config.noise_level); output.tag.set_property("NOISE_ROTATION", config.noise_rotation); output.tag.set_property("ACTION_TYPE", config.action_type); output.tag.set_property("GLOBAL", config.global); output.tag.set_property("ROTATE", config.rotate); output.tag.set_property("TWOPASS", config.twopass); output.tag.set_property("ADDTRACKEDFRAMEOFFSET", config.addtrackedframeoffset); output.tag.set_property("TRACKING_FILE", config.tracking_file); output.tag.set_property("TRACKING_TYPE", config.tracking_type); output.tag.set_property("DRAW_VECTORS", config.draw_vectors); output.tag.set_property("TRACKING_OBJECT", config.tracking_object); output.tag.set_property("TRACK_FRAME", config.track_frame); output.tag.set_property("BOTTOM_IS_MASTER", config.bottom_is_master); output.tag.set_property("HORIZONTAL_ONLY", config.horizontal_only); output.tag.set_property("VERTICAL_ONLY", config.vertical_only); output.append_tag(); output.tag.set_title("/MOTION"); output.append_tag(); output.terminate_string(); } void MotionMain::read_data(KeyFrame *keyframe) { FileXML input; input.set_shared_input(keyframe->xbuf); int result = 0; while( !(result = input.read_tag()) ) { if( input.tag.title_is("MOTION") ) { config.block_count = input.tag.get_property("BLOCK_COUNT", config.block_count); config.global_positions = input.tag.get_property("GLOBAL_POSITIONS", config.global_positions); config.rotate_positions = input.tag.get_property("ROTATE_POSITIONS", config.rotate_positions); config.global_block_w = input.tag.get_property("GLOBAL_BLOCK_W", config.global_block_w); config.global_block_h = input.tag.get_property("GLOBAL_BLOCK_H", config.global_block_h); config.block_x = input.tag.get_property("BLOCK_X", config.block_x); config.block_y = input.tag.get_property("BLOCK_Y", config.block_y); config.global_range_w = input.tag.get_property("GLOBAL_RANGE_W", config.global_range_w); config.global_range_h = input.tag.get_property("GLOBAL_RANGE_H", config.global_range_h); config.rotation_range = input.tag.get_property("ROTATION_RANGE", config.rotation_range); config.rotation_center = input.tag.get_property("ROTATION_CENTER", config.rotation_center); config.magnitude = input.tag.get_property("MAGNITUDE", config.magnitude); config.return_speed = input.tag.get_property("RETURN_SPEED", config.return_speed); config.rotate_magnitude = input.tag.get_property("ROTATE_MAGNITUDE", config.rotate_magnitude); config.rotate_return_speed = input.tag.get_property("ROTATE_RETURN_SPEED", config.rotate_return_speed); config.noise_level = input.tag.get_property("NOISE_LEVEL", config.noise_level); config.noise_rotation = input.tag.get_property("NOISE_ROTATION", config.noise_rotation); config.action_type = input.tag.get_property("ACTION_TYPE", config.action_type); config.global = input.tag.get_property("GLOBAL", config.global); config.rotate = input.tag.get_property("ROTATE", config.rotate); config.twopass = input.tag.get_property("TWOPASS", config.twopass); config.addtrackedframeoffset = input.tag.get_property("ADDTRACKEDFRAMEOFFSET", config.addtrackedframeoffset); input.tag.get_property("TRACKING_FILE", config.tracking_file); config.tracking_type = input.tag.get_property("TRACKING_TYPE", config.tracking_type); config.draw_vectors = input.tag.get_property("DRAW_VECTORS", config.draw_vectors); config.tracking_object = input.tag.get_property("TRACKING_OBJECT", config.tracking_object); config.track_frame = input.tag.get_property("TRACK_FRAME", config.track_frame); config.bottom_is_master = input.tag.get_property("BOTTOM_IS_MASTER", config.bottom_is_master); config.horizontal_only = input.tag.get_property("HORIZONTAL_ONLY", config.horizontal_only); config.vertical_only = input.tag.get_property("VERTICAL_ONLY", config.vertical_only); } } config.boundaries(); } void MotionMain::allocate_temp(int w, int h, int color_model) { if( temp_frame && ( temp_frame->get_w() != w || temp_frame->get_h() != h ) ) { delete temp_frame; temp_frame = 0; } if( !temp_frame ) temp_frame = new VFrame(w, h, color_model, 0); } void MotionMain::process_global() { if( !engine ) engine = new MotionScan(this, PluginClient::get_project_smp() + 1, PluginClient::get_project_smp() + 1); // Determine if frames changed, either single pass or pass 1 // Attention, prev_global_ref and current_global_ref are interchanged engine->scan_frame(current_global_ref, prev_global_ref, config.global_range_w, config.global_range_h, config.global_block_w, config.global_block_h, config.block_x, config.block_y, config.tracking_object, config.tracking_type, config.action_type, config.horizontal_only, config.vertical_only, get_source_position(), config.global_positions, total_dx, total_dy, 0, 0, config.twopass, load_ok, load_dx, load_dy); current_dx = (engine->dx_result += dx_offset); current_dy = (engine->dy_result += dy_offset); // Save results if( config.tracking_type == MotionScan::SAVE ) { save_dx = current_dx; save_dy = current_dy; } // Add current motion vector to accumulation vector. if( config.tracking_object != MotionScan::TRACK_SINGLE ) { // Retract over time total_dx = (int64_t)total_dx * (100 - config.return_speed) / 100; total_dy = (int64_t)total_dy * (100 - config.return_speed) / 100; total_dx += engine->dx_result; total_dy += engine->dy_result; // printf("MotionMain::process_global total_dx=%d engine->dx_result=%d\n", // total_dx, engine->dx_result); } else { // Make accumulation vector current total_dx = engine->dx_result; total_dy = engine->dy_result; } // Clamp accumulation vector if( config.magnitude < 100 ) { int block_x_orig = lrint(config.block_x * prev_global_ref->get_w() / 100); int block_y_orig = lrint(config.block_y * prev_global_ref->get_h() / 100); int max_block_x = (int64_t)(prev_global_ref->get_w() - block_x_orig) * OVERSAMPLE * config.magnitude / 100; int max_block_y = (int64_t)(prev_global_ref->get_h() - block_y_orig) * OVERSAMPLE * config.magnitude / 100; int min_block_x = (int64_t)-block_x_orig * OVERSAMPLE * config.magnitude / 100; int min_block_y = (int64_t)-block_y_orig * OVERSAMPLE * config.magnitude / 100; CLAMP(total_dx, min_block_x, max_block_x); CLAMP(total_dy, min_block_y, max_block_y); } #ifdef DEBUG printf("MotionMain::process_global 2 total_dx=%.02f total_dy=%.02f\n", (float)total_dx / OVERSAMPLE, (float)total_dy / OVERSAMPLE); #endif // If there will be 2nd pass, target will be transformed then if(!config.twopass || load_ok) { if( config.tracking_object != MotionScan::TRACK_SINGLE && !config.rotate ) { // Transfer current reference frame to previous reference frame and update // counter. Must wait for rotate to compare. prev_global_ref->copy_from(current_global_ref); previous_frame_number = get_source_position(); } // No 2nd pass, decide here what to do with target based on requested operation int interpolation = NEAREST_NEIGHBOR; float dx = 0., dy = 0.; switch(config.action_type) { case MotionScan::NOTHING: global_target_dst->copy_from(global_target_src); break; case MotionScan::TRACK_PIXEL: interpolation = NEAREST_NEIGHBOR; dx = rint((float)total_dx / OVERSAMPLE); dy = rint((float)total_dy / OVERSAMPLE); break; case MotionScan::STABILIZE_PIXEL: interpolation = NEAREST_NEIGHBOR; dx = -rint((float)total_dx / OVERSAMPLE); dy = -rint((float)total_dy / OVERSAMPLE); break; case MotionScan::TRACK: interpolation = CUBIC_LINEAR; dx = (float)total_dx / OVERSAMPLE; dy = (float)total_dy / OVERSAMPLE; break; case MotionScan::STABILIZE: interpolation = CUBIC_LINEAR; dx = -(float)total_dx / OVERSAMPLE; dy = -(float)total_dy / OVERSAMPLE; break; } if( config.action_type != MotionScan::NOTHING ) { if( !overlayer ) overlayer = new OverlayFrame(PluginClient::get_project_smp() + 1); global_target_dst->clear_frame(); overlayer->overlay(global_target_dst, global_target_src, 0, 0, global_target_src->get_w(), global_target_src->get_h(), dx, dy, (float)global_target_src->get_w() + dx, (float)global_target_src->get_h() + dy, 1, TRANSFER_REPLACE, interpolation); } } } void MotionMain::refine_global() { int block_x, block_y; double tmp_x, tmp_y; float dx = 0., dy = 0.; // Use temp_frame instead of current_global_ref for refined translation search allocate_temp(w, h, current_global_ref->get_color_model()); temp_frame->clear_frame(); if(config.rotate) { // Here we have to rotate current_rotate_ref into temp_frame // backwards because prev_global_ref and current_global_ref are interchanged if(!rotate_engine) rotate_engine = new AffineEngine( PluginClient::get_project_smp() + 1, PluginClient::get_project_smp() + 1); float angle; if(config.tracking_object == MotionScan::TRACK_SINGLE) { angle = total_angle; } else { angle = current_angle; } // Pivot need not be very accurate, it is attached to the previous frame // while current frame is moved and rotated // Nevertheless compute it in floating point and round to int afterwards tmp_x = current_rotate_ref->get_w() * config.block_x / 100; tmp_y = current_rotate_ref->get_h() * config.block_y / 100; if(config.tracking_object == MotionScan::TRACK_PREVIOUS) { // Pivot is moved along the previous frame tmp_x += (double)(total_dx-current_dx) / OVERSAMPLE; tmp_y += (double)(total_dy-current_dy) / OVERSAMPLE; } block_x = lrint (tmp_x); block_y = lrint (tmp_y); rotate_engine->set_in_pivot(block_x, block_y); rotate_engine->set_out_pivot(block_x, block_y); rotate_engine->rotate(temp_frame, current_rotate_ref, -angle); } else { // Here we have to translate current_global_ref into temp_frame // backwards because prev_global_ref and current_global_ref are interchanged if(!overlayer) overlayer = new OverlayFrame(PluginClient::get_project_smp() + 1); if(config.tracking_object == MotionScan::TRACK_SINGLE) { dx = (float)total_dx / OVERSAMPLE; dy = (float)total_dy / OVERSAMPLE; } else { dx = (float)current_dx / OVERSAMPLE; dy = (float)current_dy / OVERSAMPLE; } overlayer->overlay(temp_frame, current_global_ref, 0, 0, current_global_ref->get_w(), current_global_ref->get_h(), -dx, -dy, (float)current_global_ref->get_w() - dx, (float)current_global_ref->get_h() - dy, 1, TRANSFER_REPLACE, CUBIC_LINEAR); } // Determine additional translation, pass 2 // Attention, prev_global_ref and current_global_ref are interchanged // Engine must have been created already by process_global() engine->scan_frame(temp_frame, prev_global_ref, config.global_range_w, config.global_range_h, config.global_block_w, config.global_block_h, config.block_x, config.block_y, config.tracking_object, config.tracking_type, config.action_type, config.horizontal_only, config.vertical_only, get_source_position(), config.global_positions, total_dx, total_dy, 0, 0, 2, load_ok, load_dx, load_dy); // Translation correction is to be added to motion vector current_dx += engine->dx_result; current_dy += engine->dy_result; total_dx += engine->dx_result; total_dy += engine->dy_result; // Refine saved results if( config.tracking_type == MotionScan::SAVE ) { save_dx = current_dx; save_dy = current_dy; } // Clamp accumulation vector if( config.magnitude < 100 ) { int block_x_orig = lrint(config.block_x * prev_global_ref->get_w() / 100); int block_y_orig = lrint(config.block_y * prev_global_ref->get_h() / 100); int max_block_x = (int64_t)(prev_global_ref->get_w() - block_x_orig) * OVERSAMPLE * config.magnitude / 100; int max_block_y = (int64_t)(prev_global_ref->get_h() - block_y_orig) * OVERSAMPLE * config.magnitude / 100; int min_block_x = (int64_t)-block_x_orig * OVERSAMPLE * config.magnitude / 100; int min_block_y = (int64_t)-block_y_orig * OVERSAMPLE * config.magnitude / 100; CLAMP(total_dx, min_block_x, max_block_x); CLAMP(total_dy, min_block_y, max_block_y); } #ifdef DEBUG printf("MotionMain::refine_global 2 total_dx=%.02f total_dy=%.02f\n", (float)total_dx / OVERSAMPLE, (float)total_dy / OVERSAMPLE); #endif if( config.tracking_object != MotionScan::TRACK_SINGLE && !config.rotate ) { // Transfer current reference frame to previous reference frame and update // counter. Must wait for rotate to compare. prev_global_ref->copy_from(current_global_ref); previous_frame_number = get_source_position(); } // Decide what to do with target based on requested operation int interpolation = NEAREST_NEIGHBOR; dx = dy = 0.; switch(config.action_type) { case MotionScan::NOTHING: global_target_dst->copy_from(global_target_src); break; case MotionScan::TRACK_PIXEL: interpolation = NEAREST_NEIGHBOR; dx = rint((float)total_dx / OVERSAMPLE); dy = rint((float)total_dy / OVERSAMPLE); break; case MotionScan::STABILIZE_PIXEL: interpolation = NEAREST_NEIGHBOR; dx = -rint((float)total_dx / OVERSAMPLE); dy = -rint((float)total_dy / OVERSAMPLE); break; case MotionScan::TRACK: interpolation = CUBIC_LINEAR; dx = (float)total_dx / OVERSAMPLE; dy = (float)total_dy / OVERSAMPLE; break; case MotionScan::STABILIZE: interpolation = CUBIC_LINEAR; dx = -(float)total_dx / OVERSAMPLE; dy = -(float)total_dy / OVERSAMPLE; break; } if( config.action_type != MotionScan::NOTHING ) { // Should be already created elsewhere but try it here just for safety if( !overlayer ) overlayer = new OverlayFrame(PluginClient::get_project_smp() + 1); global_target_dst->clear_frame(); overlayer->overlay(global_target_dst, global_target_src, 0, 0, global_target_src->get_w(), global_target_src->get_h(), dx, dy, (float)global_target_src->get_w() + dx, (float)global_target_src->get_h() + dy, 1, TRANSFER_REPLACE, interpolation); } } void MotionMain::process_rotation() { int block_x, block_y; double tmp_x, tmp_y; // Here we have to translate current_global_ref into current_rotate_ref // backwards because prev_rotate_ref and current_rotate_ref are interchanged. // Also copy prev_global_ref into prev_rotate_ref for comparing. // Convert global target destination into rotation target source. if( config.global ) { if( !overlayer ) overlayer = new OverlayFrame(PluginClient::get_project_smp() + 1); float dx, dy; if( config.tracking_object == MotionScan::TRACK_SINGLE ) { dx = (float)total_dx / OVERSAMPLE; dy = (float)total_dy / OVERSAMPLE; } else { dx = (float)current_dx / OVERSAMPLE; dy = (float)current_dy / OVERSAMPLE; } prev_rotate_ref->copy_from(prev_global_ref); current_rotate_ref->clear_frame(); overlayer->overlay(current_rotate_ref, current_global_ref, 0, 0, current_global_ref->get_w(), current_global_ref->get_h(), -dx, -dy, (float)current_global_ref->get_w() - dx, (float)current_global_ref->get_h() - dy, 1, TRANSFER_REPLACE, CUBIC_LINEAR); // Pivot need not be very accurate, it is attached to the previous frame // while current frame is moved and rotated // Nevertheless compute it in floating point and round to int afterwards tmp_x = prev_rotate_ref->get_w() * config.block_x / 100; tmp_y = prev_rotate_ref->get_h() * config.block_y / 100; if(config.tracking_object == MotionScan::TRACK_PREVIOUS) { // Pivot is moved along the previous frame tmp_x += (double)(total_dx-current_dx) / OVERSAMPLE; tmp_y += (double)(total_dy-current_dy) / OVERSAMPLE; } // Use the global target output as the rotation target input rotate_target_src->copy_from(global_target_dst); // Transfer current reference frame to previous reference frame for global. if(config.tracking_object != MotionScan::TRACK_SINGLE && (!config.twopass || load_ok)) { prev_global_ref->copy_from(current_global_ref); previous_frame_number = get_source_position(); } } else { // Pivot is fixed as translation switched off tmp_x = prev_rotate_ref->get_w() * config.block_x / 100; tmp_y = prev_rotate_ref->get_h() * config.block_y / 100; } block_x = lrint (tmp_x); block_y = lrint (tmp_y); // Get rotation, either single pass or pass 1 if( !motion_rotate ) motion_rotate = new RotateScan(this, get_project_smp() + 1, get_project_smp() + 1); // Attention, prev_rotate_ref and current_rotate_ref are interchanged current_angle = motion_rotate-> scan_frame(current_rotate_ref, prev_rotate_ref, block_x, block_y, config.twopass); current_angle += dt_offset; // Save result if( config.tracking_type == MotionScan::SAVE ) { save_dt = current_angle; } // Add current rotation to accumulation if( config.tracking_object != MotionScan::TRACK_SINGLE ) { // Retract over time total_angle = total_angle * (100 - config.rotate_return_speed) / 100; // Accumulate current rotation total_angle += current_angle; // Clamp rotation accumulation if( config.rotate_magnitude < 90 ) { CLAMP(total_angle, -config.rotate_magnitude, config.rotate_magnitude); } } else { total_angle = current_angle; } #ifdef DEBUG printf("MotionMain::process_rotation total_angle=%f\n", total_angle); #endif // If there will be 2nd pass, target will be transformed then if(!config.twopass || load_ok) { if( config.tracking_object != MotionScan::TRACK_SINGLE && !config.global ) { // Transfer current reference frame to previous reference frame and update counter. prev_rotate_ref->copy_from(current_rotate_ref); previous_frame_number = get_source_position(); } // No 2nd pass, calculate rotation parameters based on requested operation // Use origin of global stabilize operation for pivot by default // Compute it in floating point for accuracy and round to int afterwards tmp_x = rotate_target_src->get_w() * config.block_x / 100; tmp_y = rotate_target_src->get_h() * config.block_y / 100; float angle = 0.; switch(config.action_type) { case MotionScan::NOTHING: rotate_target_dst->copy_from(rotate_target_src); break; case MotionScan::TRACK: case MotionScan::TRACK_PIXEL: if(config.global) { // Use destination of global tracking for pivot. tmp_x += (double)total_dx / OVERSAMPLE; tmp_y += (double)total_dy / OVERSAMPLE; } angle = total_angle; break; case MotionScan::STABILIZE: case MotionScan::STABILIZE_PIXEL: angle = -total_angle; break; } block_x = lrint (tmp_x); block_y = lrint (tmp_y); if( config.action_type != MotionScan::NOTHING ) { if( !rotate_engine ) rotate_engine = new AffineEngine( PluginClient::get_project_smp() + 1, PluginClient::get_project_smp() + 1); rotate_target_dst->clear_frame(); rotate_engine->set_in_pivot(block_x, block_y); rotate_engine->set_out_pivot(block_x, block_y); rotate_engine->rotate(rotate_target_dst, rotate_target_src, angle); } } } void MotionMain::refine_rotation() { int block_x, block_y; double tmp_x, tmp_y; float angle; // Use temp_frame instead of current_rotate_ref for refined rotation search allocate_temp(w, h, current_rotate_ref->get_color_model()); temp_frame->clear_frame(); if( config.global ) { // Here we have to translate current_global_ref into current_rotate_ref // backwards because prev_rotate_ref and current_rotate_ref are interchanged // prev_rotate_ref must have been copied already by process_rotation() if( !overlayer ) overlayer = new OverlayFrame(PluginClient::get_project_smp() + 1); float dx, dy; if( config.tracking_object == MotionScan::TRACK_SINGLE ) { dx = (float)total_dx / OVERSAMPLE; dy = (float)total_dy / OVERSAMPLE; } else { dx = (float)current_dx / OVERSAMPLE; dy = (float)current_dy / OVERSAMPLE; } current_rotate_ref->clear_frame(); overlayer->overlay(current_rotate_ref, current_global_ref, 0, 0, current_global_ref->get_w(), current_global_ref->get_h(), -dx, -dy, (float)current_global_ref->get_w() - dx, (float)current_global_ref->get_h() - dy, 1, TRANSFER_REPLACE, CUBIC_LINEAR); // Pivot need not be very accurate, it is attached to the previous frame // while current frame is moved and rotated // Nevertheless compute it in floating point and round to int afterwards tmp_x = current_rotate_ref->get_w() * config.block_x / 100; tmp_y = current_rotate_ref->get_h() * config.block_y / 100; if(config.tracking_object == MotionScan::TRACK_PREVIOUS) { // Pivot is moved along the previous frame tmp_x += (double)(total_dx-current_dx) / OVERSAMPLE; tmp_y += (double)(total_dy-current_dy) / OVERSAMPLE; } } else { // Pivot is fixed as translation switched off tmp_x = current_rotate_ref->get_w() * config.block_x / 100; tmp_y = current_rotate_ref->get_h() * config.block_y / 100; } block_x = lrint (tmp_x); block_y = lrint (tmp_y); // Now rotate current_rotate_ref into temp_frame // backwards because prev_global_ref and current_global_ref are interchanged if(!rotate_engine) rotate_engine = new AffineEngine( PluginClient::get_project_smp() + 1, PluginClient::get_project_smp() + 1); if(config.tracking_object == MotionScan::TRACK_SINGLE) { angle = total_angle; } else { angle = current_angle; } rotate_engine->set_in_pivot(block_x, block_y); rotate_engine->set_out_pivot(block_x, block_y); rotate_engine->rotate(temp_frame, current_rotate_ref, -angle); // Determine additional rotation, pass 2 // Attention, prev_rotate_ref and current_rotate_ref are interchanged // Engine must have been created already by process_rotation() angle = motion_rotate-> scan_frame(temp_frame, prev_rotate_ref, block_x, block_y, 2); // Rotation correction is to be added to accumulated angle current_angle += angle; total_angle += angle; // Refine saved result if( config.tracking_type == MotionScan::SAVE ) { save_dt = current_angle; } // Clamp rotation accumulation if( config.rotate_magnitude < 90 ) { CLAMP(total_angle, -config.rotate_magnitude, config.rotate_magnitude); } #ifdef DEBUG printf("MotionMain::process_rotation total_angle=%f\n", total_angle); #endif if(config.tracking_object != MotionScan::TRACK_SINGLE) { // Transfer current reference frame to previous reference frame and update // counter. if(config.global) { prev_global_ref->copy_from(current_global_ref); } else { prev_rotate_ref->copy_from(current_rotate_ref); } previous_frame_number = get_source_position(); } // Calculate rotation parameters based on requested operation // Use origin of global stabilize operation for pivot by default // Compute it in floating point for accuracy and round to int afterwards tmp_x = rotate_target_src->get_w() * config.block_x / 100; tmp_y = rotate_target_src->get_h() * config.block_y / 100; switch(config.action_type) { case MotionScan::NOTHING: rotate_target_dst->copy_from(rotate_target_src); break; case MotionScan::TRACK: case MotionScan::TRACK_PIXEL: if(config.global) { // Use destination of global tracking for pivot. tmp_x += (double)total_dx / OVERSAMPLE; tmp_y += (double)total_dy / OVERSAMPLE; } angle = total_angle; break; case MotionScan::STABILIZE: case MotionScan::STABILIZE_PIXEL: angle = -total_angle; break; } block_x = lrint (tmp_x); block_y = lrint (tmp_y); if( config.action_type != MotionScan::NOTHING ) { // Should be already created elsewhere but try it here just for safety if( !rotate_engine ) rotate_engine = new AffineEngine( PluginClient::get_project_smp() + 1, PluginClient::get_project_smp() + 1); rotate_target_dst->clear_frame(); rotate_engine->set_in_pivot(block_x, block_y); rotate_engine->set_out_pivot(block_x, block_y); rotate_engine->rotate(rotate_target_dst, rotate_target_src, angle); } } int MotionMain::process_buffer(VFrame **frame, int64_t start_position, double frame_rate) { int need_reconfigure = load_configuration(); int color_model = frame[0]->get_color_model(); w = frame[0]->get_w(); h = frame[0]->get_h(); #ifdef DEBUG printf("MotionMain::process_buffer %d start_position=%jd\n", __LINE__, start_position); #endif // Calculate the source and destination pointers for each of the operations. // Get the layer to track motion in. // Get the layer to apply motion in. reference_layer = config.bottom_is_master ? PluginClient::total_in_buffers - 1 : 0; target_layer = config.bottom_is_master ? 0 : PluginClient::total_in_buffers - 1; output_frame = frame[target_layer]; // Get the position of previous reference frame. int64_t actual_previous_number; // Skip if match frame not available int skip_current = 0; if( config.tracking_object == MotionScan::TRACK_SINGLE ) { actual_previous_number = config.track_frame; if( get_direction() == PLAY_REVERSE ) actual_previous_number++; if( actual_previous_number == start_position ) skip_current = 1; } else { actual_previous_number = start_position; if( get_direction() == PLAY_FORWARD ) { actual_previous_number--; if( actual_previous_number < get_source_start() ) skip_current = 1; else { KeyFrame *keyframe = get_prev_keyframe(start_position, 1); if( keyframe->position > 0 && actual_previous_number < keyframe->position ) skip_current = 1; } } else { actual_previous_number++; if( actual_previous_number >= get_source_start() + get_total_len() ) skip_current = 1; else { KeyFrame *keyframe = get_next_keyframe(start_position, 1); if( keyframe->position > 0 && actual_previous_number >= keyframe->position ) skip_current = 1; } } // Only count motion since last keyframe } if( !config.global && !config.rotate ) skip_current = 1; //printf("process_realtime: %jd %d %jd %jd\n", start_position, // skip_current, previous_frame_number, actual_previous_number); if( ((config.tracking_type != MotionScan::LOAD && config.tracking_type != MotionScan::SAVE) && cache_fp) || ((config.tracking_type == MotionScan::LOAD || config.tracking_type == MotionScan::SAVE) && !cache_fp) || !cache_file[0] || (active_fp && active_key > start_position) ) reset_cache_file(); // Load match frame and reset vectors int need_reload = !skip_current && (previous_frame_number != actual_previous_number || need_reconfigure); if( need_reload ) { total_dx = total_dy = 0; total_angle = 0; previous_frame_number = actual_previous_number; } if( skip_current ) { total_dx = total_dy = 0; current_dx = current_dy = 0; total_angle = current_angle = 0; } // Get the global pointers. Here we walk through the sequence of events. if( config.global ) { // Assume global only. Global reads previous frame and compares // with current frame to get the current translation. // The center of the search area is fixed in compensate mode or // the user value + the accumulation vector in track mode. if( !prev_global_ref ) prev_global_ref = new VFrame(w, h, color_model, 0); if( !current_global_ref ) current_global_ref = new VFrame(w, h, color_model, 0); // Global loads the current target frame into the src and // writes it to the dst frame with desired translation. if( !global_target_src ) global_target_src = new VFrame(w, h, color_model, 0); if( !global_target_dst ) global_target_dst = new VFrame(w, h, color_model, 0); // Load the global frames if( need_reload ) { read_frame(prev_global_ref, reference_layer, previous_frame_number, frame_rate, 0); } read_frame(current_global_ref, reference_layer, start_position, frame_rate, 0); read_frame(global_target_src, target_layer, start_position, frame_rate, 0); // Global followed by rotate if( config.rotate ) { // Must translate the previous global reference by the current global // accumulation vector to match the current global reference. // The center of the search area is always the user value + the accumulation // vector. if( !prev_rotate_ref ) prev_rotate_ref = new VFrame(w, h, color_model, 0); // The current global reference is the current rotation reference. if( !current_rotate_ref ) current_rotate_ref = new VFrame(w, h, color_model, 0); current_rotate_ref->copy_from(current_global_ref); // The global target destination is copied to the rotation target source // then written to the rotation output with rotation. // The pivot for the rotation is the center of the search area // if we're tracking. // The pivot is fixed to the user position if we're compensating. if( !rotate_target_src ) rotate_target_src = new VFrame(w, h, color_model, 0); if( !rotate_target_dst ) rotate_target_dst = new VFrame(w, h, color_model, 0); } } // Rotation only else if( config.rotate ) { // Rotation reads the previous reference frame and compares it with current // reference frame. if( !prev_rotate_ref ) prev_rotate_ref = new VFrame(w, h, color_model, 0); if( !current_rotate_ref ) current_rotate_ref = new VFrame(w, h, color_model, 0); // Rotation loads target frame to temporary, rotates it, and writes it to the // target frame. The pivot is always fixed. if( !rotate_target_src ) rotate_target_src = new VFrame(w, h, color_model, 0); if( !rotate_target_dst ) rotate_target_dst = new VFrame(w, h, color_model, 0); // Load the rotate frames if( need_reload ) { read_frame(prev_rotate_ref, reference_layer, previous_frame_number, frame_rate, 0); } read_frame(current_rotate_ref, reference_layer, start_position, frame_rate, 0); read_frame(rotate_target_src, target_layer, start_position, frame_rate, 0); } if( config.tracking_type == MotionScan::LOAD ) { if( config.addtrackedframeoffset ) { if( config.track_frame != tracking_frame ) { tracking_frame = config.track_frame; int64_t no; int dx, dy; float dt; if( !get_cache_line(tracking_frame) && sscanf(cache_line, "%jd %d %d %f", &no, &dx, &dy, &dt) == 4 ) { dx_offset += dx; dy_offset += dy; dt_offset += dt; } else { eprintf("no offset data frame %jd\n", tracking_frame); } } } else { dx_offset = 0; dy_offset = 0; dt_offset = 0; tracking_frame = -1; } } else { dx_offset = 0; dy_offset = 0; dt_offset = 0; tracking_frame = -1; } if( !skip_current ) { load_ok = 0; if( config.tracking_type == MotionScan::LOAD || config.tracking_type == MotionScan::SAVE ) { int64_t no; int dx, dy; float dt; int64_t frame_no = get_source_position(); // Load result from disk if( !get_cache_line(frame_no) && sscanf(cache_line, "%jd %d %d %f", &no, &dx, &dy, &dt) == 4 ) { load_ok = 1; load_dx = dx; load_dy = dy; load_dt = dt; } else { #ifdef DEBUG printf("MotionMain::process_buffer: no tracking data frame %jd\n", frame_no); #endif } } // Get position change from previous frame to current frame if( config.global ) process_global(); // Get rotation change from previous frame to current frame if( config.rotate ) process_rotation(); //frame[target_layer]->copy_from(prev_rotate_ref); //frame[target_layer]->copy_from(current_rotate_ref); if(config.twopass && !load_ok) // Second pass not needed if coords loaded from cache { if(config.global) refine_global(); if(config.rotate) refine_rotation(); } // write results to disk if( config.tracking_type == MotionScan::SAVE ) { char line[BCSTRLEN]; int64_t frame_no = get_source_position(); snprintf(line, sizeof(line), "%jd %d %d %f\n", frame_no, save_dx, save_dy, save_dt); put_cache_line(line); } // Transfer the relevant target frame to the output if( config.rotate ) { frame[target_layer]->copy_from(rotate_target_dst); } else { frame[target_layer]->copy_from(global_target_dst); } } // Read the target destination directly else { read_frame(frame[target_layer], target_layer, start_position, frame_rate, 0); } if( config.draw_vectors ) { draw_vectors(frame[target_layer]); } #ifdef DEBUG printf("MotionMain::process_buffer %d\n", __LINE__); #endif return 0; } void MotionMain::draw_vectors(VFrame *frame) { int w = frame->get_w(), h = frame->get_h(); int global_x1, global_y1, global_x2, global_y2; int block_x, block_y, block_w, block_h; int block_x1, block_y1, block_x2, block_y2; int block_x3, block_y3, block_x4, block_y4; int search_x1, search_y1, search_x2, search_y2; int search_w, search_h; double tmp_x1, tmp_y1; double tmp_x2, tmp_y2; if( config.global ) { // Get vector as double and round the result for more regular behavior if( config.tracking_object == MotionScan::TRACK_SINGLE ) { // Start of vector is center of original block. // Length of vector is total accumulation. tmp_x1 = config.block_x * w / 100; tmp_y1 = config.block_y * h / 100; tmp_x2 = tmp_x1 + (double)total_dx / OVERSAMPLE; tmp_y2 = tmp_y1 + (double)total_dy / OVERSAMPLE; } else if( config.tracking_object == MotionScan::PREVIOUS_SAME_BLOCK ) { // Start of vector is center of original block. // Length of vector is current change. tmp_x1 = config.block_x * w / 100; tmp_y1 = config.block_y * h / 100; tmp_x2 = tmp_x1 + (double)current_dx / OVERSAMPLE; tmp_y2 = tmp_y1 + (double)current_dy / OVERSAMPLE; } else { // Start of vector is center of current block. // Length of vector is current change. tmp_x1 = config.block_x * w / 100 + (double)(total_dx - current_dx) / OVERSAMPLE; tmp_y1 = config.block_y * h / 100 + (double)(total_dy - current_dy) / OVERSAMPLE; tmp_x2 = config.block_x * w / 100 + (double)total_dx / OVERSAMPLE; tmp_y2 = config.block_y * h / 100 + (double)total_dy / OVERSAMPLE; } global_x1 = lrint (tmp_x1); global_y1 = lrint (tmp_y1); global_x2 = lrint (tmp_x2); global_y2 = lrint (tmp_y2); //printf("MotionMain::draw_vectors %d %d %d %d %d %d\n", total_dx, total_dy, global_x1, global_y1, global_x2, global_y2); block_x = global_x1; block_y = global_y1; if((config.tracking_object == MotionScan::TRACK_SINGLE || config.tracking_object == MotionScan::TRACK_PREVIOUS) && !config.rotate) { // Show block at endpoint of motion if no rotation shown block_x = global_x2; block_y = global_y2; } block_w = config.global_block_w * w / 100; block_h = config.global_block_h * h / 100; block_x1 = block_x - block_w / 2; block_y1 = block_y - block_h / 2; block_x2 = block_x + block_w / 2; block_y2 = block_y + block_h / 2; search_w = config.global_range_w * w / 100; search_h = config.global_range_h * h / 100; search_x1 = block_x1 - search_w / 2; search_y1 = block_y1 - search_h / 2; search_x2 = block_x2 + search_w / 2; search_y2 = block_y2 + search_h / 2; //printf("MotionMain::draw_vectors %d %d %d %d %d %d %d %d %d %d %d %d\n", // global_x1, global_y1, block_w, block_h, block_x1, block_y1, // block_x2, block_y2, search_x1, search_y1, search_x2, search_y2); MotionScan::clamp_scan(w, h, &block_x1, &block_y1, &block_x2, &block_y2, &search_x1, &search_y1, &search_x2, &search_y2, 1); // Vector draw_arrow(frame, global_x1, global_y1, global_x2, global_y2); // Macroblock draw_line(frame, block_x1, block_y1, block_x2, block_y1); draw_line(frame, block_x2, block_y1, block_x2, block_y2); draw_line(frame, block_x2, block_y2, block_x1, block_y2); draw_line(frame, block_x1, block_y2, block_x1, block_y1); // Search area draw_line(frame, search_x1, search_y1, search_x2, search_y1); draw_line(frame, search_x2, search_y1, search_x2, search_y2); draw_line(frame, search_x2, search_y2, search_x1, search_y2); draw_line(frame, search_x1, search_y2, search_x1, search_y1); // Block should be endpoint of motion if( config.rotate ) { block_x = global_x2; block_y = global_y2; } } else { block_x = lrint (config.block_x * w / 100); block_y = lrint (config.block_y * h / 100); } block_w = config.global_block_w * w / 100; block_h = config.global_block_h * h / 100; if( config.rotate ) { float angle = total_angle * 2 * M_PI / 360; double base_angle1 = atan((float)block_h / block_w); double base_angle2 = atan((float)block_w / block_h); double target_angle1 = base_angle1 + angle; double target_angle2 = base_angle2 + angle; double radius = sqrt(block_w * block_w + block_h * block_h) / 2; block_x1 = lrint(block_x - cos(target_angle1) * radius); block_y1 = lrint(block_y - sin(target_angle1) * radius); block_x2 = lrint(block_x + sin(target_angle2) * radius); block_y2 = lrint(block_y - cos(target_angle2) * radius); block_x3 = lrint(block_x - sin(target_angle2) * radius); block_y3 = lrint(block_y + cos(target_angle2) * radius); block_x4 = lrint(block_x + cos(target_angle1) * radius); block_y4 = lrint(block_y + sin(target_angle1) * radius); draw_line(frame, block_x1, block_y1, block_x2, block_y2); draw_line(frame, block_x2, block_y2, block_x4, block_y4); draw_line(frame, block_x4, block_y4, block_x3, block_y3); draw_line(frame, block_x3, block_y3, block_x1, block_y1); // Center if( !config.global ) { draw_line(frame, block_x, block_y - 5, block_x, block_y + 6); draw_line(frame, block_x - 5, block_y, block_x + 6, block_y); } } } MotionVVFrame::MotionVVFrame(VFrame *vfrm, int n) : VFrame(vfrm->get_data(), -1, vfrm->get_y()-vfrm->get_data(), vfrm->get_u()-vfrm->get_data(), vfrm->get_v()-vfrm->get_data(), vfrm->get_w(), vfrm->get_h(), vfrm->get_color_model(), vfrm->get_bytes_per_line()) { this->n = n; } int MotionVVFrame::draw_pixel(int x, int y) { VFrame::draw_pixel(x+0, y+0); for( int i=1; iget_w(), ih = frame->get_h(); int mx = iw > ih ? iw : ih; int n = mx/800 + 1; MotionVVFrame vfrm(frame, n); vfrm.set_pixel_color(WHITE); int m = 2; while( m < n ) m <<= 1; vfrm.set_stiple(2*m); vfrm.draw_line(x1,y1, x2,y2); } #define ARROW_SIZE 10 void MotionMain::draw_arrow(VFrame *frame, int x1, int y1, int x2, int y2) { double angle = atan2((double)(y2 - y1), (double)(x2 - x1)); double angle1 = angle + (float)145 / 360 * 2 * M_PI; double angle2 = angle - (float)145 / 360 * 2 * M_PI; int x3 = x2 + (int)(ARROW_SIZE * cos(angle1)); int y3 = y2 + (int)(ARROW_SIZE * sin(angle1)); int x4 = x2 + (int)(ARROW_SIZE * cos(angle2)); int y4 = y2 + (int)(ARROW_SIZE * sin(angle2)); // Main vector draw_line(frame, x1, y1, x2, y2); // draw_line(frame, x1, y1 + 1, x2, y2 + 1); // Arrow line if( abs(y2 - y1) || abs(x2 - x1) ) draw_line(frame, x2, y2, x3, y3); // draw_line(frame, x2, y2 + 1, x3, y3 + 1); // Arrow line if( abs(y2 - y1) || abs(x2 - x1) ) draw_line(frame, x2, y2, x4, y4); // draw_line(frame, x2, y2 + 1, x4, y4 + 1); } int MotionMain::open_cache_file() { if( cache_fp ) return 0; if( !cache_file[0] ) return 1; if( !(cache_fp = fopen(cache_file, "r")) ) return 1; return 0; } void MotionMain::close_cache_file() { if( !cache_fp ) return; fclose(cache_fp); cache_fp = 0; cache_key = -1; tracking_frame = -1; } int MotionMain::load_cache_line() { cache_key = -1; if( open_cache_file() ) return 1; if( !fgets(cache_line, sizeof(cache_line), cache_fp) ) return 1; cache_key = strtol(cache_line, 0, 0); return 0; } int MotionMain::get_cache_line(int64_t key) { if( cache_key == key ) return 0; if( open_cache_file() ) return 1; if( cache_key >= 0 && key > cache_key ) { if( load_cache_line() ) return 1; if( cache_key == key ) return 0; if( cache_key > key ) return 1; } // binary search file fseek(cache_fp, 0, SEEK_END); int64_t l = -1, r = ftell(cache_fp); while( (r - l) > 1 ) { int64_t m = (l + r) / 2; fseek(cache_fp, m, SEEK_SET); if( m > 0 && !fgets(cache_line, sizeof(cache_line), cache_fp) ) return -1; if( !load_cache_line() ) { if( cache_key == key ) return 0; if( cache_key < key ) { l = m; continue; } } r = m; } return 1; } int MotionMain::locate_cache_line(int64_t key) { int ret = 1; if( key < 0 || !(ret=get_cache_line(key)) || ( cache_key >= 0 && cache_key < key ) ) ret = load_cache_line(); return ret; } int MotionMain::put_cache_line(const char *line) { int64_t key = strtol(line, 0, 0); if( key == active_key ) return 1; if( !active_fp ) { close_cache_file(); snprintf(cache_file, sizeof(cache_file), "%s.bak", config.tracking_file); ::remove(cache_file); ::rename(config.tracking_file, cache_file); if( !(active_fp = fopen(config.tracking_file, "w")) ) { perror(config.tracking_file); fprintf(stderr, "err writing key %jd\n", key); return -1; } active_key = -1; } if( active_key < key ) { locate_cache_line(active_key); while( cache_key >= 0 && key >= cache_key ) { if( key > cache_key ) fputs(cache_line, active_fp); load_cache_line(); } } active_key = key; fputs(line, active_fp); fflush(active_fp); return 0; } void MotionMain::reset_cache_file() { if( active_fp ) { locate_cache_line(active_key); while( cache_key >= 0 ) { fputs(cache_line, active_fp); load_cache_line(); } close_cache_file(); ::remove(cache_file); fclose(active_fp); active_fp = 0; active_key = -1; } else close_cache_file(); strcpy(cache_file, config.tracking_file); if (!cache_file[0]) strcpy(cache_file, TRACKING_FILE); } RotateScanPackage::RotateScanPackage() { } RotateScanUnit::RotateScanUnit(RotateScan *server, MotionMain *plugin) : LoadClient(server) { this->server = server; this->plugin = plugin; rotater = 0; temp = 0; } RotateScanUnit::~RotateScanUnit() { delete rotater; delete temp; } void RotateScanUnit::process_package(LoadPackage *package) { if( server->skip ) return; RotateScanPackage *pkg = (RotateScanPackage*)package; if( (pkg->difference = server->get_cache(pkg->angle)) < 0 ) { //printf("RotateScanUnit::process_package %d\n", __LINE__); int color_model = server->previous_frame->get_color_model(); int pixel_size = BC_CModels::calculate_pixelsize(color_model); int row_bytes = server->previous_frame->get_bytes_per_line(); float angle = pkg->angle; // Ensure a tiny displacement if angle is nearly exact zero // As angle is in degree and MIN_ANGLE is in radian, // displacement of 1/57th of the smallest possible angle can be discarded // This trick is needed to trigger interpolation if (fabs (angle) < MIN_ANGLE) angle = MIN_ANGLE; if( !rotater ) rotater = new AffineEngine(1, 1); if( !temp ) temp = new VFrame( server->previous_frame->get_w(), server->previous_frame->get_h(), color_model, 0); //printf("RotateScanUnit::process_package %d\n", __LINE__); // Rotate original block size // rotater->set_viewport(server->block_x1, server->block_y1, // server->block_x2 - server->block_x1, server->block_y2 - server->block_y1); rotater->set_in_viewport(server->block_x1, server->block_y1, server->block_x2 - server->block_x1, server->block_y2 - server->block_y1); rotater->set_out_viewport(server->block_x1, server->block_y1, server->block_x2 - server->block_x1, server->block_y2 - server->block_y1); // rotater->set_pivot(server->block_x, server->block_y); rotater->set_in_pivot(server->block_x, server->block_y); rotater->set_out_pivot(server->block_x, server->block_y); //printf("RotateScanUnit::process_package %d\n", __LINE__); rotater->rotate(temp, server->previous_frame, angle); // Scan reduced block size //plugin->output_frame->copy_from(server->current_frame); //plugin->output_frame->copy_from(temp); //printf("RotateScanUnit::process_package %d %d %d %d %d\n", // __LINE__, server->scan_x, server->scan_y, server->scan_w, server->scan_h); // Clamp coordinates int x1 = server->scan_x; int y1 = server->scan_y; int x2 = x1 + server->scan_w; int y2 = y1 + server->scan_h; x2 = MIN(temp->get_w(), x2); y2 = MIN(temp->get_h(), y2); x2 = MIN(server->current_frame->get_w(), x2); y2 = MIN(server->current_frame->get_h(), y2); x1 = MAX(0, x1); y1 = MAX(0, y1); if( x2 > x1 && y2 > y1 ) { pkg->difference = MotionScan::abs_diff( temp->get_rows()[y1] + x1 * pixel_size, server->current_frame->get_rows()[y1] + x1 * pixel_size, row_bytes, x2 - x1, y2 - y1, color_model); //printf("RotateScanUnit::process_package %d\n", __LINE__); server->put_cache(pkg->angle, pkg->difference); // Dumping rotated frame for debugging // temp->write_ppm(temp, "/tmp/a%06ld-a%f.ppm", // plugin->get_source_position(), // pkg->angle); // if (pkg->angle == 0) // temp->write_ppm(server->previous_frame, // "/tmp/a%06ld-t.ppm", // plugin->get_source_position()); } #if 0 VFrame png(x2-x1, y2-y1, BC_RGB888, -1); png.transfer_from(temp, 0, x1, y1, x2-x1, y2-y1); char fn[64]; sprintf(fn,"%s%f.png","/tmp/temp",pkg->angle); png.write_png(fn); png.transfer_from(server->current_frame, 0, x1, y1, x2-x1, y2-y1); sprintf(fn,"%s%f.png","/tmp/curr",pkg->angle); png.write_png(fn); printf("RotateScanUnit::process_package 10 x=%d y=%d w=%d h=%d block_x=%d block_y=%d angle=%f scan_w=%d scan_h=%d diff=%jd\n", server->block_x1, server->block_y1, server->block_x2 - server->block_x1, server->block_y2 - server->block_y1, server->block_x, server->block_y, pkg->angle, server->scan_w, server->scan_h, pkg->difference); #endif } } RotateScan::RotateScan(MotionMain *plugin, int total_clients, int total_packages) : LoadServer( //1, 1) total_clients, total_packages) { this->plugin = plugin; cache_lock = new Mutex("RotateScan::cache_lock"); } RotateScan::~RotateScan() { delete cache_lock; } void RotateScan::init_packages() { for( int i = 0; i < get_total_packages(); i++ ) { RotateScanPackage *pkg = (RotateScanPackage*)get_package(i); pkg->angle = scan_angle1 + i * (scan_angle2 - scan_angle1) / total_steps; } } LoadClient* RotateScan::new_client() { return new RotateScanUnit(this, plugin); } LoadPackage* RotateScan::new_package() { return new RotateScanPackage; } float RotateScan::scan_frame(VFrame *previous_frame, VFrame *current_frame, int block_x, int block_y, int passno) { // Attention, process_buffer feeds previous_frame and current_frame interchanged // Preinitialize sane rotation results skip = 0; this->block_x = block_x; this->block_y = block_y; // passno == 0: single pass tracking // passno == 1: 1st pass of two-pass tracking (reduce accuracy) // passno == 2: 2nd pass of two-pass tracking (reduce angle range) // Save may be needed for 2nd pass // float result_saved = 0; if (passno == 2) { // result_saved needed for some debug printing only // result_saved = result; result = 0; } else { result = plugin->config.rotation_center; } //printf("RotateScan::scan_frame %d frame=%ld passno=%d\n", __LINE__, plugin->get_source_position(), passno); switch(plugin->config.tracking_type) { case MotionScan::NO_CALCULATE: result = plugin->config.rotation_center; if (passno == 2) result = 0; skip = 1; break; case MotionScan::LOAD: case MotionScan::SAVE: if( plugin->load_ok ) { result = plugin->load_dt; if (passno == 2) result = 0; skip = 1; } break; // Scan from scratch with sane rotation results default: result = plugin->config.rotation_center; if (passno == 2) result = 0; skip = 0; break; } this->previous_frame = previous_frame; this->current_frame = current_frame; int w = current_frame->get_w(); int h = current_frame->get_h(); int block_w = w * plugin->config.global_block_w / 100; int block_h = h * plugin->config.global_block_h / 100; if( this->block_x - block_w / 2 < 0 ) block_w = this->block_x * 2; if( this->block_y - block_h / 2 < 0 ) block_h = this->block_y * 2; if( this->block_x + block_w / 2 > w ) block_w = (w - this->block_x) * 2; if( this->block_y + block_h / 2 > h ) block_h = (h - this->block_y) * 2; block_x1 = this->block_x - block_w / 2; block_x2 = this->block_x + block_w / 2; block_y1 = this->block_y - block_h / 2; block_y2 = this->block_y + block_h / 2; // Calculate the maximum area available to scan after rotation. // Must be calculated from the starting range because of cache. // Get coords of rectangle after rotation. double center_x = this->block_x; double center_y = this->block_y; double max_angle = plugin->config.rotation_range; double base_angle1 = atan((float)block_h / block_w); double base_angle2 = atan((float)block_w / block_h); double target_angle1 = base_angle1 + max_angle * 2 * M_PI / 360; double target_angle2 = base_angle2 + max_angle * 2 * M_PI / 360; double radius = sqrt(block_w * block_w + block_h * block_h) / 2; double x1 = center_x - cos(target_angle1) * radius; double y1 = center_y - sin(target_angle1) * radius; double x2 = center_x + sin(target_angle2) * radius; double y2 = center_y - cos(target_angle2) * radius; double x3 = center_x - sin(target_angle2) * radius; double y3 = center_y + cos(target_angle2) * radius; // Track top edge to find greatest area. double max_area1 = 0; //double max_x1 = 0; double max_y1 = 0; for( double x = x1; x < x2; x++ ) { double y = y1 + (y2 - y1) * (x - x1) / (x2 - x1); if( x >= center_x && x < block_x2 && y >= block_y1 && y < center_y ) { double area = fabs(x - center_x) * fabs(y - center_y); if( area > max_area1 ) { max_area1 = area; //max_x1 = x; max_y1 = y; } } } // Track left edge to find greatest area. double max_area2 = 0; double max_x2 = 0; //double max_y2 = 0; for( double y = y1; y < y3; y++ ) { double x = x1 + (x3 - x1) * (y - y1) / (y3 - y1); if( x >= block_x1 && x < center_x && y >= block_y1 && y < center_y ) { double area = fabs(x - center_x) * fabs(y - center_y); if( area > max_area2 ) { max_area2 = area; max_x2 = x; //max_y2 = y; } } } double max_x, max_y; max_x = max_x2; max_y = max_y1; // Get reduced scan coords scan_w = (int)(fabs(max_x - center_x) * 2); scan_h = (int)(fabs(max_y - center_y) * 2); scan_x = (int)(center_x - scan_w / 2); scan_y = (int)(center_y - scan_h / 2); // printf("RotateScan::scan_frame center=%d,%d scan=%d,%d %dx%d\n", // this->block_x, this->block_y, scan_x, scan_y, scan_w, scan_h); // printf(" angle_range=%f block= %d,%d,%d,%d\n", max_angle, block_x1, block_y1, block_x2, block_y2); // Determine min angle from size of block double angle1 = atan((double)block_h / block_w); double angle2 = atan((double)(block_h - 1) / (block_w + 1)); // Attention we get min_angle and MIN_ANGLE in radian, but elsewhere use degree double min_angle = fabs(angle2 - angle1) / OVERSAMPLE; min_angle = MAX(min_angle, MIN_ANGLE); // Convert min_angle to degree for convenience min_angle *= 180 / M_PI; //printf("RotateScan::scan_frame %d min_angle=%f\n", __LINE__, min_angle); cache.remove_all_objects(); if( !skip ) { if( previous_frame->data_matches(current_frame) ) { //printf("RotateScan::scan_frame: frames match. Skipping.\n"); result = plugin->config.rotation_center; if (passno == 2) result = 0; skip = 1; } } if( !skip ) { // Initial search range float angle_range = max_angle; result = plugin->config.rotation_center; if (passno == 2) result = 0; if (passno == 1) { // Evtl stop search earlier for 1st pass to gain speed if (angle_range > 16 && min_angle < 1) min_angle = 1; else if (angle_range > 4 && min_angle < 0.25) min_angle = angle_range/16; else if (angle_range > min_angle*4) min_angle *= 4; } if (passno == 2) { // Evtl reduce angle_range for refinement pass to gain speed if (angle_range > 16) angle_range /= 4; else if (angle_range > 4) angle_range = 4; if (angle_range < min_angle*4) angle_range = min_angle*4; if (angle_range > max_angle) angle_range = max_angle; } // Pre-negate result as previous_frame and current_frame have been interchanged result = -result; while( angle_range >= min_angle ) { scan_angle1 = result - angle_range; scan_angle2 = result + angle_range; // Find number of required steps, even and no more than configured at once total_steps = (int)ceil(angle_range*2/min_angle); if (total_steps & 1) total_steps ++; if (total_steps > plugin->config.rotate_positions) total_steps = plugin->config.rotate_positions; //printf("RotateScan::scan_frame angle_range=%f from=%f to=%f steps=%d\n", angle_range, scan_angle1, scan_angle2, total_steps); // Use odd number of samples to ensure that rotation center be always included set_package_count(total_steps+1); //set_package_count(1); process_packages(); int64_t min_difference = -1, max_difference = -1, noiselev = -1; for( int i = 0; i < get_total_packages(); i++ ) { RotateScanPackage *pkg = (RotateScanPackage*)get_package(i); if( pkg->difference < min_difference || min_difference == -1 ) { min_difference = pkg->difference; result = pkg->angle; } if( pkg->difference > max_difference || max_difference == -1 ) { max_difference = pkg->difference; } //printf("RotateScan::scan_frame pkg=%d angle=%f diff=%ld min_diff=%ld max_diff=%ld\n", i, pkg->angle, pkg->difference, min_difference, max_difference); //break; } // Determine noise level (not active on pass 2) noiselev = min_difference+(max_difference-min_difference)*plugin->config.noise_rotation/100; if (passno == 2) noiselev = min_difference; //printf("RotateScan::scan_frame min_diff=%ld max_diff=%ld noiselev=%ld\n", min_difference, max_difference, noiselev); for(int i = 0; i < get_total_packages(); i++) { RotateScanPackage *pkg = (RotateScanPackage*)get_package(i); // Already found as the best sample, not necessary to memorize if(result == pkg->angle) continue; // Above noise level - a definitely bad sample, skip if(pkg->difference > noiselev) continue; // Below noise level but farther from rotation center, skip if(fabs(pkg->angle-plugin->config.rotation_center) > fabs(result-plugin->config.rotation_center)) continue; // Below noise level and nearer to rotation center, memorize if(fabs(pkg->angle-plugin->config.rotation_center) < fabs(result-plugin->config.rotation_center)) { min_difference = pkg->difference; result = pkg->angle; //printf("RotateScan::scan_frame angle override=%d angle=%f diff=%ld min_diff=%ld\n", i, pkg->angle, pkg->difference, min_difference); continue; } // Equal distances to rotation center, memorize sample with min difference if(pkg->difference < min_difference) { min_difference = pkg->difference; result = pkg->angle; //printf("RotateScan::scan_frame difference override=%d angle=%f diff=%ld min_diff=%ld\n", i, pkg->angle, pkg->difference, min_difference); continue; } } float new_range = 0, angle_diff = 0; for(int i = 0; i < get_total_packages(); i++) { RotateScanPackage *pkg = (RotateScanPackage*)get_package(i); // Above noise level - skip this angle if(pkg->difference > noiselev) continue; // Below noise level - measure max difference from the best angle if(angle_diff < fabs(result-pkg->angle)) { angle_diff = fabs(result-pkg->angle); //printf("RotateScan::scan_frame angle diff override=%d angle=%f diff=%f\n", i, pkg->angle, angle_diff); } } // Optimum new angle range might be +/- one search step from the best angle new_range = angle_range * 2 / total_steps; // Evtl expand angle range to +/- two search steps if some samples below noise if (angle_diff > 0) new_range = angle_range * 4 / total_steps; // Evtl expand angle range to include samples below noise level if (new_range < angle_diff) new_range = angle_diff; // But always reduce angle range at least twice if (new_range > angle_range / 2) new_range = angle_range / 2; angle_range = new_range; //break; } // Negate result as previous_frame and current_frame have been interchanged // and get rid of negative zeros in coord files result = -result; if (fabs (result) < MIN_ANGLE) result = 0; } // Dumping compared frames for debugging // current_frame->write_ppm(previous_frame, "/tmp/a%06ld-p.ppm", // plugin->get_source_position()); // current_frame->write_ppm(current_frame, "/tmp/a%06ld-c.ppm", // plugin->get_source_position()); //printf("RotateScan::scan_frame %d passno=%d saved angle=%f measured angle=%f twopass angle=%f\n", __LINE__, passno, result_saved, result, result_saved+result); return result; } int64_t RotateScan::get_cache(float angle) { int64_t result = -1; cache_lock->lock("RotateScan::get_cache"); for( int i = 0; i < cache.total; i++ ) { RotateScanCache *ptr = cache.values[i]; // Attention, MIN_ANGLE in radian, while angle and ptr->angle in degree ! if( fabs(ptr->angle - angle) <= MIN_ANGLE * 90 / M_PI ) { result = ptr->difference; break; } } cache_lock->unlock(); return result; } void RotateScan::put_cache(float angle, int64_t difference) { RotateScanCache *ptr = new RotateScanCache(angle, difference); cache_lock->lock("RotateScan::put_cache"); cache.append(ptr); cache_lock->unlock(); } RotateScanCache::RotateScanCache(float angle, int64_t difference) { this->angle = angle; this->difference = difference; }