/* * CINELERRA * Copyright (C) 2008 Adam Williams * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * */ #include "bcsignals.h" #include "condition.h" #include "clip.h" #include "maskauto.h" #include "maskautos.h" #include "maskengine.h" #include "mutex.h" #include "transportque.inc" #include "vframe.h" #include #include #include void write_mask(VFrame *vfrm, const char *fmt, ...) { va_list ap; va_start(ap, fmt); char fn[256]; vsnprintf(fn, sizeof(fn), fmt, ap); va_end(ap); FILE *fp = !strcmp(fn,"-") ? stdout : fopen(fn,"w"); if( fp ) { int w = vfrm->get_w(), h = vfrm->get_h(); int m = vfrm->get_color_model(); fprintf(fp,"P5\n%d %d\n%d\n",w,h,m==BC_A8? 0xff : 0xffff); int bpp = m==BC_A8? 1 : 2; fwrite(vfrm->get_data(),bpp*w,h,fp); fflush(fp); if( fp != stdout ) fclose(fp); } } MaskPackage::MaskPackage() { } MaskPackage::~MaskPackage() { } MaskUnit::MaskUnit(MaskEngine *engine) : LoadClient(engine) { this->engine = engine; spot = 0; r = 0; } MaskUnit::~MaskUnit() { } void MaskUnit::draw_line(int v, int ix1, int iy1, int ix2, int iy2) { if( iy1 == iy2 ) return; int x1 = iy1 < iy2 ? ix1 : ix2; int y1 = iy1 < iy2 ? iy1 : iy2; int x2 = iy1 < iy2 ? ix2 : ix1; int y2 = iy1 < iy2 ? iy2 : iy1; float slope = (float)(x2-x1) / (y2-y1); int dy = y1 - start_y; int i = dy < 0 ? (y1=start_y, -dy) : 0; if( y2 > end_y ) y2 = end_y; if( y2 < start_y || y1 >= end_y ) return; VFrame *temp = engine->temp; int w1 = temp->get_w()-1; temp_t **rows = (temp_t **)temp->get_rows(); for( int y=y1; ytemp; int temp_w = temp->get_w(); temp_t **rows = (temp_t**)temp->get_rows(); for( int y=start_y; y0 ) { --total; value = value ? 0 : v; } else if( value ) row[x] = value; } } } void MaskUnit::draw_feather(int ix1,int iy1, int ix2,int iy2) { int x1 = iy1 < iy2 ? ix1 : ix2; int y1 = iy1 < iy2 ? iy1 : iy2; int x2 = iy1 < iy2 ? ix2 : ix1; int y2 = iy1 < iy2 ? iy2 : iy1; VFrame *temp = engine->temp; int h = temp->get_h(); if( y2 < 0 || y1 >= h ) return; int x = x1, y = y1; int dx = x2-x1, dy = y2-y1; int dx2 = 2*dx, dy2 = 2*dy; if( dx < 0 ) dx = -dx; int m = dx > dy ? dx : dy, n = m; if( dy >= dx ) { if( dx2 >= 0 ) do { /* +Y, +X */ draw_spot(x, y++); if( (m -= dx2) < 0 ) { m += dy2; ++x; } } while( --n >= 0 ); else do { /* +Y, -X */ draw_spot(x, y++); if( (m += dx2) < 0 ) { m += dy2; --x; } } while( --n >= 0 ); } else { if( dx2 >= 0 ) do { /* +X, +Y */ draw_spot(x++, y); if( (m -= dy2) < 0 ) { m += dx2; ++y; } } while( --n >= 0 ); else do { /* -X, +Y */ draw_spot(x--, y); if( (m -= dy2) < 0 ) { m -= dx2; ++y; } } while( --n >= 0 ); } } void MaskUnit::draw_spot(int ix, int iy) { int rr = r * r, n = abs(r), rv = r * v; if( iy < start_y-n || iy >= end_y+n ) return; VFrame *temp = engine->temp; int w1 = temp->get_w()-1, h1 = temp->get_h()-1; int xs = ix - n; bclamp(xs, 0, w1); int xn = ix + n; bclamp(xn, 0, w1); int ys = iy - n; bclamp(ys, 0, h1); int yn = iy + n; bclamp(yn, 0, h1); temp_t **rows = (temp_t**)temp->get_rows(); for( int y=ys ; y<=yn; ++y ) { temp_t *row = rows[y]; for( int x=xs; x<=xn; ++x ) { int dx = x-ix, dy = y-iy; int dd = dx*dx + dy*dy; if( dd >= rr ) continue; temp_t *rp = &row[x], a = spot[dd]; if( rv*(*rp-a) < 0 ) *rp = a; } } } void MaskUnit::process_package(LoadPackage *package) { MaskPackage *ptr = (MaskPackage*)package; start_y = ptr->start_y; end_y = ptr->end_y; if( start_y >= end_y ) return; mask_model = engine->mask->get_color_model(); VFrame *temp = engine->temp; if( engine->recalculate && engine->step == DO_MASK ) { // Draw masked region of polygons on temp for( int k=0; kedges.size(); ++k ) { if( !engine->edges[k] ) continue; MaskEdge &edge = *engine->edges[k]; if( edge.size() < 3 ) continue; int v = k + 1; for( int i=0; iget_w(); temp_t **rows = (temp_t**)temp->get_rows(); temp_t *fade = engine->fade; for( int y=start_y; y=0; ++tp ) *tp = fade[*tp]; } } if( engine->recalculate && engine->step == DO_FEATHER ) { // draw feather for( int k=0; kedges.size(); ++k ) { if( !(v = engine->faders[k]) ) continue; if( !(r = engine->feathers[k]) ) continue; MaskEdge &edge = *engine->edges[k]; if( !edge.size() ) continue; float rv = r * v, vv = fabs(v); int fg = 0xffff * (rv >= 0 ? vv : 0); int bg = 0xffff * (rv >= 0 ? 0 : vv); int rr = r*r; double dr = 1./rr; temp_t psf[rr+1]; spot = psf; for( int i=0; i<=rr; ++i ) { double d = i*dr; psf[i] = (1-d)*fg + d*bg; } int n = edge.size(); for( int i=0; imask->get_rows(); \ for( int y=start_y; y=0; ++rp,++mp ) *mp = expr; \ } } break // map alpha to mask const float to_flt = 1/65535.; int temp_w = temp->get_w(); temp_t **rows = (temp_t**)temp->get_rows(); switch( mask_model ) { REMAP(BC_A8, uint8_t, *rp >> 8); REMAP(BC_A16, uint16_t, *rp); REMAP(BC_A_FLOAT, float, *rp * to_flt); } } // Apply mask if( engine->step == DO_APPLY ) { int mask_w = engine->mask->get_w(); uint8_t **out_rows = engine->output->get_rows(); uint8_t **msk_rows = engine->mask->get_rows(); #define APPLY_MASK_ALPHA(cmodel, type, max, components, do_yuv) \ case cmodel: \ for( int y=ptr->start_y; yend_y; ++y ) { \ type *out_row = (type*)out_rows[y]; \ type *msk_row = (type*)msk_rows[y]; \ type chroma_offset = (int)(max + 1) / 2; \ for( int x=0; xoutput->get_color_model() ) { \ APPLY_MASK_ALPHA(BC_RGB888, uint8_t, 0xff, 3, 0); \ APPLY_MASK_ALPHA(BC_RGB_FLOAT, float, 1.0, 3, 0); \ APPLY_MASK_ALPHA(BC_YUV888, uint8_t, 0xff, 3, 1); \ APPLY_MASK_ALPHA(BC_RGBA_FLOAT, float, 1.0, 4, 0); \ APPLY_MASK_ALPHA(BC_YUVA8888, uint8_t, 0xff, 4, 1); \ APPLY_MASK_ALPHA(BC_RGBA8888, uint8_t, 0xff, 4, 0); \ APPLY_MASK_ALPHA(BC_RGB161616, uint16_t, 0xffff, 3, 0); \ APPLY_MASK_ALPHA(BC_YUV161616, uint16_t, 0xffff, 3, 1); \ APPLY_MASK_ALPHA(BC_YUVA16161616, uint16_t, 0xffff, 4, 1); \ APPLY_MASK_ALPHA(BC_RGBA16161616, uint16_t, 0xffff, 4, 0); \ } } } MaskEngine::MaskEngine(int cpus) : LoadServer(cpus, 2*cpus) // : LoadServer(1, 1) { mask = 0; temp = 0; } MaskEngine::~MaskEngine() { delete mask; delete temp; for( int i = 0; i < point_sets.total; i++ ) point_sets[i]->remove_all_objects(); point_sets.remove_all_objects(); } int MaskEngine::points_equivalent(ArrayList *new_points, ArrayList *points) { //printf("MaskEngine::points_equivalent %d %d\n", new_points->total, points->total); if( new_points->total != points->total ) return 0; for( int i = 0; i < new_points->total; i++ ) { if( !(*new_points->get(i) == *points->get(i)) ) return 0; } return 1; } void MaskEngine::draw_edge(MaskEdge &edge, MaskPointSet &points) { if( points.size() < 2 ) return; edge.remove_all(); for( int i=0; i=points.size()-1) ? points[0] : points[i+1]; int segments = 0; if( ap->control_x2 == 0 && ap->control_y2 == 0 && bp->control_x1 == 0 && bp->control_y1 == 0 ) segments = 1; float x0 = ap->x, y0 = ap->y; float x1 = ap->x + ap->control_x2; float y1 = ap->y + ap->control_y2; float x2 = bp->x + bp->control_x1; float y2 = bp->y + bp->control_y1; float x3 = bp->x, y3 = bp->y; // from Playback3D::do_mask_sync float cx3 = - x0 + 3*x1 - 3*x2 + x3; float cx2 = 3*x0 - 6*x1 + 3*x2; float cx1 = -3*x0 + 3*x1; float cx0 = x0; float cy3 = - y0 + 3*y1 - 3*y2 + y3; float cy2 = 3*y0 - 6*y1 + 3*y2; float cy1 = -3*y0 + 3*y1; float cy0 = y0; if( segments == 0 ) { float maxaccel1 = fabs(2*cy2) + fabs(6*cy3); float maxaccel2 = fabs(2*cx2) + fabs(6*cx3); float maxaccel = maxaccel1 > maxaccel2 ? maxaccel1 : maxaccel2; float h = 1.0; if( maxaccel > 8.0 ) h = sqrt((8.0) / maxaccel); segments = int(1/h); } for( int j = 0; j <= segments; ++j ) { float t = (float)j / segments; float x = cx0 + t*(cx1 + t*(cx2 + t*cx3)); float y = cy0 + t*(cy1 + t*(cy2 + t*cy3)); edge.append(x, y); } } } void MaskEngine::do_mask(VFrame *output, int64_t start_position_project, MaskAutos *keyframe_set, MaskAuto *keyframe, MaskAuto *default_auto) { this->output = output; recalculate = 0; int mask_model = 0; switch( output->get_color_model() ) { case BC_RGB_FLOAT: case BC_RGBA_FLOAT: mask_model = BC_A_FLOAT; break; case BC_RGB888: case BC_RGBA8888: case BC_YUV888: case BC_YUVA8888: mask_model = BC_A8; break; case BC_RGB161616: case BC_RGBA16161616: case BC_YUV161616: case BC_YUVA16161616: mask_model = BC_A16; break; } // Determine if recalculation is needed SET_TRACE int mask_w = output->get_w(), mask_h = output->get_h(); if( mask && ( mask->get_color_model() != mask_model || mask->get_w() != mask_w || mask->get_h() != mask_h ) ) { delete mask; mask = 0; recalculate = 1; } if( temp && ( temp->get_w() != mask_w || temp->get_h() != mask_h ) ) { delete temp; temp = 0; } total_submasks = keyframe_set->total_submasks(start_position_project, PLAY_FORWARD); if( total_submasks != point_sets.size() ) recalculate = 1; for( int i=0; iget_fader(start_position_project, i, PLAY_FORWARD); if( new_fader != faders[i] ) { recalculate = 1; break; } float new_feather = keyframe_set->get_feather(start_position_project, i, PLAY_FORWARD); if( new_feather != feathers[i] ) { recalculate = 1; break; } ArrayList new_points; keyframe_set->get_points(&new_points, i, start_position_project, PLAY_FORWARD); if( !points_equivalent(&new_points, point_sets[i]) ) recalculate = 1; new_points.remove_all_objects(); } if( recalculate ) { for( int i = 0; i < point_sets.total; i++ ) { ArrayList *points = point_sets[i]; points->remove_all_objects(); } point_sets.remove_all_objects(); edges.remove_all_objects(); faders.remove_all(); feathers.remove_all(); fade[0] = 0; for( int i=0; iget_fader(start_position_project, i, PLAY_FORWARD); float v = fader / 100; faders.append(v); temp_t t = fabs(v) * 0xffff; if( fader < 0 ) { if( fade[0] < t ) fade[0] = t; t = 0; } fade[i+1] = t; float feather = keyframe_set->get_feather(start_position_project, i, PLAY_FORWARD); feathers.append(feather); MaskPointSet *new_points = new MaskPointSet(); keyframe_set->get_points(new_points, i, start_position_project, PLAY_FORWARD); point_sets.append(new_points); draw_edge(*edges.append(new MaskEdge()), *new_points); } // draw mask if( !mask ) mask = new VFrame(mask_w, mask_h, mask_model, 0); if( !temp ) temp = new VFrame(mask_w, mask_h, BC_A16, 0); mask->clear_frame(); temp->clear_frame(); step = DO_MASK; process_packages(); step = DO_FEATHER; process_packages(); } // Run units SET_TRACE step = DO_APPLY; process_packages(); SET_TRACE } void MaskEngine::init_packages() { SET_TRACE //printf("MaskEngine::init_packages 1\n"); int x0 = 0, y0 = 0, i = 0, n = get_total_packages(); int out_w = output->get_w(), out_h = output->get_h(); SET_TRACE while( i < n ) { MaskPackage *ptr = (MaskPackage*)get_package(i++); int x1 = (out_w * i) / n, y1 = (out_h * i) / n; ptr->start_x = x0; ptr->end_x = x1; ptr->start_y = y0; ptr->end_y = y1; x0 = x1; y0 = y1; } SET_TRACE //printf("MaskEngine::init_packages 2\n"); } LoadClient* MaskEngine::new_client() { return new MaskUnit(this); } LoadPackage* MaskEngine::new_package() { return new MaskPackage; }