4 * Copyright (C) 2008 Adam Williams <broadcast at earthling dot net>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include "bccapture.h"
25 #include "bcsignals.h"
27 #include "bccmodels.h"
29 #include "edlsession.h"
30 #include "maskautos.h"
33 #include "playback3d.h"
34 #include "playbackconfig.h"
35 #include "preferences.h"
36 #include "recordconfig.h"
37 #include "strategies.inc"
38 #include "vdevicex11.h"
40 #include "videodevice.h"
41 #include "videowindow.h"
42 #include "videowindowgui.h"
47 VDeviceX11::VDeviceX11(VideoDevice *device, Canvas *output)
51 this->output = output;
54 VDeviceX11::~VDeviceX11()
59 int VDeviceX11::reset_parameters()
76 color_model_selected = 0;
81 int VDeviceX11::open_input()
83 //printf("VDeviceX11::open_input 1\n");
84 capture_bitmap = new BC_Capture(device->in_config->w,
86 device->in_config->screencapture_display);
87 //printf("VDeviceX11::open_input 2\n");
92 int VDeviceX11::open_output()
96 output->lock_canvas("VDeviceX11::open_output");
97 output->get_canvas()->lock_window("VDeviceX11::open_output");
98 if(!device->single_frame)
99 output->start_video();
101 output->start_single();
102 output->get_canvas()->unlock_window();
104 // Enable opengl in the first routine that needs it, to reduce the complexity.
106 output->unlock_canvas();
112 int VDeviceX11::output_visible()
114 if(!output) return 0;
116 output->lock_canvas("VDeviceX11::output_visible");
117 if(output->get_canvas()->get_hidden())
119 output->unlock_canvas();
124 output->unlock_canvas();
130 int VDeviceX11::close_all()
134 output->lock_canvas("VDeviceX11::close_all 1");
135 output->get_canvas()->lock_window("VDeviceX11::close_all 1");
138 if(output && output_frame)
140 // Copy our output frame buffer to the canvas's permanent frame buffer.
141 // They must be different buffers because the output frame is being written
142 // while the user is redrawing the canvas frame buffer over and over.
144 int use_opengl = device->out_config->driver == PLAYBACK_X11_GL &&
145 output_frame->get_opengl_state() == VFrame::SCREEN;
146 int best_color_model = output_frame->get_color_model();
148 // OpenGL does YUV->RGB in the compositing step
150 best_color_model = BC_RGB888;
152 if(output->refresh_frame &&
153 (output->refresh_frame->get_w() != device->out_w ||
154 output->refresh_frame->get_h() != device->out_h ||
155 output->refresh_frame->get_color_model() != best_color_model))
157 delete output->refresh_frame;
158 output->refresh_frame = 0;
161 if(!output->refresh_frame)
163 output->refresh_frame = new VFrame(0, -1,
164 device->out_w, device->out_h,
165 best_color_model, -1);
170 output->get_canvas()->unlock_window();
171 output->unlock_canvas();
173 output->mwindow->playback_3d->copy_from(output,
174 output->refresh_frame, output_frame, 0);
175 output->lock_canvas("VDeviceX11::close_all 2");
176 output->get_canvas()->lock_window("VDeviceX11::close_all 2");
179 output->refresh_frame->copy_from(output_frame);
181 // // Update the status bug
182 // if(!device->single_frame)
184 // output->stop_video();
188 // output->stop_single();
191 // Draw the first refresh with new frame.
192 // Doesn't work if video and openGL because OpenGL doesn't have
193 // the output buffer for video.
194 // Not necessary for any case if we mandate a frame advance after
196 if(/* device->out_config->driver != PLAYBACK_X11_GL ||
197 */ device->single_frame)
198 output->draw_refresh();
216 if(capture_bitmap) delete capture_bitmap;
221 // Update the status bug
222 if(!device->single_frame)
224 output->stop_video();
228 output->stop_single();
231 output->get_canvas()->unlock_window();
232 output->unlock_canvas();
240 int VDeviceX11::read_buffer(VFrame *frame)
242 capture_bitmap->capture_frame(frame, device->input_x, device->input_y);
247 int VDeviceX11::get_best_colormodel(Asset *asset)
253 int VDeviceX11::get_best_colormodel(int colormodel)
257 if(device->out_config->driver == PLAYBACK_X11_GL)
259 if(colormodel == BC_RGB888 ||
260 colormodel == BC_RGBA8888 ||
261 colormodel == BC_YUV888 ||
262 colormodel == BC_YUVA8888 ||
263 colormodel == BC_RGB_FLOAT ||
264 colormodel == BC_RGBA_FLOAT)
271 if(!device->single_frame)
283 // 2 more colormodels are supported by OpenGL
284 if(device->out_config->driver == PLAYBACK_X11_GL)
286 if(colormodel == BC_RGB_FLOAT ||
287 colormodel == BC_RGBA_FLOAT)
303 output->lock_canvas("VDeviceX11::get_best_colormodel");
304 result = output->get_canvas()->get_color_model();
305 output->unlock_canvas();
314 void VDeviceX11::new_output_buffer(VFrame **result, int colormodel)
316 //printf("VDeviceX11::new_output_buffer 1\n");
317 output->lock_canvas("VDeviceX11::new_output_buffer");
318 output->get_canvas()->lock_window("VDeviceX11::new_output_buffer 1");
320 // Get the best colormodel the display can handle.
321 int best_colormodel = get_best_colormodel(colormodel);
323 // Only create OpenGL Pbuffer and texture.
324 if( device->out_config->driver == PLAYBACK_X11_GL ) {
325 // Create bitmap for initial load into texture.
326 // Not necessary to do through Playback3D.....yet
327 if( !output_frame ) {
328 output_frame = new VFrame(0, -1,
329 device->out_w, device->out_h, colormodel, -1);
330 //BUFFER2(output_frame->get_rows()[0], "VDeviceX11::new_output_buffer 1");
333 window_id = output->get_canvas()->get_id();
334 output_frame->set_opengl_state(VFrame::RAM);
337 // Conform existing bitmap to new colormodel and output size
339 // Restart if output size changed or output colormodel changed.
340 // May have to recreate if transferring between windowed and fullscreen.
341 if( !color_model_selected || ( !bitmap->hardware_scaling() &&
342 (bitmap->get_w() != output->get_canvas()->get_w() ||
343 bitmap->get_h() != output->get_canvas()->get_h()) ) ||
344 colormodel != output_frame->get_color_model() ) {
346 bitmap->get_w() != output->get_canvas()->get_w() ||
347 bitmap->get_h() != output->get_canvas()->get_h();
348 //printf("VDeviceX11::new_output_buffer %d\n", __LINE__);
349 delete bitmap; bitmap = 0;
350 delete output_frame; output_frame = 0;
352 // Blank only if size changed
354 output->get_canvas()->set_color(BLACK);
355 output->get_canvas()->draw_box(0, 0, output->w, output->h);
356 output->get_canvas()->flash();
363 // Try hardware accelerated
364 bitmap_type = BITMAP_TEMP;
365 switch( best_colormodel ) {
367 if( device->out_config->driver == PLAYBACK_X11_XV &&
368 output->get_canvas()->accel_available(best_colormodel, 0) &&
369 !output->use_scrollbars )
370 bitmap_type = BITMAP_PRIMARY;
374 if( device->out_config->driver == PLAYBACK_X11_XV &&
375 output->get_canvas()->accel_available(best_colormodel, 0) &&
376 !output->use_scrollbars )
377 bitmap_type = BITMAP_PRIMARY;
378 else if( device->out_config->driver == PLAYBACK_X11_XV &&
379 output->get_canvas()->accel_available(BC_YUV422, 0) ) {
380 bitmap = new BC_Bitmap(output->get_canvas(),
381 device->out_w, device->out_h, BC_YUV422, 1);
386 if( device->out_config->driver == PLAYBACK_X11_XV &&
387 output->get_canvas()->accel_available(best_colormodel, 0) &&
388 !output->use_scrollbars )
389 bitmap_type = BITMAP_PRIMARY;
390 else if( device->out_config->driver == PLAYBACK_X11_XV &&
391 output->get_canvas()->accel_available(BC_YUV422P, 0) ) {
392 bitmap = new BC_Bitmap(output->get_canvas(),
393 device->out_w, device->out_h, BC_YUV422P, 1);
397 if( bitmap_type == BITMAP_PRIMARY ) {
398 bitmap = new BC_Bitmap(output->get_canvas(),
399 device->out_w, device->out_h, best_colormodel, 1);
400 output_frame = new VFrame(bitmap,
401 device->out_w, device->out_h, best_colormodel, -1);
404 // Try default colormodel
405 best_colormodel = output->get_canvas()->get_color_model();
406 bitmap = new BC_Bitmap(output->get_canvas(),
407 output->get_canvas()->get_w(), output->get_canvas()->get_h(),
409 // Intermediate frame
410 output_frame = new VFrame(0, -1,
411 device->out_w, device->out_h, colormodel, -1);
414 color_model_selected = 1;
416 else if( bitmap_type == BITMAP_PRIMARY ) {
417 // Update the ring buffer
418 output_frame->set_memory(bitmap);
422 *result = output_frame;
423 //printf("VDeviceX11::new_output_buffer 10 %d\n", output->get_canvas()->get_window_lock());
425 output->get_canvas()->unlock_window();
426 output->unlock_canvas();
430 int VDeviceX11::start_playback()
432 // Record window is initialized when its monitor starts.
433 if(!device->single_frame)
434 output->start_video();
438 int VDeviceX11::stop_playback()
440 if(!device->single_frame)
441 output->stop_video();
442 // Record window goes back to monitoring
443 // get the last frame played and store it in the video_out
447 int VDeviceX11::write_buffer(VFrame *output_channels, EDL *edl)
449 // The reason for not drawing single frame is that it is _always_ drawn
450 // when drawing draw_refresh in cwindowgui and vwindowgui
451 if( device->single_frame )
454 output->lock_canvas("VDeviceX11::write_buffer");
455 output->get_canvas()->lock_window("VDeviceX11::write_buffer 1");
457 // Canvas may be a different size than the temporary bitmap for pure software
459 if(bitmap_type == BITMAP_TEMP && !bitmap->hardware_scaling()) {
460 xfr_w = bitmap->get_w();
461 xfr_h = bitmap->get_h();
466 //printf("VDeviceX11::write_buffer %d %d\n", __LINE__, output->get_canvas()->get_video_on());
467 output->get_transfers(edl, output_x1, output_y1, output_x2, output_y2,
468 canvas_x1, canvas_y1, canvas_x2, canvas_y2, xfr_w, xfr_h);
470 // Convert colormodel
472 // this is handled by overlay call in virtualvnode, using flatten alpha
473 // invoked when is_nested = -1 is passed to vdevicex11->overlay(...)
474 if(device->out_config->driver == PLAYBACK_X11_GL &&
475 output_frame->get_color_model() != BC_RGB888) {
476 int cmodel = BC_RGB888;
477 output->get_canvas()->unlock_window();
478 output->unlock_canvas();
479 output->mwindow->playback_3d->convert_cmodel(output, output_frame, cmodel);
480 output_frame->reallocate(0,-1,0,0,0,output_frame->get_w(),output_frame->get_h(),cmodel,-1);
481 output->lock_canvas("VDeviceX11::write_buffer 3");
482 output->get_canvas()->lock_window("VDeviceX11::write_buffer 3");
486 if( bitmap_type == BITMAP_TEMP ) {
487 // printf("VDeviceX11::write_buffer 1 %d %d, %d %d %d %d -> %d %d %d %d\n",
488 // output->w, output->h, in_x, in_y, in_w, in_h, out_x, out_y, out_w, out_h );
490 //printf("VDeviceX11::write_buffer %d output_channels=%p\n", __LINE__, output_channels);
491 if( bitmap->hardware_scaling() ) {
492 BC_CModels::transfer(bitmap->get_row_pointers(), output_channels->get_rows(),
493 0, 0, 0, output_channels->get_y(), output_channels->get_u(), output_channels->get_v(),
494 0, 0, output_channels->get_w(), output_channels->get_h(),
495 0, 0, bitmap->get_w(), bitmap->get_h(),
496 output_channels->get_color_model(), bitmap->get_color_model(),
497 0, output_channels->get_w(), bitmap->get_w());
500 BC_CModels::transfer(bitmap->get_row_pointers(), output_channels->get_rows(),
501 0, 0, 0, output_channels->get_y(), output_channels->get_u(), output_channels->get_v(),
502 (int)output_x1, (int)output_y1, (int)(output_x2 - output_x1), (int)(output_y2 - output_y1),
503 0, 0, (int)(canvas_x2 - canvas_x1), (int)(canvas_y2 - canvas_y1),
504 output_channels->get_color_model(), bitmap->get_color_model(),
505 0, output_channels->get_w(), bitmap->get_w());
509 //printf("VDeviceX11::write_buffer 4 %p\n", bitmap);
510 //for(i = 0; i < 1000; i += 4) bitmap->get_data()[i] = 128;
511 //printf("VDeviceX11::write_buffer 2 %d %d %d\n", bitmap_type,
512 // bitmap->get_color_model(), output->get_color_model());
514 //printf("VDeviceX11::write_buffer 2 %d %d, %f %f %f %f -> %f %f %f %f\n",
515 // output->w, output->h, output_x1, output_y1, output_x2, output_y2,
516 // canvas_x1, canvas_y1, canvas_x2, canvas_y2);
518 // Cause X server to display it
519 if( device->out_config->driver == PLAYBACK_X11_GL ) {
520 // Output is drawn in close_all if no video.
521 if( output->get_canvas()->get_video_on() ) {
522 // Draw output frame directly. Not used for compositing.
523 output->get_canvas()->unlock_window();
524 output->unlock_canvas();
525 output->mwindow->playback_3d->write_buffer(output,
526 output_frame, output_x1, output_y1, output_x2, output_y2,
527 canvas_x1, canvas_y1, canvas_x2, canvas_y2, is_cleared);
529 output->lock_canvas("VDeviceX11::write_buffer 2");
530 output->get_canvas()->lock_window("VDeviceX11::write_buffer 2");
533 else if( bitmap->hardware_scaling() ) {
534 output->get_canvas()->draw_bitmap(bitmap, !device->single_frame,
535 (int)canvas_x1, (int)canvas_y1,
536 (int)(canvas_x2 - canvas_x1), (int)(canvas_y2 - canvas_y1),
537 (int)output_x1, (int)output_y1,
538 (int)(output_x2 - output_x1), (int)(output_y2 - output_y1), 0);
541 output->get_canvas()->draw_bitmap(bitmap, !device->single_frame,
542 (int)canvas_x1, (int)canvas_y1,
543 (int)(canvas_x2 - canvas_x1), (int)(canvas_y2 - canvas_y1), 0, 0,
544 (int)(canvas_x2 - canvas_x1), (int)(canvas_y2 - canvas_y1), 0);
548 output->get_canvas()->unlock_window();
549 output->unlock_canvas();
554 void VDeviceX11::clear_output()
558 output->mwindow->playback_3d->clear_output(output,
559 output->get_canvas()->get_video_on() ? 0 : output_frame);
564 void VDeviceX11::clear_input(VFrame *frame)
566 this->output->mwindow->playback_3d->clear_input(this->output, frame);
569 void VDeviceX11::convert_cmodel(VFrame *output, int dst_cmodel)
571 this->output->mwindow->playback_3d->convert_cmodel(this->output,
576 void VDeviceX11::do_camera(VFrame *output, VFrame *input,
577 float in_x1, float in_y1, float in_x2, float in_y2,
578 float out_x1, float out_y1, float out_x2, float out_y2)
580 this->output->mwindow->playback_3d->do_camera(
581 this->output, output, input,
582 in_x1, in_y1, in_x2, in_y2,
583 out_x1, out_y1, out_x2, out_y2);
587 void VDeviceX11::do_fade(VFrame *output_temp, float fade)
589 this->output->mwindow->playback_3d->do_fade(this->output, output_temp, fade);
592 bool VDeviceX11::can_mask(int64_t start_position_project, MaskAutos *keyframe_set)
595 MaskAuto *keyframe = (MaskAuto*)keyframe_set->
596 get_prev_auto(start_position_project, PLAY_FORWARD, current);
597 return keyframe->disable_opengl_masking ? 0 : 1;
600 void VDeviceX11::do_mask(VFrame *output_temp,
601 int64_t start_position_project, MaskAutos *keyframe_set,
602 MaskAuto *keyframe, MaskAuto *default_auto)
604 this->output->mwindow->playback_3d->do_mask(output,
605 output_temp, start_position_project,
606 keyframe_set, keyframe, default_auto);
609 void VDeviceX11::overlay(VFrame *output_frame, VFrame *input,
610 // This is the transfer from track to output frame
611 float in_x1, float in_y1, float in_x2, float in_y2,
612 float out_x1, float out_y1, float out_x2, float out_y2,
613 float alpha /*0-1*/, int mode, EDL *edl, int is_nested)
615 int interpolation_type = edl->session->interpolation_type;
617 // printf("VDeviceX11::overlay 1:\n"
618 // "in_x1=%f in_y1=%f in_x2=%f in_y2=%f\n"
619 // "out_x1=%f out_y1=%f out_x2=%f out_y2=%f\n",
620 // in_x1, in_y1, in_x2, in_y2,
621 // out_x1, out_y1, out_x2, out_y2);
622 // Convert node coords to canvas coords in here
624 // If single frame playback or nested EDL, use full sized PBuffer as output.
625 if(device->single_frame || is_nested > 0)
627 output->mwindow->playback_3d->overlay(output, input,
628 in_x1, in_y1, in_x2, in_y2,
629 out_x1, out_y1, out_x2, out_y2,
630 alpha, mode, interpolation_type,
631 output_frame, is_nested);
632 // printf("VDeviceX11::overlay 1 %p %d %d %d\n",
634 // output_frame->get_w(),
635 // output_frame->get_h(),
636 // output_frame->get_opengl_state());
640 output->lock_canvas("VDeviceX11::overlay");
641 output->get_canvas()->lock_window("VDeviceX11::overlay");
643 // This is the transfer from output frame to canvas
644 output->get_transfers(edl,
645 output_x1, output_y1, output_x2, output_y2,
646 canvas_x1, canvas_y1, canvas_x2, canvas_y2,
649 output->get_canvas()->unlock_window();
650 output->unlock_canvas();
653 // Get transfer from track to canvas
654 float track_xscale = (out_x2 - out_x1) / (in_x2 - in_x1);
655 float track_yscale = (out_y2 - out_y1) / (in_y2 - in_y1);
656 float canvas_xscale = (float)(canvas_x2 - canvas_x1) / (output_x2 - output_x1);
657 float canvas_yscale = (float)(canvas_y2 - canvas_y1) / (output_y2 - output_y1);
660 // Get coordinates of canvas relative to track frame
661 float track_x1 = (float)(output_x1 - out_x1) / track_xscale + in_x1;
662 float track_y1 = (float)(output_y1 - out_y1) / track_yscale + in_y1;
663 float track_x2 = (float)(output_x2 - out_x2) / track_xscale + in_x2;
664 float track_y2 = (float)(output_y2 - out_y2) / track_yscale + in_y2;
666 // Clamp canvas coords to track boundary
669 float difference = -track_x1;
670 track_x1 += difference;
671 canvas_x1 += difference * track_xscale * canvas_xscale;
675 float difference = -track_y1;
676 track_y1 += difference;
677 canvas_y1 += difference * track_yscale * canvas_yscale;
680 if(track_x2 > input->get_w())
682 float difference = track_x2 - input->get_w();
683 track_x2 -= difference;
684 canvas_x2 -= difference * track_xscale * canvas_xscale;
686 if(track_y2 > input->get_h())
688 float difference = track_y2 - input->get_h();
689 track_y2 -= difference;
690 canvas_y2 -= difference * track_yscale * canvas_yscale;
693 // Overlay directly from track buffer to canvas, skipping output buffer
694 if(track_x2 > track_x1 && track_y2 > track_y1 &&
695 canvas_x2 > canvas_x1 && canvas_y2 > canvas_y1)
697 output->mwindow->playback_3d->overlay(output, input,
698 track_x1, track_y1, track_x2, track_y2,
699 canvas_x1, canvas_y1, canvas_x2, canvas_y2,
700 alpha, mode, interpolation_type, 0, is_nested);
705 void VDeviceX11::run_plugin(PluginClient *client)
707 output->mwindow->playback_3d->run_plugin(output, client);
710 void VDeviceX11::copy_frame(VFrame *dst, VFrame *src)
712 output->mwindow->playback_3d->copy_from(output, dst, src, 1);