add ffmpeg indexing
[goodguy/history.git] / cinelerra-5.0 / cinelerra / fileffmpeg.C
1
2 #include <stdio.h>
3 #include <stdint.h>
4 #include <stdlib.h>
5 #include <unistd.h>
6 #include <string.h>
7 // work around for __STDC_CONSTANT_MACROS
8 #include <lzma.h>
9
10 #include "asset.h"
11 #include "bcwindowbase.h"
12 #include "bcprogressbox.h"
13 #include "bitspopup.h"
14 #include "ffmpeg.h"
15 #include "filebase.h"
16 #include "file.h"
17 #include "fileffmpeg.h"
18 #include "filesystem.h"
19 #include "format.inc"
20 #include "indexfile.h"
21 #include "mutex.h"
22 #include "preferences.h"
23 #include "videodevice.inc"
24
25 FileFFMPEG::FileFFMPEG(Asset *asset, File *file)
26   : FileBase(asset, file)
27 {
28         ff = 0;
29         if(asset->format == FILE_UNKNOWN)
30                 asset->format = FILE_FFMPEG;
31 }
32
33 FileFFMPEG::~FileFFMPEG()
34 {
35         delete ff;
36 }
37
38
39 FFMpegConfigNum::FFMpegConfigNum(BC_Window *window,
40                 int x, int y, char *title_text, int *output)
41  : BC_TumbleTextBox(window, (int64_t)*output,
42         (int64_t)-1, (int64_t)25000000, 100, y, 100)
43 {
44         this->window = window;
45         this->x = x;  this->y = y;
46         this->title_text = title_text;
47         this->output = output;
48 }
49
50 FFMpegConfigNum::~FFMpegConfigNum()
51 {
52 }
53
54 void FFMpegConfigNum::create_objects()
55 {
56         window->add_subwindow(title = new BC_Title(x, y, title_text));
57         BC_TumbleTextBox::create_objects();
58 }
59
60 int FFMpegConfigNum::handle_event()
61 {
62         *output = atol(get_text());
63         return 1;
64 }
65
66 FFMpegAudioNum::FFMpegAudioNum(BC_Window *window,
67                 int x, int y, char *title_text, int *output)
68  : FFMpegConfigNum(window, x, y, title_text, output)
69 {
70 }
71
72 int FFMpegAudioBitrate::handle_event()
73 {
74         int ret = FFMpegAudioNum::handle_event();
75         return ret;
76 }
77
78 FFMpegVideoNum::FFMpegVideoNum(BC_Window *window,
79                 int x, int y, char *title_text, int *output)
80  : FFMpegConfigNum(window, x, y, title_text, output)
81 {
82 }
83
84 int FFMpegVideoBitrate::handle_event()
85 {
86         int ret = FFMpegVideoNum::handle_event();
87         Asset *asset = window()->asset;
88         if( asset->ff_video_bitrate )
89                 window()->quality->disable();
90         else
91                 window()->quality->enable();
92         return ret;
93 }
94
95 int FFMpegVideoQuality::handle_event()
96 {
97         int ret = FFMpegVideoNum::handle_event();
98         Asset *asset = window()->asset;
99         if( asset->ff_video_quality )
100                 window()->bitrate->disable();
101         else
102                 window()->bitrate->enable();
103         return ret;
104 }
105
106 void FileFFMPEG::get_parameters(BC_WindowBase *parent_window,
107                 Asset *asset, BC_WindowBase *&format_window,
108                 int audio_options, int video_options)
109 {
110         if(audio_options) {
111                 FFMPEGConfigAudio *window = new FFMPEGConfigAudio(parent_window, asset);
112                 format_window = window;
113                 window->create_objects();
114                 window->run_window();
115                 delete window;
116         }
117         else if(video_options) {
118                 FFMPEGConfigVideo *window = new FFMPEGConfigVideo(parent_window, asset);
119                 format_window = window;
120                 window->create_objects();
121                 window->run_window();
122                 delete window;
123         }
124 }
125
126 int FileFFMPEG::check_sig(Asset *asset)
127 {
128         char *ptr = strstr(asset->path, ".pcm");
129         if( ptr ) return 0;
130         ptr = strstr(asset->path, ".raw");
131         if( ptr ) return 0;
132
133         FFMPEG ffmpeg(0);
134         int ret = !ffmpeg.init_decoder(asset->path) &&
135                 !ffmpeg.open_decoder() ? 1 : 0;
136         return ret;
137 }
138
139 void FileFFMPEG::get_info(char *path, char *text, int len)
140 {
141         char *cp = text;
142         FFMPEG ffmpeg(0);
143         cp += sprintf(cp, _("file path: %s\n"), path);
144         struct stat st;
145         int ret = 0;
146         if( stat(path, &st) < 0 ) {
147                 cp += sprintf(cp, _(" err: %s\n"), strerror(errno));
148                 ret = 1;
149         }
150         else {
151                 cp += sprintf(cp, _("  %jd bytes\n"), st.st_size);
152         }
153         if( !ret ) ret = ffmpeg.init_decoder(path);
154         if( !ret ) ret = ffmpeg.open_decoder();
155         if( !ret ) {
156                 cp += sprintf(cp, _("info:\n"));
157                 ffmpeg.info(cp, len-(cp-text));
158         }
159         else
160                 sprintf(cp, _("== open failed\n"));
161 }
162
163 int FileFFMPEG::get_video_info(int track, int &pid, double &framerate,
164                 int &width, int &height, char *title)
165 {
166         if( !ff ) return -1;
167         pid = ff->ff_video_pid(track);
168         framerate = ff->ff_frame_rate(track);
169         width = ff->ff_video_width(track);
170         height = ff->ff_video_height(track);
171         if( title ) *title = 0;
172         return 0;
173 }
174
175 int FileFFMPEG::get_audio_for_video(int vstream, int astream, int64_t &channel_mask)
176 {
177         if( !ff ) return 1;
178         return ff->ff_audio_for_video(vstream, astream, channel_mask);
179 }
180
181 int FileFFMPEG::select_video_stream(Asset *asset, int vstream)
182 {
183         if( !ff || !asset->video_data ) return 1;
184         asset->width = ff->ff_video_width(vstream);
185         asset->height = ff->ff_video_height(vstream);
186         asset->video_length = ff->ff_video_frames(vstream);
187         asset->frame_rate = ff->ff_frame_rate(vstream);
188         return 0;
189 }
190
191 int FileFFMPEG::select_audio_stream(Asset *asset, int astream)
192 {
193         if( !ff || !asset->audio_data ) return 1;
194         asset->sample_rate = ff->ff_sample_rate(astream);
195         asset->audio_length = ff->ff_audio_samples(astream);
196         return 0;
197 }
198
199 int FileFFMPEG::open_file(int rd, int wr)
200 {
201         int result = 0;
202         if( ff ) return 1;
203         ff = new FFMPEG(this);
204
205         if( rd ) {
206                 result = ff->init_decoder(asset->path);
207                 if( !result ) result = ff->open_decoder();
208                 if( !result ) {
209                         int audio_channels = ff->ff_total_audio_channels();
210                         if( audio_channels > 0 ) {
211                                 asset->audio_data = 1;
212                                 asset->channels = audio_channels;
213                                 asset->sample_rate = ff->ff_sample_rate(0);
214                                 asset->audio_length = ff->ff_audio_samples(0);
215                         }
216                         int video_layers = ff->ff_total_video_layers();
217                         if( video_layers > 0 ) {
218                                 asset->video_data = 1;
219                                 if( !asset->layers ) asset->layers = video_layers;
220                                 asset->actual_width = ff->ff_video_width(0);
221                                 asset->actual_height = ff->ff_video_height(0);
222                                 if( !asset->width ) asset->width = asset->actual_width;
223                                 if( !asset->height ) asset->height = asset->actual_height;
224                                 if( !asset->video_length ) asset->video_length = ff->ff_video_frames(0);
225                                 if( !asset->frame_rate ) asset->frame_rate = ff->ff_frame_rate(0);
226                         }
227                         IndexState *index_state = asset->index_state;
228                         index_state->read_markers(file->preferences->index_directory, asset->path);
229                 }
230         }
231         else if( wr ) {
232                 result = ff->init_encoder(asset->path);
233                 // must be in this order or dvdauthor will fail
234                 if( !result && asset->video_data )
235                         result = ff->open_encoder("video", asset->vcodec);
236                 if( !result && asset->audio_data )
237                         result = ff->open_encoder("audio", asset->acodec);
238         }
239         return result;
240 }
241
242 int FileFFMPEG::close_file()
243 {
244         delete ff;
245         ff = 0;
246         return 0;
247 }
248
249
250 int FileFFMPEG::set_video_position(int64_t pos)
251 {
252         if( !ff || pos < 0 || pos >= asset->video_length )
253                 return 1;
254         return 0;
255 }
256
257
258 int FileFFMPEG::set_audio_position(int64_t pos)
259 {
260         if( !ff || pos < 0 || pos >= asset->audio_length )
261                 return 1;
262         return 0;
263 }
264
265
266 int FileFFMPEG::write_samples(double **buffer, int64_t len)
267 {
268         if( !ff || len < 0 ) return -1;
269         int stream = 0;
270         int ret = ff->encode(stream, buffer, len);
271         return ret;
272 }
273
274 int FileFFMPEG::write_frames(VFrame ***frames, int len)
275 {
276         if( !ff ) return -1;
277         int ret = 0, layer = 0;
278         for(int i = 0; i < 1; i++) {
279                 for(int j = 0; j < len && !ret; j++) {
280                         VFrame *frame = frames[i][j];
281                         ret = ff->encode(layer, frame);
282                 }
283         }
284         return ret;
285 }
286
287
288 int FileFFMPEG::read_samples(double *buffer, int64_t len)
289 {
290         if( !ff || len < 0 ) return -1;
291         int ch = file->current_channel;
292         int64_t pos = file->current_sample;
293         ff->decode(ch, pos, buffer, len);
294         return 0;
295 }
296
297 int FileFFMPEG::read_frame(VFrame *frame)
298 {
299         if( !ff ) return -1;
300         int layer = file->current_layer;
301         int64_t pos = file->current_frame;
302         ff->decode(layer, pos, frame);
303         return 0;
304 }
305
306
307 int64_t FileFFMPEG::get_memory_usage()
308 {
309         return 0;
310 }
311
312 int FileFFMPEG::colormodel_supported(int colormodel)
313 {
314         return colormodel;
315 }
316
317 int FileFFMPEG::get_best_colormodel(Asset *asset, int driver)
318 {
319         switch(driver) {
320         case PLAYBACK_X11:      return BC_RGB888;
321         case PLAYBACK_X11_GL:   return BC_YUV888;
322         }
323         return BC_YUV420P;
324 }
325
326 //======
327
328 FFMPEGConfigAudio::FFMPEGConfigAudio(BC_WindowBase *parent_window, Asset *asset)
329  : BC_Window(_(PROGRAM_NAME ": Audio Preset"),
330         parent_window->get_abs_cursor_x(1),
331         parent_window->get_abs_cursor_y(1),
332         420, 420)
333 {
334         this->parent_window = parent_window;
335         this->asset = asset;
336         preset_popup = 0;
337
338         bitrate = 0;
339         audio_options = 0;
340 }
341
342 FFMPEGConfigAudio::~FFMPEGConfigAudio()
343 {
344         lock_window("FFMPEGConfigAudio::~FFMPEGConfigAudio");
345         if(preset_popup) delete preset_popup;
346         presets.remove_all_objects();
347         unlock_window();
348 }
349
350 void FFMPEGConfigAudio::create_objects()
351 {
352         int x = 10, y = 10;
353         lock_window("FFMPEGConfigAudio::create_objects");
354
355         FileSystem fs;
356         char option_path[BCTEXTLEN];
357         FFMPEG::set_option_path(option_path, "audio");
358         fs.update(option_path);
359         int total_files = fs.total_files();
360         for(int i = 0; i < total_files; i++) {
361                 const char *name = fs.get_entry(i)->get_name();
362                 if( asset->fformat[0] != 0 ) {
363                         const char *ext = strrchr(name,'.');
364                         if( !ext ) continue;
365                         if( strcmp(asset->fformat, ++ext) ) continue;
366                 }
367                 presets.append(new BC_ListBoxItem(name));
368         }
369
370         if( asset->acodec[0] ) {
371                 int k = presets.size();
372                 while( --k >= 0 && strcmp(asset->acodec, presets[k]->get_text()) );
373                 if( k < 0 ) asset->acodec[0] = 0;
374         }
375
376         if( !asset->acodec[0] && presets.size() > 0 )
377                 strcpy(asset->acodec, presets[0]->get_text());
378
379         add_tool(new BC_Title(x, y, _("Preset:")));
380         y += 25;
381         preset_popup = new FFMPEGConfigAudioPopup(this, x, y);
382         preset_popup->create_objects();
383
384         y += 50;
385         bitrate = new FFMpegAudioBitrate(this, x, y, _("Bitrate:"), &asset->ff_audio_bitrate);
386         bitrate->create_objects();
387         bitrate->set_increment(1000);
388
389         y += bitrate->get_h() + 10;
390         add_subwindow(new BC_Title(x, y, _("Audio Options:")));
391         y += 25;
392         if( !asset->ff_audio_options[0] && asset->acodec[0] ) {
393                 FFMPEG::set_option_path(option_path, "audio/%s", asset->acodec);
394                 FFMPEG::load_options(option_path, asset->ff_audio_options,
395                          sizeof(asset->ff_audio_options));
396         }
397         add_subwindow(audio_options = new FFAudioOptions(this, x, y, get_w()-x-20, 10,
398                  sizeof(asset->ff_audio_options)-1, asset->ff_audio_options));
399         add_subwindow(new BC_OKButton(this));
400         show_window(1);
401         bitrate->handle_event();
402         unlock_window();
403 }
404
405 int FFMPEGConfigAudio::close_event()
406 {
407         set_done(0);
408         return 1;
409 }
410
411
412 FFAudioOptions::FFAudioOptions(FFMPEGConfigAudio *audio_popup,
413         int x, int y, int w, int rows, int size, char *text)
414  : BC_TextBox(x, y, w, rows, size, text)
415 {
416         this->audio_popup = audio_popup;
417 }
418
419 int FFAudioOptions::handle_event()
420 {
421         strcpy(audio_popup->asset->ff_audio_options, get_text());
422         return 1;
423 }
424
425
426 FFMPEGConfigAudioPopup::FFMPEGConfigAudioPopup(FFMPEGConfigAudio *popup, int x, int y)
427  : BC_PopupTextBox(popup, &popup->presets, popup->asset->acodec, x, y, 300, 300)
428 {
429         this->popup = popup;
430 }
431
432 int FFMPEGConfigAudioPopup::handle_event()
433 {
434         strcpy(popup->asset->acodec, get_text());
435         Asset *asset = popup->asset;
436         char option_path[BCTEXTLEN];
437         FFMPEG::set_option_path(option_path, "audio/%s", asset->acodec);
438         FFMPEG::load_options(option_path, asset->ff_audio_options,
439                          sizeof(asset->ff_audio_options));
440         popup->audio_options->update(asset->ff_audio_options);
441         return 1;
442 }
443
444
445 FFMPEGConfigAudioToggle::FFMPEGConfigAudioToggle(FFMPEGConfigAudio *popup,
446         char *title_text, int x, int y, int *output)
447  : BC_CheckBox(x, y, *output, title_text)
448 {
449         this->popup = popup;
450         this->output = output;
451 }
452 int FFMPEGConfigAudioToggle::handle_event()
453 {
454         *output = get_value();
455         return 1;
456 }
457
458
459 //======
460
461 FFMPEGConfigVideo::FFMPEGConfigVideo(BC_WindowBase *parent_window, Asset *asset)
462  : BC_Window(_(PROGRAM_NAME ": Video Preset"),
463         parent_window->get_abs_cursor_x(1),
464         parent_window->get_abs_cursor_y(1),
465         420, 420)
466 {
467         this->parent_window = parent_window;
468         this->asset = asset;
469         preset_popup = 0;
470
471         bitrate = 0;
472         quality = 0;
473         video_options = 0;
474 }
475
476 FFMPEGConfigVideo::~FFMPEGConfigVideo()
477 {
478         lock_window("FFMPEGConfigVideo::~FFMPEGConfigVideo");
479         if(preset_popup) delete preset_popup;
480         presets.remove_all_objects();
481         unlock_window();
482 }
483
484 void FFMPEGConfigVideo::create_objects()
485 {
486         int x = 10, y = 10;
487         lock_window("FFMPEGConfigVideo::create_objects");
488
489         add_subwindow(new BC_Title(x, y, _("Compression:")));
490         y += 25;
491
492         FileSystem fs;
493         char option_path[BCTEXTLEN];
494         FFMPEG::set_option_path(option_path, "video");
495         fs.update(option_path);
496         int total_files = fs.total_files();
497         for(int i = 0; i < total_files; i++) {
498                 const char *name = fs.get_entry(i)->get_name();
499                 if( asset->fformat[0] != 0 ) {
500                         const char *ext = strrchr(name,'.');
501                         if( !ext ) continue;
502                         if( strcmp(asset->fformat, ++ext) ) continue;
503                 }
504                 presets.append(new BC_ListBoxItem(name));
505         }
506
507         if( asset->vcodec[0] ) {
508                 int k = presets.size();
509                 while( --k >= 0 && strcmp(asset->vcodec, presets[k]->get_text()) );
510                 if( k < 0 ) asset->vcodec[0] = 0;
511         }
512
513         if( !asset->vcodec[0] && presets.size() > 0 )
514                 strcpy(asset->vcodec, presets[0]->get_text());
515
516         preset_popup = new FFMPEGConfigVideoPopup(this, x, y);
517         preset_popup->create_objects();
518
519         if( asset->ff_video_bitrate && asset->ff_video_quality ) {
520                 asset->ff_video_bitrate = 0;
521                 asset->ff_video_quality = 0;
522         }
523
524         y += 50;
525         bitrate = new FFMpegVideoBitrate(this, x, y, _("Bitrate:"), &asset->ff_video_bitrate);
526         bitrate->create_objects();
527         bitrate->set_increment(100000);
528         y += bitrate->get_h() + 5;
529         quality = new FFMpegVideoQuality(this, x, y, _("Quality:"), &asset->ff_video_quality);
530         quality->create_objects();
531         quality->set_increment(1);
532         quality->set_boundaries((int64_t)0, (int64_t)31);
533
534         y += quality->get_h() + 10;
535         add_subwindow(new BC_Title(x, y, _("Video Options:")));
536         y += 25;
537         if( !asset->ff_video_options[0] && asset->vcodec[0] ) {
538                 FFMPEG::set_option_path(option_path, "video/%s", asset->vcodec);
539                 FFMPEG::load_options(option_path, asset->ff_video_options,
540                          sizeof(asset->ff_video_options));
541         }
542         add_subwindow(video_options = new FFVideoOptions(this, x, y, get_w()-x-20, 10,
543                  sizeof(asset->ff_video_options)-1, asset->ff_video_options));
544
545         add_subwindow(new BC_OKButton(this));
546         show_window(1);
547         if( asset->ff_video_bitrate )
548                 quality->disable();
549         if( asset->ff_video_quality )
550                 bitrate->disable();
551         unlock_window();
552 }
553
554 int FFMPEGConfigVideo::close_event()
555 {
556         set_done(0);
557         return 1;
558 }
559
560
561 FFVideoOptions::FFVideoOptions(FFMPEGConfigVideo *video_popup,
562         int x, int y, int w, int rows, int size, char *text)
563  : BC_TextBox(x, y, w, rows, size, text)
564 {
565         this->video_popup = video_popup;
566 }
567
568 int FFVideoOptions::handle_event()
569 {
570         strcpy(video_popup->asset->ff_video_options, get_text());
571         return 1;
572 }
573
574
575 FFMPEGConfigVideoPopup::FFMPEGConfigVideoPopup(FFMPEGConfigVideo *popup, int x, int y)
576  : BC_PopupTextBox(popup, &popup->presets, popup->asset->vcodec, x, y, 300, 300)
577 {
578         this->popup = popup;
579 }
580
581 int FFMPEGConfigVideoPopup::handle_event()
582 {
583         strcpy(popup->asset->vcodec, get_text());
584         Asset *asset = popup->asset;
585         char option_path[BCTEXTLEN];
586         FFMPEG::set_option_path(option_path, "video/%s", asset->vcodec);
587         FFMPEG::load_options(option_path, asset->ff_video_options,
588                          sizeof(asset->ff_video_options));
589         popup->video_options->update(asset->ff_video_options);
590         return 1;
591 }
592
593
594 FFMPEGConfigVideoToggle::FFMPEGConfigVideoToggle(FFMPEGConfigVideo *popup,
595         char *title_text, int x, int y, int *output)
596  : BC_CheckBox(x, y, *output, title_text)
597 {
598         this->popup = popup;
599         this->output = output;
600 }
601 int FFMPEGConfigVideoToggle::handle_event()
602 {
603         *output = get_value();
604         return 1;
605 }
606
607 FFMPEGScanProgress::FFMPEGScanProgress(const char *title, int64_t length, int64_t *position, int *canceled)
608  : Thread(1, 0, 0)
609 {
610         strcpy(this->progress_title, title);
611         this->length = length;
612         this->position = position;
613         this->canceled = canceled;
614         done = 0;
615         progress = 0;
616         start();
617 }
618
619 FFMPEGScanProgress::~FFMPEGScanProgress()
620 {
621         done = 1;
622         cancel();
623         join();
624 }
625
626 void FFMPEGScanProgress::run()
627 {
628         BC_ProgressBox *progress = new BC_ProgressBox(-1, -1, progress_title, length);
629         progress->start();
630
631         struct timeval start_time, now, then;
632         gettimeofday(&start_time, 0);
633         then = start_time;
634
635         while( !done ) {
636                 if( progress->update(*position, 1) ) {
637                         *canceled = done = 1;
638                         break;
639                 }
640                 gettimeofday(&now, 0);
641                 if(now.tv_sec - then.tv_sec >= 1) {
642                         int64_t elapsed = now.tv_sec - start_time.tv_sec;
643                         int64_t byte_rate = *position / elapsed;
644                         int64_t eta = !byte_rate ? 0 : (length - *position) / byte_rate;
645                         char string[BCTEXTLEN];
646                         sprintf(string, "%s\nETA: " _LD "m" _LD "s",
647                                 progress_title, eta / 60, eta % 60);
648                         progress->update_title(string, 1);
649                         then = now;
650                 }
651                 usleep(500000);
652         }
653
654         progress->stop_progress();
655         delete progress;
656 }
657
658 int FileFFMPEG::get_index(char *index_path)
659 {
660         if( !ff ) return -1;
661         if( !file->preferences->ffmpeg_marker_indecies ) return 1;
662
663         IndexState *index_state = asset->index_state;
664         if( index_state->index_status != INDEX_NOTTESTED ) return 0;
665         index_state->index_status = INDEX_BUILDING;
666
667         for( int aidx=0; aidx<ff->ffaudio.size(); ++aidx ) {
668                 FFAudioStream *aud = ff->ffaudio[aidx];
669                 index_state->add_audio_stream(aud->channels, aud->length);
670         }
671
672         char progress_title[BCTEXTLEN];
673         sprintf(progress_title, _("Creating %s\n"), index_path);
674         FileSystem fs;
675         int64_t file_bytes = fs.get_size(ff->fmt_ctx->filename);
676         int64_t scan_position = 0;
677         int canceled = 0;
678         FFMPEGScanProgress scan_progress(progress_title, file_bytes, &scan_position, &canceled);
679
680         index_state->index_bytes = file_bytes;
681         index_state->init_scan(file->preferences->index_size);
682         if( ff->scan(index_state, &scan_position, &canceled) || canceled ) {
683                 index_state->reset_index();
684                 index_state->reset_markers();
685                 return 1;
686         }
687         index_state->marker_status = MARKERS_READY;
688         return index_state->create_index(index_path, asset);
689 }
690