10 #include "arraylist.h"
12 #include "bccmodels.h"
13 #include "bcwindowbase.inc"
14 #include "condition.h"
19 #include "filebase.inc"
20 #include "fileffmpeg.inc"
21 #include "indexstate.inc"
27 #include "libavformat/avformat.h"
28 #include "libavformat/avio.h"
29 #include "libavcodec/avcodec.h"
30 #include "libavfilter/avfilter.h"
31 #include "libavutil/avutil.h"
32 #include "libavfilter/buffersrc.h"
33 #include "libavfilter/buffersink.h"
34 #include "libavutil/imgutils.h"
35 #include "libavutil/opt.h"
36 #include "libavutil/pixdesc.h"
37 #include "libswresample/swresample.h"
38 #include "libswscale/swscale.h"
44 operator AVPacket*() { return &pkt; }
45 operator AVPacket&() { return pkt; }
46 AVPacket *operator ->() { return &pkt; }
50 FFPacket() { init(); }
51 ~FFPacket() { finit(); }
54 class FFrame : public ListItem<FFrame> {
61 FFrame(FFStream *fst);
64 operator AVFrame*() { return frm; }
65 operator AVFrame&() { return *frm; }
66 AVFrame *operator ->() { return frm; }
68 int initted() { return init; }
69 void queue(int64_t pos);
71 void set_hw_frame(AVFrame *frame);
76 FFStream(FFMPEG *ffmpeg, AVStream *st, int fidx);
78 static void ff_lock(const char *cp=0);
79 static void ff_unlock();
80 void queue(FFrame *frm);
81 void dequeue(FFrame *frm);
83 virtual int encode_activate();
84 virtual int decode_activate();
85 virtual AVHWDeviceType decode_hw_activate();
86 virtual int decode_hw_format(AVCodec *decoder, AVHWDeviceType type);
87 virtual int write_packet(FFPacket &pkt);
89 int seek(int64_t no, double rate);
91 int decode(AVFrame *frame);
92 void load_markers(IndexMarks &marks, double rate);
94 virtual int is_audio() = 0;
95 virtual int is_video() = 0;
96 virtual int decode_frame(AVFrame *frame) = 0;
97 virtual int encode_frame(AVFrame *frame) = 0;
98 virtual int init_frame(AVFrame *frame) = 0;
99 virtual int create_filter(const char *filter_spec, AVCodecParameters *avpar) = 0;
100 virtual void load_markers() = 0;
101 virtual IndexMarks *get_markers() = 0;
102 int create_filter(const char *filter_spec);
103 int load_filter(AVFrame *frame);
104 int read_filter(AVFrame *frame);
105 int read_frame(AVFrame *frame);
106 int open_stats_file();
107 int close_stats_file();
108 int read_stats_file();
109 int write_stats_file();
110 int init_stats_file();
114 AVFormatContext *fmt_ctx;
115 AVCodecContext *avctx;
117 AVFilterContext *buffersink_ctx;
118 AVFilterContext *buffersrc_ctx;
119 AVFilterGraph *filter_graph;
120 AVFrame *frame, *fframe;
124 int need_packet, flushed;
131 int64_t seek_pos, curr_pos;
133 int reading, writing;
137 AVBufferRef *hw_device_ctx;
140 char *stats_filename;
144 int st_eof() { return eof; }
145 void st_eof(int v) { eof = v; }
148 class FFAudioStream : public FFStream {
149 float *inp, *outp, *bfr, *lmt;
153 int read(float *fp, long len);
154 void realloc(long nsz, int nch, long len);
155 void realloc(long nsz, int nch);
156 void reserve(long nsz, int nch);
159 void iseek(int64_t ofs);
160 float *get_outp(int len);
161 int64_t put_inp(int len);
162 int write(const float *fp, long len);
164 int write(const double *dp, long len, int ch);
165 int write_packet(FFPacket &pkt);
167 FFAudioStream(FFMPEG *ffmpeg, AVStream *strm, int idx, int fidx);
168 virtual ~FFAudioStream();
169 int is_audio() { return 1; }
170 int is_video() { return 0; }
171 void init_swr(int ichs, int ifmt, int irate);
172 int get_samples(float *&samples, uint8_t **data, int len);
173 int load_history(uint8_t **data, int len);
174 int decode_frame(AVFrame *frame);
175 int encode_frame(AVFrame *frame);
176 int create_filter(const char *filter_spec, AVCodecParameters *avpar);
178 IndexMarks *get_markers();
180 int encode_activate();
181 int64_t load_buffer(double ** const sp, int len);
182 int in_history(int64_t pos);
183 void reset_history();
184 int read(double *dp, long len, int ch);
186 int init_frame(AVFrame *frame);
187 int load(int64_t pos, int len);
188 int audio_seek(int64_t pos);
189 int encode(double **samples, int len);
193 int channel0, channels;
198 SwrContext *resample_context;
199 int swr_ichs, swr_ifmt, swr_irate;
205 class FFVideoConvert {
207 struct SwsContext *convert_ctx;
210 FFVideoConvert() { convert_ctx = 0; sw_frame = 0; }
212 if( convert_ctx ) sws_freeContext(convert_ctx);
213 if( sw_frame ) av_frame_free(&sw_frame);
216 static AVPixelFormat color_model_to_pix_fmt(int color_model);
217 static int pix_fmt_to_color_model(AVPixelFormat pix_fmt);
219 int convert_picture_vframe(VFrame *frame, AVFrame *ip);
220 int convert_picture_vframe(VFrame *frame, AVFrame *ip, AVFrame *ipic);
221 int convert_cmodel(VFrame *frame, AVFrame *ip);
222 int transfer_cmodel(VFrame *frame, AVFrame *ifp);
223 int convert_vframe_picture(VFrame *frame, AVFrame *op);
224 int convert_vframe_picture(VFrame *frame, AVFrame *op, AVFrame *opic);
225 int convert_pixfmt(VFrame *frame, AVFrame *op);
226 int transfer_pixfmt(VFrame *frame, AVFrame *ofp);
229 class FFVideoStream : public FFStream, public FFVideoConvert {
230 int write_packet(FFPacket &pkt);
232 FFVideoStream(FFMPEG *ffmpeg, AVStream *strm, int idx, int fidx);
233 virtual ~FFVideoStream();
234 int is_audio() { return 0; }
235 int is_video() { return 1; }
236 int decode_frame(AVFrame *frame);
237 AVHWDeviceType decode_hw_activate();
238 int decode_hw_format(AVCodec *decoder, AVHWDeviceType type);
239 AVHWDeviceType encode_hw_activate(const char *hw_dev);
240 int encode_hw_write(FFrame *picture);
241 int encode_frame(AVFrame *frame);
242 int create_filter(const char *filter_spec, AVCodecParameters *avpar);
244 IndexMarks *get_markers();
246 int init_frame(AVFrame *picture);
247 int load(VFrame *vframe, int64_t pos);
248 int video_seek(int64_t pos);
249 int encode(VFrame *vframe);
267 const char *old_codec, *new_codec;
270 class FFCodecRemaps : public ArrayList<FFCodecRemap>
274 int add(const char *val);
275 int update(AVCodecID &codec_id, AVCodec *&decoder);
278 class FFMPEG : public Thread {
281 static void ff_lock(const char *cp=0) { fflock.lock(cp); }
282 static void ff_unlock() { fflock.unlock(); }
284 int check_sample_rate(AVCodec *codec, int sample_rate);
285 AVRational check_frame_rate(AVCodec *codec, double frame_rate);
286 AVRational to_sample_aspect_ratio(Asset *asset);
287 AVRational to_time_base(int sample_rate);
288 static int get_fmt_score(AVSampleFormat dst_fmt, AVSampleFormat src_fmt);
289 static AVSampleFormat find_best_sample_fmt_of_list(
290 const AVSampleFormat *sample_fmts, AVSampleFormat src_fmt);
292 static void set_option_path(char *path, const char *fmt, ...);
293 static void get_option_path(char *path, const char *type, const char *spec);
294 static int get_format(char *format, const char *path, const char *spec);
295 static int get_codec(char *codec, const char *path, const char *spec);
296 static int scan_option_line(const char *cp,char *tag,char *val);
297 static int load_defaults(const char *path, const char *type,
298 char *codec, char *codec_options, int len);
299 static int can_render(const char *fformat, const char *type);
300 static int renders_audio(const char *fformat) { return can_render(fformat, "audio"); }
301 static int renders_video(const char *fformat) { return can_render(fformat, "video"); }
302 static int get_ff_option(const char *nm, const char *options, char *value);
303 static void scan_audio_options(Asset *asset, EDL *edl);
304 static void load_audio_options(Asset *asset, EDL *edl);
305 static void scan_video_options(Asset *asset, EDL *edl);
306 static void load_video_options(Asset *asset, EDL *edl);
307 static void set_asset_format(Asset *asset, EDL *edl, const char *text);
308 int get_file_format();
309 static int get_encoder(const char *options, char *format, char *codec, char *bsfilter);
310 static int scan_encoder(const char *line, char *format, char *codec, char *bsfilter);
311 int read_options(const char *options, AVDictionary *&opts, int skip=0);
312 int scan_options(const char *options, AVDictionary *&opts, AVStream *st);
313 int read_options(FILE *fp, const char *options, AVDictionary *&opts);
314 int load_options(const char *options, AVDictionary *&opts);
315 static int load_options(const char *path, char *bfr, int len);
316 void set_loglevel(const char *ap);
317 static double to_secs(int64_t time, AVRational time_base);
318 int info(char *text, int len);
320 int init_decoder(const char *filename);
322 int init_encoder(const char *filename);
323 int open_encoder(const char *type, const char *spec);
326 int total_audio_channels();
327 int total_video_channels();
329 int audio_seek(int ch, int64_t pos);
330 int video_seek(int layer, int64_t pos);
332 int decode(int chn, int64_t pos, double *samples, int len);
333 int decode(int layer, int64_t pos, VFrame *frame);
334 int decode_activate();
335 int encode(int stream, double **samples, int len);
336 int encode(int stream, VFrame *frame);
337 int encode_activate();
340 AVFormatContext *fmt_ctx;
341 ArrayList<FFAudioStream*> ffaudio;
342 ArrayList<FFVideoStream*> ffvideo;
345 char *opt_video_filter;
346 char *opt_audio_filter;
348 char *opt_video_decoder;
349 char *opt_audio_decoder;
350 FFCodecRemaps video_codec_remaps;
351 FFCodecRemaps audio_codec_remaps;
352 char file_format[BCTEXTLEN];
357 uint16_t st_idx, st_ch;
358 ffidx() { st_idx = st_ch = 0; }
359 ffidx(const ffidx &t) { st_idx = t.st_idx; st_ch = t.st_ch; }
360 ffidx(uint16_t fidx, uint16_t ch) { st_idx = fidx; st_ch = ch; }
363 ArrayList<ffidx> astrm_index;
364 ArrayList<ffidx> vstrm_index;
365 int mux_audio(FFrame *frm);
366 int mux_video(FFrame *frm);
368 Condition *flow_lock;
379 int decoding, encoding;
380 int has_audio, has_video;
382 FFMPEG(FileBase *file_base=0);
384 int scan(IndexState *index_state, int64_t *scan_position, int *canceled);
386 int ff_audio_stream(int channel) { return astrm_index[channel].st_idx; }
387 int ff_video_stream(int layer) { return vstrm_index[layer].st_idx; }
389 int ff_total_audio_channels();
390 int ff_total_astreams();
391 int ff_audio_channels(int stream);
392 int ff_sample_rate(int stream);
393 const char *ff_audio_format(int stream);
394 int ff_audio_pid(int stream);
395 int64_t ff_audio_samples(int stream);
396 int ff_audio_for_video(int vstream, int astream, int64_t &channels);
398 int ff_total_video_layers();
399 int ff_total_vstreams();
400 int ff_video_width(int stream);
401 int ff_video_height(int stream);
402 int ff_set_video_width(int stream, int width);
403 int ff_set_video_height(int stream, int height);
404 int ff_coded_width(int stream);
405 int ff_coded_height(int stream);
406 float ff_aspect_ratio(int stream);
407 double ff_frame_rate(int stream);
408 const char *ff_video_format(int stream);
409 int64_t ff_video_frames(int stream);
410 int ff_video_pid(int stream);
411 int ff_video_mpeg_color_range(int stream);
414 const char *ff_hw_dev();
415 void dump_context(AVCodecContext *ctx);
418 #endif /* FFMPEG_H */