internal.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #ifndef AVFILTER_INTERNAL_H
  19. #define AVFILTER_INTERNAL_H
  20. /**
  21. * @file
  22. * internal API functions
  23. */
  24. #include "libavutil/internal.h"
  25. #include "avfilter.h"
  26. #include "formats.h"
  27. #include "framepool.h"
  28. #include "framequeue.h"
  29. #include "thread.h"
  30. #include "version.h"
  31. #include "video.h"
  32. #include "libavcodec/avcodec.h"
  33. #include "libavcodec/internal.h"
  34. typedef struct AVFilterCommand {
  35. double time; ///< time expressed in seconds
  36. char *command; ///< command
  37. char *arg; ///< optional argument for the command
  38. int flags;
  39. struct AVFilterCommand *next;
  40. } AVFilterCommand;
  41. /**
  42. * Update the position of a link in the age heap.
  43. */
  44. void ff_avfilter_graph_update_heap(AVFilterGraph *graph, AVFilterLink *link);
  45. /**
  46. * A filter pad used for either input or output.
  47. */
  48. struct AVFilterPad {
  49. /**
  50. * Pad name. The name is unique among inputs and among outputs, but an
  51. * input may have the same name as an output. This may be NULL if this
  52. * pad has no need to ever be referenced by name.
  53. */
  54. const char *name;
  55. /**
  56. * AVFilterPad type.
  57. */
  58. enum AVMediaType type;
  59. /**
  60. * Callback function to get a video buffer. If NULL, the filter system will
  61. * use ff_default_get_video_buffer().
  62. *
  63. * Input video pads only.
  64. */
  65. AVFrame *(*get_video_buffer)(AVFilterLink *link, int w, int h);
  66. /**
  67. * Callback function to get an audio buffer. If NULL, the filter system will
  68. * use ff_default_get_audio_buffer().
  69. *
  70. * Input audio pads only.
  71. */
  72. AVFrame *(*get_audio_buffer)(AVFilterLink *link, int nb_samples);
  73. /**
  74. * Filtering callback. This is where a filter receives a frame with
  75. * audio/video data and should do its processing.
  76. *
  77. * Input pads only.
  78. *
  79. * @return >= 0 on success, a negative AVERROR on error. This function
  80. * must ensure that frame is properly unreferenced on error if it
  81. * hasn't been passed on to another filter.
  82. */
  83. int (*filter_frame)(AVFilterLink *link, AVFrame *frame);
  84. /**
  85. * Frame poll callback. This returns the number of immediately available
  86. * samples. It should return a positive value if the next request_frame()
  87. * is guaranteed to return one frame (with no delay).
  88. *
  89. * Defaults to just calling the source poll_frame() method.
  90. *
  91. * Output pads only.
  92. */
  93. int (*poll_frame)(AVFilterLink *link);
  94. /**
  95. * Frame request callback. A call to this should result in some progress
  96. * towards producing output over the given link. This should return zero
  97. * on success, and another value on error.
  98. *
  99. * Output pads only.
  100. */
  101. int (*request_frame)(AVFilterLink *link);
  102. /**
  103. * Link configuration callback.
  104. *
  105. * For output pads, this should set the link properties such as
  106. * width/height. This should NOT set the format property - that is
  107. * negotiated between filters by the filter system using the
  108. * query_formats() callback before this function is called.
  109. *
  110. * For input pads, this should check the properties of the link, and update
  111. * the filter's internal state as necessary.
  112. *
  113. * For both input and output filters, this should return zero on success,
  114. * and another value on error.
  115. */
  116. int (*config_props)(AVFilterLink *link);
  117. /**
  118. * The filter expects a fifo to be inserted on its input link,
  119. * typically because it has a delay.
  120. *
  121. * input pads only.
  122. */
  123. int needs_fifo;
  124. /**
  125. * The filter expects writable frames from its input link,
  126. * duplicating data buffers if needed.
  127. *
  128. * input pads only.
  129. */
  130. int needs_writable;
  131. };
  132. struct AVFilterGraphInternal {
  133. void *thread;
  134. avfilter_execute_func *thread_execute;
  135. FFFrameQueueGlobal frame_queues;
  136. };
  137. struct AVFilterInternal {
  138. avfilter_execute_func *execute;
  139. };
  140. /**
  141. * Tell if an integer is contained in the provided -1-terminated list of integers.
  142. * This is useful for determining (for instance) if an AVPixelFormat is in an
  143. * array of supported formats.
  144. *
  145. * @param fmt provided format
  146. * @param fmts -1-terminated list of formats
  147. * @return 1 if present, 0 if absent
  148. */
  149. int ff_fmt_is_in(int fmt, const int *fmts);
  150. /* Functions to parse audio format arguments */
  151. /**
  152. * Parse a pixel format.
  153. *
  154. * @param ret pixel format pointer to where the value should be written
  155. * @param arg string to parse
  156. * @param log_ctx log context
  157. * @return >= 0 in case of success, a negative AVERROR code on error
  158. */
  159. av_warn_unused_result
  160. int ff_parse_pixel_format(enum AVPixelFormat *ret, const char *arg, void *log_ctx);
  161. /**
  162. * Parse a sample rate.
  163. *
  164. * @param ret unsigned integer pointer to where the value should be written
  165. * @param arg string to parse
  166. * @param log_ctx log context
  167. * @return >= 0 in case of success, a negative AVERROR code on error
  168. */
  169. av_warn_unused_result
  170. int ff_parse_sample_rate(int *ret, const char *arg, void *log_ctx);
  171. /**
  172. * Parse a time base.
  173. *
  174. * @param ret unsigned AVRational pointer to where the value should be written
  175. * @param arg string to parse
  176. * @param log_ctx log context
  177. * @return >= 0 in case of success, a negative AVERROR code on error
  178. */
  179. av_warn_unused_result
  180. int ff_parse_time_base(AVRational *ret, const char *arg, void *log_ctx);
  181. /**
  182. * Parse a sample format name or a corresponding integer representation.
  183. *
  184. * @param ret integer pointer to where the value should be written
  185. * @param arg string to parse
  186. * @param log_ctx log context
  187. * @return >= 0 in case of success, a negative AVERROR code on error
  188. */
  189. av_warn_unused_result
  190. int ff_parse_sample_format(int *ret, const char *arg, void *log_ctx);
  191. /**
  192. * Parse a channel layout or a corresponding integer representation.
  193. *
  194. * @param ret 64bit integer pointer to where the value should be written.
  195. * @param nret integer pointer to the number of channels;
  196. * if not NULL, then unknown channel layouts are accepted
  197. * @param arg string to parse
  198. * @param log_ctx log context
  199. * @return >= 0 in case of success, a negative AVERROR code on error
  200. */
  201. av_warn_unused_result
  202. int ff_parse_channel_layout(int64_t *ret, int *nret, const char *arg,
  203. void *log_ctx);
  204. void ff_update_link_current_pts(AVFilterLink *link, int64_t pts);
  205. /**
  206. * Set the status field of a link from the source filter.
  207. * The pts should reflect the timestamp of the status change,
  208. * in link time base and relative to the frames timeline.
  209. * In particular, for AVERROR_EOF, it should reflect the
  210. * end time of the last frame.
  211. */
  212. void ff_avfilter_link_set_in_status(AVFilterLink *link, int status, int64_t pts);
  213. /**
  214. * Set the status field of a link from the destination filter.
  215. * The pts should probably be left unset (AV_NOPTS_VALUE).
  216. */
  217. void ff_avfilter_link_set_out_status(AVFilterLink *link, int status, int64_t pts);
  218. void ff_command_queue_pop(AVFilterContext *filter);
  219. /* misc trace functions */
  220. #define FF_TPRINTF_START(ctx, func) ff_tlog(NULL, "%-16s: ", #func)
  221. char *ff_get_ref_perms_string(char *buf, size_t buf_size, int perms);
  222. void ff_tlog_ref(void *ctx, AVFrame *ref, int end);
  223. void ff_tlog_link(void *ctx, AVFilterLink *link, int end);
  224. /**
  225. * Insert a new pad.
  226. *
  227. * @param idx Insertion point. Pad is inserted at the end if this point
  228. * is beyond the end of the list of pads.
  229. * @param count Pointer to the number of pads in the list
  230. * @param padidx_off Offset within an AVFilterLink structure to the element
  231. * to increment when inserting a new pad causes link
  232. * numbering to change
  233. * @param pads Pointer to the pointer to the beginning of the list of pads
  234. * @param links Pointer to the pointer to the beginning of the list of links
  235. * @param newpad The new pad to add. A copy is made when adding.
  236. * @return >= 0 in case of success, a negative AVERROR code on error
  237. */
  238. int ff_insert_pad(unsigned idx, unsigned *count, size_t padidx_off,
  239. AVFilterPad **pads, AVFilterLink ***links,
  240. AVFilterPad *newpad);
  241. /** Insert a new input pad for the filter. */
  242. static inline int ff_insert_inpad(AVFilterContext *f, unsigned index,
  243. AVFilterPad *p)
  244. {
  245. return ff_insert_pad(index, &f->nb_inputs, offsetof(AVFilterLink, dstpad),
  246. &f->input_pads, &f->inputs, p);
  247. }
  248. /** Insert a new output pad for the filter. */
  249. static inline int ff_insert_outpad(AVFilterContext *f, unsigned index,
  250. AVFilterPad *p)
  251. {
  252. return ff_insert_pad(index, &f->nb_outputs, offsetof(AVFilterLink, srcpad),
  253. &f->output_pads, &f->outputs, p);
  254. }
  255. /**
  256. * Poll a frame from the filter chain.
  257. *
  258. * @param link the input link
  259. * @return the number of immediately available frames, a negative
  260. * number in case of error
  261. */
  262. int ff_poll_frame(AVFilterLink *link);
  263. /**
  264. * Request an input frame from the filter at the other end of the link.
  265. *
  266. * This function must not be used by filters using the activate callback,
  267. * use ff_link_set_frame_wanted() instead.
  268. *
  269. * The input filter may pass the request on to its inputs, fulfill the
  270. * request from an internal buffer or any other means specific to its function.
  271. *
  272. * When the end of a stream is reached AVERROR_EOF is returned and no further
  273. * frames are returned after that.
  274. *
  275. * When a filter is unable to output a frame for example due to its sources
  276. * being unable to do so or because it depends on external means pushing data
  277. * into it then AVERROR(EAGAIN) is returned.
  278. * It is important that a AVERROR(EAGAIN) return is returned all the way to the
  279. * caller (generally eventually a user application) as this step may (but does
  280. * not have to be) necessary to provide the input with the next frame.
  281. *
  282. * If a request is successful then some progress has been made towards
  283. * providing a frame on the link (through ff_filter_frame()). A filter that
  284. * needs several frames to produce one is allowed to return success if one
  285. * more frame has been processed but no output has been produced yet. A
  286. * filter is also allowed to simply forward a success return value.
  287. *
  288. * @param link the input link
  289. * @return zero on success
  290. * AVERROR_EOF on end of file
  291. * AVERROR(EAGAIN) if the previous filter cannot output a frame
  292. * currently and can neither guarantee that EOF has been reached.
  293. */
  294. int ff_request_frame(AVFilterLink *link);
  295. #define AVFILTER_DEFINE_CLASS(fname) \
  296. static const AVClass fname##_class = { \
  297. .class_name = #fname, \
  298. .item_name = av_default_item_name, \
  299. .option = fname##_options, \
  300. .version = LIBAVUTIL_VERSION_INT, \
  301. .category = AV_CLASS_CATEGORY_FILTER, \
  302. }
  303. /**
  304. * Find the index of a link.
  305. *
  306. * I.e. find i such that link == ctx->(in|out)puts[i]
  307. */
  308. #define FF_INLINK_IDX(link) ((int)((link)->dstpad - (link)->dst->input_pads))
  309. #define FF_OUTLINK_IDX(link) ((int)((link)->srcpad - (link)->src->output_pads))
  310. /**
  311. * Send a frame of data to the next filter.
  312. *
  313. * @param link the output link over which the data is being sent
  314. * @param frame a reference to the buffer of data being sent. The
  315. * receiving filter will free this reference when it no longer
  316. * needs it or pass it on to the next filter.
  317. *
  318. * @return >= 0 on success, a negative AVERROR on error. The receiving filter
  319. * is responsible for unreferencing frame in case of error.
  320. */
  321. int ff_filter_frame(AVFilterLink *link, AVFrame *frame);
  322. /**
  323. * Allocate a new filter context and return it.
  324. *
  325. * @param filter what filter to create an instance of
  326. * @param inst_name name to give to the new filter context
  327. *
  328. * @return newly created filter context or NULL on failure
  329. */
  330. AVFilterContext *ff_filter_alloc(const AVFilter *filter, const char *inst_name);
  331. int ff_filter_activate(AVFilterContext *filter);
  332. /**
  333. * Remove a filter from a graph;
  334. */
  335. void ff_filter_graph_remove_filter(AVFilterGraph *graph, AVFilterContext *filter);
  336. /**
  337. * The filter is aware of hardware frames, and any hardware frame context
  338. * should not be automatically propagated through it.
  339. */
  340. #define FF_FILTER_FLAG_HWFRAME_AWARE (1 << 0)
  341. /**
  342. * Run one round of processing on a filter graph.
  343. */
  344. int ff_filter_graph_run_once(AVFilterGraph *graph);
  345. /**
  346. * Normalize the qscale factor
  347. * FIXME the H264 qscale is a log based scale, mpeg1/2 is not, the code below
  348. * cannot be optimal
  349. */
  350. static inline int ff_norm_qscale(int qscale, int type)
  351. {
  352. switch (type) {
  353. case FF_QSCALE_TYPE_MPEG1: return qscale;
  354. case FF_QSCALE_TYPE_MPEG2: return qscale >> 1;
  355. case FF_QSCALE_TYPE_H264: return qscale >> 2;
  356. case FF_QSCALE_TYPE_VP56: return (63 - qscale + 2) >> 2;
  357. }
  358. return qscale;
  359. }
  360. /**
  361. * Get number of threads for current filter instance.
  362. * This number is always same or less than graph->nb_threads.
  363. */
  364. int ff_filter_get_nb_threads(AVFilterContext *ctx);
  365. /**
  366. * Perform any additional setup required for hardware frames.
  367. *
  368. * link->hw_frames_ctx must be set before calling this function.
  369. * Inside link->hw_frames_ctx, the fields format, sw_format, width and
  370. * height must be set. If dynamically allocated pools are not supported,
  371. * then initial_pool_size must also be set, to the minimum hardware frame
  372. * pool size necessary for the filter to work (taking into account any
  373. * frames which need to stored for use in operations as appropriate). If
  374. * default_pool_size is nonzero, then it will be used as the pool size if
  375. * no other modification takes place (this can be used to preserve
  376. * compatibility).
  377. */
  378. int ff_filter_init_hw_frames(AVFilterContext *avctx, AVFilterLink *link,
  379. int default_pool_size);
  380. #endif /* AVFILTER_INTERNAL_H */