internal.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413
  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. /**
  19. * @file
  20. * common internal api header.
  21. */
  22. #ifndef AVCODEC_INTERNAL_H
  23. #define AVCODEC_INTERNAL_H
  24. #include <stdint.h>
  25. #include "libavutil/buffer.h"
  26. #include "libavutil/channel_layout.h"
  27. #include "libavutil/mathematics.h"
  28. #include "libavutil/pixfmt.h"
  29. #include "avcodec.h"
  30. #include "config.h"
  31. /**
  32. * The codec does not modify any global variables in the init function,
  33. * allowing to call the init function without locking any global mutexes.
  34. */
  35. #define FF_CODEC_CAP_INIT_THREADSAFE (1 << 0)
  36. /**
  37. * The codec allows calling the close function for deallocation even if
  38. * the init function returned a failure. Without this capability flag, a
  39. * codec does such cleanup internally when returning failures from the
  40. * init function and does not expect the close function to be called at
  41. * all.
  42. */
  43. #define FF_CODEC_CAP_INIT_CLEANUP (1 << 1)
  44. /**
  45. * Decoders marked with FF_CODEC_CAP_SETS_PKT_DTS want to set
  46. * AVFrame.pkt_dts manually. If the flag is set, decode.c won't overwrite
  47. * this field. If it's unset, decode.c tries to guess the pkt_dts field
  48. * from the input AVPacket.
  49. */
  50. #define FF_CODEC_CAP_SETS_PKT_DTS (1 << 2)
  51. /**
  52. * The decoder extracts and fills its parameters even if the frame is
  53. * skipped due to the skip_frame setting.
  54. */
  55. #define FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM (1 << 3)
  56. /**
  57. * The decoder sets the cropping fields in the output frames manually.
  58. * If this cap is set, the generic code will initialize output frame
  59. * dimensions to coded rather than display values.
  60. */
  61. #define FF_CODEC_CAP_EXPORTS_CROPPING (1 << 4)
  62. /**
  63. * Codec initializes slice-based threading with a main function
  64. */
  65. #define FF_CODEC_CAP_SLICE_THREAD_HAS_MF (1 << 5)
  66. #ifdef TRACE
  67. # define ff_tlog(ctx, ...) av_log(ctx, AV_LOG_TRACE, __VA_ARGS__)
  68. #else
  69. # define ff_tlog(ctx, ...) do { } while(0)
  70. #endif
  71. #define FF_DEFAULT_QUANT_BIAS 999999
  72. #define FF_QSCALE_TYPE_MPEG1 0
  73. #define FF_QSCALE_TYPE_MPEG2 1
  74. #define FF_QSCALE_TYPE_H264 2
  75. #define FF_QSCALE_TYPE_VP56 3
  76. #define FF_SANE_NB_CHANNELS 256U
  77. #define FF_SIGNBIT(x) ((x) >> CHAR_BIT * sizeof(x) - 1)
  78. #if HAVE_SIMD_ALIGN_64
  79. # define STRIDE_ALIGN 64 /* AVX-512 */
  80. #elif HAVE_SIMD_ALIGN_32
  81. # define STRIDE_ALIGN 32
  82. #elif HAVE_SIMD_ALIGN_16
  83. # define STRIDE_ALIGN 16
  84. #else
  85. # define STRIDE_ALIGN 8
  86. #endif
  87. typedef struct FramePool {
  88. /**
  89. * Pools for each data plane. For audio all the planes have the same size,
  90. * so only pools[0] is used.
  91. */
  92. AVBufferPool *pools[4];
  93. /*
  94. * Pool parameters
  95. */
  96. int format;
  97. int width, height;
  98. int stride_align[AV_NUM_DATA_POINTERS];
  99. int linesize[4];
  100. int planes;
  101. int channels;
  102. int samples;
  103. } FramePool;
  104. typedef struct DecodeSimpleContext {
  105. AVPacket *in_pkt;
  106. AVFrame *out_frame;
  107. } DecodeSimpleContext;
  108. typedef struct DecodeFilterContext {
  109. AVBSFContext **bsfs;
  110. int nb_bsfs;
  111. } DecodeFilterContext;
  112. typedef struct AVCodecInternal {
  113. /**
  114. * Whether the parent AVCodecContext is a copy of the context which had
  115. * init() called on it.
  116. * This is used by multithreading - shared tables and picture pointers
  117. * should be freed from the original context only.
  118. */
  119. int is_copy;
  120. /**
  121. * Whether to allocate progress for frame threading.
  122. *
  123. * The codec must set it to 1 if it uses ff_thread_await/report_progress(),
  124. * then progress will be allocated in ff_thread_get_buffer(). The frames
  125. * then MUST be freed with ff_thread_release_buffer().
  126. *
  127. * If the codec does not need to call the progress functions (there are no
  128. * dependencies between the frames), it should leave this at 0. Then it can
  129. * decode straight to the user-provided frames (which the user will then
  130. * free with av_frame_unref()), there is no need to call
  131. * ff_thread_release_buffer().
  132. */
  133. int allocate_progress;
  134. /**
  135. * An audio frame with less than required samples has been submitted and
  136. * padded with silence. Reject all subsequent frames.
  137. */
  138. int last_audio_frame;
  139. AVFrame *to_free;
  140. FramePool *pool;
  141. void *thread_ctx;
  142. DecodeSimpleContext ds;
  143. DecodeFilterContext filter;
  144. /**
  145. * Properties (timestamps+side data) extracted from the last packet passed
  146. * for decoding.
  147. */
  148. AVPacket *last_pkt_props;
  149. /**
  150. * temporary buffer used for encoders to store their bitstream
  151. */
  152. uint8_t *byte_buffer;
  153. unsigned int byte_buffer_size;
  154. void *frame_thread_encoder;
  155. /**
  156. * Number of audio samples to skip at the start of the next decoded frame
  157. */
  158. int skip_samples;
  159. /**
  160. * hwaccel-specific private data
  161. */
  162. void *hwaccel_priv_data;
  163. /**
  164. * checks API usage: after codec draining, flush is required to resume operation
  165. */
  166. int draining;
  167. /**
  168. * buffers for using new encode/decode API through legacy API
  169. */
  170. AVPacket *buffer_pkt;
  171. int buffer_pkt_valid; // encoding: packet without data can be valid
  172. AVFrame *buffer_frame;
  173. int draining_done;
  174. /* set to 1 when the caller is using the old decoding API */
  175. int compat_decode;
  176. int compat_decode_warned;
  177. /* this variable is set by the decoder internals to signal to the old
  178. * API compat wrappers the amount of data consumed from the last packet */
  179. size_t compat_decode_consumed;
  180. /* when a partial packet has been consumed, this stores the remaining size
  181. * of the packet (that should be submitted in the next decode call */
  182. size_t compat_decode_partial_size;
  183. AVFrame *compat_decode_frame;
  184. int showed_multi_packet_warning;
  185. int skip_samples_multiplier;
  186. /* to prevent infinite loop on errors when draining */
  187. int nb_draining_errors;
  188. } AVCodecInternal;
  189. struct AVCodecDefault {
  190. const uint8_t *key;
  191. const uint8_t *value;
  192. };
  193. extern const uint8_t ff_log2_run[41];
  194. /**
  195. * Return the index into tab at which {a,b} match elements {[0],[1]} of tab.
  196. * If there is no such matching pair then size is returned.
  197. */
  198. int ff_match_2uint16(const uint16_t (*tab)[2], int size, int a, int b);
  199. unsigned int avpriv_toupper4(unsigned int x);
  200. void ff_color_frame(AVFrame *frame, const int color[4]);
  201. /**
  202. * Maximum size in bytes of extradata.
  203. * This value was chosen such that every bit of the buffer is
  204. * addressable by a 32-bit signed integer as used by get_bits.
  205. */
  206. #define FF_MAX_EXTRADATA_SIZE ((1 << 28) - AV_INPUT_BUFFER_PADDING_SIZE)
  207. /**
  208. * Check AVPacket size and/or allocate data.
  209. *
  210. * Encoders supporting AVCodec.encode2() can use this as a convenience to
  211. * ensure the output packet data is large enough, whether provided by the user
  212. * or allocated in this function.
  213. *
  214. * @param avctx the AVCodecContext of the encoder
  215. * @param avpkt the AVPacket
  216. * If avpkt->data is already set, avpkt->size is checked
  217. * to ensure it is large enough.
  218. * If avpkt->data is NULL, a new buffer is allocated.
  219. * avpkt->size is set to the specified size.
  220. * All other AVPacket fields will be reset with av_init_packet().
  221. * @param size the minimum required packet size
  222. * @param min_size This is a hint to the allocation algorithm, which indicates
  223. * to what minimal size the caller might later shrink the packet
  224. * to. Encoders often allocate packets which are larger than the
  225. * amount of data that is written into them as the exact amount is
  226. * not known at the time of allocation. min_size represents the
  227. * size a packet might be shrunk to by the caller. Can be set to
  228. * 0. setting this roughly correctly allows the allocation code
  229. * to choose between several allocation strategies to improve
  230. * speed slightly.
  231. * @return non negative on success, negative error code on failure
  232. */
  233. int ff_alloc_packet2(AVCodecContext *avctx, AVPacket *avpkt, int64_t size, int64_t min_size);
  234. attribute_deprecated int ff_alloc_packet(AVPacket *avpkt, int size);
  235. /**
  236. * Rescale from sample rate to AVCodecContext.time_base.
  237. */
  238. static av_always_inline int64_t ff_samples_to_time_base(AVCodecContext *avctx,
  239. int64_t samples)
  240. {
  241. if(samples == AV_NOPTS_VALUE)
  242. return AV_NOPTS_VALUE;
  243. return av_rescale_q(samples, (AVRational){ 1, avctx->sample_rate },
  244. avctx->time_base);
  245. }
  246. /**
  247. * 2^(x) for integer x
  248. * @return correctly rounded float
  249. */
  250. static av_always_inline float ff_exp2fi(int x) {
  251. /* Normal range */
  252. if (-126 <= x && x <= 128)
  253. return av_int2float((x+127) << 23);
  254. /* Too large */
  255. else if (x > 128)
  256. return INFINITY;
  257. /* Subnormal numbers */
  258. else if (x > -150)
  259. return av_int2float(1 << (x+149));
  260. /* Negligibly small */
  261. else
  262. return 0;
  263. }
  264. /**
  265. * Get a buffer for a frame. This is a wrapper around
  266. * AVCodecContext.get_buffer() and should be used instead calling get_buffer()
  267. * directly.
  268. */
  269. int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags);
  270. /**
  271. * Identical in function to av_frame_make_writable(), except it uses
  272. * ff_get_buffer() to allocate the buffer when needed.
  273. */
  274. int ff_reget_buffer(AVCodecContext *avctx, AVFrame *frame);
  275. int ff_thread_can_start_frame(AVCodecContext *avctx);
  276. int avpriv_h264_has_num_reorder_frames(AVCodecContext *avctx);
  277. /**
  278. * Call avcodec_open2 recursively by decrementing counter, unlocking mutex,
  279. * calling the function and then restoring again. Assumes the mutex is
  280. * already locked
  281. */
  282. int ff_codec_open2_recursive(AVCodecContext *avctx, const AVCodec *codec, AVDictionary **options);
  283. /**
  284. * Finalize buf into extradata and set its size appropriately.
  285. */
  286. int avpriv_bprint_to_extradata(AVCodecContext *avctx, struct AVBPrint *buf);
  287. const uint8_t *avpriv_find_start_code(const uint8_t *p,
  288. const uint8_t *end,
  289. uint32_t *state);
  290. int avpriv_codec_get_cap_skip_frame_fill_param(const AVCodec *codec);
  291. /**
  292. * Check that the provided frame dimensions are valid and set them on the codec
  293. * context.
  294. */
  295. int ff_set_dimensions(AVCodecContext *s, int width, int height);
  296. /**
  297. * Check that the provided sample aspect ratio is valid and set it on the codec
  298. * context.
  299. */
  300. int ff_set_sar(AVCodecContext *avctx, AVRational sar);
  301. /**
  302. * Add or update AV_FRAME_DATA_MATRIXENCODING side data.
  303. */
  304. int ff_side_data_update_matrix_encoding(AVFrame *frame,
  305. enum AVMatrixEncoding matrix_encoding);
  306. /**
  307. * Select the (possibly hardware accelerated) pixel format.
  308. * This is a wrapper around AVCodecContext.get_format() and should be used
  309. * instead of calling get_format() directly.
  310. *
  311. * The list of pixel formats must contain at least one valid entry, and is
  312. * terminated with AV_PIX_FMT_NONE. If it is possible to decode to software,
  313. * the last entry in the list must be the most accurate software format.
  314. * If it is not possible to decode to software, AVCodecContext.sw_pix_fmt
  315. * must be set before calling this function.
  316. */
  317. int ff_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt);
  318. /**
  319. * Set various frame properties from the codec context / packet data.
  320. */
  321. int ff_decode_frame_props(AVCodecContext *avctx, AVFrame *frame);
  322. /**
  323. * Add a CPB properties side data to an encoding context.
  324. */
  325. AVCPBProperties *ff_add_cpb_side_data(AVCodecContext *avctx);
  326. int ff_side_data_set_encoder_stats(AVPacket *pkt, int quality, int64_t *error, int error_count, int pict_type);
  327. /**
  328. * Check AVFrame for A53 side data and allocate and fill SEI message with A53 info
  329. *
  330. * @param frame Raw frame to get A53 side data from
  331. * @param prefix_len Number of bytes to allocate before SEI message
  332. * @param data Pointer to a variable to store allocated memory
  333. * Upon return the variable will hold NULL on error or if frame has no A53 info.
  334. * Otherwise it will point to prefix_len uninitialized bytes followed by
  335. * *sei_size SEI message
  336. * @param sei_size Pointer to a variable to store generated SEI message length
  337. * @return Zero on success, negative error code on failure
  338. */
  339. int ff_alloc_a53_sei(const AVFrame *frame, size_t prefix_len,
  340. void **data, size_t *sei_size);
  341. /**
  342. * Get an estimated video bitrate based on frame size, frame rate and coded
  343. * bits per pixel.
  344. */
  345. int64_t ff_guess_coded_bitrate(AVCodecContext *avctx);
  346. #if defined(_WIN32) && CONFIG_SHARED && !defined(BUILDING_avcodec)
  347. # define av_export_avcodec __declspec(dllimport)
  348. #else
  349. # define av_export_avcodec
  350. #endif
  351. #endif /* AVCODEC_INTERNAL_H */