23 #include <CoreFoundation/CFNumber.h>
24 #include <CoreFoundation/CFData.h>
25 #include <CoreFoundation/CFString.h>
32 #include <CoreFoundation/CFDictionary.h>
35 static CFDictionaryRef vda_dictionary_with_pts(int64_t i_pts)
37 CFStringRef key = CFSTR(
"FF_VDA_DECODER_PTS_KEY");
38 CFNumberRef value = CFNumberCreate(kCFAllocatorDefault,
39 kCFNumberSInt64Type, &i_pts);
40 CFDictionaryRef user_info = CFDictionaryCreate(kCFAllocatorDefault,
42 (
const void **)&value,
44 &kCFTypeDictionaryKeyCallBacks,
45 &kCFTypeDictionaryValueCallBacks);
51 static int64_t vda_pts_from_dictionary(CFDictionaryRef user_info)
59 pts = CFDictionaryGetValue(user_info, CFSTR(
"FF_VDA_DECODER_PTS_KEY"));
62 CFNumberGetValue(pts, kCFNumberSInt64Type, &outValue);
68 static void vda_clear_queue(
struct vda_context *vda_ctx)
74 while (vda_ctx->queue) {
75 top_frame = vda_ctx->queue;
76 vda_ctx->queue = top_frame->next_frame;
77 ff_vda_release_vda_frame(top_frame);
83 static int vda_decoder_decode(
struct vda_context *vda_ctx,
88 OSStatus status = kVDADecoderNoErr;
89 CFDictionaryRef user_info;
90 CFDataRef coded_frame;
92 coded_frame = CFDataCreate(kCFAllocatorDefault, bitstream, bitstream_size);
93 user_info = vda_dictionary_with_pts(frame_pts);
94 status = VDADecoderDecode(vda_ctx->
decoder, 0, coded_frame, user_info);
97 CFRelease(coded_frame);
102 vda_frame *ff_vda_queue_pop(
struct vda_context *vda_ctx)
104 vda_frame *top_frame;
110 top_frame = vda_ctx->queue;
111 vda_ctx->queue = top_frame->next_frame;
117 void ff_vda_release_vda_frame(vda_frame *frame)
120 CVPixelBufferRelease(frame->cv_buffer);
128 CFDictionaryRef user_info,
131 CVImageBufferRef image_buffer)
138 if (vda_ctx->
cv_pix_fmt_type != CVPixelBufferGetPixelFormatType(image_buffer))
142 vda_ctx->
cv_buffer = CVPixelBufferRetain(image_buffer);
144 vda_frame *new_frame;
145 vda_frame *queue_walker;
147 if (!(new_frame =
av_mallocz(
sizeof(*new_frame))))
149 new_frame->next_frame =
NULL;
150 new_frame->cv_buffer = CVPixelBufferRetain(image_buffer);
151 new_frame->pts = vda_pts_from_dictionary(user_info);
155 queue_walker = vda_ctx->queue;
157 if (!queue_walker || new_frame->pts < queue_walker->pts) {
159 new_frame->next_frame = queue_walker;
160 vda_ctx->queue = new_frame;
163 vda_frame *next_frame;
165 next_frame = queue_walker->next_frame;
166 if (!next_frame || new_frame->pts < next_frame->pts) {
167 new_frame->next_frame = next_frame;
168 queue_walker->next_frame = new_frame;
171 queue_walker = next_frame;
182 CFDataRef coded_frame;
183 uint32_t flush_flags = 1 << 0;
185 coded_frame = CFDataCreate(kCFAllocatorDefault,
189 status = VDADecoderDecode(vda_ctx->
decoder, 0, coded_frame,
NULL);
191 if (kVDADecoderNoErr == status)
192 status = VDADecoderFlush(vda_ctx->
decoder, flush_flags);
194 CFRelease(coded_frame);
269 OSStatus status = kVDADecoderNoErr;
274 CFMutableDictionaryRef config_info;
275 CFMutableDictionaryRef buffer_attributes;
276 CFMutableDictionaryRef io_surface_properties;
277 CFNumberRef cv_pix_fmt;
286 if (extradata_size >= 4 && (extradata[4] & 0x03) != 0x03) {
289 if (!(rw_extradata =
av_malloc(extradata_size)))
292 memcpy(rw_extradata, extradata, extradata_size);
294 rw_extradata[4] |= 0x03;
296 avc_data = CFDataCreate(kCFAllocatorDefault, rw_extradata, extradata_size);
300 avc_data = CFDataCreate(kCFAllocatorDefault, extradata, extradata_size);
303 config_info = CFDictionaryCreateMutable(kCFAllocatorDefault,
305 &kCFTypeDictionaryKeyCallBacks,
306 &kCFTypeDictionaryValueCallBacks);
308 height = CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt32Type, &vda_ctx->
height);
309 width = CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt32Type, &vda_ctx->
width);
310 format = CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt32Type, &vda_ctx->
format);
312 CFDictionarySetValue(config_info, kVDADecoderConfiguration_Height, height);
313 CFDictionarySetValue(config_info, kVDADecoderConfiguration_Width, width);
314 CFDictionarySetValue(config_info, kVDADecoderConfiguration_SourceFormat, format);
315 CFDictionarySetValue(config_info, kVDADecoderConfiguration_avcCData, avc_data);
317 buffer_attributes = CFDictionaryCreateMutable(kCFAllocatorDefault,
319 &kCFTypeDictionaryKeyCallBacks,
320 &kCFTypeDictionaryValueCallBacks);
321 io_surface_properties = CFDictionaryCreateMutable(kCFAllocatorDefault,
323 &kCFTypeDictionaryKeyCallBacks,
324 &kCFTypeDictionaryValueCallBacks);
325 cv_pix_fmt = CFNumberCreate(kCFAllocatorDefault,
328 CFDictionarySetValue(buffer_attributes,
329 kCVPixelBufferPixelFormatTypeKey,
331 CFDictionarySetValue(buffer_attributes,
332 kCVPixelBufferIOSurfacePropertiesKey,
333 io_surface_properties);
335 status = VDADecoderCreate(config_info,
345 CFRelease(config_info);
346 CFRelease(io_surface_properties);
347 CFRelease(cv_pix_fmt);
348 CFRelease(buffer_attributes);
355 OSStatus status = kVDADecoderNoErr;
358 status = VDADecoderDestroy(vda_ctx->
decoder);
361 vda_clear_queue(vda_ctx);
void * av_malloc(size_t size)
Allocate a block of size bytes with alignment suitable for all memory accesses (including vectors if ...
This structure describes decoded (raw) audio or video data.
static int vda_sync_decode(struct vda_context *vda_ctx)
int format
The frame format.
void av_freep(void *arg)
Free a memory block which has been allocated with av_malloc(z)() or av_realloc() and set the pointer ...
OSType cv_pix_fmt_type
The pixel format for output image buffers.
void * hwaccel_context
Hardware accelerator context.
int width
The frame width.
CVPixelBufferRef cv_buffer
The Core Video pixel buffer that contains the current image data.
H.264 / AVC / MPEG4 part10 codec.
void * av_fast_realloc(void *ptr, unsigned int *size, size_t min_size)
Reallocate the given block if it is not large enough, otherwise do nothing.
VDADecoder decoder
VDA decoder object.
static int pthread_mutex_init(pthread_mutex_t *m, void *attr)
static int pthread_mutex_unlock(pthread_mutex_t *m)
void av_log(void *avcl, int level, const char *fmt,...)
static int decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
This structure is used to provide the necessary configurations and data to the VDA Libav HWAccel impl...
static int pthread_mutex_destroy(pthread_mutex_t *m)
const char * name
Name of the hardware accelerated codec.
Picture * current_picture_ptr
pointer to the current picture
static int pthread_mutex_lock(pthread_mutex_t *m)
Public libavcodec VDA header.
int ff_vda_destroy_decoder(struct vda_context *vda_ctx)
Destroy the video decoder.
main external API structure.
static void vda_decoder_callback(void *vda_hw_ctx, CFDictionaryRef user_info, OSStatus status, uint32_t infoFlags, CVImageBufferRef image_buffer)
int64_t reordered_opaque
reordered opaque 64bit (generally an integer or a double precision float PTS but can be anything)...
AVHWAccel ff_h264_vda_hwaccel
int use_sync_decoding
Use the hardware decoder in synchronous mode.
uint8_t * priv_bitstream
The current bitstream buffer.
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
hardware decoding through VDA
int ff_vda_create_decoder(struct vda_context *vda_ctx, uint8_t *extradata, int extradata_size)
Create the video decoder.
int priv_allocated_size
The reference size used for fast reallocation.
static int end_frame(AVCodecContext *avctx)
static int start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
int height
The frame height.
void * av_mallocz(size_t size)
Allocate a block of size bytes with alignment suitable for all memory accesses (including vectors if ...
int priv_bitstream_size
The current size of the bitstream.