gavl
compression.h
1/*****************************************************************
2 * gavl - a general purpose audio/video processing library
3 *
4 * Copyright (c) 2001 - 2024 Members of the Gmerlin project
5 * http://github.com/bplaum
6 *
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
19 * *****************************************************************/
20
21
22
23#ifndef GAVL_COMPRESSION_H_INCLUDED
24#define GAVL_COMPRESSION_H_INCLUDED
25
26#include <gavl/gavldefs.h>
27#include <gavl/value.h>
28
29
30#ifdef __cplusplus
31extern "C" {
32#endif
33
34typedef struct gavl_io_s gavl_io_t;
35
36
37
50
51
53
54#define GAVL_COMPRESSION_HAS_P_FRAMES (1<<0)
55
57#define GAVL_COMPRESSION_HAS_B_FRAMES (1<<1)
58
60#define GAVL_COMPRESSION_HAS_FIELD_PICTURES (1<<2)
61
63#define GAVL_COMPRESSION_SBR (1<<3)
64
66#define GAVL_COMPRESSION_BIG_ENDIAN (1<<4)
67
68#define GAVL_MK_FOURCC(a, b, c, d) ((a<<24)|(b<<16)|(c<<8)|d)
69
70typedef struct gavl_compression_info_s gavl_compression_info_t;
71
72
77
118
119#define GAVL_BITRATE_VBR -1
120#define GAVL_BITRATE_LOSSLESS -2
121
131
133 {
134 int flags;
136
137 gavl_buffer_t codec_header;
138
142
144 uint32_t codec_tag;
145 int block_align; // Needed by MS audio codecs
146 };
147
154
155GAVL_PUBLIC
156void gavl_compression_info_init(gavl_compression_info_t * info);
157
161
162GAVL_PUBLIC
163void gavl_compression_info_free(gavl_compression_info_t* info);
164
170
171GAVL_PUBLIC
172void gavl_compression_info_dump(const gavl_compression_info_t * info);
173
181
182GAVL_PUBLIC
183void gavl_compression_info_dumpi(const gavl_compression_info_t * info, int num);
184
190
191GAVL_PUBLIC
192void gavl_compression_info_copy(gavl_compression_info_t * dst,
193 const gavl_compression_info_t * src);
194
195
196GAVL_PUBLIC
197void gavl_compression_info_set_global_header(gavl_compression_info_t * dst,
198 const uint8_t * data, int len);
199
200
201GAVL_PUBLIC
202void gavl_compression_info_append_global_header(gavl_compression_info_t * dst,
203 const uint8_t * data, int len);
204
205
212
213GAVL_PUBLIC
214void gavl_append_xiph_header(gavl_buffer_t * codec_header,
215 uint8_t * header,
216 int header_len);
217
225
226GAVL_PUBLIC
227uint8_t * gavl_extract_xiph_header(gavl_buffer_t * codec_header,
228 int idx,
229 int * header_len);
230
231
246
247GAVL_PUBLIC
248const char * gavl_compression_get_extension(gavl_codec_id_t id, int * separate);
249
258
259GAVL_PUBLIC
261
266
267const char * gavl_compression_get_mimetype(const gavl_compression_info_t * ci);
268
274
275GAVL_PUBLIC
277
282
283GAVL_PUBLIC
285
286
287
292
293GAVL_PUBLIC const char *
295
300
301GAVL_PUBLIC const char *
303
308
309GAVL_PUBLIC gavl_codec_id_t
311
318
319GAVL_PUBLIC
321
329
330GAVL_PUBLIC
332
333#define GAVL_PACKET_TYPE_I 0x01
334#define GAVL_PACKET_TYPE_P 0x02
335#define GAVL_PACKET_TYPE_B 0x03
336#define GAVL_PACKET_TYPE_MASK 0x03
337
338#define GAVL_PACKET_KEYFRAME (1<<2)
339#define GAVL_PACKET_LAST (1<<3)
340#define GAVL_PACKET_EXT (1<<4)
341#define GAVL_PACKET_REF (1<<5)
342#define GAVL_PACKET_NOOUTPUT (1<<6)
343
344#define GAVL_PACKET_HAS_FDS (1<<7)
345
346#define GAVL_PACKET_FIELD_PIC (1<<8)
347#define GAVL_PACKET_SKIP (1<<9)
348
349
350#define GAVL_PACKET_FLAG_PRIV (1<<16)
351#define GAVL_PACKET_FLAG_PUBLIC_MASK 0x0000ffff
352#define GAVL_PACKET_FLAG_PRIVATE_MASK 0xffff0000
353
354#define GAVL_PACKET_PADDING 32
355
356GAVL_PUBLIC
357const char * gavl_coding_type_to_string(int flags);
358
359/* Extra data which can carried within a packet */
360
361typedef enum
362 {
363 GAVL_PACKET_EXTRADATA_NONE = 0,
364 GAVL_PACKET_EXTRADATA_PALETTE,
365 } gavl_packet_extradata_type_t;
366
367#define GAVL_PACKET_MAX_EXTRADATA 1
368
369
370typedef struct
371 {
372 uint16_t r;
373 uint16_t g;
374 uint16_t b;
375 uint16_t a;
376 }
378
379typedef struct
380 {
381 gavl_palette_entry_t * entries;
382 int num_entries;
384
385GAVL_PUBLIC gavl_palette_t *
386gavl_palette_create(void);
387
388GAVL_PUBLIC void
389gavl_palette_alloc(gavl_palette_t * pal, int num_colors);
390
391GAVL_PUBLIC void
392gavl_palette_init(gavl_palette_t * pal);
393
394GAVL_PUBLIC void
395gavl_palette_free(gavl_palette_t * pal);
396
397GAVL_PUBLIC void
398gavl_palette_destroy(gavl_palette_t * pal);
399
400GAVL_PUBLIC void
401gavl_palette_move(gavl_palette_t * dst, gavl_palette_t * src);
402
403typedef struct
404 {
405 gavl_packet_extradata_type_t type;
406 void * data;
408
421
422
423typedef struct gavl_packet_s
424 {
425 gavl_buffer_t buf;
426
427 uint32_t flags;
428
429 int64_t position;
430
431 int64_t pts;
432 int64_t dts;
433 int64_t pes_pts;
434
435 int64_t duration;
436
437 uint32_t field2_offset;
438 uint32_t header_size;
440
443
445 int32_t dst_x;
446 int32_t dst_y;
447
448 int32_t id;
449 int buf_idx;
450
451 gavl_packet_extradata_t ext_data[GAVL_PACKET_MAX_EXTRADATA];
452
453 gavl_hw_context_t * hwctx;
454 void * storage;
455
456
457
458 } gavl_packet_t;
459
464
465GAVL_PUBLIC
466void gavl_packet_init(gavl_packet_t * p);
467
468GAVL_PUBLIC
469gavl_packet_t * gavl_packet_create(void);
470
471GAVL_PUBLIC
472void gavl_packet_destroy(gavl_packet_t * p);
473
474
482
483GAVL_PUBLIC
484void gavl_packet_alloc(gavl_packet_t * p, int len);
485
489
490GAVL_PUBLIC
491void gavl_packet_free(gavl_packet_t * p);
492
493GAVL_PUBLIC
494void * gavl_packet_add_extradata(gavl_packet_t * p, gavl_packet_extradata_type_t type);
495
496GAVL_PUBLIC
497void * gavl_packet_get_extradata(gavl_packet_t * p, gavl_packet_extradata_type_t type);
498
499/* Merge two consecutive fields into one */
500GAVL_PUBLIC
501void gavl_packet_merge_field2(gavl_packet_t * p, const gavl_packet_t * field2);
502
503
508
509GAVL_PUBLIC
510void gavl_packet_copy(gavl_packet_t * dst,
511 const gavl_packet_t * src);
512
522
523GAVL_PUBLIC
524void gavl_packet_copy_metadata(gavl_packet_t * dst,
525 const gavl_packet_t * src);
526
532
533GAVL_PUBLIC
534void gavl_packet_reset(gavl_packet_t * p);
535
536
542
543GAVL_PUBLIC
544void gavl_packet_dump(const gavl_packet_t * p);
545
552
553GAVL_PUBLIC
554void gavl_packet_save(const gavl_packet_t * p,
555 const char * filename);
556
557
558
559typedef struct
560 {
561 int32_t size_min;
562 int32_t size_max;
563 int64_t duration_min;
564 int64_t duration_max;
565 int64_t pts_start;
566 int64_t pts_end;
567
568 int64_t total_bytes; // For average bitrate
569 int64_t total_packets; // For average framerate
570
572
573GAVL_PUBLIC
574void gavl_stream_stats_init(gavl_stream_stats_t*);
575
576GAVL_PUBLIC
577void gavl_stream_stats_dump(const gavl_stream_stats_t*, int indent);
578
579GAVL_PUBLIC
580void gavl_stream_stats_update(gavl_stream_stats_t*,const gavl_packet_t*p);
581
582GAVL_PUBLIC
583void gavl_stream_stats_update_end(gavl_stream_stats_t * f, const gavl_packet_t * p);
584
585GAVL_PUBLIC
586void gavl_stream_stats_update_params(gavl_stream_stats_t * f,
587 int64_t pts, int64_t duration, int data_len,
588 int flags);
589
590
591GAVL_PUBLIC
592void gavl_stream_stats_apply_audio(gavl_stream_stats_t * f,
593 const gavl_audio_format_t * fmt,
594 gavl_compression_info_t * ci,
595 gavl_dictionary_t * m);
596
597GAVL_PUBLIC
598void gavl_stream_stats_apply_video(gavl_stream_stats_t * f,
600 gavl_compression_info_t * ci,
601 gavl_dictionary_t * m);
602
603GAVL_PUBLIC
604void gavl_stream_stats_apply_subtitle(gavl_stream_stats_t * f,
605 gavl_dictionary_t * m);
606
607GAVL_PUBLIC
608void gavl_stream_stats_apply_generic(gavl_stream_stats_t * f,
609 gavl_compression_info_t * ci,
610 gavl_dictionary_t * m);
611
612
613GAVL_PUBLIC
614int gavl_stream_get_stats(const gavl_dictionary_t * s, gavl_stream_stats_t * stats);
615
616GAVL_PUBLIC
617void gavl_stream_set_stats(gavl_dictionary_t * s, const gavl_stream_stats_t * stats);
618
619/* PTS Cache */
620
621typedef struct gavl_packet_pts_cache_s gavl_packet_pts_cache_t;
622
623GAVL_PUBLIC
624gavl_packet_pts_cache_t * gavl_packet_pts_cache_create(int size);
625
626GAVL_PUBLIC
627void gavl_packet_pts_cache_destroy(gavl_packet_pts_cache_t *);
628
629GAVL_PUBLIC
630void gavl_packet_pts_cache_push_packet(gavl_packet_pts_cache_t *m, const gavl_packet_t * pkt);
631
632GAVL_PUBLIC
633void gavl_packet_pts_cache_push_frame(gavl_packet_pts_cache_t *m, const gavl_video_frame_t * f);
634
635GAVL_PUBLIC
636int gavl_packet_pts_cache_get_first(gavl_packet_pts_cache_t *m, gavl_video_frame_t * f);
637
638GAVL_PUBLIC
639int gavl_packet_pts_cache_get_by_pts(gavl_packet_pts_cache_t *m, gavl_packet_t * pkt,
640 int64_t pts);
641
642GAVL_PUBLIC
643void gavl_packet_pts_cache_clear(gavl_packet_pts_cache_t *m);
644
645
646
650
651#ifdef __cplusplus
652}
653#endif
654
655
656#endif // GAVL_COMPRESSION_H_INCLUDED
GAVL_PUBLIC void gavl_compression_info_dump(const gavl_compression_info_t *info)
Dump a compression info to stderr.
GAVL_PUBLIC void gavl_packet_dump(const gavl_packet_t *p)
Dump a packet to stderr.
GAVL_PUBLIC int gavl_compression_need_pixelformat(gavl_codec_id_t id)
Check if the compression supports multiple pixelformats.
GAVL_PUBLIC void gavl_compression_info_dumpi(const gavl_compression_info_t *info, int num)
Dump a compression info to stderr.
GAVL_PUBLIC int gavl_num_compressions(void)
Get the number of compression formats.
GAVL_PUBLIC gavl_codec_id_t gavl_get_compression(int index)
Get a compression format for a specified index.
GAVL_PUBLIC void gavl_packet_copy_metadata(gavl_packet_t *dst, const gavl_packet_t *src)
Copy metadata of a packet.
GAVL_PUBLIC void gavl_packet_reset(gavl_packet_t *p)
Reset a packet.
GAVL_PUBLIC const char * gavl_compression_get_extension(gavl_codec_id_t id, int *separate)
Get the file extension of the corresponding raw format.
gavl_codec_id_t
Codec ID.
Definition compression.h:79
GAVL_PUBLIC void gavl_compression_info_init(gavl_compression_info_t *info)
Initialize a compression info.
GAVL_PUBLIC int gavl_compression_get_sample_size(gavl_codec_id_t id)
Check if an audio compression size for each samples.
GAVL_PUBLIC void gavl_packet_free(gavl_packet_t *p)
Free memory of a packet.
GAVL_PUBLIC void gavl_packet_alloc(gavl_packet_t *p, int len)
Allocate memory for a packet.
GAVL_PUBLIC void gavl_packet_copy(gavl_packet_t *dst, const gavl_packet_t *src)
Copy a packet.
GAVL_PUBLIC gavl_codec_id_t gavl_compression_from_short_name(const char *name)
Get a compression from the short name.
GAVL_PUBLIC void gavl_compression_info_copy(gavl_compression_info_t *dst, const gavl_compression_info_t *src)
Copy a compression info.
GAVL_PUBLIC void gavl_packet_save(const gavl_packet_t *p, const char *filename)
Save a packet to a file.
GAVL_PUBLIC uint8_t * gavl_extract_xiph_header(gavl_buffer_t *codec_header, int idx, int *header_len)
Extract a Xiph packet to a global header.
GAVL_PUBLIC const char * gavl_compression_get_long_name(gavl_codec_id_t id)
Return the long name of the compression.
GAVL_PUBLIC int gavl_compression_constant_frame_samples(gavl_codec_id_t id)
Check if an audio compression constant frame samples.
GAVL_PUBLIC void gavl_packet_init(gavl_packet_t *p)
Initialize a packet.
GAVL_PUBLIC void gavl_append_xiph_header(gavl_buffer_t *codec_header, uint8_t *header, int header_len)
Append a Xiph packet to a global header.
GAVL_PUBLIC void gavl_compression_info_free(gavl_compression_info_t *info)
Free all dynamically allocated memory of a compression info.
GAVL_PUBLIC const char * gavl_compression_get_short_name(gavl_codec_id_t id)
Return the short name of the compression.
const char * gavl_compression_get_mimetype(const gavl_compression_info_t *ci)
Get the mimetype for the corresponding elementary format.
@ GAVL_CODEC_ID_VORBIS
Vorbis (segmented extradata and packets).
Definition compression.h:92
@ GAVL_CODEC_ID_SPEEX
Speex.
Definition compression.h:95
@ GAVL_CODEC_ID_DTS
DTS.
Definition compression.h:96
@ GAVL_CODEC_ID_MPEG1
MPEG-1 video.
Definition compression.h:103
@ GAVL_CODEC_ID_DV
DV (several variants).
Definition compression.h:109
@ GAVL_CODEC_ID_AC3
AC3.
Definition compression.h:90
@ GAVL_CODEC_ID_DIRAC
Complete DIRAC frames, sequence end code appended to last packet.
Definition compression.h:108
@ GAVL_CODEC_ID_TGA
TGA image.
Definition compression.h:102
@ GAVL_CODEC_ID_MPEG2
MPEG-2 video.
Definition compression.h:104
@ GAVL_CODEC_ID_AAC
AAC as stored in quicktime/mp4.
Definition compression.h:91
@ GAVL_CODEC_ID_VP8
VP8 (as used in webm).
Definition compression.h:110
@ GAVL_CODEC_ID_MPEG4_ASP
MPEG-4 ASP (a.k.a. Divx4).
Definition compression.h:105
@ GAVL_CODEC_ID_JPEG
JPEG image.
Definition compression.h:99
@ GAVL_CODEC_ID_H264
H.264 (Annex B).
Definition compression.h:106
@ GAVL_CODEC_ID_MP2
MPEG-1 audio layer II.
Definition compression.h:88
@ GAVL_CODEC_ID_TIFF
TIFF image.
Definition compression.h:101
@ GAVL_CODEC_ID_FLAC
Flac (extradata contain a file header without comment and seektable).
Definition compression.h:93
@ GAVL_CODEC_ID_THEORA
Theora (segmented extradata).
Definition compression.h:107
@ GAVL_CODEC_ID_DIV3
Old style Divx (aka MSMPEG4V3).
Definition compression.h:111
@ GAVL_CODEC_ID_MP3
MPEG-1/2 audio layer 3 CBR/VBR.
Definition compression.h:89
@ GAVL_CODEC_ID_DVDSUB
DVD subtitles, palette is in header.
Definition compression.h:114
@ GAVL_CODEC_ID_PNG
PNG image.
Definition compression.h:100
@ GAVL_CODEC_ID_ALAW
alaw 2:1
Definition compression.h:86
@ GAVL_CODEC_ID_NONE
Unknown/unsupported compression format. In gavf files this signals that the stream consists of uncomp...
Definition compression.h:84
@ GAVL_CODEC_ID_OPUS
Opus.
Definition compression.h:94
@ GAVL_CODEC_ID_EXTENDED
Separate compression id.
Definition compression.h:115
@ GAVL_CODEC_ID_ULAW
mu-law 2:1
Definition compression.h:87
uint64_t gavl_timecode_t
Typedef for timecodes.
Definition timecode.h:44
struct gavl_video_format_s gavl_video_format_t
Video format.
Definition gavl.h:102
gavl_interlace_mode_t
Interlace mode.
Definition gavl.h:2335
Audio Format.
Definition gavl.h:275
Compression format.
Definition compression.h:133
int pre_skip
Samples to skip at the start.
Definition compression.h:141
gavl_codec_id_t id
Codec ID.
Definition compression.h:135
int bitrate
Needed by some codecs, negative values mean VBR.
Definition compression.h:139
gavl_buffer_t codec_header
Global header.
Definition compression.h:137
int palette_size
Size of the embedded palette for image codecs.
Definition compression.h:140
int video_buffer_size
VBV buffer size for video (in BYTES).
Definition compression.h:143
int flags
ORed combination of GAVL_COMPRESSION_* flags.
Definition compression.h:134
Definition compression.h:404
Packet structure.
Definition compression.h:424
int64_t dts
Decoding time.
Definition compression.h:432
int64_t pes_pts
PTS from the PES stream (probably in another scale).
Definition compression.h:433
gavl_timecode_t timecode
Timecode.
Definition compression.h:442
uint32_t sequence_end_pos
Position of sequence end code if any.
Definition compression.h:439
gavl_rectangle_i_t src_rect
Rectangle to take from a video frame.
Definition compression.h:444
int64_t position
Position of the packet in the file. The exact meaning is format dependent.
Definition compression.h:429
int64_t pts
Presentation time.
Definition compression.h:431
int32_t id
ID of the gavf stream where this packet belongs.
Definition compression.h:448
int32_t dst_y
Y-coordinate in the destination frame (for overlays).
Definition compression.h:446
gavl_buffer_t buf
Data.
Definition compression.h:425
int32_t dst_x
X-coordinate in the destination frame (for overlays).
Definition compression.h:445
gavl_interlace_mode_t interlace_mode
Interlace mode for mixed interlacing.
Definition compression.h:441
uint32_t flags
ORed combination of GAVL_PACKET_* flags.
Definition compression.h:427
uint32_t header_size
Size of a repeated global header (or 0).
Definition compression.h:438
uint32_t field2_offset
Offset of field 2 for field pictures.
Definition compression.h:437
int64_t duration
Duration of the contained frame.
Definition compression.h:435
Definition compression.h:371
Definition compression.h:380
Integer rectangle.
Definition gavl.h:1453
Definition compression.h:560