1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
|
/*
* Copyright © Microsoft Corporation
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice (including the next
* paragraph) shall be included in all copies or substantial portions of the
* Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
* IN THE SOFTWARE.
*/
#pragma once
#if MFT_CODEC_H264ENC
#include <deque>
#include <queue>
#include <memory>
#include "dpb_buffer_manager.h"
#include "reference_frames_tracker.h"
typedef struct frame_descriptor_h264
{
uint32_t intra_period;
uint32_t ip_period;
pipe_h2645_enc_picture_type frame_type;
uint32_t frame_num; // H264: frame_num % max_frame_num, reset on IDR
uint32_t frame_num_no_wrap;
uint32_t current_reference_frame_count;
uint32_t picture_order_count;
frame_descriptor_reference_type reference_type;
uint32_t ltr_index;
uint32_t pic_order_cnt_type;
uint32_t idr_pic_id;
uint32_t log2_max_frame_num_minus4;
uint8_t temporal_id;
uint32_t log2_max_pic_order_cnt_lsb_minus4;
uint32_t long_term_reference_frame_info; // corresponds to MFT attribute MFSampleExtension_LongTermReferenceFrameInfo
} frame_descriptor_h264;
typedef struct reference_frames_tracker_frame_descriptor_h264
{
reference_frames_tracker_frame_descriptor base;
const struct frame_descriptor_h264 *gop_info;
std::vector<uint8_t> l0_reference_list;
std::vector<struct pipe_h264_ref_list_mod_entry> ref_list0_mod_operations;
std::vector<pipe_h264_ref_pic_marking_entry> mmco_operations;
std::vector<pipe_h264_enc_dpb_entry> dpb_snapshot; // for H265 use the same, ignore frame_num/idx
std::vector<uint32_t> dirty_rect_frame_num; // index corresponds to dbp_snapshot
} reference_frames_tracker_frame_descriptor_h264;
class reference_frames_tracker_h264 : public reference_frames_tracker
{
public:
typedef struct PrevFrameInfo
{
uint32_t picture_order_count;
uint32_t frame_num;
uint32_t frame_num_no_wrap;
bool is_ltr;
uint32_t ltr_index;
uint8_t temporal_id;
uint32_t dirty_rect_frame_num;
struct pipe_video_buffer *buffer;
struct pipe_video_buffer *downscaled_buffer;
} PrevFrameInfo;
// used to sort PrevFrameInfo array
typedef struct RefSortList
{
uint8_t pos; // index into location in the PrevFrameInfo array
// below are from PrevFrameInfo
uint32_t frame_num_no_wrap;
bool is_ltr;
uint32_t ltr_index;
uint8_t temporal_id;
} RefSortList;
void begin_frame( reference_frames_tracker_dpb_async_token *pAsyncDPBToken,
bool forceKey,
bool markLTR,
uint32_t markLTRIndex,
bool useLTR,
uint32_t useLTRBitmap,
bool layerCountSet,
uint32_t layerCount,
bool dirtyRectFrameNumSet,
uint32_t dirtyRectFrameNum );
void advance_frame();
const reference_frames_tracker_frame_descriptor *get_frame_descriptor();
void release_reconpic( reference_frames_tracker_dpb_async_token *pAsyncDPBToken );
// Declare other methods
reference_frames_tracker_h264( struct pipe_video_codec *codec,
uint32_t textureWidth,
uint32_t textureHeight,
uint32_t gopLength,
uint32_t uiBPictureCount,
bool bLayerCountSet,
uint32_t layerCount,
bool bLowLatency,
uint32_t MaxL0References,
uint32_t MaxL1References,
uint32_t MaxDPBCapacity,
uint32_t MaxLongTermReferences,
bool bSendUnwrappedPOC,
std::unique_ptr<dpb_buffer_manager> upTwoPassDPBManager = nullptr );
private:
uint32_t PrepareFrameRefLists( bool useLTR, uint32_t useLTRBitmap );
void emit_mmco_max_long_term_references();
void emit_mmc0_mark_current_frame_as_ltr( uint32_t ref_frame_index );
void emit_mmco_end_of_memory_management();
uint32_t GetNumberOfActiveLTR();
int FindEmptyLTRIndex();
void MarkLTRIndex( uint32_t index );
bool IsLTRIndexInLTRBitmap( uint32_t index );
bool IsLTRIndexInValidBitMap( uint32_t index );
reference_frames_tracker_frame_descriptor_h264 m_frame_state_descriptor = {};
uint32_t m_MaxL0References = 0;
uint32_t m_MaxL1References = 0;
uint32_t m_MaxDPBCapacity = 0;
uint32_t m_MaxLongTermReferences = 0;
bool m_bSendUnwrappedPOC = false;
bool m_bSendMaxLongTermReferences = false;
uint32_t m_ActiveLTRBitmap = 0;
const uint32_t m_ALL_LTR_VALID_MASK;
uint32_t m_ValidLTRBitmap = 0;
bool m_checkValidSTR = false;
uint64_t m_ValidSTRFrameNumNoWrap = UINT64_MAX;
std::deque<struct PrevFrameInfo> m_PrevFramesInfos;
struct pipe_video_codec *m_codec;
dpb_buffer_manager m_DPBManager;
std::unique_ptr<dpb_buffer_manager> m_upTwoPassDPBManager;
bool m_pendingMarkLTR = false;
uint32_t m_pendingMarkLTRIndex = 0;
bool m_bLayerCountSet = false;
uint32_t m_uiLayerCount = 0;
// GOP Tracker
void GOPStateBeginFrame( bool forceKey );
pipe_h2645_enc_picture_type GetNextFrameType();
void ResetGopStateToIDR();
uint32_t m_gopLength = 0;
const uint32_t m_poc_increment = 2;
uint32_t m_p_picture_period = 0;
uint32_t m_max_frame_num = 0;
bool m_force_idr_on_gop_start = true;
bool m_first_idr = true;
uint32_t m_current_gop_frame_position_index = 0;
frame_descriptor_h264 m_gop_state;
bool m_layer_count_set = false;
uint32_t m_layer_count = 1;
// GOPTracker
};
typedef struct intra_refresh_tracker_frame_descriptor_h264
{
struct reference_frames_tracker_frame_descriptor_h264 base;
struct intra_refresh_slices_config slices_config;
uint32_t current_ir_wave_frame_index;
struct pipe_enc_intra_refresh intra_refresh_params;
} intra_refresh_tracker_frame_descriptor_h264;
class intra_refresh_tracker_row_h264 : public reference_frames_tracker, public intra_refresh_tracker
{
// reference_frames_tracker
public:
void begin_frame( reference_frames_tracker_dpb_async_token *pAsyncDPBToken,
bool forceKey,
bool markLTR,
uint32_t mark_ltr_index,
bool useLTR,
uint32_t use_ltr_bitmap,
bool layerCountSet,
uint32_t layerCount,
bool dirtyRectFrameNumSet,
uint32_t dirtyRectFrameNum );
void advance_frame(); // GOP Tracker
const reference_frames_tracker_frame_descriptor *get_frame_descriptor();
void release_reconpic( reference_frames_tracker_dpb_async_token *pAsyncDPBToken );
public:
// intra_refresh_tracker
bool start_ir_wave();
// intra_refresh_tracker_row_h264
intra_refresh_tracker_row_h264( reference_frames_tracker *ref_pic_tracker,
uint32_t ir_wave_duration,
intra_refresh_slices_config non_ir_wave_slices_config,
uint32_t total_frame_macroblocks,
bool continuous_refresh = true );
~intra_refresh_tracker_row_h264();
private:
bool m_continuous_refresh = true;
const uint32_t m_ir_wave_duration = 0u;
reference_frames_tracker *m_ref_pics_tracker = {};
const intra_refresh_slices_config m_non_ir_wave_slices_config = {};
intra_refresh_tracker_frame_descriptor_h264 m_ir_state_desc = {};
uint32_t m_total_frame_macroblocks = 0;
void reset_ir_state_desc();
};
#endif
|
