h264.c 311 KB
Newer Older
michaelni's avatar
michaelni committed
1 2 3 4
/*
 * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
 *
5 6 7
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
michaelni's avatar
michaelni committed
8 9
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
10
 * version 2.1 of the License, or (at your option) any later version.
michaelni's avatar
michaelni committed
11
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
michaelni's avatar
michaelni committed
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
19
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
michaelni's avatar
michaelni committed
20
 */
21

michaelni's avatar
michaelni committed
22 23 24 25 26 27 28 29 30
/**
 * @file h264.c
 * H.264 / AVC / MPEG4 part10 codec.
 * @author Michael Niedermayer <michaelni@gmx.at>
 */

#include "dsputil.h"
#include "avcodec.h"
#include "mpegvideo.h"
31
#include "h264.h"
michaelni's avatar
michaelni committed
32
#include "h264data.h"
33
#include "h264_parser.h"
michaelni's avatar
michaelni committed
34
#include "golomb.h"
35
#include "rectangle.h"
36
#include "vdpau_internal.h"
michaelni's avatar
michaelni committed
37

38
#include "cabac.h"
39
#ifdef ARCH_X86
40
#include "x86/h264_i386.h"
41
#endif
42

43
//#undef NDEBUG
michaelni's avatar
michaelni committed
44 45
#include <assert.h>

46 47 48 49 50 51
/**
 * Value of Picture.reference when Picture is not a reference picture, but
 * is held for delayed output.
 */
#define DELAYED_PIC_REF 4

michaelni's avatar
michaelni committed
52
static VLC coeff_token_vlc[4];
cehoyos's avatar
cehoyos committed
53 54 55
static VLC_TYPE coeff_token_vlc_tables[520+332+280+256][2];
static const int coeff_token_vlc_tables_size[4]={520,332,280,256};

michaelni's avatar
michaelni committed
56
static VLC chroma_dc_coeff_token_vlc;
cehoyos's avatar
cehoyos committed
57 58
static VLC_TYPE chroma_dc_coeff_token_vlc_table[256][2];
static const int chroma_dc_coeff_token_vlc_table_size = 256;
michaelni's avatar
michaelni committed
59 60

static VLC total_zeros_vlc[15];
cehoyos's avatar
cehoyos committed
61 62 63
static VLC_TYPE total_zeros_vlc_tables[15][512][2];
static const int total_zeros_vlc_tables_size = 512;

michaelni's avatar
michaelni committed
64
static VLC chroma_dc_total_zeros_vlc[3];
cehoyos's avatar
cehoyos committed
65 66
static VLC_TYPE chroma_dc_total_zeros_vlc_tables[3][8][2];
static const int chroma_dc_total_zeros_vlc_tables_size = 8;
michaelni's avatar
michaelni committed
67 68

static VLC run_vlc[6];
cehoyos's avatar
cehoyos committed
69 70 71
static VLC_TYPE run_vlc_tables[6][8][2];
static const int run_vlc_tables_size = 8;

michaelni's avatar
michaelni committed
72
static VLC run7_vlc;
cehoyos's avatar
cehoyos committed
73 74
static VLC_TYPE run7_vlc_table[96][2];
static const int run7_vlc_table_size = 96;
michaelni's avatar
michaelni committed
75

michaelni's avatar
michaelni committed
76 77
static void svq3_luma_dc_dequant_idct_c(DCTELEM *block, int qp);
static void svq3_add_idct_c(uint8_t *dst, DCTELEM *block, int stride, int qp, int dc);
78
static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
79
static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
80
static Picture * remove_long(H264Context *h, int i, int ref_mask);
michaelni's avatar
michaelni committed
81

82
static av_always_inline uint32_t pack16to32(int a, int b){
michaelni's avatar
michaelni committed
83 84 85 86 87 88 89
#ifdef WORDS_BIGENDIAN
   return (b&0xFFFF) + (a<<16);
#else
   return (a&0xFFFF) + (b<<16);
#endif
}

90
static const uint8_t rem6[52]={
91 92 93
0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3,
};

94
static const uint8_t div6[52]={
95 96 97
0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8,
};

98 99 100 101 102 103
static const int left_block_options[4][8]={
    {0,1,2,3,7,10,8,11},
    {2,2,3,3,8,11,8,11},
    {0,0,1,1,7,10,7,10},
    {0,2,0,2,7,10,7,10}
};
104

michael's avatar
michael committed
105 106 107
#define LEVEL_TAB_BITS 8
static int8_t cavlc_level_tab[7][1<<LEVEL_TAB_BITS][2];

lorenm's avatar
lorenm committed
108
static void fill_caches(H264Context *h, int mb_type, int for_deblock){
michaelni's avatar
michaelni committed
109
    MpegEncContext * const s = &h->s;
110
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
111 112
    int topleft_xy, top_xy, topright_xy, left_xy[2];
    int topleft_type, top_type, topright_type, left_type[2];
113
    const int * left_block;
lorenm's avatar
lorenm committed
114
    int topleft_partition= -1;
michaelni's avatar
michaelni committed
115 116
    int i;

117 118
    top_xy     = mb_xy  - (s->mb_stride << FIELD_PICTURE);

lorenm's avatar
lorenm committed
119
    //FIXME deblocking could skip the intra and nnz parts.
120
    if(for_deblock && (h->slice_num == 1 || h->slice_table[mb_xy] == h->slice_table[top_xy]) && !FRAME_MBAFF)
121 122
        return;

diego's avatar
diego committed
123 124
    /* Wow, what a mess, why didn't they simplify the interlacing & intra
     * stuff, I can't imagine that these complex rules are worth it. */
125

126 127 128
    topleft_xy = top_xy - 1;
    topright_xy= top_xy + 1;
    left_xy[1] = left_xy[0] = mb_xy-1;
129
    left_block = left_block_options[0];
lorenm's avatar
lorenm committed
130
    if(FRAME_MBAFF){
131 132 133 134
        const int pair_xy          = s->mb_x     + (s->mb_y & ~1)*s->mb_stride;
        const int top_pair_xy      = pair_xy     - s->mb_stride;
        const int topleft_pair_xy  = top_pair_xy - 1;
        const int topright_pair_xy = top_pair_xy + 1;
135 136 137 138 139
        const int topleft_mb_field_flag  = IS_INTERLACED(s->current_picture.mb_type[topleft_pair_xy]);
        const int top_mb_field_flag      = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
        const int topright_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[topright_pair_xy]);
        const int left_mb_field_flag     = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
        const int curr_mb_field_flag     = IS_INTERLACED(mb_type);
140
        const int bottom = (s->mb_y & 1);
141
        tprintf(s->avctx, "fill_caches: curr_mb_field_flag:%d, left_mb_field_flag:%d, topleft_mb_field_flag:%d, top_mb_field_flag:%d, topright_mb_field_flag:%d\n", curr_mb_field_flag, left_mb_field_flag, topleft_mb_field_flag, top_mb_field_flag, topright_mb_field_flag);
142

143
        if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
144 145
            top_xy -= s->mb_stride;
        }
146
        if (curr_mb_field_flag && (bottom || topleft_mb_field_flag)){
147
            topleft_xy -= s->mb_stride;
148
        } else if(bottom && !curr_mb_field_flag && left_mb_field_flag) {
lorenm's avatar
lorenm committed
149
            topleft_xy += s->mb_stride;
diego's avatar
diego committed
150
            // take top left mv from the middle of the mb, as opposed to all other modes which use the bottom right partition
lorenm's avatar
lorenm committed
151
            topleft_partition = 0;
152
        }
153
        if (curr_mb_field_flag && (bottom || topright_mb_field_flag)){
154 155
            topright_xy -= s->mb_stride;
        }
156
        if (left_mb_field_flag != curr_mb_field_flag) {
157
            left_xy[1] = left_xy[0] = pair_xy - 1;
158 159 160 161
            if (curr_mb_field_flag) {
                left_xy[1] += s->mb_stride;
                left_block = left_block_options[3];
            } else {
michael's avatar
michael committed
162
                left_block= left_block_options[2 - bottom];
163 164
            }
        }
michaelni's avatar
michaelni committed
165 166
    }

167 168 169
    h->top_mb_xy = top_xy;
    h->left_mb_xy[0] = left_xy[0];
    h->left_mb_xy[1] = left_xy[1];
michael's avatar
michael committed
170
    if(for_deblock){
lorenm's avatar
lorenm committed
171 172
        topleft_type = 0;
        topright_type = 0;
173 174 175
        top_type     = h->slice_table[top_xy     ] < 0xFFFF ? s->current_picture.mb_type[top_xy]     : 0;
        left_type[0] = h->slice_table[left_xy[0] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[0]] : 0;
        left_type[1] = h->slice_table[left_xy[1] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[1]] : 0;
lorenm's avatar
lorenm committed
176

177
        if(MB_MBAFF && !IS_INTRA(mb_type)){
lorenm's avatar
lorenm committed
178
            int list;
179
            for(list=0; list<h->list_count; list++){
180 181 182
                //These values where changed for ease of performing MC, we need to change them back
                //FIXME maybe we can make MC and loop filter use the same values or prevent
                //the MC code from changing ref_cache and rather use a temporary array.
lorenm's avatar
lorenm committed
183
                if(USES_LIST(mb_type,list)){
mru's avatar
mru committed
184
                    int8_t *ref = &s->current_picture.ref_index[list][h->mb2b8_xy[mb_xy]];
lorenm's avatar
lorenm committed
185
                    *(uint32_t*)&h->ref_cache[list][scan8[ 0]] =
186
                    *(uint32_t*)&h->ref_cache[list][scan8[ 2]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
lorenm's avatar
lorenm committed
187 188
                    ref += h->b8_stride;
                    *(uint32_t*)&h->ref_cache[list][scan8[ 8]] =
189
                    *(uint32_t*)&h->ref_cache[list][scan8[10]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
lorenm's avatar
lorenm committed
190 191 192
                }
            }
        }
michael's avatar
michael committed
193 194 195 196 197 198
    }else{
        topleft_type = h->slice_table[topleft_xy ] == h->slice_num ? s->current_picture.mb_type[topleft_xy] : 0;
        top_type     = h->slice_table[top_xy     ] == h->slice_num ? s->current_picture.mb_type[top_xy]     : 0;
        topright_type= h->slice_table[topright_xy] == h->slice_num ? s->current_picture.mb_type[topright_xy]: 0;
        left_type[0] = h->slice_table[left_xy[0] ] == h->slice_num ? s->current_picture.mb_type[left_xy[0]] : 0;
        left_type[1] = h->slice_table[left_xy[1] ] == h->slice_num ? s->current_picture.mb_type[left_xy[1]] : 0;
michaelni's avatar
michaelni committed
199 200

    if(IS_INTRA(mb_type)){
201
        int type_mask= h->pps.constrained_intra_pred ? IS_INTRA(-1) : -1;
202 203
        h->topleft_samples_available=
        h->top_samples_available=
michaelni's avatar
michaelni committed
204 205 206
        h->left_samples_available= 0xFFFF;
        h->topright_samples_available= 0xEEEA;

207
        if(!(top_type & type_mask)){
michaelni's avatar
michaelni committed
208 209 210 211
            h->topleft_samples_available= 0xB3FF;
            h->top_samples_available= 0x33FF;
            h->topright_samples_available= 0x26EA;
        }
212 213
        if(IS_INTERLACED(mb_type) != IS_INTERLACED(left_type[0])){
            if(IS_INTERLACED(mb_type)){
214
                if(!(left_type[0] & type_mask)){
215 216 217
                    h->topleft_samples_available&= 0xDFFF;
                    h->left_samples_available&= 0x5FFF;
                }
218
                if(!(left_type[1] & type_mask)){
219 220 221 222 223 224 225
                    h->topleft_samples_available&= 0xFF5F;
                    h->left_samples_available&= 0xFF5F;
                }
            }else{
                int left_typei = h->slice_table[left_xy[0] + s->mb_stride ] == h->slice_num
                                ? s->current_picture.mb_type[left_xy[0] + s->mb_stride] : 0;
                assert(left_xy[0] == left_xy[1]);
226
                if(!((left_typei & type_mask) && (left_type[0] & type_mask))){
227 228 229 230 231
                    h->topleft_samples_available&= 0xDF5F;
                    h->left_samples_available&= 0x5F5F;
                }
            }
        }else{
232
            if(!(left_type[0] & type_mask)){
michaelni's avatar
michaelni committed
233 234 235 236
                h->topleft_samples_available&= 0xDF5F;
                h->left_samples_available&= 0x5F5F;
            }
        }
237

238
        if(!(topleft_type & type_mask))
michaelni's avatar
michaelni committed
239
            h->topleft_samples_available&= 0x7FFF;
240

241
        if(!(topright_type & type_mask))
michaelni's avatar
michaelni committed
242
            h->topright_samples_available&= 0xFBFF;
243

michaelni's avatar
michaelni committed
244 245 246 247 248 249 250 251
        if(IS_INTRA4x4(mb_type)){
            if(IS_INTRA4x4(top_type)){
                h->intra4x4_pred_mode_cache[4+8*0]= h->intra4x4_pred_mode[top_xy][4];
                h->intra4x4_pred_mode_cache[5+8*0]= h->intra4x4_pred_mode[top_xy][5];
                h->intra4x4_pred_mode_cache[6+8*0]= h->intra4x4_pred_mode[top_xy][6];
                h->intra4x4_pred_mode_cache[7+8*0]= h->intra4x4_pred_mode[top_xy][3];
            }else{
                int pred;
252
                if(!(top_type & type_mask))
michaelni's avatar
michaelni committed
253
                    pred= -1;
254 255
                else{
                    pred= 2;
michaelni's avatar
michaelni committed
256 257 258 259 260 261 262 263 264 265 266 267
                }
                h->intra4x4_pred_mode_cache[4+8*0]=
                h->intra4x4_pred_mode_cache[5+8*0]=
                h->intra4x4_pred_mode_cache[6+8*0]=
                h->intra4x4_pred_mode_cache[7+8*0]= pred;
            }
            for(i=0; i<2; i++){
                if(IS_INTRA4x4(left_type[i])){
                    h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[0+2*i]];
                    h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[1+2*i]];
                }else{
                    int pred;
268
                    if(!(left_type[i] & type_mask))
michaelni's avatar
michaelni committed
269
                        pred= -1;
270 271
                    else{
                        pred= 2;
michaelni's avatar
michaelni committed
272 273 274 275 276 277 278
                    }
                    h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]=
                    h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= pred;
                }
            }
        }
    }
279
    }
280 281


michaelni's avatar
michaelni committed
282
/*
283 284 285 286 287 288
0 . T T. T T T T
1 L . .L . . . .
2 L . .L . . . .
3 . T TL . . . .
4 L . .L . . . .
5 L . .. . . . .
michaelni's avatar
michaelni committed
289
*/
diego's avatar
diego committed
290
//FIXME constraint_intra_pred & partitioning & nnz (let us hope this is just a typo in the spec)
michaelni's avatar
michaelni committed
291
    if(top_type){
292 293 294
        h->non_zero_count_cache[4+8*0]= h->non_zero_count[top_xy][4];
        h->non_zero_count_cache[5+8*0]= h->non_zero_count[top_xy][5];
        h->non_zero_count_cache[6+8*0]= h->non_zero_count[top_xy][6];
295
        h->non_zero_count_cache[7+8*0]= h->non_zero_count[top_xy][3];
296

297
        h->non_zero_count_cache[1+8*0]= h->non_zero_count[top_xy][9];
298
        h->non_zero_count_cache[2+8*0]= h->non_zero_count[top_xy][8];
299

300
        h->non_zero_count_cache[1+8*3]= h->non_zero_count[top_xy][12];
301
        h->non_zero_count_cache[2+8*3]= h->non_zero_count[top_xy][11];
302

michaelni's avatar
michaelni committed
303
    }else{
304
        h->non_zero_count_cache[4+8*0]=
michaelni's avatar
michaelni committed
305 306 307
        h->non_zero_count_cache[5+8*0]=
        h->non_zero_count_cache[6+8*0]=
        h->non_zero_count_cache[7+8*0]=
308

michaelni's avatar
michaelni committed
309 310
        h->non_zero_count_cache[1+8*0]=
        h->non_zero_count_cache[2+8*0]=
311

michaelni's avatar
michaelni committed
312
        h->non_zero_count_cache[1+8*3]=
michael's avatar
michael committed
313
        h->non_zero_count_cache[2+8*3]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
314

michaelni's avatar
michaelni committed
315
    }
316

317 318 319 320 321 322 323
    for (i=0; i<2; i++) {
        if(left_type[i]){
            h->non_zero_count_cache[3+8*1 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[0+2*i]];
            h->non_zero_count_cache[3+8*2 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[1+2*i]];
            h->non_zero_count_cache[0+8*1 +   8*i]= h->non_zero_count[left_xy[i]][left_block[4+2*i]];
            h->non_zero_count_cache[0+8*4 +   8*i]= h->non_zero_count[left_xy[i]][left_block[5+2*i]];
        }else{
324 325 326
            h->non_zero_count_cache[3+8*1 + 2*8*i]=
            h->non_zero_count_cache[3+8*2 + 2*8*i]=
            h->non_zero_count_cache[0+8*1 +   8*i]=
327
            h->non_zero_count_cache[0+8*4 +   8*i]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
        }
    }

    if( h->pps.cabac ) {
        // top_cbp
        if(top_type) {
            h->top_cbp = h->cbp_table[top_xy];
        } else if(IS_INTRA(mb_type)) {
            h->top_cbp = 0x1C0;
        } else {
            h->top_cbp = 0;
        }
        // left_cbp
        if (left_type[0]) {
            h->left_cbp = h->cbp_table[left_xy[0]] & 0x1f0;
        } else if(IS_INTRA(mb_type)) {
            h->left_cbp = 0x1C0;
        } else {
            h->left_cbp = 0;
        }
        if (left_type[0]) {
            h->left_cbp |= ((h->cbp_table[left_xy[0]]>>((left_block[0]&(~1))+1))&0x1) << 1;
        }
        if (left_type[1]) {
            h->left_cbp |= ((h->cbp_table[left_xy[1]]>>((left_block[2]&(~1))+1))&0x1) << 3;
353
        }
michaelni's avatar
michaelni committed
354
    }
355

michaelni's avatar
michaelni committed
356
#if 1
357
    if(IS_INTER(mb_type) || IS_DIRECT(mb_type)){
michaelni's avatar
michaelni committed
358
        int list;
359
        for(list=0; list<h->list_count; list++){
360
            if(!USES_LIST(mb_type, list) && !IS_DIRECT(mb_type) && !h->deblocking_filter){
michaelni's avatar
michaelni committed
361 362 363 364 365
                /*if(!h->mv_cache_clean[list]){
                    memset(h->mv_cache [list],  0, 8*5*2*sizeof(int16_t)); //FIXME clean only input? clean at all?
                    memset(h->ref_cache[list], PART_NOT_AVAILABLE, 8*5*sizeof(int8_t));
                    h->mv_cache_clean[list]= 1;
                }*/
366
                continue;
michaelni's avatar
michaelni committed
367 368
            }
            h->mv_cache_clean[list]= 0;
369

370
            if(USES_LIST(top_type, list)){
michaelni's avatar
michaelni committed
371 372 373 374 375 376 377 378 379 380 381
                const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
                const int b8_xy= h->mb2b8_xy[top_xy] + h->b8_stride;
                *(uint32_t*)h->mv_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 0];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 1];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 2];
                *(uint32_t*)h->mv_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 3];
                h->ref_cache[list][scan8[0] + 0 - 1*8]=
                h->ref_cache[list][scan8[0] + 1 - 1*8]= s->current_picture.ref_index[list][b8_xy + 0];
                h->ref_cache[list][scan8[0] + 2 - 1*8]=
                h->ref_cache[list][scan8[0] + 3 - 1*8]= s->current_picture.ref_index[list][b8_xy + 1];
            }else{
382 383 384
                *(uint32_t*)h->mv_cache [list][scan8[0] + 0 - 1*8]=
                *(uint32_t*)h->mv_cache [list][scan8[0] + 1 - 1*8]=
                *(uint32_t*)h->mv_cache [list][scan8[0] + 2 - 1*8]=
michaelni's avatar
michaelni committed
385 386 387 388
                *(uint32_t*)h->mv_cache [list][scan8[0] + 3 - 1*8]= 0;
                *(uint32_t*)&h->ref_cache[list][scan8[0] + 0 - 1*8]= ((top_type ? LIST_NOT_USED : PART_NOT_AVAILABLE)&0xFF)*0x01010101;
            }

lorenm's avatar
lorenm committed
389 390 391 392 393 394 395 396 397 398 399 400 401 402 403
            for(i=0; i<2; i++){
                int cache_idx = scan8[0] - 1 + i*2*8;
                if(USES_LIST(left_type[i], list)){
                    const int b_xy= h->mb2b_xy[left_xy[i]] + 3;
                    const int b8_xy= h->mb2b8_xy[left_xy[i]] + 1;
                    *(uint32_t*)h->mv_cache[list][cache_idx  ]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0+i*2]];
                    *(uint32_t*)h->mv_cache[list][cache_idx+8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[1+i*2]];
                    h->ref_cache[list][cache_idx  ]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[0+i*2]>>1)];
                    h->ref_cache[list][cache_idx+8]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[1+i*2]>>1)];
                }else{
                    *(uint32_t*)h->mv_cache [list][cache_idx  ]=
                    *(uint32_t*)h->mv_cache [list][cache_idx+8]= 0;
                    h->ref_cache[list][cache_idx  ]=
                    h->ref_cache[list][cache_idx+8]= left_type[i] ? LIST_NOT_USED : PART_NOT_AVAILABLE;
                }
michaelni's avatar
michaelni committed
404 405
            }

406
            if(for_deblock || ((IS_DIRECT(mb_type) && !h->direct_spatial_mv_pred) && !FRAME_MBAFF))
michael's avatar
michael committed
407 408
                continue;

409
            if(USES_LIST(topleft_type, list)){
lorenm's avatar
lorenm committed
410 411
                const int b_xy = h->mb2b_xy[topleft_xy] + 3 + h->b_stride + (topleft_partition & 2*h->b_stride);
                const int b8_xy= h->mb2b8_xy[topleft_xy] + 1 + (topleft_partition & h->b8_stride);
412 413 414 415 416 417
                *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
                h->ref_cache[list][scan8[0] - 1 - 1*8]= s->current_picture.ref_index[list][b8_xy];
            }else{
                *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= 0;
                h->ref_cache[list][scan8[0] - 1 - 1*8]= topleft_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
            }
418

419
            if(USES_LIST(topright_type, list)){
420 421 422 423 424 425 426 427 428
                const int b_xy= h->mb2b_xy[topright_xy] + 3*h->b_stride;
                const int b8_xy= h->mb2b8_xy[topright_xy] + h->b8_stride;
                *(uint32_t*)h->mv_cache[list][scan8[0] + 4 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
                h->ref_cache[list][scan8[0] + 4 - 1*8]= s->current_picture.ref_index[list][b8_xy];
            }else{
                *(uint32_t*)h->mv_cache [list][scan8[0] + 4 - 1*8]= 0;
                h->ref_cache[list][scan8[0] + 4 - 1*8]= topright_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
            }

lorenm's avatar
lorenm committed
429
            if((IS_SKIP(mb_type) || IS_DIRECT(mb_type)) && !FRAME_MBAFF)
lorenm's avatar
lorenm committed
430
                continue;
431 432 433

            h->ref_cache[list][scan8[5 ]+1] =
            h->ref_cache[list][scan8[7 ]+1] =
434
            h->ref_cache[list][scan8[13]+1] =  //FIXME remove past 3 (init somewhere else)
435
            h->ref_cache[list][scan8[4 ]] =
michaelni's avatar
michaelni committed
436 437 438
            h->ref_cache[list][scan8[12]] = PART_NOT_AVAILABLE;
            *(uint32_t*)h->mv_cache [list][scan8[5 ]+1]=
            *(uint32_t*)h->mv_cache [list][scan8[7 ]+1]=
439
            *(uint32_t*)h->mv_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
michaelni's avatar
michaelni committed
440 441
            *(uint32_t*)h->mv_cache [list][scan8[4 ]]=
            *(uint32_t*)h->mv_cache [list][scan8[12]]= 0;
442 443 444

            if( h->pps.cabac ) {
                /* XXX beurk, Load mvd */
445
                if(USES_LIST(top_type, list)){
446 447 448 449 450 451
                    const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 0];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 1];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 2];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 3];
                }else{
452 453 454
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 0 - 1*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 1 - 1*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 2 - 1*8]=
455 456
                    *(uint32_t*)h->mvd_cache [list][scan8[0] + 3 - 1*8]= 0;
                }
457
                if(USES_LIST(left_type[0], list)){
458 459 460 461 462 463 464
                    const int b_xy= h->mb2b_xy[left_xy[0]] + 3;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 0*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[0]];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[1]];
                }else{
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 0*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 1*8]= 0;
                }
465
                if(USES_LIST(left_type[1], list)){
466 467 468 469 470 471 472 473 474
                    const int b_xy= h->mb2b_xy[left_xy[1]] + 3;
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 2*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[2]];
                    *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 3*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[3]];
                }else{
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 2*8]=
                    *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 3*8]= 0;
                }
                *(uint32_t*)h->mvd_cache [list][scan8[5 ]+1]=
                *(uint32_t*)h->mvd_cache [list][scan8[7 ]+1]=
475
                *(uint32_t*)h->mvd_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
476 477
                *(uint32_t*)h->mvd_cache [list][scan8[4 ]]=
                *(uint32_t*)h->mvd_cache [list][scan8[12]]= 0;
478

479
                if(h->slice_type_nos == FF_B_TYPE){
480 481 482 483 484 485 486 487 488 489 490
                    fill_rectangle(&h->direct_cache[scan8[0]], 4, 4, 8, 0, 1);

                    if(IS_DIRECT(top_type)){
                        *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0x01010101;
                    }else if(IS_8X8(top_type)){
                        int b8_xy = h->mb2b8_xy[top_xy] + h->b8_stride;
                        h->direct_cache[scan8[0] + 0 - 1*8]= h->direct_table[b8_xy];
                        h->direct_cache[scan8[0] + 2 - 1*8]= h->direct_table[b8_xy + 1];
                    }else{
                        *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0;
                    }
491

lorenm's avatar
lorenm committed
492 493 494 495 496 497 498 499
                    if(IS_DIRECT(left_type[0]))
                        h->direct_cache[scan8[0] - 1 + 0*8]= 1;
                    else if(IS_8X8(left_type[0]))
                        h->direct_cache[scan8[0] - 1 + 0*8]= h->direct_table[h->mb2b8_xy[left_xy[0]] + 1 + h->b8_stride*(left_block[0]>>1)];
                    else
                        h->direct_cache[scan8[0] - 1 + 0*8]= 0;

                    if(IS_DIRECT(left_type[1]))
500
                        h->direct_cache[scan8[0] - 1 + 2*8]= 1;
lorenm's avatar
lorenm committed
501 502 503
                    else if(IS_8X8(left_type[1]))
                        h->direct_cache[scan8[0] - 1 + 2*8]= h->direct_table[h->mb2b8_xy[left_xy[1]] + 1 + h->b8_stride*(left_block[2]>>1)];
                    else
504
                        h->direct_cache[scan8[0] - 1 + 2*8]= 0;
lorenm's avatar
lorenm committed
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534
                }
            }

            if(FRAME_MBAFF){
#define MAP_MVS\
                    MAP_F2F(scan8[0] - 1 - 1*8, topleft_type)\
                    MAP_F2F(scan8[0] + 0 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 1 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 2 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 3 - 1*8, top_type)\
                    MAP_F2F(scan8[0] + 4 - 1*8, topright_type)\
                    MAP_F2F(scan8[0] - 1 + 0*8, left_type[0])\
                    MAP_F2F(scan8[0] - 1 + 1*8, left_type[0])\
                    MAP_F2F(scan8[0] - 1 + 2*8, left_type[1])\
                    MAP_F2F(scan8[0] - 1 + 3*8, left_type[1])
                if(MB_FIELD){
#define MAP_F2F(idx, mb_type)\
                    if(!IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
                        h->ref_cache[list][idx] <<= 1;\
                        h->mv_cache[list][idx][1] /= 2;\
                        h->mvd_cache[list][idx][1] /= 2;\
                    }
                    MAP_MVS
#undef MAP_F2F
                }else{
#define MAP_F2F(idx, mb_type)\
                    if(IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
                        h->ref_cache[list][idx] >>= 1;\
                        h->mv_cache[list][idx][1] <<= 1;\
                        h->mvd_cache[list][idx][1] <<= 1;\
535
                    }
lorenm's avatar
lorenm committed
536 537
                    MAP_MVS
#undef MAP_F2F
538
                }
539
            }
michaelni's avatar
michaelni committed
540 541 542
        }
    }
#endif
lorenm's avatar
lorenm committed
543 544

    h->neighbor_transform_size= !!IS_8x8DCT(top_type) + !!IS_8x8DCT(left_type[0]);
michaelni's avatar
michaelni committed
545 546 547
}

static inline void write_back_intra_pred_mode(H264Context *h){
548
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566

    h->intra4x4_pred_mode[mb_xy][0]= h->intra4x4_pred_mode_cache[7+8*1];
    h->intra4x4_pred_mode[mb_xy][1]= h->intra4x4_pred_mode_cache[7+8*2];
    h->intra4x4_pred_mode[mb_xy][2]= h->intra4x4_pred_mode_cache[7+8*3];
    h->intra4x4_pred_mode[mb_xy][3]= h->intra4x4_pred_mode_cache[7+8*4];
    h->intra4x4_pred_mode[mb_xy][4]= h->intra4x4_pred_mode_cache[4+8*4];
    h->intra4x4_pred_mode[mb_xy][5]= h->intra4x4_pred_mode_cache[5+8*4];
    h->intra4x4_pred_mode[mb_xy][6]= h->intra4x4_pred_mode_cache[6+8*4];
}

/**
 * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
 */
static inline int check_intra4x4_pred_mode(H264Context *h){
    MpegEncContext * const s = &h->s;
    static const int8_t top [12]= {-1, 0,LEFT_DC_PRED,-1,-1,-1,-1,-1, 0};
    static const int8_t left[12]= { 0,-1, TOP_DC_PRED, 0,-1,-1,-1, 0,-1,DC_128_PRED};
    int i;
567

michaelni's avatar
michaelni committed
568 569 570 571
    if(!(h->top_samples_available&0x8000)){
        for(i=0; i<4; i++){
            int status= top[ h->intra4x4_pred_mode_cache[scan8[0] + i] ];
            if(status<0){
572
                av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
573 574 575 576 577 578
                return -1;
            } else if(status){
                h->intra4x4_pred_mode_cache[scan8[0] + i]= status;
            }
        }
    }
579

580 581
    if((h->left_samples_available&0x8888)!=0x8888){
        static const int mask[4]={0x8000,0x2000,0x80,0x20};
michaelni's avatar
michaelni committed
582
        for(i=0; i<4; i++){
583
            if(!(h->left_samples_available&mask[i])){
michael's avatar
michael committed
584 585 586 587 588 589 590
                int status= left[ h->intra4x4_pred_mode_cache[scan8[0] + 8*i] ];
                if(status<0){
                    av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
                    return -1;
                } else if(status){
                    h->intra4x4_pred_mode_cache[scan8[0] + 8*i]= status;
                }
591
            }
michaelni's avatar
michaelni committed
592 593 594 595 596 597 598 599 600 601 602 603 604
        }
    }

    return 0;
} //FIXME cleanup like next

/**
 * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
 */
static inline int check_intra_pred_mode(H264Context *h, int mode){
    MpegEncContext * const s = &h->s;
    static const int8_t top [7]= {LEFT_DC_PRED8x8, 1,-1,-1};
    static const int8_t left[7]= { TOP_DC_PRED8x8,-1, 2,-1,DC_128_PRED8x8};
605

michael's avatar
michael committed
606
    if(mode > 6U) {
michael's avatar
michael committed
607
        av_log(h->s.avctx, AV_LOG_ERROR, "out of range intra chroma pred mode at %d %d\n", s->mb_x, s->mb_y);
michael's avatar
michael committed
608
        return -1;
michael's avatar
michael committed
609
    }
610

michaelni's avatar
michaelni committed
611 612 613
    if(!(h->top_samples_available&0x8000)){
        mode= top[ mode ];
        if(mode<0){
614
            av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
615 616 617
            return -1;
        }
    }
618

619
    if((h->left_samples_available&0x8080) != 0x8080){
michaelni's avatar
michaelni committed
620
        mode= left[ mode ];
621 622 623
        if(h->left_samples_available&0x8080){ //mad cow disease mode, aka MBAFF + constrained_intra_pred
            mode= ALZHEIMER_DC_L0T_PRED8x8 + (!(h->left_samples_available&0x8000)) + 2*(mode == DC_128_PRED8x8);
        }
michaelni's avatar
michaelni committed
624
        if(mode<0){
625
            av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
626
            return -1;
627
        }
michaelni's avatar
michaelni committed
628 629 630 631 632 633 634 635 636 637 638 639 640 641
    }

    return mode;
}

/**
 * gets the predicted intra4x4 prediction mode.
 */
static inline int pred_intra_mode(H264Context *h, int n){
    const int index8= scan8[n];
    const int left= h->intra4x4_pred_mode_cache[index8 - 1];
    const int top = h->intra4x4_pred_mode_cache[index8 - 8];
    const int min= FFMIN(left, top);

mbardiaux's avatar
mbardiaux committed
642
    tprintf(h->s.avctx, "mode:%d %d min:%d\n", left ,top, min);
michaelni's avatar
michaelni committed
643 644 645 646 647 648

    if(min<0) return DC_PRED;
    else      return min;
}

static inline void write_back_non_zero_count(H264Context *h){
649
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
650

651 652 653
    h->non_zero_count[mb_xy][0]= h->non_zero_count_cache[7+8*1];
    h->non_zero_count[mb_xy][1]= h->non_zero_count_cache[7+8*2];
    h->non_zero_count[mb_xy][2]= h->non_zero_count_cache[7+8*3];
654
    h->non_zero_count[mb_xy][3]= h->non_zero_count_cache[7+8*4];
655 656 657
    h->non_zero_count[mb_xy][4]= h->non_zero_count_cache[4+8*4];
    h->non_zero_count[mb_xy][5]= h->non_zero_count_cache[5+8*4];
    h->non_zero_count[mb_xy][6]= h->non_zero_count_cache[6+8*4];
658

659
    h->non_zero_count[mb_xy][9]= h->non_zero_count_cache[1+8*2];
660
    h->non_zero_count[mb_xy][8]= h->non_zero_count_cache[2+8*2];
661
    h->non_zero_count[mb_xy][7]= h->non_zero_count_cache[2+8*1];
662

663
    h->non_zero_count[mb_xy][12]=h->non_zero_count_cache[1+8*5];
664
    h->non_zero_count[mb_xy][11]=h->non_zero_count_cache[2+8*5];
665
    h->non_zero_count[mb_xy][10]=h->non_zero_count_cache[2+8*4];
michaelni's avatar
michaelni committed
666 667 668
}

/**
diego's avatar
diego committed
669
 * gets the predicted number of non-zero coefficients.
michaelni's avatar
michaelni committed
670 671 672 673 674 675 676
 * @param n block index
 */
static inline int pred_non_zero_count(H264Context *h, int n){
    const int index8= scan8[n];
    const int left= h->non_zero_count_cache[index8 - 1];
    const int top = h->non_zero_count_cache[index8 - 8];
    int i= left + top;
677

michaelni's avatar
michaelni committed
678 679
    if(i<64) i= (i+1)>>1;

mbardiaux's avatar
mbardiaux committed
680
    tprintf(h->s.avctx, "pred_nnz L%X T%X n%d s%d P%X\n", left, top, n, scan8[n], i&31);
michaelni's avatar
michaelni committed
681 682 683 684

    return i&31;
}

685 686
static inline int fetch_diagonal_mv(H264Context *h, const int16_t **C, int i, int list, int part_width){
    const int topright_ref= h->ref_cache[list][ i - 8 + part_width ];
mbardiaux's avatar
mbardiaux committed
687
    MpegEncContext *s = &h->s;
688

lorenm's avatar
lorenm committed
689 690 691
    /* there is no consistent mapping of mvs to neighboring locations that will
     * make mbaff happy, so we can't move all this logic to fill_caches */
    if(FRAME_MBAFF){
mru's avatar
mru committed
692
        const uint32_t *mb_types = s->current_picture_ptr->mb_type;
lorenm's avatar
lorenm committed
693 694 695 696 697 698 699 700 701 702 703
        const int16_t *mv;
        *(uint32_t*)h->mv_cache[list][scan8[0]-2] = 0;
        *C = h->mv_cache[list][scan8[0]-2];

        if(!MB_FIELD
           && (s->mb_y&1) && i < scan8[0]+8 && topright_ref != PART_NOT_AVAILABLE){
            int topright_xy = s->mb_x + (s->mb_y-1)*s->mb_stride + (i == scan8[0]+3);
            if(IS_INTERLACED(mb_types[topright_xy])){
#define SET_DIAG_MV(MV_OP, REF_OP, X4, Y4)\
                const int x4 = X4, y4 = Y4;\
                const int mb_type = mb_types[(x4>>2)+(y4>>2)*s->mb_stride];\
lorenm's avatar
lorenm committed
704
                if(!USES_LIST(mb_type,list))\
lorenm's avatar
lorenm committed
705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723
                    return LIST_NOT_USED;\
                mv = s->current_picture_ptr->motion_val[list][x4 + y4*h->b_stride];\
                h->mv_cache[list][scan8[0]-2][0] = mv[0];\
                h->mv_cache[list][scan8[0]-2][1] = mv[1] MV_OP;\
                return s->current_picture_ptr->ref_index[list][(x4>>1) + (y4>>1)*h->b8_stride] REF_OP;

                SET_DIAG_MV(*2, >>1, s->mb_x*4+(i&7)-4+part_width, s->mb_y*4-1);
            }
        }
        if(topright_ref == PART_NOT_AVAILABLE
           && ((s->mb_y&1) || i >= scan8[0]+8) && (i&7)==4
           && h->ref_cache[list][scan8[0]-1] != PART_NOT_AVAILABLE){
            if(!MB_FIELD
               && IS_INTERLACED(mb_types[h->left_mb_xy[0]])){
                SET_DIAG_MV(*2, >>1, s->mb_x*4-1, (s->mb_y|1)*4+(s->mb_y&1)*2+(i>>4)-1);
            }
            if(MB_FIELD
               && !IS_INTERLACED(mb_types[h->left_mb_xy[0]])
               && i >= scan8[0]+8){
diego's avatar
diego committed
724
                // left shift will turn LIST_NOT_USED into PART_NOT_AVAILABLE, but that's OK.
lorenm's avatar
lorenm committed
725
                SET_DIAG_MV(/2, <<1, s->mb_x*4-1, (s->mb_y&~1)*4 - 1 + ((i-scan8[0])>>3)*2);
lorenm's avatar
lorenm committed
726 727 728 729 730
            }
        }
#undef SET_DIAG_MV
    }

731 732 733 734
    if(topright_ref != PART_NOT_AVAILABLE){
        *C= h->mv_cache[list][ i - 8 + part_width ];
        return topright_ref;
    }else{
mbardiaux's avatar
mbardiaux committed
735
        tprintf(s->avctx, "topright MV not available\n");
736

737 738 739 740 741
        *C= h->mv_cache[list][ i - 8 - 1 ];
        return h->ref_cache[list][ i - 8 - 1 ];
    }
}

michaelni's avatar
michaelni committed
742 743 744 745 746 747 748 749 750 751 752 753 754
/**
 * gets the predicted MV.
 * @param n the block index
 * @param part_width the width of the partition (4, 8,16) -> (1, 2, 4)
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_motion(H264Context * const h, int n, int part_width, int list, int ref, int * const mx, int * const my){
    const int index8= scan8[n];
    const int top_ref=      h->ref_cache[list][ index8 - 8 ];
    const int left_ref=     h->ref_cache[list][ index8 - 1 ];
    const int16_t * const A= h->mv_cache[list][ index8 - 1 ];
    const int16_t * const B= h->mv_cache[list][ index8 - 8 ];
755 756 757
    const int16_t * C;
    int diagonal_ref, match_count;

michaelni's avatar
michaelni committed
758
    assert(part_width==1 || part_width==2 || part_width==4);
759

michaelni's avatar
michaelni committed
760
/* mv_cache
761
  B . . A T T T T
michaelni's avatar
michaelni committed
762 763 764 765 766
  U . . L . . , .
  U . . L . . . .
  U . . L . . , .
  . . . L . . . .
*/
767 768 769

    diagonal_ref= fetch_diagonal_mv(h, &C, index8, list, part_width);
    match_count= (diagonal_ref==ref) + (top_ref==ref) + (left_ref==ref);
mbardiaux's avatar
mbardiaux committed
770
    tprintf(h->s.avctx, "pred_motion match_count=%d\n", match_count);
771 772 773 774 775 776
    if(match_count > 1){ //most common
        *mx= mid_pred(A[0], B[0], C[0]);
        *my= mid_pred(A[1], B[1], C[1]);
    }else if(match_count==1){
        if(left_ref==ref){
            *mx= A[0];
777
            *my= A[1];
778 779
        }else if(top_ref==ref){
            *mx= B[0];
780
            *my= B[1];
michaelni's avatar
michaelni committed
781
        }else{
782
            *mx= C[0];
783
            *my= C[1];
michaelni's avatar
michaelni committed
784 785
        }
    }else{
786
        if(top_ref == PART_NOT_AVAILABLE && diagonal_ref == PART_NOT_AVAILABLE && left_ref != PART_NOT_AVAILABLE){
michaelni's avatar
michaelni committed
787
            *mx= A[0];
788
            *my= A[1];
michaelni's avatar
michaelni committed
789
        }else{
790 791
            *mx= mid_pred(A[0], B[0], C[0]);
            *my= mid_pred(A[1], B[1], C[1]);
michaelni's avatar
michaelni committed
792 793
        }
    }
794

mbardiaux's avatar
mbardiaux committed
795
    tprintf(h->s.avctx, "pred_motion (%2d %2d %2d) (%2d %2d %2d) (%2d %2d %2d) -> (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1],                    diagonal_ref, C[0], C[1], left_ref, A[0], A[1], ref, *mx, *my, h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
796 797 798 799 800 801 802 803 804 805 806 807 808
}

/**
 * gets the directionally predicted 16x8 MV.
 * @param n the block index
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_16x8_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
    if(n==0){
        const int top_ref=      h->ref_cache[list][ scan8[0] - 8 ];
        const int16_t * const B= h->mv_cache[list][ scan8[0] - 8 ];

mbardiaux's avatar
mbardiaux committed
809
        tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1], h->s.mb_x, h->s.mb_y, n, list);
810

michaelni's avatar
michaelni committed
811 812 813 814 815 816 817 818
        if(top_ref == ref){
            *mx= B[0];
            *my= B[1];
            return;
        }
    }else{
        const int left_ref=     h->ref_cache[list][ scan8[8] - 1 ];
        const int16_t * const A= h->mv_cache[list][ scan8[8] - 1 ];
819

mbardiaux's avatar
mbardiaux committed
820
        tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842

        if(left_ref == ref){
            *mx= A[0];
            *my= A[1];
            return;
        }
    }

    //RARE
    pred_motion(h, n, 4, list, ref, mx, my);
}

/**
 * gets the directionally predicted 8x16 MV.
 * @param n the block index
 * @param mx the x component of the predicted motion vector
 * @param my the y component of the predicted motion vector
 */
static inline void pred_8x16_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
    if(n==0){
        const int left_ref=      h->ref_cache[list][ scan8[0] - 1 ];
        const int16_t * const A=  h->mv_cache[list][ scan8[0] - 1 ];
843

mbardiaux's avatar
mbardiaux committed
844
        tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
845 846 847 848 849 850 851

        if(left_ref == ref){
            *mx= A[0];
            *my= A[1];
            return;
        }
    }else{
852 853 854 855
        const int16_t * C;
        int diagonal_ref;

        diagonal_ref= fetch_diagonal_mv(h, &C, scan8[4], list, 2);
856

mbardiaux's avatar
mbardiaux committed
857
        tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", diagonal_ref, C[0], C[1], h->s.mb_x, h->s.mb_y, n, list);
michaelni's avatar
michaelni committed
858

859
        if(diagonal_ref == ref){
michaelni's avatar
michaelni committed
860 861 862 863 864 865 866 867 868 869 870 871 872 873
            *mx= C[0];
            *my= C[1];
            return;
        }
    }

    //RARE
    pred_motion(h, n, 2, list, ref, mx, my);
}

static inline void pred_pskip_motion(H264Context * const h, int * const mx, int * const my){
    const int top_ref = h->ref_cache[0][ scan8[0] - 8 ];
    const int left_ref= h->ref_cache[0][ scan8[0] - 1 ];

mbardiaux's avatar
mbardiaux committed
874
    tprintf(h->s.avctx, "pred_pskip: (%d) (%d) at %2d %2d\n", top_ref, left_ref, h->s.mb_x, h->s.mb_y);
michaelni's avatar
michaelni committed
875 876

    if(top_ref == PART_NOT_AVAILABLE || left_ref == PART_NOT_AVAILABLE
michael's avatar
michael committed
877 878
       || !( top_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 8 ])
       || !(left_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 1 ])){
879

michaelni's avatar
michaelni committed
880 881 882
        *mx = *my = 0;
        return;
    }
883

michaelni's avatar
michaelni committed
884 885 886 887 888
    pred_motion(h, 0, 4, 0, 0, mx, my);

    return;
}

889 890 891 892 893 894 895 896 897 898 899 900
static int get_scale_factor(H264Context * const h, int poc, int poc1, int i){
    int poc0 = h->ref_list[0][i].poc;
    int td = av_clip(poc1 - poc0, -128, 127);
    if(td == 0 || h->ref_list[0][i].long_ref){
        return 256;
    }else{
        int tb = av_clip(poc - poc0, -128, 127);
        int tx = (16384 + (FFABS(td) >> 1)) / td;
        return av_clip((tb*tx + 32) >> 6, -1024, 1023);
    }
}

901
static inline void direct_dist_scale_factor(H264Context * const h){
902 903
    MpegEncContext * const s = &h->s;
    const int poc = h->s.current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
904
    const int poc1 = h->ref_list[1][0].poc;
905 906 907 908 909 910
    int i, field;
    for(field=0; field<2; field++){
        const int poc  = h->s.current_picture_ptr->field_poc[field];
        const int poc1 = h->ref_list[1][0].field_poc[field];
        for(i=0; i < 2*h->ref_count[0]; i++)
            h->dist_scale_factor_field[field][i^field] = get_scale_factor(h, poc, poc1, i+16);
911
    }
912 913 914

    for(i=0; i<h->ref_count[0]; i++){
        h->dist_scale_factor[i] = get_scale_factor(h, poc, poc1, i);
lorenm's avatar
lorenm committed
915
    }
916
}
917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950

static void fill_colmap(H264Context *h, int map[2][16+32], int list, int field, int colfield, int mbafi){
    MpegEncContext * const s = &h->s;
    Picture * const ref1 = &h->ref_list[1][0];
    int j, old_ref, rfield;
    int start= mbafi ? 16                      : 0;
    int end  = mbafi ? 16+2*h->ref_count[list] : h->ref_count[list];
    int interl= mbafi || s->picture_structure != PICT_FRAME;

    /* bogus; fills in for missing frames */
    memset(map[list], 0, sizeof(map[list]));

    for(rfield=0; rfield<2; rfield++){
        for(old_ref=0; old_ref<ref1->ref_count[colfield][list]; old_ref++){
            int poc = ref1->ref_poc[colfield][list][old_ref];

            if     (!interl)
                poc |= 3;
            else if( interl && (poc&3) == 3) //FIXME store all MBAFF references so this isnt needed
                poc= (poc&~3) + rfield + 1;

            for(j=start; j<end; j++){
                if(4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3) == poc){
                    int cur_ref= mbafi ? (j-16)^field : j;
                    map[list][2*old_ref + (rfield^field) + 16] = cur_ref;
                    if(rfield == field)
                        map[list][old_ref] = cur_ref;
                    break;
                }
            }
        }
    }
}

951 952 953 954
static inline void direct_ref_list_init(H264Context * const h){
    MpegEncContext * const s = &h->s;
    Picture * const ref1 = &h->ref_list[1][0];
    Picture * const cur = s->current_picture_ptr;
diego's avatar
diego committed
955
    int list, j, field;
956 957
    int sidx= (s->picture_structure&1)^1;
    int ref1sidx= (ref1->reference&1)^1;
michael's avatar
michael committed
958

959
    for(list=0; list<2; list++){
960
        cur->ref_count[sidx][list] = h->ref_count[list];
961
        for(j=0; j<h->ref_count[list]; j++)
962
            cur->ref_poc[sidx][list][j] = 4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3);
963
    }
michael's avatar
michael committed
964

965
    if(s->picture_structure == PICT_FRAME){
966 967
        memcpy(cur->ref_count[1], cur->ref_count[0], sizeof(cur->ref_count[0]));
        memcpy(cur->ref_poc  [1], cur->ref_poc  [0], sizeof(cur->ref_poc  [0]));
968
    }
michael's avatar
michael committed
969

970
    cur->mbaff= FRAME_MBAFF;
michael's avatar
michael committed
971

972
    if(cur->pict_type != FF_B_TYPE || h->direct_spatial_mv_pred)
973
        return;
michael's avatar
michael committed
974

975
    for(list=0; list<2; list++){
976 977 978
        fill_colmap(h, h->map_col_to_list0, list, sidx, ref1sidx, 0);
        for(field=0; field<2; field++)
            fill_colmap(h, h->map_col_to_list0_field[field], list, field, field, 1);
979 980
    }
}
981 982 983

static inline void pred_direct_motion(H264Context * const h, int *mb_type){
    MpegEncContext * const s = &h->s;
984 985 986 987 988 989
    int b8_stride = h->b8_stride;
    int b4_stride = h->b_stride;
    int mb_xy = h->mb_xy;
    int mb_type_col[2];
    const int16_t (*l1mv0)[2], (*l1mv1)[2];
    const int8_t *l1ref0, *l1ref1;
990
    const int is_b8x8 = IS_8X8(*mb_type);
991
    unsigned int sub_mb_type;
992 993
    int i8, i4;

lorenm's avatar
lorenm committed
994
#define MB_TYPE_16x16_OR_INTRA (MB_TYPE_16x16|MB_TYPE_INTRA4x4|MB_TYPE_INTRA16x16|MB_TYPE_INTRA_PCM)
995 996

    if(IS_INTERLACED(h->ref_list[1][0].mb_type[mb_xy])){ // AFL/AFR/FR/FL -> AFL/FL
997
        if(!IS_INTERLACED(*mb_type)){                    //     AFR/FR    -> AFL/FL
michael's avatar
michael committed
998 999 1000 1001 1002
            int cur_poc = s->current_picture_ptr->poc;
            int *col_poc = h->ref_list[1]->field_poc;
            int col_parity = FFABS(col_poc[0] - cur_poc) >= FFABS(col_poc[1] - cur_poc);
            mb_xy= s->mb_x + ((s->mb_y&~1) + col_parity)*s->mb_stride;
            b8_stride = 0;
1003
        }else if(!(s->picture_structure & h->ref_list[1][0].reference) && !h->ref_list[1][0].mbaff){// FL -> FL & differ parity
1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
            int fieldoff= 2*(h->ref_list[1][0].reference)-3;
            mb_xy += s->mb_stride*fieldoff;
        }
        goto single_col;
    }else{                                               // AFL/AFR/FR/FL -> AFR/FR
        if(IS_INTERLACED(*mb_type)){                     // AFL       /FL -> AFR/FR
            mb_xy= s->mb_x + (s->mb_y&~1)*s->mb_stride;
            mb_type_col[0] = h->ref_list[1][0].mb_type[mb_xy];
            mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy + s->mb_stride];
            b8_stride *= 3;
            b4_stride *= 6;
            //FIXME IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag
            if(    (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)
                && (mb_type_col[1] & MB_TYPE_16x16_OR_INTRA)
                && !is_b8x8){
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_16x8 |MB_TYPE_L0L1|MB_TYPE_DIRECT2; /* B_16x8 */
            }else{
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }
        }else{                                           //     AFR/FR    -> AFR/FR
single_col:
            mb_type_col[0] =
            mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy];
michael's avatar
michael committed
1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040
            if(IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag){
                /* FIXME save sub mb types from previous frames (or derive from MVs)
                * so we know exactly what block size to use */
                sub_mb_type = MB_TYPE_8x8|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_4x4 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }else if(!is_b8x8 && (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)){
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_16x16 */
            }else{
                sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
                *mb_type   |= MB_TYPE_8x8|MB_TYPE_L0L1;
            }
1041
        }
1042 1043
    }

michael's avatar
michael committed
1044 1045 1046 1047
    l1mv0  = &h->ref_list[1][0].motion_val[0][h->mb2b_xy [mb_xy]];
    l1mv1  = &h->ref_list[1][0].motion_val[1][h->mb2b_xy [mb_xy]];
    l1ref0 = &h->ref_list[1][0].ref_index [0][h->mb2b8_xy[mb_xy]];
    l1ref1 = &h->ref_list[1][0].ref_index [1][h->mb2b8_xy[mb_xy]];
michael's avatar
michael committed
1048 1049 1050 1051 1052 1053 1054
    if(!b8_stride){
        if(s->mb_y&1){
            l1ref0 += h->b8_stride;
            l1ref1 += h->b8_stride;
            l1mv0  +=  2*b4_stride;
            l1mv1  +=  2*b4_stride;
        }
1055
    }
1056

1057 1058 1059 1060 1061
    if(h->direct_spatial_mv_pred){
        int ref[2];
        int mv[2][2];
        int list;

lorenm's avatar
lorenm committed
1062 1063
        /* FIXME interlacing + spatial direct uses wrong colocated block positions */

1064 1065 1066 1067 1068
        /* ref = min(neighbors) */
        for(list=0; list<2; list++){
            int refa = h->ref_cache[list][scan8[0] - 1];
            int refb = h->ref_cache[list][scan8[0] - 8];
            int refc = h->ref_cache[list][scan8[0] - 8 + 4];
1069
            if(refc == PART_NOT_AVAILABLE)
1070
                refc = h->ref_cache[list][scan8[0] - 8 - 1];
1071
            ref[list] = FFMIN3((unsigned)refa, (unsigned)refb, (unsigned)refc);
1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089
            if(ref[list] < 0)
                ref[list] = -1;
        }

        if(ref[0] < 0 && ref[1] < 0){
            ref[0] = ref[1] = 0;
            mv[0][0] = mv[0][1] =
            mv[1][0] = mv[1][1] = 0;
        }else{
            for(list=0; list<2; list++){
                if(ref[list] >= 0)
                    pred_motion(h, 0, 4, list, ref[list], &mv[list][0], &mv[list][1]);
                else
                    mv[list][0] = mv[list][1] = 0;
            }
        }

        if(ref[1] < 0){
lorenm's avatar
lorenm committed
1090 1091 1092
            if(!is_b8x8)
                *mb_type &= ~MB_TYPE_L1;
            sub_mb_type &= ~MB_TYPE_L1;
1093
        }else if(ref[0] < 0){
lorenm's avatar
lorenm committed
1094 1095 1096
            if(!is_b8x8)
                *mb_type &= ~MB_TYPE_L0;
            sub_mb_type &= ~MB_TYPE_L0;
1097 1098
        }

1099
        if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
lorenm's avatar
lorenm committed
1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
            for(i8=0; i8<4; i8++){
                int x8 = i8&1;
                int y8 = i8>>1;
                int xy8 = x8+y8*b8_stride;
                int xy4 = 3*x8+y8*b4_stride;
                int a=0, b=0;

                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;

                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
1113
                if(!IS_INTRA(mb_type_col[y8])
lorenm's avatar
lorenm committed
1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127
                   && (   (l1ref0[xy8] == 0 && FFABS(l1mv0[xy4][0]) <= 1 && FFABS(l1mv0[xy4][1]) <= 1)
                       || (l1ref0[xy8]  < 0 && l1ref1[xy8] == 0 && FFABS(l1mv1[xy4][0]) <= 1 && FFABS(l1mv1[xy4][1]) <= 1))){
                    if(ref[0] > 0)
                        a= pack16to32(mv[0][0],mv[0][1]);
                    if(ref[1] > 0)
                        b= pack16to32(mv[1][0],mv[1][1]);
                }else{
                    a= pack16to32(mv[0][0],mv[0][1]);
                    b= pack16to32(mv[1][0],mv[1][1]);
                }
                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, a, 4);
                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, b, 4);
            }
        }else if(IS_16X16(*mb_type)){
michael's avatar
michael committed
1128 1129
            int a=0, b=0;

1130 1131
            fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, (uint8_t)ref[0], 1);
            fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, (uint8_t)ref[1], 1);
1132
            if(!IS_INTRA(mb_type_col[0])
diego's avatar
diego committed
1133 1134
               && (   (l1ref0[0] == 0 && FFABS(l1mv0[0][0]) <= 1 && FFABS(l1mv0[0][1]) <= 1)
                   || (l1ref0[0]  < 0 && l1ref1[0] == 0 && FFABS(l1mv1[0][0]) <= 1 && FFABS(l1mv1[0][1]) <= 1
mru's avatar
mru committed
1135
                       && (h->x264_build>33 || !h->x264_build)))){
1136
                if(ref[0] > 0)
michael's avatar
michael committed
1137
                    a= pack16to32(mv[0][0],mv[0][1]);
1138
                if(ref[1] > 0)
michael's avatar
michael committed
1139
                    b= pack16to32(mv[1][0],mv[1][1]);
1140
            }else{
michael's avatar
michael committed
1141 1142
                a= pack16to32(mv[0][0],mv[0][1]);
                b= pack16to32(mv[1][0],mv[1][1]);
1143
            }
michael's avatar
michael committed
1144 1145
            fill_rectangle(&h->mv_cache[0][scan8[0]], 4, 4, 8, a, 4);
            fill_rectangle(&h->mv_cache[1][scan8[0]], 4, 4, 8, b, 4);
1146 1147 1148 1149
        }else{
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
1150

1151 1152 1153
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;
1154

1155 1156
                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mv[0][0],mv[0][1]), 4);
                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mv[1][0],mv[1][1]), 4);
1157 1158
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
1159

1160
                /* col_zero_flag */
1161 1162
                if(!IS_INTRA(mb_type_col[0]) && (   l1ref0[x8 + y8*b8_stride] == 0
                                              || (l1ref0[x8 + y8*b8_stride] < 0 && l1ref1[x8 + y8*b8_stride] == 0
mru's avatar
mru committed
1163
                                                  && (h->x264_build>33 || !h->x264_build)))){
1164
                    const int16_t (*l1mv)[2]= l1ref0[x8 + y8*b8_stride] == 0 ? l1mv0 : l1mv1;
1165
                    if(IS_SUB_8X8(sub_mb_type)){
1166
                        const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
diego's avatar
diego committed
1167
                        if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
1168 1169 1170 1171 1172 1173
                            if(ref[0] == 0)
                                fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                            if(ref[1] == 0)
                                fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                        }
                    }else
1174
                    for(i4=0; i4<4; i4++){
1175
                        const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
diego's avatar
diego committed
1176
                        if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
                            if(ref[0] == 0)
                                *(uint32_t*)h->mv_cache[0][scan8[i8*4+i4]] = 0;
                            if(ref[1] == 0)
                                *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] = 0;
                        }
                    }
                }
            }
        }
    }else{ /* direct temporal mv pred */
lorenm's avatar
lorenm committed
1187 1188
        const int *map_col_to_list0[2] = {h->map_col_to_list0[0], h->map_col_to_list0[1]};
        const int *dist_scale_factor = h->dist_scale_factor;
1189
        int ref_offset= 0;
lorenm's avatar
lorenm committed
1190

michael's avatar
michael committed
1191
        if(FRAME_MBAFF && IS_INTERLACED(*mb_type)){
1192 1193 1194
            map_col_to_list0[0] = h->map_col_to_list0_field[s->mb_y&1][0];
            map_col_to_list0[1] = h->map_col_to_list0_field[s->mb_y&1][1];
            dist_scale_factor   =h->dist_scale_factor_field[s->mb_y&1];
michael's avatar
michael committed
1195
        }
1196
        if(h->ref_list[1][0].mbaff && IS_INTERLACED(mb_type_col[0]))
1197
            ref_offset += 16;
1198

michael's avatar
michael committed
1199 1200
        if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
            /* FIXME assumes direct_8x8_inference == 1 */
michael's avatar
michael committed
1201
            int y_shift  = 2*!IS_INTERLACED(*mb_type);
lorenm's avatar
lorenm committed
1202

michael's avatar
michael committed
1203 1204 1205 1206 1207
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
                int ref0, scale;
                const int16_t (*l1mv)[2]= l1mv0;
lorenm's avatar
lorenm committed
1208

michael's avatar
michael committed
1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;

                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
                if(IS_INTRA(mb_type_col[y8])){
                    fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
                    fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                    fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                    continue;
                }

                ref0 = l1ref0[x8 + y8*b8_stride];
                if(ref0 >= 0)
1223
                    ref0 = map_col_to_list0[0][ref0 + ref_offset];
michael's avatar
michael committed
1224
                else{
1225
                    ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
michael's avatar
michael committed
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237
                    l1mv= l1mv1;
                }
                scale = dist_scale_factor[ref0];
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);

                {
                    const int16_t *mv_col = l1mv[x8*3 + y8*b4_stride];
                    int my_col = (mv_col[1]<<y_shift)/2;
                    int mx = (scale * mv_col[0] + 128) >> 8;
                    int my = (scale * my_col + 128) >> 8;
                    fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
                    fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-my_col), 4);
lorenm's avatar
lorenm committed
1238 1239
                }
            }
michael's avatar
michael committed
1240 1241
            return;
        }
lorenm's avatar
lorenm committed
1242 1243 1244

        /* one-to-one mv scaling */

1245
        if(IS_16X16(*mb_type)){
1246 1247
            int ref, mv0, mv1;

1248
            fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, 0, 1);
1249
            if(IS_INTRA(mb_type_col[0])){
1250
                ref=mv0=mv1=0;
1251
            }else{
1252 1253
                const int ref0 = l1ref0[0] >= 0 ? map_col_to_list0[0][l1ref0[0] + ref_offset]
                                                : map_col_to_list0[1][l1ref1[0] + ref_offset];
lorenm's avatar
lorenm committed
1254
                const int scale = dist_scale_factor[ref0];
1255
                const int16_t *mv_col = l1ref0[0] >= 0 ? l1mv0[0] : l1mv1[0];
1256
                int mv_l0[2];
lorenm's avatar
lorenm committed
1257 1258
                mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
                mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
1259 1260 1261
                ref= ref0;
                mv0= pack16to32(mv_l0[0],mv_l0[1]);
                mv1= pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
1262
            }
1263 1264 1265
            fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, ref, 1);
            fill_rectangle(&h-> mv_cache[0][scan8[0]], 4, 4, 8, mv0, 4);
            fill_rectangle(&h-> mv_cache[1][scan8[0]], 4, 4, 8, mv1, 4);
1266 1267 1268 1269
        }else{
            for(i8=0; i8<4; i8++){
                const int x8 = i8&1;
                const int y8 = i8>>1;
lorenm's avatar
lorenm committed
1270
                int ref0, scale;
mru's avatar
mru committed
1271
                const int16_t (*l1mv)[2]= l1mv0;
1272

1273 1274 1275
                if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
                    continue;
                h->sub_mb_type[i8] = sub_mb_type;
lorenm's avatar
lorenm committed
1276
                fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
1277
                if(IS_INTRA(mb_type_col[0])){
1278 1279 1280 1281 1282
                    fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
                    fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
                    fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
                    continue;
                }
1283

1284
                ref0 = l1ref0[x8 + y8*b8_stride] + ref_offset;
1285
                if(ref0 >= 0)
lorenm's avatar
lorenm committed
1286
                    ref0 = map_col_to_list0[0][ref0];
1287
                else{
1288
                    ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
1289 1290
                    l1mv= l1mv1;
                }
lorenm's avatar
lorenm committed
1291
                scale = dist_scale_factor[ref0];
1292

1293
                fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);
1294
                if(IS_SUB_8X8(sub_mb_type)){
1295
                    const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
lorenm's avatar
lorenm committed
1296 1297
                    int mx = (scale * mv_col[0] + 128) >> 8;
                    int my = (scale * mv_col[1] + 128) >> 8;
1298 1299 1300
                    fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
                    fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-mv_col[1]), 4);
                }else
1301
                for(i4=0; i4<4; i4++){
1302
                    const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
1303
                    int16_t *mv_l0 = h->mv_cache[0][scan8[i8*4+i4]];
lorenm's avatar
lorenm committed
1304 1305
                    mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
                    mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
1306 1307 1308 1309 1310 1311 1312 1313
                    *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] =
                        pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
                }
            }
        }
    }
}

michaelni's avatar
michaelni committed
1314 1315 1316 1317 1318 1319
static inline void write_back_motion(H264Context *h, int mb_type){
    MpegEncContext * const s = &h->s;
    const int b_xy = 4*s->mb_x + 4*s->mb_y*h->b_stride;
    const int b8_xy= 2*s->mb_x + 2*s->mb_y*h->b8_stride;
    int list;

1320 1321 1322
    if(!USES_LIST(mb_type, 0))
        fill_rectangle(&s->current_picture.ref_index[0][b8_xy], 2, 2, h->b8_stride, (uint8_t)LIST_NOT_USED, 1);

1323
    for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
1324
        int y;
1325
        if(!USES_LIST(mb_type, list))
1326
            continue;
1327

michaelni's avatar
michaelni committed
1328 1329 1330 1331
        for(y=0; y<4; y++){
            *(uint64_t*)s->current_picture.motion_val[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+0 + 8*y];
            *(uint64_t*)s->current_picture.motion_val[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+2 + 8*y];
        }
1332
        if( h->pps.cabac ) {
1333 1334 1335
            if(IS_SKIP(mb_type))
                fill_rectangle(h->mvd_table[list][b_xy], 4, 4, h->b_stride, 0, 4);
            else
1336 1337 1338 1339 1340
            for(y=0; y<4; y++){
                *(uint64_t*)h->mvd_table[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+0 + 8*y];
                *(uint64_t*)h->mvd_table[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+2 + 8*y];
            }
        }
1341 1342

        {
mru's avatar
mru committed
1343
            int8_t *ref_index = &s->current_picture.ref_index[list][b8_xy];
1344 1345 1346 1347
            ref_index[0+0*h->b8_stride]= h->ref_cache[list][scan8[0]];
            ref_index[1+0*h->b8_stride]= h->ref_cache[list][scan8[4]];
            ref_index[0+1*h->b8_stride]= h->ref_cache[list][scan8[8]];
            ref_index[1+1*h->b8_stride]= h->ref_cache[list][scan8[12]];
michaelni's avatar
michaelni committed
1348 1349
        }
    }
1350

1351
    if(h->slice_type_nos == FF_B_TYPE && h->pps.cabac){
1352
        if(IS_8X8(mb_type)){
1353 1354 1355 1356
            uint8_t *direct_table = &h->direct_table[b8_xy];
            direct_table[1+0*h->b8_stride] = IS_DIRECT(h->sub_mb_type[1]) ? 1 : 0;
            direct_table[0+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[2]) ? 1 : 0;
            direct_table[1+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[3]) ? 1 : 0;
1357 1358
        }
    }
michaelni's avatar
michaelni committed
1359 1360 1361 1362 1363 1364
}

/**
 * Decodes a network abstraction layer unit.
 * @param consumed is the number of bytes used as input
 * @param length is the length of the array
1365
 * @param dst_length is the number of decoded bytes FIXME here or a decode rbsp tailing?
1366
 * @returns decoded bytes, might be src+1 if no escapes
michaelni's avatar
michaelni committed
1367
 */
michael's avatar
michael committed
1368
static const uint8_t *decode_nal(H264Context *h, const uint8_t *src, int *dst_length, int *consumed, int length){
michaelni's avatar
michaelni committed
1369 1370
    int i, si, di;
    uint8_t *dst;
1371
    int bufidx;
michaelni's avatar
michaelni committed
1372

1373
//    src[0]&0x80;                //forbidden bit
michaelni's avatar
michaelni committed
1374 1375 1376 1377
    h->nal_ref_idc= src[0]>>5;
    h->nal_unit_type= src[0]&0x1F;

    src++; length--;
1378
#if 0
michaelni's avatar
michaelni committed
1379 1380 1381
    for(i=0; i<length; i++)
        printf("%2X ", src[i]);
#endif
1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397

#ifdef HAVE_FAST_UNALIGNED
# ifdef HAVE_FAST_64BIT
#   define RS 7
    for(i=0; i+1<length; i+=9){
        if(!((~*(uint64_t*)(src+i) & (*(uint64_t*)(src+i) - 0x0100010001000101ULL)) & 0x8000800080008080ULL))
# else
#   define RS 3
    for(i=0; i+1<length; i+=5){
        if(!((~*(uint32_t*)(src+i) & (*(uint32_t*)(src+i) - 0x01000101U)) & 0x80008080U))
# endif
            continue;
        if(i>0 && !src[i]) i--;
        while(src[i]) i++;
#else
#   define RS 0
michaelni's avatar
michaelni committed
1398 1399 1400
    for(i=0; i+1<length; i+=2){
        if(src[i]) continue;
        if(i>0 && src[i-1]==0) i--;
1401
#endif
michaelni's avatar
michaelni committed
1402 1403 1404 1405 1406 1407 1408
        if(i+2<length && src[i+1]==0 && src[i+2]<=3){
            if(src[i+2]!=3){
                /* startcode, so we must be past the end */
                length=i;
            }
            break;
        }
1409
        i-= RS;
michaelni's avatar
michaelni committed
1410 1411 1412 1413 1414
    }

    if(i>=length-1){ //no escaped 0
        *dst_length= length;
        *consumed= length+1; //+1 for the header
1415
        return src;
michaelni's avatar
michaelni committed
1416 1417
    }

1418
    bufidx = h->nal_unit_type == NAL_DPC ? 1 : 0; // use second escape buffer for inter data
1419
    h->rbsp_buffer[bufidx]= av_fast_realloc(h->rbsp_buffer[bufidx], &h->rbsp_buffer_size[bufidx], length+FF_INPUT_BUFFER_PADDING_SIZE);
1420
    dst= h->rbsp_buffer[bufidx];
michaelni's avatar
michaelni committed
1421

1422 1423 1424 1425
    if (dst == NULL){
        return NULL;
    }

1426
//printf("decoding esc\n");
michael's avatar
michael committed
1427 1428 1429
    memcpy(dst, src, i);
    si=di=i;
    while(si+2<length){
michaelni's avatar
michaelni committed
1430
        //remove escapes (very rare 1:2^22)
michael's avatar
michael committed
1431 1432 1433 1434
        if(src[si+2]>3){
            dst[di++]= src[si++];
            dst[di++]= src[si++];
        }else if(src[si]==0 && src[si+1]==0){
michaelni's avatar
michaelni committed
1435 1436 1437 1438
            if(src[si+2]==3){ //escape
                dst[di++]= 0;
                dst[di++]= 0;
                si+=3;
1439
                continue;
michaelni's avatar
michaelni committed
1440
            }else //next start code
michael's avatar
michael committed
1441
                goto nsc;
michaelni's avatar
michaelni committed
1442 1443 1444 1445
        }

        dst[di++]= src[si++];
    }
michael's avatar
michael committed
1446 1447 1448
    while(si<length)
        dst[di++]= src[si++];
nsc:
michaelni's avatar
michaelni committed
1449

1450 1451
    memset(dst+di, 0, FF_INPUT_BUFFER_PADDING_SIZE);

michaelni's avatar
michaelni committed
1452 1453
    *dst_length= di;
    *consumed= si + 1;//+1 for the header
diego's avatar
diego committed
1454
//FIXME store exact number of bits in the getbitcontext (it is needed for decoding)
michaelni's avatar
michaelni committed
1455 1456 1457 1458 1459 1460 1461
    return dst;
}

/**
 * identifies the exact end of the bitstream
 * @return the length of the trailing, or 0 if damaged
 */
michael's avatar
michael committed
1462
static int decode_rbsp_trailing(H264Context *h, const uint8_t *src){
michaelni's avatar
michaelni committed
1463 1464 1465
    int v= *src;
    int r;

mbardiaux's avatar
mbardiaux committed
1466
    tprintf(h->s.avctx, "rbsp trailing %X\n", v);
michaelni's avatar
michaelni committed
1467 1468 1469 1470 1471 1472 1473 1474 1475

    for(r=1; r<9; r++){
        if(v&1) return r;
        v>>=1;
    }
    return 0;
}

/**
diego's avatar
diego committed
1476
 * IDCT transforms the 16 dc values and dequantizes them.
michaelni's avatar
michaelni committed
1477 1478
 * @param qp quantization parameter
 */
lorenm's avatar
lorenm committed
1479
static void h264_luma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
michaelni's avatar
michaelni committed
1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507
#define stride 16
    int i;
    int temp[16]; //FIXME check if this is a good idea
    static const int x_offset[4]={0, 1*stride, 4* stride,  5*stride};
    static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};

//memset(block, 64, 2*256);
//return;
    for(i=0; i<4; i++){
        const int offset= y_offset[i];
        const int z0= block[offset+stride*0] + block[offset+stride*4];
        const int z1= block[offset+stride*0] - block[offset+stride*4];
        const int z2= block[offset+stride*1] - block[offset+stride*5];
        const int z3= block[offset+stride*1] + block[offset+stride*5];

        temp[4*i+0]= z0+z3;
        temp[4*i+1]= z1+z2;
        temp[4*i+2]= z1-z2;
        temp[4*i+3]= z0-z3;
    }

    for(i=0; i<4; i++){
        const int offset= x_offset[i];
        const int z0= temp[4*0+i] + temp[4*2+i];
        const int z1= temp[4*0+i] - temp[4*2+i];
        const int z2= temp[4*1+i] - temp[4*3+i];
        const int z3= temp[4*1+i] + temp[4*3+i];

diego's avatar
diego committed
1508
        block[stride*0 +offset]= ((((z0 + z3)*qmul + 128 ) >> 8)); //FIXME think about merging this into decode_residual
lorenm's avatar
lorenm committed
1509 1510 1511
        block[stride*2 +offset]= ((((z1 + z2)*qmul + 128 ) >> 8));
        block[stride*8 +offset]= ((((z1 - z2)*qmul + 128 ) >> 8));
        block[stride*10+offset]= ((((z0 - z3)*qmul + 128 ) >> 8));
michaelni's avatar
michaelni committed
1512 1513 1514
    }
}

1515
#if 0
michaelni's avatar
michaelni committed
1516
/**
diego's avatar
diego committed
1517
 * DCT transforms the 16 dc values.
michaelni's avatar
michaelni committed
1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552
 * @param qp quantization parameter ??? FIXME
 */
static void h264_luma_dc_dct_c(DCTELEM *block/*, int qp*/){
//    const int qmul= dequant_coeff[qp][0];
    int i;
    int temp[16]; //FIXME check if this is a good idea
    static const int x_offset[4]={0, 1*stride, 4* stride,  5*stride};
    static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};

    for(i=0; i<4; i++){
        const int offset= y_offset[i];
        const int z0= block[offset+stride*0] + block[offset+stride*4];
        const int z1= block[offset+stride*0] - block[offset+stride*4];
        const int z2= block[offset+stride*1] - block[offset+stride*5];
        const int z3= block[offset+stride*1] + block[offset+stride*5];

        temp[4*i+0]= z0+z3;
        temp[4*i+1]= z1+z2;
        temp[4*i+2]= z1-z2;
        temp[4*i+3]= z0-z3;
    }

    for(i=0; i<4; i++){
        const int offset= x_offset[i];
        const int z0= temp[4*0+i] + temp[4*2+i];
        const int z1= temp[4*0+i] - temp[4*2+i];
        const int z2= temp[4*1+i] - temp[4*3+i];
        const int z3= temp[4*1+i] + temp[4*3+i];

        block[stride*0 +offset]= (z0 + z3)>>1;
        block[stride*2 +offset]= (z1 + z2)>>1;
        block[stride*8 +offset]= (z1 - z2)>>1;
        block[stride*10+offset]= (z0 - z3)>>1;
    }
}
1553 1554
#endif

michaelni's avatar
michaelni committed
1555 1556 1557
#undef xStride
#undef stride

lorenm's avatar
lorenm committed
1558
static void chroma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
michaelni's avatar
michaelni committed
1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572
    const int stride= 16*2;
    const int xStride= 16;
    int a,b,c,d,e;

    a= block[stride*0 + xStride*0];
    b= block[stride*0 + xStride*1];
    c= block[stride*1 + xStride*0];
    d= block[stride*1 + xStride*1];

    e= a-b;
    a= a+b;
    b= c-d;
    c= c+d;

lorenm's avatar
lorenm committed
1573 1574 1575 1576
    block[stride*0 + xStride*0]= ((a+c)*qmul) >> 7;
    block[stride*0 + xStride*1]= ((e+b)*qmul) >> 7;
    block[stride*1 + xStride*0]= ((a-c)*qmul) >> 7;
    block[stride*1 + xStride*1]= ((e-b)*qmul) >> 7;
michaelni's avatar
michaelni committed
1577 1578
}

1579
#if 0
michaelni's avatar
michaelni committed
1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599
static void chroma_dc_dct_c(DCTELEM *block){
    const int stride= 16*2;
    const int xStride= 16;
    int a,b,c,d,e;

    a= block[stride*0 + xStride*0];
    b= block[stride*0 + xStride*1];
    c= block[stride*1 + xStride*0];
    d= block[stride*1 + xStride*1];

    e= a-b;
    a= a+b;
    b= c-d;
    c= c+d;

    block[stride*0 + xStride*0]= (a+c);
    block[stride*0 + xStride*1]= (e+b);
    block[stride*1 + xStride*0]= (a-c);
    block[stride*1 + xStride*1]= (e-b);
}
1600
#endif
michaelni's avatar
michaelni committed
1601 1602 1603 1604

/**
 * gets the chroma qp.
 */
1605
static inline int get_chroma_qp(H264Context *h, int t, int qscale){
1606
    return h->pps.chroma_qp_table[t][qscale];
michaelni's avatar
michaelni committed
1607 1608 1609 1610 1611 1612 1613 1614
}

static inline void mc_dir_part(H264Context *h, Picture *pic, int n, int square, int chroma_height, int delta, int list,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int src_x_offset, int src_y_offset,
                           qpel_mc_func *qpix_op, h264_chroma_mc_func chroma_op){
    MpegEncContext * const s = &h->s;
    const int mx= h->mv_cache[list][ scan8[n] ][0] + src_x_offset*8;
lorenm's avatar
lorenm committed
1615
    int my=       h->mv_cache[list][ scan8[n] ][1] + src_y_offset*8;
michaelni's avatar
michaelni committed
1616
    const int luma_xy= (mx&3) + ((my&3)<<2);
lorenm's avatar
lorenm committed
1617 1618 1619 1620
    uint8_t * src_y = pic->data[0] + (mx>>2) + (my>>2)*h->mb_linesize;
    uint8_t * src_cb, * src_cr;
    int extra_width= h->emu_edge_width;
    int extra_height= h->emu_edge_height;
michaelni's avatar
michaelni committed
1621 1622 1623
    int emu=0;
    const int full_mx= mx>>2;
    const int full_my= my>>2;
1624
    const int pic_width  = 16*s->mb_width;
1625
    const int pic_height = 16*s->mb_height >> MB_FIELD;
1626

michaelni's avatar
michaelni committed
1627 1628
    if(mx&7) extra_width -= 3;
    if(my&7) extra_height -= 3;
1629 1630 1631 1632

    if(   full_mx < 0-extra_width
       || full_my < 0-extra_height
       || full_mx + 16/*FIXME*/ > pic_width + extra_width
1633
       || full_my + 16/*FIXME*/ > pic_height + extra_height){
lorenm's avatar
lorenm committed
1634 1635
        ff_emulated_edge_mc(s->edge_emu_buffer, src_y - 2 - 2*h->mb_linesize, h->mb_linesize, 16+5, 16+5/*FIXME*/, full_mx-2, full_my-2, pic_width, pic_height);
            src_y= s->edge_emu_buffer + 2 + 2*h->mb_linesize;
michaelni's avatar
michaelni committed
1636 1637
        emu=1;
    }
1638

lorenm's avatar
lorenm committed
1639
    qpix_op[luma_xy](dest_y, src_y, h->mb_linesize); //FIXME try variable height perhaps?
michaelni's avatar
michaelni committed
1640
    if(!square){
lorenm's avatar
lorenm committed
1641
        qpix_op[luma_xy](dest_y + delta, src_y + delta, h->mb_linesize);
michaelni's avatar
michaelni committed
1642
    }
1643

michael's avatar
michael committed
1644
    if(ENABLE_GRAY && s->flags&CODEC_FLAG_GRAY) return;
1645

1646
    if(MB_FIELD){
lorenm's avatar
lorenm committed
1647
        // chroma offset when predicting from a field of opposite parity
1648
        my += 2 * ((s->mb_y & 1) - (pic->reference - 1));
lorenm's avatar
lorenm committed
1649 1650 1651 1652 1653
        emu |= (my>>3) < 0 || (my>>3) + 8 >= (pic_height>>1);
    }
    src_cb= pic->data[1] + (mx>>3) + (my>>3)*h->mb_uvlinesize;
    src_cr= pic->data[2] + (mx>>3) + (my>>3)*h->mb_uvlinesize;

michaelni's avatar
michaelni committed
1654
    if(emu){
lorenm's avatar
lorenm committed
1655
        ff_emulated_edge_mc(s->edge_emu_buffer, src_cb, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
michaelni's avatar
michaelni committed
1656 1657
            src_cb= s->edge_emu_buffer;
    }
lorenm's avatar
lorenm committed
1658
    chroma_op(dest_cb, src_cb, h->mb_uvlinesize, chroma_height, mx&7, my&7);
michaelni's avatar
michaelni committed
1659 1660

    if(emu){
lorenm's avatar
lorenm committed
1661
        ff_emulated_edge_mc(s->edge_emu_buffer, src_cr, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
michaelni's avatar
michaelni committed
1662 1663
            src_cr= s->edge_emu_buffer;
    }
lorenm's avatar
lorenm committed
1664
    chroma_op(dest_cr, src_cr, h->mb_uvlinesize, chroma_height, mx&7, my&7);
michaelni's avatar
michaelni committed
1665 1666
}

lorenm's avatar
lorenm committed
1667
static inline void mc_part_std(H264Context *h, int n, int square, int chroma_height, int delta,
michaelni's avatar
michaelni committed
1668 1669 1670 1671 1672 1673 1674 1675
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
                           int list0, int list1){
    MpegEncContext * const s = &h->s;
    qpel_mc_func *qpix_op=  qpix_put;
    h264_chroma_mc_func chroma_op= chroma_put;
1676

lorenm's avatar
lorenm committed
1677 1678 1679
    dest_y  += 2*x_offset + 2*y_offset*h->  mb_linesize;
    dest_cb +=   x_offset +   y_offset*h->mb_uvlinesize;
    dest_cr +=   x_offset +   y_offset*h->mb_uvlinesize;
michaelni's avatar
michaelni committed
1680
    x_offset += 8*s->mb_x;
1681
    y_offset += 8*(s->mb_y >> MB_FIELD);
1682

michaelni's avatar
michaelni committed
1683
    if(list0){
1684
        Picture *ref= &h->ref_list[0][ h->ref_cache[0][ scan8[n] ] ];
michaelni's avatar
michaelni committed
1685 1686 1687 1688 1689 1690 1691 1692 1693
        mc_dir_part(h, ref, n, square, chroma_height, delta, 0,
                           dest_y, dest_cb, dest_cr, x_offset, y_offset,
                           qpix_op, chroma_op);

        qpix_op=  qpix_avg;
        chroma_op= chroma_avg;
    }

    if(list1){
1694
        Picture *ref= &h->ref_list[1][ h->ref_cache[1][ scan8[n] ] ];
michaelni's avatar
michaelni committed
1695 1696 1697 1698 1699 1700
        mc_dir_part(h, ref, n, square, chroma_height, delta, 1,
                           dest_y, dest_cb, dest_cr, x_offset, y_offset,
                           qpix_op, chroma_op);
    }
}

lorenm's avatar
lorenm committed
1701 1702 1703 1704 1705 1706 1707 1708 1709
static inline void mc_part_weighted(H264Context *h, int n, int square, int chroma_height, int delta,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           h264_weight_func luma_weight_op, h264_weight_func chroma_weight_op,
                           h264_biweight_func luma_weight_avg, h264_biweight_func chroma_weight_avg,
                           int list0, int list1){
    MpegEncContext * const s = &h->s;

lorenm's avatar
lorenm committed
1710 1711 1712
    dest_y  += 2*x_offset + 2*y_offset*h->  mb_linesize;
    dest_cb +=   x_offset +   y_offset*h->mb_uvlinesize;
    dest_cr +=   x_offset +   y_offset*h->mb_uvlinesize;
lorenm's avatar
lorenm committed
1713
    x_offset += 8*s->mb_x;
1714
    y_offset += 8*(s->mb_y >> MB_FIELD);
1715

lorenm's avatar
lorenm committed
1716 1717 1718 1719
    if(list0 && list1){
        /* don't optimize for luma-only case, since B-frames usually
         * use implicit weights => chroma too. */
        uint8_t *tmp_cb = s->obmc_scratchpad;
lorenm's avatar
lorenm committed
1720 1721
        uint8_t *tmp_cr = s->obmc_scratchpad + 8;
        uint8_t *tmp_y  = s->obmc_scratchpad + 8*h->mb_uvlinesize;
lorenm's avatar
lorenm committed
1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734
        int refn0 = h->ref_cache[0][ scan8[n] ];
        int refn1 = h->ref_cache[1][ scan8[n] ];

        mc_dir_part(h, &h->ref_list[0][refn0], n, square, chroma_height, delta, 0,
                    dest_y, dest_cb, dest_cr,
                    x_offset, y_offset, qpix_put, chroma_put);
        mc_dir_part(h, &h->ref_list[1][refn1], n, square, chroma_height, delta, 1,
                    tmp_y, tmp_cb, tmp_cr,
                    x_offset, y_offset, qpix_put, chroma_put);

        if(h->use_weight == 2){
            int weight0 = h->implicit_weight[refn0][refn1];
            int weight1 = 64 - weight0;
lorenm's avatar
lorenm committed
1735 1736 1737
            luma_weight_avg(  dest_y,  tmp_y,  h->  mb_linesize, 5, weight0, weight1, 0);
            chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, 5, weight0, weight1, 0);
            chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, 5, weight0, weight1, 0);
lorenm's avatar
lorenm committed
1738
        }else{
lorenm's avatar
lorenm committed
1739
            luma_weight_avg(dest_y, tmp_y, h->mb_linesize, h->luma_log2_weight_denom,
1740
                            h->luma_weight[0][refn0], h->luma_weight[1][refn1],
lorenm's avatar
lorenm committed
1741
                            h->luma_offset[0][refn0] + h->luma_offset[1][refn1]);
lorenm's avatar
lorenm committed
1742
            chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
1743
                            h->chroma_weight[0][refn0][0], h->chroma_weight[1][refn1][0],
lorenm's avatar
lorenm committed
1744
                            h->chroma_offset[0][refn0][0] + h->chroma_offset[1][refn1][0]);
lorenm's avatar
lorenm committed
1745
            chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
1746
                            h->chroma_weight[0][refn0][1], h->chroma_weight[1][refn1][1],
lorenm's avatar
lorenm committed
1747
                            h->chroma_offset[0][refn0][1] + h->chroma_offset[1][refn1][1]);
lorenm's avatar
lorenm committed
1748 1749 1750 1751 1752 1753 1754 1755 1756
        }
    }else{
        int list = list1 ? 1 : 0;
        int refn = h->ref_cache[list][ scan8[n] ];
        Picture *ref= &h->ref_list[list][refn];
        mc_dir_part(h, ref, n, square, chroma_height, delta, list,
                    dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put, chroma_put);

lorenm's avatar
lorenm committed
1757
        luma_weight_op(dest_y, h->mb_linesize, h->luma_log2_weight_denom,
lorenm's avatar
lorenm committed
1758 1759
                       h->luma_weight[list][refn], h->luma_offset[list][refn]);
        if(h->use_weight_chroma){
lorenm's avatar
lorenm committed
1760
            chroma_weight_op(dest_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
lorenm's avatar
lorenm committed
1761
                             h->chroma_weight[list][refn][0], h->chroma_offset[list][refn][0]);
lorenm's avatar
lorenm committed
1762
            chroma_weight_op(dest_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
lorenm's avatar
lorenm committed
1763 1764 1765 1766 1767 1768 1769 1770 1771 1772
                             h->chroma_weight[list][refn][1], h->chroma_offset[list][refn][1]);
        }
    }
}

static inline void mc_part(H264Context *h, int n, int square, int chroma_height, int delta,
                           uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                           int x_offset, int y_offset,
                           qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
                           qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
1773
                           h264_weight_func *weight_op, h264_biweight_func *weight_avg,
lorenm's avatar
lorenm committed
1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785
                           int list0, int list1){
    if((h->use_weight==2 && list0 && list1
        && (h->implicit_weight[ h->ref_cache[0][scan8[n]] ][ h->ref_cache[1][scan8[n]] ] != 32))
       || h->use_weight==1)
        mc_part_weighted(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
                         x_offset, y_offset, qpix_put, chroma_put,
                         weight_op[0], weight_op[3], weight_avg[0], weight_avg[3], list0, list1);
    else
        mc_part_std(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
                    x_offset, y_offset, qpix_put, chroma_put, qpix_avg, chroma_avg, list0, list1);
}

1786 1787 1788 1789 1790 1791 1792 1793 1794
static inline void prefetch_motion(H264Context *h, int list){
    /* fetch pixels for estimated mv 4 macroblocks ahead
     * optimized for 64byte cache lines */
    MpegEncContext * const s = &h->s;
    const int refn = h->ref_cache[list][scan8[0]];
    if(refn >= 0){
        const int mx= (h->mv_cache[list][scan8[0]][0]>>2) + 16*s->mb_x + 8;
        const int my= (h->mv_cache[list][scan8[0]][1]>>2) + 16*s->mb_y;
        uint8_t **src= h->ref_list[list][refn].data;
lorenm's avatar
lorenm committed
1795
        int off= mx + (my + (s->mb_x&3)*4)*h->mb_linesize + 64;
1796 1797 1798 1799 1800 1801
        s->dsp.prefetch(src[0]+off, s->linesize, 4);
        off= (mx>>1) + ((my>>1) + (s->mb_x&7))*s->uvlinesize + 64;
        s->dsp.prefetch(src[1]+off, src[2]-src[1], 2);
    }
}

michaelni's avatar
michaelni committed
1802 1803
static void hl_motion(H264Context *h, uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                      qpel_mc_func (*qpix_put)[16], h264_chroma_mc_func (*chroma_put),
lorenm's avatar
lorenm committed
1804 1805
                      qpel_mc_func (*qpix_avg)[16], h264_chroma_mc_func (*chroma_avg),
                      h264_weight_func *weight_op, h264_biweight_func *weight_avg){
michaelni's avatar
michaelni committed
1806
    MpegEncContext * const s = &h->s;
1807
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
1808
    const int mb_type= s->current_picture.mb_type[mb_xy];
1809

michaelni's avatar
michaelni committed
1810
    assert(IS_INTER(mb_type));
1811

1812 1813
    prefetch_motion(h, 0);

michaelni's avatar
michaelni committed
1814 1815 1816
    if(IS_16X16(mb_type)){
        mc_part(h, 0, 1, 8, 0, dest_y, dest_cb, dest_cr, 0, 0,
                qpix_put[0], chroma_put[0], qpix_avg[0], chroma_avg[0],
lorenm's avatar
lorenm committed
1817
                &weight_op[0], &weight_avg[0],
michaelni's avatar
michaelni committed
1818 1819 1820 1821
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
    }else if(IS_16X8(mb_type)){
        mc_part(h, 0, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 0,
                qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
lorenm's avatar
lorenm committed
1822
                &weight_op[1], &weight_avg[1],
michaelni's avatar
michaelni committed
1823 1824 1825
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
        mc_part(h, 8, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 4,
                qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
lorenm's avatar
lorenm committed
1826
                &weight_op[1], &weight_avg[1],
michaelni's avatar
michaelni committed
1827 1828
                IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
    }else if(IS_8X16(mb_type)){
lorenm's avatar
lorenm committed
1829
        mc_part(h, 0, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 0, 0,
michaelni's avatar
michaelni committed
1830
                qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1831
                &weight_op[2], &weight_avg[2],
michaelni's avatar
michaelni committed
1832
                IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
lorenm's avatar
lorenm committed
1833
        mc_part(h, 4, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 4, 0,
michaelni's avatar
michaelni committed
1834
                qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1835
                &weight_op[2], &weight_avg[2],
michaelni's avatar
michaelni committed
1836 1837 1838
                IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
    }else{
        int i;
1839

michaelni's avatar
michaelni committed
1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850
        assert(IS_8X8(mb_type));

        for(i=0; i<4; i++){
            const int sub_mb_type= h->sub_mb_type[i];
            const int n= 4*i;
            int x_offset= (i&1)<<2;
            int y_offset= (i&2)<<1;

            if(IS_SUB_8X8(sub_mb_type)){
                mc_part(h, n, 1, 4, 0, dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
lorenm's avatar
lorenm committed
1851
                    &weight_op[3], &weight_avg[3],
michaelni's avatar
michaelni committed
1852 1853 1854 1855
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else if(IS_SUB_8X4(sub_mb_type)){
                mc_part(h, n  , 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset,
                    qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
lorenm's avatar
lorenm committed
1856
                    &weight_op[4], &weight_avg[4],
michaelni's avatar
michaelni committed
1857 1858 1859
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
                mc_part(h, n+2, 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset+2,
                    qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
lorenm's avatar
lorenm committed
1860
                    &weight_op[4], &weight_avg[4],
michaelni's avatar
michaelni committed
1861 1862
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else if(IS_SUB_4X8(sub_mb_type)){
lorenm's avatar
lorenm committed
1863
                mc_part(h, n  , 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset, y_offset,
michaelni's avatar
michaelni committed
1864
                    qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1865
                    &weight_op[5], &weight_avg[5],
michaelni's avatar
michaelni committed
1866
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
lorenm's avatar
lorenm committed
1867
                mc_part(h, n+1, 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset+2, y_offset,
michaelni's avatar
michaelni committed
1868
                    qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1869
                    &weight_op[5], &weight_avg[5],
michaelni's avatar
michaelni committed
1870 1871 1872 1873 1874 1875 1876 1877 1878
                    IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
            }else{
                int j;
                assert(IS_SUB_4X4(sub_mb_type));
                for(j=0; j<4; j++){
                    int sub_x_offset= x_offset + 2*(j&1);
                    int sub_y_offset= y_offset +   (j&2);
                    mc_part(h, n+j, 1, 2, 0, dest_y, dest_cb, dest_cr, sub_x_offset, sub_y_offset,
                        qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
lorenm's avatar
lorenm committed
1879
                        &weight_op[6], &weight_avg[6],
michaelni's avatar
michaelni committed
1880 1881 1882 1883 1884
                        IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
                }
            }
        }
    }
1885 1886

    prefetch_motion(h, 1);
michaelni's avatar
michaelni committed
1887 1888
}

michael's avatar
michael committed
1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
static av_cold void init_cavlc_level_tab(void){
    int suffix_length, mask;
    unsigned int i;

    for(suffix_length=0; suffix_length<7; suffix_length++){
        for(i=0; i<(1<<LEVEL_TAB_BITS); i++){
            int prefix= LEVEL_TAB_BITS - av_log2(2*i);
            int level_code= (prefix<<suffix_length) + (i>>(LEVEL_TAB_BITS-prefix-1-suffix_length)) - (1<<suffix_length);

            mask= -(level_code&1);
            level_code= (((2+level_code)>>1) ^ mask) - mask;
            if(prefix + 1 + suffix_length <= LEVEL_TAB_BITS){
                cavlc_level_tab[suffix_length][i][0]= level_code;
                cavlc_level_tab[suffix_length][i][1]= prefix + 1 + suffix_length;
            }else if(prefix + 1 <= LEVEL_TAB_BITS){
                cavlc_level_tab[suffix_length][i][0]= prefix+100;
                cavlc_level_tab[suffix_length][i][1]= prefix + 1;
            }else{
                cavlc_level_tab[suffix_length][i][0]= LEVEL_TAB_BITS+100;
                cavlc_level_tab[suffix_length][i][1]= LEVEL_TAB_BITS;
            }
        }
    }
}

1914
static av_cold void decode_init_vlc(void){
michaelni's avatar
michaelni committed
1915 1916 1917 1918
    static int done = 0;

    if (!done) {
        int i;
cehoyos's avatar
cehoyos committed
1919
        int offset;
michaelni's avatar
michaelni committed
1920 1921
        done = 1;

cehoyos's avatar
cehoyos committed
1922 1923
        chroma_dc_coeff_token_vlc.table = chroma_dc_coeff_token_vlc_table;
        chroma_dc_coeff_token_vlc.table_allocated = chroma_dc_coeff_token_vlc_table_size;
1924
        init_vlc(&chroma_dc_coeff_token_vlc, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 4*5,
michaelni's avatar
michaelni committed
1925
                 &chroma_dc_coeff_token_len [0], 1, 1,
cehoyos's avatar
cehoyos committed
1926 1927
                 &chroma_dc_coeff_token_bits[0], 1, 1,
                 INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1928

cehoyos's avatar
cehoyos committed
1929
        offset = 0;
michaelni's avatar
michaelni committed
1930
        for(i=0; i<4; i++){
cehoyos's avatar
cehoyos committed
1931 1932
            coeff_token_vlc[i].table = coeff_token_vlc_tables+offset;
            coeff_token_vlc[i].table_allocated = coeff_token_vlc_tables_size[i];
1933
            init_vlc(&coeff_token_vlc[i], COEFF_TOKEN_VLC_BITS, 4*17,
michaelni's avatar
michaelni committed
1934
                     &coeff_token_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1935 1936 1937
                     &coeff_token_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
            offset += coeff_token_vlc_tables_size[i];
michaelni's avatar
michaelni committed
1938
        }
cehoyos's avatar
cehoyos committed
1939 1940 1941 1942 1943
        /*
         * This is a one time safety check to make sure that
         * the packed static coeff_token_vlc table sizes
         * were initialized correctly.
         */
1944
        assert(offset == FF_ARRAY_ELEMS(coeff_token_vlc_tables));
michaelni's avatar
michaelni committed
1945 1946

        for(i=0; i<3; i++){
cehoyos's avatar
cehoyos committed
1947 1948 1949 1950
            chroma_dc_total_zeros_vlc[i].table = chroma_dc_total_zeros_vlc_tables[i];
            chroma_dc_total_zeros_vlc[i].table_allocated = chroma_dc_total_zeros_vlc_tables_size;
            init_vlc(&chroma_dc_total_zeros_vlc[i],
                     CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 4,
michaelni's avatar
michaelni committed
1951
                     &chroma_dc_total_zeros_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1952 1953
                     &chroma_dc_total_zeros_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1954 1955
        }
        for(i=0; i<15; i++){
cehoyos's avatar
cehoyos committed
1956 1957 1958 1959
            total_zeros_vlc[i].table = total_zeros_vlc_tables[i];
            total_zeros_vlc[i].table_allocated = total_zeros_vlc_tables_size;
            init_vlc(&total_zeros_vlc[i],
                     TOTAL_ZEROS_VLC_BITS, 16,
michaelni's avatar
michaelni committed
1960
                     &total_zeros_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1961 1962
                     &total_zeros_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1963 1964 1965
        }

        for(i=0; i<6; i++){
cehoyos's avatar
cehoyos committed
1966 1967 1968 1969
            run_vlc[i].table = run_vlc_tables[i];
            run_vlc[i].table_allocated = run_vlc_tables_size;
            init_vlc(&run_vlc[i],
                     RUN_VLC_BITS, 7,
michaelni's avatar
michaelni committed
1970
                     &run_len [i][0], 1, 1,
cehoyos's avatar
cehoyos committed
1971 1972
                     &run_bits[i][0], 1, 1,
                     INIT_VLC_USE_NEW_STATIC);
michaelni's avatar
michaelni committed
1973
        }
cehoyos's avatar
cehoyos committed
1974 1975
        run7_vlc.table = run7_vlc_table,
        run7_vlc.table_allocated = run7_vlc_table_size;
1976
        init_vlc(&run7_vlc, RUN7_VLC_BITS, 16,
michaelni's avatar
michaelni committed
1977
                 &run_len [6][0], 1, 1,
cehoyos's avatar
cehoyos committed
1978 1979
                 &run_bits[6][0], 1, 1,
                 INIT_VLC_USE_NEW_STATIC);
michael's avatar
michael committed
1980 1981

        init_cavlc_level_tab();
michaelni's avatar
michaelni committed
1982 1983 1984 1985
    }
}

static void free_tables(H264Context *h){
benoit's avatar
 
benoit committed
1986
    int i;
1987
    H264Context *hx;
michaelni's avatar
michaelni committed
1988
    av_freep(&h->intra4x4_pred_mode);
1989 1990
    av_freep(&h->chroma_pred_mode_table);
    av_freep(&h->cbp_table);
1991 1992
    av_freep(&h->mvd_table[0]);
    av_freep(&h->mvd_table[1]);
1993
    av_freep(&h->direct_table);
michaelni's avatar
michaelni committed
1994 1995 1996
    av_freep(&h->non_zero_count);
    av_freep(&h->slice_table_base);
    h->slice_table= NULL;
1997

michaelni's avatar
michaelni committed
1998 1999
    av_freep(&h->mb2b_xy);
    av_freep(&h->mb2b8_xy);
lorenm's avatar
lorenm committed
2000

2001 2002 2003 2004 2005 2006 2007
    for(i = 0; i < h->s.avctx->thread_count; i++) {
        hx = h->thread_context[i];
        if(!hx) continue;
        av_freep(&hx->top_borders[1]);
        av_freep(&hx->top_borders[0]);
        av_freep(&hx->s.obmc_scratchpad);
    }
michaelni's avatar
michaelni committed
2008 2009
}

lorenm's avatar
lorenm committed
2010 2011
static void init_dequant8_coeff_table(H264Context *h){
    int i,q,x;
lorenm's avatar
lorenm committed
2012
    const int transpose = (h->s.dsp.h264_idct8_add != ff_h264_idct8_add_c); //FIXME ugly
lorenm's avatar
lorenm committed
2013 2014 2015 2016 2017 2018 2019 2020 2021 2022
    h->dequant8_coeff[0] = h->dequant8_buffer[0];
    h->dequant8_coeff[1] = h->dequant8_buffer[1];

    for(i=0; i<2; i++ ){
        if(i && !memcmp(h->pps.scaling_matrix8[0], h->pps.scaling_matrix8[1], 64*sizeof(uint8_t))){
            h->dequant8_coeff[1] = h->dequant8_buffer[0];
            break;
        }

        for(q=0; q<52; q++){
2023 2024
            int shift = div6[q];
            int idx = rem6[q];
lorenm's avatar
lorenm committed
2025
            for(x=0; x<64; x++)
lorenm's avatar
lorenm committed
2026 2027 2028
                h->dequant8_coeff[i][q][transpose ? (x>>3)|((x&7)<<3) : x] =
                    ((uint32_t)dequant8_coeff_init[idx][ dequant8_coeff_init_scan[((x>>1)&12) | (x&3)] ] *
                    h->pps.scaling_matrix8[i][x]) << shift;
lorenm's avatar
lorenm committed
2029 2030 2031 2032 2033 2034
        }
    }
}

static void init_dequant4_coeff_table(H264Context *h){
    int i,j,q,x;
2035
    const int transpose = (h->s.dsp.h264_idct_add != ff_h264_idct_add_c); //FIXME ugly
lorenm's avatar
lorenm committed
2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047
    for(i=0; i<6; i++ ){
        h->dequant4_coeff[i] = h->dequant4_buffer[i];
        for(j=0; j<i; j++){
            if(!memcmp(h->pps.scaling_matrix4[j], h->pps.scaling_matrix4[i], 16*sizeof(uint8_t))){
                h->dequant4_coeff[i] = h->dequant4_buffer[j];
                break;
            }
        }
        if(j<i)
            continue;

        for(q=0; q<52; q++){
2048 2049
            int shift = div6[q] + 2;
            int idx = rem6[q];
lorenm's avatar
lorenm committed
2050
            for(x=0; x<16; x++)
2051 2052
                h->dequant4_coeff[i][q][transpose ? (x>>2)|((x<<2)&0xF) : x] =
                    ((uint32_t)dequant4_coeff_init[idx][(x&1) + ((x>>2)&1)] *
lorenm's avatar
lorenm committed
2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074
                    h->pps.scaling_matrix4[i][x]) << shift;
        }
    }
}

static void init_dequant_tables(H264Context *h){
    int i,x;
    init_dequant4_coeff_table(h);
    if(h->pps.transform_8x8_mode)
        init_dequant8_coeff_table(h);
    if(h->sps.transform_bypass){
        for(i=0; i<6; i++)
            for(x=0; x<16; x++)
                h->dequant4_coeff[i][0][x] = 1<<6;
        if(h->pps.transform_8x8_mode)
            for(i=0; i<2; i++)
                for(x=0; x<64; x++)
                    h->dequant8_coeff[i][0][x] = 1<<6;
    }
}


michaelni's avatar
michaelni committed
2075 2076
/**
 * allocates tables.
2077
 * needs width/height
michaelni's avatar
michaelni committed
2078 2079 2080
 */
static int alloc_tables(H264Context *h){
    MpegEncContext * const s = &h->s;
2081
    const int big_mb_num= s->mb_stride * (s->mb_height+1);
lorenm's avatar
lorenm committed
2082
    int x,y;
michaelni's avatar
michaelni committed
2083 2084

    CHECKED_ALLOCZ(h->intra4x4_pred_mode, big_mb_num * 8  * sizeof(uint8_t))
2085

2086
    CHECKED_ALLOCZ(h->non_zero_count    , big_mb_num * 16 * sizeof(uint8_t))
2087
    CHECKED_ALLOCZ(h->slice_table_base  , (big_mb_num+s->mb_stride) * sizeof(*h->slice_table_base))
michael's avatar
michael committed
2088
    CHECKED_ALLOCZ(h->cbp_table, big_mb_num * sizeof(uint16_t))
michaelni's avatar
michaelni committed
2089

2090 2091 2092 2093
    CHECKED_ALLOCZ(h->chroma_pred_mode_table, big_mb_num * sizeof(uint8_t))
    CHECKED_ALLOCZ(h->mvd_table[0], 32*big_mb_num * sizeof(uint16_t));
    CHECKED_ALLOCZ(h->mvd_table[1], 32*big_mb_num * sizeof(uint16_t));
    CHECKED_ALLOCZ(h->direct_table, 32*big_mb_num * sizeof(uint8_t));
2094

2095
    memset(h->slice_table_base, -1, (big_mb_num+s->mb_stride)  * sizeof(*h->slice_table_base));
lorenm's avatar
lorenm committed
2096
    h->slice_table= h->slice_table_base + s->mb_stride*2 + 1;
michaelni's avatar
michaelni committed
2097

2098 2099
    CHECKED_ALLOCZ(h->mb2b_xy  , big_mb_num * sizeof(uint32_t));
    CHECKED_ALLOCZ(h->mb2b8_xy , big_mb_num * sizeof(uint32_t));
michaelni's avatar
michaelni committed
2100 2101
    for(y=0; y<s->mb_height; y++){
        for(x=0; x<s->mb_width; x++){
2102
            const int mb_xy= x + y*s->mb_stride;
michaelni's avatar
michaelni committed
2103 2104
            const int b_xy = 4*x + 4*y*h->b_stride;
            const int b8_xy= 2*x + 2*y*h->b8_stride;
2105

michaelni's avatar
michaelni committed
2106 2107 2108 2109
            h->mb2b_xy [mb_xy]= b_xy;
            h->mb2b8_xy[mb_xy]= b8_xy;
        }
    }
lorenm's avatar
lorenm committed
2110

2111 2112
    s->obmc_scratchpad = NULL;

2113 2114 2115
    if(!h->dequant4_coeff[0])
        init_dequant_tables(h);

michaelni's avatar
michaelni committed
2116 2117 2118 2119 2120 2121
    return 0;
fail:
    free_tables(h);
    return -1;
}

2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153
/**
 * Mimic alloc_tables(), but for every context thread.
 */
static void clone_tables(H264Context *dst, H264Context *src){
    dst->intra4x4_pred_mode       = src->intra4x4_pred_mode;
    dst->non_zero_count           = src->non_zero_count;
    dst->slice_table              = src->slice_table;
    dst->cbp_table                = src->cbp_table;
    dst->mb2b_xy                  = src->mb2b_xy;
    dst->mb2b8_xy                 = src->mb2b8_xy;
    dst->chroma_pred_mode_table   = src->chroma_pred_mode_table;
    dst->mvd_table[0]             = src->mvd_table[0];
    dst->mvd_table[1]             = src->mvd_table[1];
    dst->direct_table             = src->direct_table;

    dst->s.obmc_scratchpad = NULL;
    ff_h264_pred_init(&dst->hpc, src->s.codec_id);
}

/**
 * Init context
 * Allocate buffers which are not shared amongst multiple threads.
 */
static int context_init(H264Context *h){
    CHECKED_ALLOCZ(h->top_borders[0], h->s.mb_width * (16+8+8) * sizeof(uint8_t))
    CHECKED_ALLOCZ(h->top_borders[1], h->s.mb_width * (16+8+8) * sizeof(uint8_t))

    return 0;
fail:
    return -1; // free_tables will clean up for us
}

2154
static av_cold void common_init(H264Context *h){
michaelni's avatar
michaelni committed
2155 2156 2157 2158 2159
    MpegEncContext * const s = &h->s;

    s->width = s->avctx->width;
    s->height = s->avctx->height;
    s->codec_id= s->avctx->codec->id;
2160

2161
    ff_h264_pred_init(&h->hpc, s->codec_id);
michaelni's avatar
michaelni committed
2162

lorenm's avatar
lorenm committed
2163
    h->dequant_coeff_pps= -1;
michael's avatar
michael committed
2164
    s->unrestricted_mv=1;
michaelni's avatar
michaelni committed
2165
    s->decode=1; //FIXME
2166

2167 2168
    dsputil_init(&s->dsp, s->avctx); // needed so that idct permutation is known early

2169 2170
    memset(h->pps.scaling_matrix4, 16, 6*16*sizeof(uint8_t));
    memset(h->pps.scaling_matrix8, 16, 2*64*sizeof(uint8_t));
michaelni's avatar
michaelni committed
2171 2172
}

2173
static av_cold int decode_init(AVCodecContext *avctx){
michaelni's avatar
michaelni committed
2174 2175 2176
    H264Context *h= avctx->priv_data;
    MpegEncContext * const s = &h->s;

michael's avatar
michael committed
2177
    MPV_decode_defaults(s);
2178

michaelni's avatar
michaelni committed
2179 2180 2181 2182 2183 2184 2185 2186
    s->avctx = avctx;
    common_init(h);

    s->out_format = FMT_H264;
    s->workaround_bugs= avctx->workaround_bugs;

    // set defaults
//    s->decode_mb= ff_h263_decode_mb;
2187
    s->quarter_sample = 1;
michaelni's avatar
michaelni committed
2188
    s->low_delay= 1;
2189 2190 2191

    if(avctx->codec_id == CODEC_ID_SVQ3)
        avctx->pix_fmt= PIX_FMT_YUVJ420P;
2192 2193
    else if(avctx->codec_id == CODEC_ID_H264_VDPAU)
        avctx->pix_fmt= PIX_FMT_VDPAU_H264;
2194
    else
michael's avatar
michael committed
2195
        avctx->pix_fmt= PIX_FMT_YUV420P;
michaelni's avatar
michaelni committed
2196

2197
    decode_init_vlc();
2198

2199 2200
    if(avctx->extradata_size > 0 && avctx->extradata &&
       *(char *)avctx->extradata == 1){
2201 2202
        h->is_avc = 1;
        h->got_avcC = 0;
2203 2204
    } else {
        h->is_avc = 0;
2205 2206
    }

2207
    h->thread_context[0] = h;
2208
    h->outputed_poc = INT_MIN;
2209
    h->prev_poc_msb= 1<<16;
michaelni's avatar
michaelni committed
2210 2211 2212
    return 0;
}

2213
static int frame_start(H264Context *h){
michaelni's avatar
michaelni committed
2214 2215 2216
    MpegEncContext * const s = &h->s;
    int i;

2217 2218
    if(MPV_frame_start(s, s->avctx) < 0)
        return -1;
michaelni's avatar
michaelni committed
2219
    ff_er_frame_start(s);
2220 2221 2222
    /*
     * MPV_frame_start uses pict_type to derive key_frame.
     * This is incorrect for H.264; IDR markings must be used.
diego's avatar
diego committed
2223
     * Zero here; IDR markings per slice in frame or fields are ORed in later.
2224 2225 2226
     * See decode_nal_units().
     */
    s->current_picture_ptr->key_frame= 0;
michaelni's avatar
michaelni committed
2227 2228 2229 2230 2231

    assert(s->linesize && s->uvlinesize);

    for(i=0; i<16; i++){
        h->block_offset[i]= 4*((scan8[i] - scan8[0])&7) + 4*s->linesize*((scan8[i] - scan8[0])>>3);
2232
        h->block_offset[24+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->linesize*((scan8[i] - scan8[0])>>3);
michaelni's avatar
michaelni committed
2233 2234 2235 2236
    }
    for(i=0; i<4; i++){
        h->block_offset[16+i]=
        h->block_offset[20+i]= 4*((scan8[i] - scan8[0])&7) + 4*s->uvlinesize*((scan8[i] - scan8[0])>>3);
2237 2238
        h->block_offset[24+16+i]=
        h->block_offset[24+20+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->uvlinesize*((scan8[i] - scan8[0])>>3);
michaelni's avatar
michaelni committed
2239 2240
    }

2241 2242
    /* can't be in alloc_tables because linesize isn't known there.
     * FIXME: redo bipred weight to not require extra buffer? */
2243 2244 2245
    for(i = 0; i < s->avctx->thread_count; i++)
        if(!h->thread_context[i]->s.obmc_scratchpad)
            h->thread_context[i]->s.obmc_scratchpad = av_malloc(16*2*s->linesize + 8*2*s->uvlinesize);
lorenm's avatar
lorenm committed
2246 2247

    /* some macroblocks will be accessed before they're available */
2248
    if(FRAME_MBAFF || s->avctx->thread_count > 1)
2249
        memset(h->slice_table, -1, (s->mb_height*s->mb_stride-1) * sizeof(*h->slice_table));
2250

michaelni's avatar
michaelni committed
2251
//    s->decode= (s->flags&CODEC_FLAG_PSNR) || !s->encoding || s->current_picture.reference /*|| h->contains_intra*/ || 1;
2252

diego's avatar
diego committed
2253
    // We mark the current picture as non-reference after allocating it, so
2254 2255 2256 2257 2258 2259 2260
    // that if we break out due to an error it can be released automatically
    // in the next MPV_frame_start().
    // SVQ3 as well as most other codecs have only last/next/current and thus
    // get released even with set reference, besides SVQ3 and others do not
    // mark frames as reference later "naturally".
    if(s->codec_id != CODEC_ID_SVQ3)
        s->current_picture_ptr->reference= 0;
2261 2262 2263

    s->current_picture_ptr->field_poc[0]=
    s->current_picture_ptr->field_poc[1]= INT_MAX;
2264
    assert(s->current_picture_ptr->long_ref==0);
2265

2266
    return 0;
michaelni's avatar
michaelni committed
2267 2268
}

2269
static inline void backup_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int simple){
2270 2271
    MpegEncContext * const s = &h->s;
    int i;
2272 2273 2274 2275 2276
    int step    = 1;
    int offset  = 1;
    int uvoffset= 1;
    int top_idx = 1;
    int skiplast= 0;
2277

2278 2279 2280 2281
    src_y  -=   linesize;
    src_cb -= uvlinesize;
    src_cr -= uvlinesize;

2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309
    if(!simple && FRAME_MBAFF){
        if(s->mb_y&1){
            offset  = MB_MBAFF ? 1 : 17;
            uvoffset= MB_MBAFF ? 1 : 9;
            if(!MB_MBAFF){
                *(uint64_t*)(h->top_borders[0][s->mb_x]+ 0)= *(uint64_t*)(src_y +  15*linesize);
                *(uint64_t*)(h->top_borders[0][s->mb_x]+ 8)= *(uint64_t*)(src_y +8+15*linesize);
                if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
                    *(uint64_t*)(h->top_borders[0][s->mb_x]+16)= *(uint64_t*)(src_cb+7*uvlinesize);
                    *(uint64_t*)(h->top_borders[0][s->mb_x]+24)= *(uint64_t*)(src_cr+7*uvlinesize);
                }
            }
        }else{
            if(!MB_MBAFF){
                h->left_border[0]= h->top_borders[0][s->mb_x][15];
                if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
                    h->left_border[34   ]= h->top_borders[0][s->mb_x][16+7  ];
                    h->left_border[34+18]= h->top_borders[0][s->mb_x][16+8+7];
                }
                skiplast= 1;
            }
            offset  =
            uvoffset=
            top_idx = MB_MBAFF ? 0 : 1;
        }
        step= MB_MBAFF ? 2 : 1;
    }

2310
    // There are two lines saved, the line above the the top macroblock of a pair,
2311
    // and the line above the bottom macroblock
2312 2313 2314
    h->left_border[offset]= h->top_borders[top_idx][s->mb_x][15];
    for(i=1; i<17 - skiplast; i++){
        h->left_border[offset+i*step]= src_y[15+i*  linesize];
2315
    }
2316

2317 2318
    *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0)= *(uint64_t*)(src_y +  16*linesize);
    *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8)= *(uint64_t*)(src_y +8+16*linesize);
2319

michael's avatar
michael committed
2320
    if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2321 2322 2323 2324 2325
        h->left_border[uvoffset+34   ]= h->top_borders[top_idx][s->mb_x][16+7];
        h->left_border[uvoffset+34+18]= h->top_borders[top_idx][s->mb_x][24+7];
        for(i=1; i<9 - skiplast; i++){
            h->left_border[uvoffset+34   +i*step]= src_cb[7+i*uvlinesize];
            h->left_border[uvoffset+34+18+i*step]= src_cr[7+i*uvlinesize];
2326
        }
2327 2328
        *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16)= *(uint64_t*)(src_cb+8*uvlinesize);
        *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24)= *(uint64_t*)(src_cr+8*uvlinesize);
2329 2330 2331
    }
}

2332
static inline void xchg_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int xchg, int simple){
2333 2334 2335
    MpegEncContext * const s = &h->s;
    int temp8, i;
    uint64_t temp64;
2336 2337 2338
    int deblock_left;
    int deblock_top;
    int mb_xy;
2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354
    int step    = 1;
    int offset  = 1;
    int uvoffset= 1;
    int top_idx = 1;

    if(!simple && FRAME_MBAFF){
        if(s->mb_y&1){
            offset  = MB_MBAFF ? 1 : 17;
            uvoffset= MB_MBAFF ? 1 : 9;
        }else{
            offset  =
            uvoffset=
            top_idx = MB_MBAFF ? 0 : 1;
        }
        step= MB_MBAFF ? 2 : 1;
    }
2355 2356

    if(h->deblocking_filter == 2) {
2357
        mb_xy = h->mb_xy;
2358 2359 2360 2361
        deblock_left = h->slice_table[mb_xy] == h->slice_table[mb_xy - 1];
        deblock_top  = h->slice_table[mb_xy] == h->slice_table[h->top_mb_xy];
    } else {
        deblock_left = (s->mb_x > 0);
2362
        deblock_top =  (s->mb_y > !!MB_FIELD);
2363
    }
2364 2365 2366 2367 2368 2369 2370 2371 2372 2373

    src_y  -=   linesize + 1;
    src_cb -= uvlinesize + 1;
    src_cr -= uvlinesize + 1;

#define XCHG(a,b,t,xchg)\
t= a;\
if(xchg)\
    a= b;\
b= t;
2374 2375

    if(deblock_left){
2376 2377
        for(i = !deblock_top; i<16; i++){
            XCHG(h->left_border[offset+i*step], src_y [i*  linesize], temp8, xchg);
2378
        }
2379
        XCHG(h->left_border[offset+i*step], src_y [i*  linesize], temp8, 1);
2380 2381 2382
    }

    if(deblock_top){
2383 2384
        XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0), *(uint64_t*)(src_y +1), temp64, xchg);
        XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8), *(uint64_t*)(src_y +9), temp64, 1);
reimar's avatar
reimar committed
2385
        if(s->mb_x+1 < s->mb_width){
2386
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x+1]), *(uint64_t*)(src_y +17), temp64, 1);
lorenm's avatar
lorenm committed
2387
        }
2388 2389
    }

michael's avatar
michael committed
2390
    if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2391
        if(deblock_left){
2392 2393 2394
            for(i = !deblock_top; i<8; i++){
                XCHG(h->left_border[uvoffset+34   +i*step], src_cb[i*uvlinesize], temp8, xchg);
                XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, xchg);
2395
            }
2396 2397
            XCHG(h->left_border[uvoffset+34   +i*step], src_cb[i*uvlinesize], temp8, 1);
            XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, 1);
2398 2399
        }
        if(deblock_top){
2400 2401
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16), *(uint64_t*)(src_cb+1), temp64, 1);
            XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24), *(uint64_t*)(src_cr+1), temp64, 1);
2402 2403 2404 2405
        }
    }
}

2406
static av_always_inline void hl_decode_mb_internal(H264Context *h, int simple){
michaelni's avatar
michaelni committed
2407 2408 2409
    MpegEncContext * const s = &h->s;
    const int mb_x= s->mb_x;
    const int mb_y= s->mb_y;
2410
    const int mb_xy= h->mb_xy;
michaelni's avatar
michaelni committed
2411 2412 2413 2414
    const int mb_type= s->current_picture.mb_type[mb_xy];
    uint8_t  *dest_y, *dest_cb, *dest_cr;
    int linesize, uvlinesize /*dct_offset*/;
    int i;
2415
    int *block_offset = &h->block_offset[0];
michael's avatar
michael committed
2416 2417
    const int transform_bypass = !simple && (s->qscale == 0 && h->sps.transform_bypass);
    const int is_h264 = simple || s->codec_id == CODEC_ID_H264;
lorenm's avatar
lorenm committed
2418
    void (*idct_add)(uint8_t *dst, DCTELEM *block, int stride);
2419
    void (*idct_dc_add)(uint8_t *dst, DCTELEM *block, int stride);
michaelni's avatar
michaelni committed
2420

2421 2422 2423
    dest_y  = s->current_picture.data[0] + (mb_x + mb_y * s->linesize  ) * 16;
    dest_cb = s->current_picture.data[1] + (mb_x + mb_y * s->uvlinesize) * 8;
    dest_cr = s->current_picture.data[2] + (mb_x + mb_y * s->uvlinesize) * 8;
michaelni's avatar
michaelni committed
2424

lorenm's avatar
lorenm committed
2425 2426 2427
    s->dsp.prefetch(dest_y + (s->mb_x&3)*4*s->linesize + 64, s->linesize, 4);
    s->dsp.prefetch(dest_cb + (s->mb_x&7)*s->uvlinesize + 64, dest_cr - dest_cb, 2);

2428
    if (!simple && MB_FIELD) {
lorenm's avatar
lorenm committed
2429 2430
        linesize   = h->mb_linesize   = s->linesize * 2;
        uvlinesize = h->mb_uvlinesize = s->uvlinesize * 2;
2431
        block_offset = &h->block_offset[24];
diego's avatar
diego committed
2432
        if(mb_y&1){ //FIXME move out of this function?
michaelni's avatar
michaelni committed
2433
            dest_y -= s->linesize*15;
2434 2435
            dest_cb-= s->uvlinesize*7;
            dest_cr-= s->uvlinesize*7;
michaelni's avatar
michaelni committed
2436
        }
lorenm's avatar
lorenm committed
2437 2438
        if(FRAME_MBAFF) {
            int list;
2439
            for(list=0; list<h->list_count; list++){
lorenm's avatar
lorenm committed
2440 2441 2442 2443
                if(!USES_LIST(mb_type, list))
                    continue;
                if(IS_16X16(mb_type)){
                    int8_t *ref = &h->ref_cache[list][scan8[0]];
andoma's avatar
andoma committed
2444
                    fill_rectangle(ref, 4, 4, 8, (16+*ref)^(s->mb_y&1), 1);
lorenm's avatar
lorenm committed
2445 2446 2447 2448
                }else{
                    for(i=0; i<16; i+=4){
                        int ref = h->ref_cache[list][scan8[i]];
                        if(ref >= 0)
andoma's avatar
andoma committed
2449
                            fill_rectangle(&h->ref_cache[list][scan8[i]], 2, 2, 8, (16+ref)^(s->mb_y&1), 1);
lorenm's avatar
lorenm committed
2450 2451 2452 2453
                    }
                }
            }
        }
michaelni's avatar
michaelni committed
2454
    } else {
lorenm's avatar
lorenm committed
2455 2456
        linesize   = h->mb_linesize   = s->linesize;
        uvlinesize = h->mb_uvlinesize = s->uvlinesize;
michaelni's avatar
michaelni committed
2457 2458
//        dct_offset = s->linesize * 16;
    }
2459

2460
    if (!simple && IS_INTRA_PCM(mb_type)) {
michael's avatar
michael committed
2461 2462
        for (i=0; i<16; i++) {
            memcpy(dest_y + i*  linesize, h->mb       + i*8, 16);
2463
        }
michael's avatar
michael committed
2464 2465 2466
        for (i=0; i<8; i++) {
            memcpy(dest_cb+ i*uvlinesize, h->mb + 128 + i*4,  8);
            memcpy(dest_cr+ i*uvlinesize, h->mb + 160 + i*4,  8);
2467
        }
2468 2469
    } else {
        if(IS_INTRA(mb_type)){
2470
            if(h->deblocking_filter)
2471
                xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 1, simple);
2472

michael's avatar
michael committed
2473
            if(simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
2474 2475
                h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cb, uvlinesize);
                h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cr, uvlinesize);
2476
            }
michaelni's avatar
michaelni committed
2477

2478
            if(IS_INTRA4x4(mb_type)){
2479
                if(simple || !s->encoding){
lorenm's avatar
lorenm committed
2480
                    if(IS_8x8DCT(mb_type)){
2481 2482 2483
                        if(transform_bypass){
                            idct_dc_add =
                            idct_add    = s->dsp.add_pixels8;
2484
                        }else{
2485 2486 2487
                            idct_dc_add = s->dsp.h264_idct8_dc_add;
                            idct_add    = s->dsp.h264_idct8_add;
                        }
lorenm's avatar
lorenm committed
2488 2489 2490
                        for(i=0; i<16; i+=4){
                            uint8_t * const ptr= dest_y + block_offset[i];
                            const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
michael's avatar
michael committed
2491 2492 2493
                            if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
                                h->hpc.pred8x8l_add[dir](ptr, h->mb + i*16, linesize);
                            }else{
2494 2495 2496 2497 2498 2499 2500 2501 2502
                                const int nnz = h->non_zero_count_cache[ scan8[i] ];
                                h->hpc.pred8x8l[ dir ](ptr, (h->topleft_samples_available<<i)&0x8000,
                                                            (h->topright_samples_available<<i)&0x4000, linesize);
                                if(nnz){
                                    if(nnz == 1 && h->mb[i*16])
                                        idct_dc_add(ptr, h->mb + i*16, linesize);
                                    else
                                        idct_add   (ptr, h->mb + i*16, linesize);
                                }
michael's avatar
michael committed
2503
                            }
lorenm's avatar
lorenm committed
2504
                        }
2505 2506 2507 2508 2509 2510 2511 2512
                    }else{
                        if(transform_bypass){
                            idct_dc_add =
                            idct_add    = s->dsp.add_pixels4;
                        }else{
                            idct_dc_add = s->dsp.h264_idct_dc_add;
                            idct_add    = s->dsp.h264_idct_add;
                        }
michael's avatar
michael committed
2513 2514 2515
                        for(i=0; i<16; i++){
                            uint8_t * const ptr= dest_y + block_offset[i];
                            const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
2516

michael's avatar
michael committed
2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529
                            if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
                                h->hpc.pred4x4_add[dir](ptr, h->mb + i*16, linesize);
                            }else{
                                uint8_t *topright;
                                int nnz, tr;
                                if(dir == DIAG_DOWN_LEFT_PRED || dir == VERT_LEFT_PRED){
                                    const int topright_avail= (h->topright_samples_available<<i)&0x8000;
                                    assert(mb_y || linesize <= block_offset[i]);
                                    if(!topright_avail){
                                        tr= ptr[3 - linesize]*0x01010101;
                                        topright= (uint8_t*) &tr;
                                    }else
                                        topright= ptr + 4 - linesize;
2530
                                }else
michael's avatar
michael committed
2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543
                                    topright= NULL;

                                h->hpc.pred4x4[ dir ](ptr, topright, linesize);
                                nnz = h->non_zero_count_cache[ scan8[i] ];
                                if(nnz){
                                    if(is_h264){
                                        if(nnz == 1 && h->mb[i*16])
                                            idct_dc_add(ptr, h->mb + i*16, linesize);
                                        else
                                            idct_add   (ptr, h->mb + i*16, linesize);
                                    }else
                                        svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, 0);
                                }
2544
                            }
michael's avatar
michael committed
2545
                        }
michaelni's avatar
michaelni committed
2546
                    }
michaelni's avatar
michaelni committed
2547
                }
2548
            }else{
2549
                h->hpc.pred16x16[ h->intra16x16_pred_mode ](dest_y , linesize);
2550
                if(is_h264){
lorenm's avatar
lorenm committed
2551
                    if(!transform_bypass)
takis's avatar
takis committed
2552
                        h264_luma_dc_dequant_idct_c(h->mb, s->qscale, h->dequant4_coeff[0][s->qscale][0]);
lorenm's avatar
lorenm committed
2553
                }else
2554
                    svq3_luma_dc_dequant_idct_c(h->mb, s->qscale);
michaelni's avatar
michaelni committed
2555
            }
2556
            if(h->deblocking_filter)
2557
                xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 0, simple);
2558
        }else if(is_h264){
2559
            hl_motion(h, dest_y, dest_cb, dest_cr,
2560 2561
                      s->me.qpel_put, s->dsp.put_h264_chroma_pixels_tab,
                      s->me.qpel_avg, s->dsp.avg_h264_chroma_pixels_tab,
2562
                      s->dsp.weight_h264_pixels_tab, s->dsp.biweight_h264_pixels_tab);
michaelni's avatar
michaelni committed
2563
        }
2564 2565 2566


        if(!IS_INTRA4x4(mb_type)){
2567
            if(is_h264){
2568
                if(IS_INTRA16x16(mb_type)){
2569 2570
                    if(transform_bypass){
                        if(h->sps.profile_idc==244 && (h->intra16x16_pred_mode==VERT_PRED8x8 || h->intra16x16_pred_mode==HOR_PRED8x8)){
michael's avatar
michael committed
2571 2572 2573 2574
                            h->hpc.pred16x16_add[h->intra16x16_pred_mode](dest_y, block_offset, h->mb, linesize);
                        }else{
                            for(i=0; i<16; i++){
                                if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
2575
                                    s->dsp.add_pixels4(dest_y + block_offset[i], h->mb + i*16, linesize);
michael's avatar
michael committed
2576
                            }
2577 2578 2579
                        }
                    }else{
                         s->dsp.h264_idct_add16intra(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
michael's avatar
michael committed
2580
                    }
2581
                }else if(h->cbp&15){
2582
                    if(transform_bypass){
michael's avatar
michael committed
2583
                        const int di = IS_8x8DCT(mb_type) ? 4 : 1;
2584
                        idct_add= IS_8x8DCT(mb_type) ? s->dsp.add_pixels8 : s->dsp.add_pixels4;
michael's avatar
michael committed
2585
                        for(i=0; i<16; i+=di){
michael's avatar
michael committed
2586
                            if(h->non_zero_count_cache[ scan8[i] ]){
2587
                                idct_add(dest_y + block_offset[i], h->mb + i*16, linesize);
michael's avatar
michael committed
2588
                            }
2589
                        }
2590 2591 2592 2593 2594 2595 2596
                    }else{
                        if(IS_8x8DCT(mb_type)){
                            s->dsp.h264_idct8_add4(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
                        }else{
                            s->dsp.h264_idct_add16(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
                        }
                    }
michaelni's avatar
michaelni committed
2597
                }
2598 2599 2600
            }else{
                for(i=0; i<16; i++){
                    if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){ //FIXME benchmark weird rule, & below
2601
                        uint8_t * const ptr= dest_y + block_offset[i];
2602 2603
                        svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, IS_INTRA(mb_type) ? 1 : 0);
                    }
michaelni's avatar
michaelni committed
2604
                }
michaelni's avatar
michaelni committed
2605 2606 2607
            }
        }

2608
        if((simple || !ENABLE_GRAY || !(s->flags&CODEC_FLAG_GRAY)) && (h->cbp&0x30)){
2609 2610
            uint8_t *dest[2] = {dest_cb, dest_cr};
            if(transform_bypass){
2611 2612 2613 2614
                if(IS_INTRA(mb_type) && h->sps.profile_idc==244 && (h->chroma_pred_mode==VERT_PRED8x8 || h->chroma_pred_mode==HOR_PRED8x8)){
                    h->hpc.pred8x8_add[h->chroma_pred_mode](dest[0], block_offset + 16, h->mb + 16*16, uvlinesize);
                    h->hpc.pred8x8_add[h->chroma_pred_mode](dest[1], block_offset + 20, h->mb + 20*16, uvlinesize);
                }else{
2615
                    idct_add = s->dsp.add_pixels4;
2616 2617 2618 2619 2620
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
                            idct_add   (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                    }
                }
2621
            }else{
2622 2623
                chroma_dc_dequant_idct_c(h->mb + 16*16, h->chroma_qp[0], h->dequant4_coeff[IS_INTRA(mb_type) ? 1:4][h->chroma_qp[0]][0]);
                chroma_dc_dequant_idct_c(h->mb + 16*16+4*16, h->chroma_qp[1], h->dequant4_coeff[IS_INTRA(mb_type) ? 2:5][h->chroma_qp[1]][0]);
michael's avatar
michael committed
2624
                if(is_h264){
2625 2626
                    idct_add = s->dsp.h264_idct_add;
                    idct_dc_add = s->dsp.h264_idct_dc_add;
2627 2628 2629 2630 2631 2632
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ])
                            idct_add   (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                        else if(h->mb[i*16])
                            idct_dc_add(dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
                    }
michael's avatar
michael committed
2633 2634 2635 2636 2637 2638
                }else{
                    for(i=16; i<16+8; i++){
                        if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){
                            uint8_t * const ptr= dest[(i&4)>>2] + block_offset[i];
                            svq3_add_idct_c(ptr, h->mb + i*16, uvlinesize, chroma_qp[s->qscale + 12] - 12, 2);
                        }
2639
                    }
michaelni's avatar
michaelni committed
2640
                }
michaelni's avatar
michaelni committed
2641 2642 2643
            }
        }
    }
2644 2645 2646
    if(h->cbp || IS_INTRA(mb_type))
        s->dsp.clear_blocks(h->mb);

2647
    if(h->deblocking_filter) {
2648 2649 2650 2651
        backup_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, simple);
        fill_caches(h, mb_type, 1); //FIXME don't fill stuff which isn't used by filter_mb
        h->chroma_qp[0] = get_chroma_qp(h, 0, s->current_picture.qscale_table[mb_xy]);
        h->chroma_qp[1] = get_chroma_qp(h, 1, s->current_picture.qscale_table[mb_xy]);
2652
        if (!simple && FRAME_MBAFF) {
2653
            filter_mb     (h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
2654
        } else {
2655
            filter_mb_fast(h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
2656
        }
2657
    }
michaelni's avatar
michaelni committed
2658 2659
}

2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675
/**
 * Process a macroblock; this case avoids checks for expensive uncommon cases.
 */
static void hl_decode_mb_simple(H264Context *h){
    hl_decode_mb_internal(h, 1);
}

/**
 * Process a macroblock; this handles edge cases, such as interlacing.
 */
static void av_noinline hl_decode_mb_complex(H264Context *h){
    hl_decode_mb_internal(h, 0);
}

static void hl_decode_mb(H264Context *h){
    MpegEncContext * const s = &h->s;
2676
    const int mb_xy= h->mb_xy;
2677
    const int mb_type= s->current_picture.mb_type[mb_xy];
2678
    int is_complex = ENABLE_SMALL || h->is_complex || IS_INTRA_PCM(mb_type) || s->qscale == 0;
2679

2680
    if(ENABLE_H264_ENCODER && !s->decode)
2681 2682 2683 2684 2685 2686 2687
        return;

    if (is_complex)
        hl_decode_mb_complex(h);
    else hl_decode_mb_simple(h);
}

2688
static void pic_as_field(Picture *pic, const int parity){
2689 2690
    int i;
    for (i = 0; i < 4; ++i) {
2691
        if (parity == PICT_BOTTOM_FIELD)
2692
            pic->data[i] += pic->linesize[i];
2693
        pic->reference = parity;
2694 2695
        pic->linesize[i] *= 2;
    }
2696
    pic->poc= pic->field_poc[parity == PICT_BOTTOM_FIELD];
2697 2698 2699 2700 2701 2702 2703 2704
}

static int split_field_copy(Picture *dest, Picture *src,
                            int parity, int id_add){
    int match = !!(src->reference & parity);

    if (match) {
        *dest = *src;
2705
        if(parity != PICT_FRAME){
michael's avatar
michael committed
2706 2707 2708
            pic_as_field(dest, parity);
            dest->pic_id *= 2;
            dest->pic_id += id_add;
2709
        }
2710 2711 2712 2713 2714
    }

    return match;
}

2715 2716 2717
static int build_def_list(Picture *def, Picture **in, int len, int is_long, int sel){
    int i[2]={0};
    int index=0;
2718

2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730
    while(i[0]<len || i[1]<len){
        while(i[0]<len && !(in[ i[0] ] && (in[ i[0] ]->reference & sel)))
            i[0]++;
        while(i[1]<len && !(in[ i[1] ] && (in[ i[1] ]->reference & (sel^3))))
            i[1]++;
        if(i[0] < len){
            in[ i[0] ]->pic_id= is_long ? i[0] : in[ i[0] ]->frame_num;
            split_field_copy(&def[index++], in[ i[0]++ ], sel  , 1);
        }
        if(i[1] < len){
            in[ i[1] ]->pic_id= is_long ? i[1] : in[ i[1] ]->frame_num;
            split_field_copy(&def[index++], in[ i[1]++ ], sel^3, 0);
2731 2732 2733
        }
    }

2734
    return index;
2735 2736
}

2737 2738 2739
static int add_sorted(Picture **sorted, Picture **src, int len, int limit, int dir){
    int i, best_poc;
    int out_i= 0;
2740

2741 2742
    for(;;){
        best_poc= dir ? INT_MIN : INT_MAX;
2743

2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755
        for(i=0; i<len; i++){
            const int poc= src[i]->poc;
            if(((poc > limit) ^ dir) && ((poc < best_poc) ^ dir)){
                best_poc= poc;
                sorted[out_i]= src[i];
            }
        }
        if(best_poc == (dir ? INT_MIN : INT_MAX))
            break;
        limit= sorted[out_i++]->poc - dir;
    }
    return out_i;
2756 2757
}

michaelni's avatar
michaelni committed
2758 2759 2760 2761 2762
/**
 * fills the default_ref_list.
 */
static int fill_default_ref_list(H264Context *h){
    MpegEncContext * const s = &h->s;
2763
    int i, len;
2764

2765
    if(h->slice_type_nos==FF_B_TYPE){
2766 2767 2768
        Picture *sorted[32];
        int cur_poc, list;
        int lens[2];
2769

2770 2771 2772 2773
        if(FIELD_PICTURE)
            cur_poc= s->current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
        else
            cur_poc= s->current_picture_ptr->poc;
2774

2775 2776 2777 2778 2779 2780 2781
        for(list= 0; list<2; list++){
            len= add_sorted(sorted    , h->short_ref, h->short_ref_count, cur_poc, 1^list);
            len+=add_sorted(sorted+len, h->short_ref, h->short_ref_count, cur_poc, 0^list);
            assert(len<=32);
            len= build_def_list(h->default_ref_list[list]    , sorted     , len, 0, s->picture_structure);
            len+=build_def_list(h->default_ref_list[list]+len, h->long_ref, 16 , 1, s->picture_structure);
            assert(len<=32);
2782

2783 2784 2785
            if(len < h->ref_count[list])
                memset(&h->default_ref_list[list][len], 0, sizeof(Picture)*(h->ref_count[list] - len));
            lens[list]= len;
2786 2787
        }

2788 2789 2790 2791
        if(lens[0] == lens[1] && lens[1] > 1){
            for(i=0; h->default_ref_list[0][i].data[0] == h->default_ref_list[1][i].data[0] && i<lens[0]; i++);
            if(i == lens[0])
                FFSWAP(Picture, h->default_ref_list[1][0], h->default_ref_list[1][1]);
2792 2793
        }
    }else{
2794 2795 2796 2797 2798
        len = build_def_list(h->default_ref_list[0]    , h->short_ref, h->short_ref_count, 0, s->picture_structure);
        len+= build_def_list(h->default_ref_list[0]+len, h-> long_ref, 16                , 1, s->picture_structure);
        assert(len <= 32);
        if(len < h->ref_count[0])
            memset(&h->default_ref_list[0][len], 0, sizeof(Picture)*(h->ref_count[0] - len));
michaelni's avatar
michaelni committed
2799
    }
2800 2801
#ifdef TRACE
    for (i=0; i<h->ref_count[0]; i++) {
mbardiaux's avatar
mbardiaux committed
2802
        tprintf(h->s.avctx, "List0: %s fn:%d 0x%p\n", (h->default_ref_list[0][i].long_ref ? "LT" : "ST"), h->default_ref_list[0][i].pic_id, h->default_ref_list[0][i].data[0]);
2803
    }
2804
    if(h->slice_type_nos==FF_B_TYPE){
2805
        for (i=0; i<h->ref_count[1]; i++) {
2806
            tprintf(h->s.avctx, "List1: %s fn:%d 0x%p\n", (h->default_ref_list[1][i].long_ref ? "LT" : "ST"), h->default_ref_list[1][i].pic_id, h->default_ref_list[1][i].data[0]);
2807 2808 2809
        }
    }
#endif
michaelni's avatar
michaelni committed
2810 2811 2812
    return 0;
}

2813 2814 2815
static void print_short_term(H264Context *h);
static void print_long_term(H264Context *h);

2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839
/**
 * Extract structure information about the picture described by pic_num in
 * the current decoding context (frame or field). Note that pic_num is
 * picture number without wrapping (so, 0<=pic_num<max_pic_num).
 * @param pic_num picture number for which to extract structure information
 * @param structure one of PICT_XXX describing structure of picture
 *                      with pic_num
 * @return frame number (short term) or long term index of picture
 *         described by pic_num
 */
static int pic_num_extract(H264Context *h, int pic_num, int *structure){
    MpegEncContext * const s = &h->s;

    *structure = s->picture_structure;
    if(FIELD_PICTURE){
        if (!(pic_num & 1))
            /* opposite field */
            *structure ^= PICT_FRAME;
        pic_num >>= 1;
    }

    return pic_num;
}

michaelni's avatar
michaelni committed
2840 2841
static int decode_ref_pic_list_reordering(H264Context *h){
    MpegEncContext * const s = &h->s;
2842
    int list, index, pic_structure;
2843

2844 2845
    print_short_term(h);
    print_long_term(h);
2846

2847
    for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
2848 2849 2850 2851 2852 2853
        memcpy(h->ref_list[list], h->default_ref_list[list], sizeof(Picture)*h->ref_count[list]);

        if(get_bits1(&s->gb)){
            int pred= h->curr_pic_num;

            for(index=0; ; index++){
2854
                unsigned int reordering_of_pic_nums_idc= get_ue_golomb_31(&s->gb);
2855
                unsigned int pic_id;
michaelni's avatar
michaelni committed
2856
                int i;
2857
                Picture *ref = NULL;
2858 2859

                if(reordering_of_pic_nums_idc==3)
2860
                    break;
2861

michaelni's avatar
michaelni committed
2862
                if(index >= h->ref_count[list]){
2863
                    av_log(h->s.avctx, AV_LOG_ERROR, "reference count overflow\n");
michaelni's avatar
michaelni committed
2864 2865
                    return -1;
                }
2866

michaelni's avatar
michaelni committed
2867 2868
                if(reordering_of_pic_nums_idc<3){
                    if(reordering_of_pic_nums_idc<2){
2869
                        const unsigned int abs_diff_pic_num= get_ue_golomb(&s->gb) + 1;
2870
                        int frame_num;
michaelni's avatar
michaelni committed
2871

2872
                        if(abs_diff_pic_num > h->max_pic_num){
2873
                            av_log(h->s.avctx, AV_LOG_ERROR, "abs_diff_pic_num overflow\n");
michaelni's avatar
michaelni committed
2874 2875 2876 2877 2878 2879
                            return -1;
                        }

                        if(reordering_of_pic_nums_idc == 0) pred-= abs_diff_pic_num;
                        else                                pred+= abs_diff_pic_num;
                        pred &= h->max_pic_num - 1;
2880

2881 2882
                        frame_num = pic_num_extract(h, pred, &pic_structure);

2883 2884
                        for(i= h->short_ref_count-1; i>=0; i--){
                            ref = h->short_ref[i];
2885
                            assert(ref->reference);
2886
                            assert(!ref->long_ref);
2887
                            if(
michael's avatar
michael committed
2888 2889
                                   ref->frame_num == frame_num &&
                                   (ref->reference & pic_structure)
2890
                              )
michaelni's avatar
michaelni committed
2891 2892
                                break;
                        }
2893
                        if(i>=0)
2894
                            ref->pic_id= pred;
michaelni's avatar
michaelni committed
2895
                    }else{
2896
                        int long_idx;
michaelni's avatar
michaelni committed
2897
                        pic_id= get_ue_golomb(&s->gb); //long_term_pic_idx
2898 2899 2900 2901

                        long_idx= pic_num_extract(h, pic_id, &pic_structure);

                        if(long_idx>31){
2902 2903 2904
                            av_log(h->s.avctx, AV_LOG_ERROR, "long_term_pic_idx overflow\n");
                            return -1;
                        }
2905 2906
                        ref = h->long_ref[long_idx];
                        assert(!(ref && !ref->reference));
michael's avatar
michael committed
2907
                        if(ref && (ref->reference & pic_structure)){
2908 2909 2910 2911 2912 2913
                            ref->pic_id= pic_id;
                            assert(ref->long_ref);
                            i=0;
                        }else{
                            i=-1;
                        }
michaelni's avatar
michaelni committed
2914 2915
                    }

2916
                    if (i < 0) {
2917
                        av_log(h->s.avctx, AV_LOG_ERROR, "reference picture missing during reorder\n");
michaelni's avatar
michaelni committed
2918
                        memset(&h->ref_list[list][index], 0, sizeof(Picture)); //FIXME
2919 2920 2921 2922
                    } else {
                        for(i=index; i+1<h->ref_count[list]; i++){
                            if(ref->long_ref == h->ref_list[list][i].long_ref && ref->pic_id == h->ref_list[list][i].pic_id)
                                break;
2923 2924 2925 2926
                        }
                        for(; i > index; i--){
                            h->ref_list[list][i]= h->ref_list[list][i-1];
                        }
2927
                        h->ref_list[list][index]= *ref;
2928
                        if (FIELD_PICTURE){
2929
                            pic_as_field(&h->ref_list[list][index], pic_structure);
2930
                        }
michaelni's avatar
michaelni committed
2931
                    }
2932
                }else{
2933
                    av_log(h->s.avctx, AV_LOG_ERROR, "illegal reordering_of_pic_nums_idc\n");
michaelni's avatar
michaelni committed
2934 2935 2936 2937 2938
                    return -1;
                }
            }
        }
    }
2939
    for(list=0; list<h->list_count; list++){
2940
        for(index= 0; index < h->ref_count[list]; index++){
2941 2942 2943 2944
            if(!h->ref_list[list][index].data[0]){
                av_log(h->s.avctx, AV_LOG_ERROR, "Missing reference picture\n");
                h->ref_list[list][index]= s->current_picture; //FIXME this is not a sensible solution
            }
2945 2946
        }
    }
2947 2948

    return 0;
michaelni's avatar
michaelni committed
2949 2950
}

2951
static void fill_mbaff_ref_list(H264Context *h){
lorenm's avatar
lorenm committed
2952
    int list, i, j;
2953
    for(list=0; list<2; list++){ //FIXME try list_count
lorenm's avatar
lorenm committed
2954 2955 2956 2957 2958 2959
        for(i=0; i<h->ref_count[list]; i++){
            Picture *frame = &h->ref_list[list][i];
            Picture *field = &h->ref_list[list][16+2*i];
            field[0] = *frame;
            for(j=0; j<3; j++)
                field[0].linesize[j] <<= 1;
2960
            field[0].reference = PICT_TOP_FIELD;
2961
            field[0].poc= field[0].field_poc[0];
lorenm's avatar
lorenm committed
2962 2963 2964
            field[1] = field[0];
            for(j=0; j<3; j++)
                field[1].data[j] += frame->linesize[j];
2965
            field[1].reference = PICT_BOTTOM_FIELD;
2966
            field[1].poc= field[1].field_poc[1];
lorenm's avatar
lorenm committed
2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983

            h->luma_weight[list][16+2*i] = h->luma_weight[list][16+2*i+1] = h->luma_weight[list][i];
            h->luma_offset[list][16+2*i] = h->luma_offset[list][16+2*i+1] = h->luma_offset[list][i];
            for(j=0; j<2; j++){
                h->chroma_weight[list][16+2*i][j] = h->chroma_weight[list][16+2*i+1][j] = h->chroma_weight[list][i][j];
                h->chroma_offset[list][16+2*i][j] = h->chroma_offset[list][16+2*i+1][j] = h->chroma_offset[list][i][j];
            }
        }
    }
    for(j=0; j<h->ref_count[1]; j++){
        for(i=0; i<h->ref_count[0]; i++)
            h->implicit_weight[j][16+2*i] = h->implicit_weight[j][16+2*i+1] = h->implicit_weight[j][i];
        memcpy(h->implicit_weight[16+2*j],   h->implicit_weight[j], sizeof(*h->implicit_weight));
        memcpy(h->implicit_weight[16+2*j+1], h->implicit_weight[j], sizeof(*h->implicit_weight));
    }
}

michaelni's avatar
michaelni committed
2984 2985 2986
static int pred_weight_table(H264Context *h){
    MpegEncContext * const s = &h->s;
    int list, i;
lorenm's avatar
lorenm committed
2987
    int luma_def, chroma_def;
2988

lorenm's avatar
lorenm committed
2989 2990
    h->use_weight= 0;
    h->use_weight_chroma= 0;
michaelni's avatar
michaelni committed
2991 2992
    h->luma_log2_weight_denom= get_ue_golomb(&s->gb);
    h->chroma_log2_weight_denom= get_ue_golomb(&s->gb);
lorenm's avatar
lorenm committed
2993 2994
    luma_def = 1<<h->luma_log2_weight_denom;
    chroma_def = 1<<h->chroma_log2_weight_denom;
michaelni's avatar
michaelni committed
2995 2996 2997 2998

    for(list=0; list<2; list++){
        for(i=0; i<h->ref_count[list]; i++){
            int luma_weight_flag, chroma_weight_flag;
2999

michaelni's avatar
michaelni committed
3000 3001 3002 3003
            luma_weight_flag= get_bits1(&s->gb);
            if(luma_weight_flag){
                h->luma_weight[list][i]= get_se_golomb(&s->gb);
                h->luma_offset[list][i]= get_se_golomb(&s->gb);
lorenm's avatar
lorenm committed
3004 3005 3006 3007 3008 3009
                if(   h->luma_weight[list][i] != luma_def
                   || h->luma_offset[list][i] != 0)
                    h->use_weight= 1;
            }else{
                h->luma_weight[list][i]= luma_def;
                h->luma_offset[list][i]= 0;
michaelni's avatar
michaelni committed
3010 3011
            }

3012
            if(CHROMA){
michael's avatar
michael committed
3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028
                chroma_weight_flag= get_bits1(&s->gb);
                if(chroma_weight_flag){
                    int j;
                    for(j=0; j<2; j++){
                        h->chroma_weight[list][i][j]= get_se_golomb(&s->gb);
                        h->chroma_offset[list][i][j]= get_se_golomb(&s->gb);
                        if(   h->chroma_weight[list][i][j] != chroma_def
                        || h->chroma_offset[list][i][j] != 0)
                            h->use_weight_chroma= 1;
                    }
                }else{
                    int j;
                    for(j=0; j<2; j++){
                        h->chroma_weight[list][i][j]= chroma_def;
                        h->chroma_offset[list][i][j]= 0;
                    }
michaelni's avatar
michaelni committed
3029 3030 3031
                }
            }
        }
3032
        if(h->slice_type_nos != FF_B_TYPE) break;
michaelni's avatar
michaelni committed
3033
    }
lorenm's avatar
lorenm committed
3034
    h->use_weight= h->use_weight || h->use_weight_chroma;
michaelni's avatar
michaelni committed
3035 3036 3037
    return 0;
}

lorenm's avatar
lorenm committed
3038 3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057
static void implicit_weight_table(H264Context *h){
    MpegEncContext * const s = &h->s;
    int ref0, ref1;
    int cur_poc = s->current_picture_ptr->poc;

    if(   h->ref_count[0] == 1 && h->ref_count[1] == 1
       && h->ref_list[0][0].poc + h->ref_list[1][0].poc == 2*cur_poc){
        h->use_weight= 0;
        h->use_weight_chroma= 0;
        return;
    }

    h->use_weight= 2;
    h->use_weight_chroma= 2;
    h->luma_log2_weight_denom= 5;
    h->chroma_log2_weight_denom= 5;

    for(ref0=0; ref0 < h->ref_count[0]; ref0++){
        int poc0 = h->ref_list[0][ref0].poc;
        for(ref1=0; ref1 < h->ref_count[1]; ref1++){
lorenm's avatar
lorenm committed
3058
            int poc1 = h->ref_list[1][ref1].poc;
reimar's avatar
reimar committed
3059
            int td = av_clip(poc1 - poc0, -128, 127);
lorenm's avatar
lorenm committed
3060
            if(td){
reimar's avatar
reimar committed
3061
                int tb = av_clip(cur_poc - poc0, -128, 127);
diego's avatar
diego committed
3062
                int tx = (16384 + (FFABS(td) >> 1)) / td;
reimar's avatar
reimar committed
3063
                int dist_scale_factor = av_clip((tb*tx + 32) >> 6, -1024, 1023) >> 2;
lorenm's avatar
lorenm committed
3064 3065 3066 3067 3068 3069 3070 3071 3072 3073
                if(dist_scale_factor < -64 || dist_scale_factor > 128)
                    h->implicit_weight[ref0][ref1] = 32;
                else
                    h->implicit_weight[ref0][ref1] = 64 - dist_scale_factor;
            }else
                h->implicit_weight[ref0][ref1] = 32;
        }
    }
}

3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085
/**
 * Mark a picture as no longer needed for reference. The refmask
 * argument allows unreferencing of individual fields or the whole frame.
 * If the picture becomes entirely unreferenced, but is being held for
 * display purposes, it is marked as such.
 * @param refmask mask of fields to unreference; the mask is bitwise
 *                anded with the reference marking of pic
 * @return non-zero if pic becomes entirely unreferenced (except possibly
 *         for display purposes) zero if one of the fields remains in
 *         reference
 */
static inline int unreference_pic(H264Context *h, Picture *pic, int refmask){
3086
    int i;
3087 3088 3089
    if (pic->reference &= refmask) {
        return 0;
    } else {
michael's avatar
michael committed
3090 3091 3092 3093 3094
        for(i = 0; h->delayed_pic[i]; i++)
            if(pic == h->delayed_pic[i]){
                pic->reference=DELAYED_PIC_REF;
                break;
            }
3095 3096
        return 1;
    }
3097 3098
}

michaelni's avatar
michaelni committed
3099
/**
michael's avatar
michael committed
3100
 * instantaneous decoder refresh.
michaelni's avatar
michaelni committed
3101 3102
 */
static void idr(H264Context *h){
3103
    int i;
michaelni's avatar
michaelni committed
3104

3105
    for(i=0; i<16; i++){
3106
        remove_long(h, i, 0);
michaelni's avatar
michaelni committed
3107
    }
3108
    assert(h->long_ref_count==0);
michaelni's avatar
michaelni committed
3109 3110

    for(i=0; i<h->short_ref_count; i++){
3111
        unreference_pic(h, h->short_ref[i], 0);
michaelni's avatar
michaelni committed
3112 3113 3114
        h->short_ref[i]= NULL;
    }
    h->short_ref_count=0;
3115
    h->prev_frame_num= 0;
michael's avatar
michael committed
3116 3117 3118
    h->prev_frame_num_offset= 0;
    h->prev_poc_msb=
    h->prev_poc_lsb= 0;
michaelni's avatar
michaelni committed
3119 3120
}

lorenm's avatar
lorenm committed
3121 3122 3123 3124
/* forget old pics after a seek */
static void flush_dpb(AVCodecContext *avctx){
    H264Context *h= avctx->priv_data;
    int i;
3125
    for(i=0; i<MAX_DELAYED_PIC_COUNT; i++) {
lorenm's avatar
lorenm committed
3126 3127
        if(h->delayed_pic[i])
            h->delayed_pic[i]->reference= 0;
lorenm's avatar
lorenm committed
3128
        h->delayed_pic[i]= NULL;
lorenm's avatar
lorenm committed
3129
    }
3130
    h->outputed_poc= INT_MIN;
lorenm's avatar
lorenm committed
3131
    idr(h);
3132 3133
    if(h->s.current_picture_ptr)
        h->s.current_picture_ptr->reference= 0;
3134
    h->s.first_field= 0;
3135
    ff_mpeg_flush(avctx);
lorenm's avatar
lorenm committed
3136 3137
}

michaelni's avatar
michaelni committed
3138
/**
3139 3140 3141 3142 3143 3144
 * Find a Picture in the short term reference list by frame number.
 * @param frame_num frame number to search for
 * @param idx the index into h->short_ref where returned picture is found
 *            undefined if no picture found.
 * @return pointer to the found picture, or NULL if no pic with the provided
 *                 frame number is found
michaelni's avatar
michaelni committed
3145
 */
3146
static Picture * find_short(H264Context *h, int frame_num, int *idx){
3147
    MpegEncContext * const s = &h->s;
michaelni's avatar
michaelni committed
3148
    int i;
3149

michaelni's avatar
michaelni committed
3150 3151
    for(i=0; i<h->short_ref_count; i++){
        Picture *pic= h->short_ref[i];
3152
        if(s->avctx->debug&FF_DEBUG_MMCO)
3153
            av_log(h->s.avctx, AV_LOG_DEBUG, "%d %d %p\n", i, pic->frame_num, pic);
3154 3155
        if(pic->frame_num == frame_num) {
            *idx = i;
michaelni's avatar
michaelni committed
3156 3157 3158 3159 3160 3161
            return pic;
        }
    }
    return NULL;
}

3162 3163 3164 3165 3166 3167 3168
/**
 * Remove a picture from the short term reference list by its index in
 * that list.  This does no checking on the provided index; it is assumed
 * to be valid. Other list entries are shifted down.
 * @param i index into h->short_ref of picture to remove.
 */
static void remove_short_at_index(H264Context *h, int i){
3169
    assert(i >= 0 && i < h->short_ref_count);
3170 3171 3172 3173 3174 3175 3176 3177 3178
    h->short_ref[i]= NULL;
    if (--h->short_ref_count)
        memmove(&h->short_ref[i], &h->short_ref[i+1], (h->short_ref_count - i)*sizeof(Picture*));
}

/**
 *
 * @return the removed picture or NULL if an error occurs
 */
3179
static Picture * remove_short(H264Context *h, int frame_num, int ref_mask){
3180 3181 3182 3183 3184 3185 3186 3187
    MpegEncContext * const s = &h->s;
    Picture *pic;
    int i;

    if(s->avctx->debug&FF_DEBUG_MMCO)
        av_log(h->s.avctx, AV_LOG_DEBUG, "remove short %d count %d\n", frame_num, h->short_ref_count);

    pic = find_short(h, frame_num, &i);
3188 3189
    if (pic){
        if(unreference_pic(h, pic, ref_mask))
3190
        remove_short_at_index(h, i);
3191
    }
3192 3193 3194 3195

    return pic;
}

3196 3197
/**
 * Remove a picture from the long term reference list by its index in
3198
 * that list.
3199
 * @return the removed picture or NULL if an error occurs
michaelni's avatar
michaelni committed
3200
 */
3201
static Picture * remove_long(H264Context *h, int i, int ref_mask){
michaelni's avatar
michaelni committed
3202 3203 3204
    Picture *pic;

    pic= h->long_ref[i];
3205
    if (pic){
3206 3207 3208 3209 3210 3211
        if(unreference_pic(h, pic, ref_mask)){
            assert(h->long_ref[i]->long_ref == 1);
            h->long_ref[i]->long_ref= 0;
            h->long_ref[i]= NULL;
            h->long_ref_count--;
        }
3212
    }
michaelni's avatar
michaelni committed
3213 3214 3215 3216

    return pic;
}

3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246
/**
 * print short term list
 */
static void print_short_term(H264Context *h) {
    uint32_t i;
    if(h->s.avctx->debug&FF_DEBUG_MMCO) {
        av_log(h->s.avctx, AV_LOG_DEBUG, "short term list:\n");
        for(i=0; i<h->short_ref_count; i++){
            Picture *pic= h->short_ref[i];
            av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
        }
    }
}

/**
 * print long term list
 */
static void print_long_term(H264Context *h) {
    uint32_t i;
    if(h->s.avctx->debug&FF_DEBUG_MMCO) {
        av_log(h->s.avctx, AV_LOG_DEBUG, "long term list:\n");
        for(i = 0; i < 16; i++){
            Picture *pic= h->long_ref[i];
            if (pic) {
                av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
            }
        }
    }
}

michaelni's avatar
michaelni committed
3247 3248 3249 3250 3251
/**
 * Executes the reference picture marking (memory management control operations).
 */
static int execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count){
    MpegEncContext * const s = &h->s;
3252
    int i, j;
3253
    int current_ref_assigned=0;
michaelni's avatar
michaelni committed
3254
    Picture *pic;
3255

michaelni's avatar
michaelni committed
3256
    if((s->avctx->debug&FF_DEBUG_MMCO) && mmco_count==0)
3257
        av_log(h->s.avctx, AV_LOG_DEBUG, "no mmco here\n");
3258

michaelni's avatar
michaelni committed
3259
    for(i=0; i<mmco_count; i++){
3260
        int structure, frame_num;
michaelni's avatar
michaelni committed
3261
        if(s->avctx->debug&FF_DEBUG_MMCO)
3262
            av_log(h->s.avctx, AV_LOG_DEBUG, "mmco:%d %d %d\n", h->mmco[i].opcode, h->mmco[i].short_pic_num, h->mmco[i].long_arg);
michaelni's avatar
michaelni committed
3263

3264 3265 3266 3267 3268
        if(   mmco[i].opcode == MMCO_SHORT2UNUSED
           || mmco[i].opcode == MMCO_SHORT2LONG){
            frame_num = pic_num_extract(h, mmco[i].short_pic_num, &structure);
            pic = find_short(h, frame_num, &j);
            if(!pic){
3269 3270
                if(mmco[i].opcode != MMCO_SHORT2LONG || !h->long_ref[mmco[i].long_arg]
                   || h->long_ref[mmco[i].long_arg]->frame_num != frame_num)
3271 3272 3273 3274 3275
                av_log(h->s.avctx, AV_LOG_ERROR, "mmco: unref short failure\n");
                continue;
            }
        }

michaelni's avatar
michaelni committed
3276 3277
        switch(mmco[i].opcode){
        case MMCO_SHORT2UNUSED:
3278 3279
            if(s->avctx->debug&FF_DEBUG_MMCO)
                av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref short %d count %d\n", h->mmco[i].short_pic_num, h->short_ref_count);
3280
            remove_short(h, frame_num, structure ^ PICT_FRAME);
michaelni's avatar
michaelni committed
3281 3282
            break;
        case MMCO_SHORT2LONG:
3283 3284
                if (h->long_ref[mmco[i].long_arg] != pic)
                    remove_long(h, mmco[i].long_arg, 0);
3285

3286 3287
                remove_short_at_index(h, j);
                h->long_ref[ mmco[i].long_arg ]= pic;
3288 3289 3290 3291
                if (h->long_ref[ mmco[i].long_arg ]){
                    h->long_ref[ mmco[i].long_arg ]->long_ref=1;
                    h->long_ref_count++;
                }
michaelni's avatar
michaelni committed
3292 3293
            break;
        case MMCO_LONG2UNUSED:
3294 3295 3296
            j = pic_num_extract(h, mmco[i].long_arg, &structure);
            pic = h->long_ref[j];
            if (pic) {
3297
                remove_long(h, j, structure ^ PICT_FRAME);
3298 3299
            } else if(s->avctx->debug&FF_DEBUG_MMCO)
                av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref long failure\n");
michaelni's avatar
michaelni committed
3300 3301
            break;
        case MMCO_LONG:
3302
                    // Comment below left from previous code as it is an interresting note.
3303 3304
                    /* First field in pair is in short term list or
                     * at a different long term index.
3305
                     * This is not allowed; see 7.4.3.3, notes 2 and 3.
3306 3307 3308 3309
                     * Report the problem and keep the pair where it is,
                     * and mark this field valid.
                     */

3310
            if (h->long_ref[mmco[i].long_arg] != s->current_picture_ptr) {
3311
                remove_long(h, mmco[i].long_arg, 0);
3312

3313 3314 3315
                h->long_ref[ mmco[i].long_arg ]= s->current_picture_ptr;
                h->long_ref[ mmco[i].long_arg ]->long_ref=1;
                h->long_ref_count++;
3316
            }
3317

3318
            s->current_picture_ptr->reference |= s->picture_structure;
3319
            current_ref_assigned=1;
michaelni's avatar
michaelni committed
3320 3321
            break;
        case MMCO_SET_MAX_LONG:
3322
            assert(mmco[i].long_arg <= 16);
3323
            // just remove the long term which index is greater than new max
3324
            for(j = mmco[i].long_arg; j<16; j++){
3325
                remove_long(h, j, 0);
michaelni's avatar
michaelni committed
3326 3327 3328 3329
            }
            break;
        case MMCO_RESET:
            while(h->short_ref_count){
3330
                remove_short(h, h->short_ref[0]->frame_num, 0);
michaelni's avatar
michaelni committed
3331
            }
3332
            for(j = 0; j < 16; j++) {
3333
                remove_long(h, j, 0);
michaelni's avatar
michaelni committed
3334
            }
michael's avatar
michael committed
3335 3336 3337 3338 3339 3340
            s->current_picture_ptr->poc=
            s->current_picture_ptr->field_poc[0]=
            s->current_picture_ptr->field_poc[1]=
            h->poc_lsb=
            h->poc_msb=
            h->frame_num=
michael's avatar
michael committed
3341
            s->current_picture_ptr->frame_num= 0;
michaelni's avatar
michaelni committed
3342 3343 3344 3345
            break;
        default: assert(0);
        }
    }
3346

3347
    if (!current_ref_assigned) {
3348 3349 3350 3351
        /* Second field of complementary field pair; the first field of
         * which is already referenced. If short referenced, it
         * should be first entry in short_ref. If not, it must exist
         * in long_ref; trying to put it on the short list here is an
3352
         * error in the encoded bit stream (ref: 7.4.3.3, NOTE 2 and 3).
3353 3354 3355 3356 3357 3358 3359 3360 3361 3362
         */
        if (h->short_ref_count && h->short_ref[0] == s->current_picture_ptr) {
            /* Just mark the second field valid */
            s->current_picture_ptr->reference = PICT_FRAME;
        } else if (s->current_picture_ptr->long_ref) {
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term reference "
                                             "assignment for second field "
                                             "in complementary field pair "
                                             "(first field is long term)\n");
        } else {
3363
            pic= remove_short(h, s->current_picture_ptr->frame_num, 0);
michael's avatar
michael committed
3364 3365 3366
            if(pic){
                av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term buffer state detected\n");
            }
3367

michael's avatar
michael committed
3368 3369
            if(h->short_ref_count)
                memmove(&h->short_ref[1], &h->short_ref[0], h->short_ref_count*sizeof(Picture*));
3370

michael's avatar
michael committed
3371 3372 3373 3374
            h->short_ref[0]= s->current_picture_ptr;
            h->short_ref_count++;
            s->current_picture_ptr->reference |= s->picture_structure;
        }
michael's avatar
michael committed
3375
    }
3376

3377
    if (h->long_ref_count + h->short_ref_count > h->sps.ref_frame_count){
3378 3379 3380 3381 3382 3383 3384 3385 3386

        /* We have too many reference frames, probably due to corrupted
         * stream. Need to discard one frame. Prevents overrun of the
         * short_ref and long_ref buffers.
         */
        av_log(h->s.avctx, AV_LOG_ERROR,
               "number of reference frames exceeds max (probably "
               "corrupt input), discarding one\n");

michael's avatar
michael committed
3387
        if (h->long_ref_count && !h->short_ref_count) {
3388 3389 3390 3391 3392
            for (i = 0; i < 16; ++i)
                if (h->long_ref[i])
                    break;

            assert(i < 16);
3393
            remove_long(h, i, 0);
3394
        } else {
3395
            pic = h->short_ref[h->short_ref_count - 1];
3396
            remove_short(h, pic->frame_num, 0);
3397 3398 3399
        }
    }

3400 3401
    print_short_term(h);
    print_long_term(h);
3402
    return 0;
michaelni's avatar
michaelni committed
3403 3404
}

3405
static int decode_ref_pic_marking(H264Context *h, GetBitContext *gb){
michaelni's avatar
michaelni committed
3406 3407
    MpegEncContext * const s = &h->s;
    int i;
3408

3409
    h->mmco_index= 0;
michaelni's avatar
michaelni committed
3410
    if(h->nal_unit_type == NAL_IDR_SLICE){ //FIXME fields
3411
        s->broken_link= get_bits1(gb) -1;
3412
        if(get_bits1(gb)){
michaelni's avatar
michaelni committed
3413
            h->mmco[0].opcode= MMCO_LONG;
3414
            h->mmco[0].long_arg= 0;
michaelni's avatar
michaelni committed
3415
            h->mmco_index= 1;
3416
        }
michaelni's avatar
michaelni committed
3417
    }else{
3418
        if(get_bits1(gb)){ // adaptive_ref_pic_marking_mode_flag
3419
            for(i= 0; i<MAX_MMCO_COUNT; i++) {
3420
                MMCOOpcode opcode= get_ue_golomb_31(gb);
michaelni's avatar
michaelni committed
3421 3422 3423

                h->mmco[i].opcode= opcode;
                if(opcode==MMCO_SHORT2UNUSED || opcode==MMCO_SHORT2LONG){
3424
                    h->mmco[i].short_pic_num= (h->curr_pic_num - get_ue_golomb(gb) - 1) & (h->max_pic_num - 1);
3425
/*                    if(h->mmco[i].short_pic_num >= h->short_ref_count || h->short_ref[ h->mmco[i].short_pic_num ] == NULL){
3426
                        av_log(s->avctx, AV_LOG_ERROR, "illegal short ref in memory management control operation %d\n", mmco);
michaelni's avatar
michaelni committed
3427 3428 3429 3430
                        return -1;
                    }*/
                }
                if(opcode==MMCO_SHORT2LONG || opcode==MMCO_LONG2UNUSED || opcode==MMCO_LONG || opcode==MMCO_SET_MAX_LONG){
3431
                    unsigned int long_arg= get_ue_golomb_31(gb);
3432
                    if(long_arg >= 32 || (long_arg >= 16 && !(opcode == MMCO_LONG2UNUSED && FIELD_PICTURE))){
3433
                        av_log(h->s.avctx, AV_LOG_ERROR, "illegal long ref in memory management control operation %d\n", opcode);
michaelni's avatar
michaelni committed
3434 3435
                        return -1;
                    }
3436
                    h->mmco[i].long_arg= long_arg;
michaelni's avatar
michaelni committed
3437
                }
3438

3439
                if(opcode > (unsigned)MMCO_LONG){
3440
                    av_log(h->s.avctx, AV_LOG_ERROR, "illegal memory management control operation %d\n", opcode);
michaelni's avatar
michaelni committed
3441 3442
                    return -1;
                }
3443 3444
                if(opcode == MMCO_END)
                    break;
michaelni's avatar
michaelni committed
3445 3446 3447 3448 3449
            }
            h->mmco_index= i;
        }else{
            assert(h->long_ref_count + h->short_ref_count <= h->sps.ref_frame_count);

3450
            if(h->short_ref_count && h->long_ref_count + h->short_ref_count == h->sps.ref_frame_count &&
3451
                    !(FIELD_PICTURE && !s->first_field && s->current_picture_ptr->reference)) {
michaelni's avatar
michaelni committed
3452
                h->mmco[0].opcode= MMCO_SHORT2UNUSED;
3453
                h->mmco[0].short_pic_num= h->short_ref[ h->short_ref_count - 1 ]->frame_num;
michaelni's avatar
michaelni committed
3454
                h->mmco_index= 1;
3455 3456 3457 3458 3459 3460
                if (FIELD_PICTURE) {
                    h->mmco[0].short_pic_num *= 2;
                    h->mmco[1].opcode= MMCO_SHORT2UNUSED;
                    h->mmco[1].short_pic_num= h->mmco[0].short_pic_num + 1;
                    h->mmco_index= 2;
                }
michael's avatar
michael committed
3461
            }
michaelni's avatar
michaelni committed
3462 3463
        }
    }
3464 3465

    return 0;
michaelni's avatar
michaelni committed
3466 3467 3468 3469 3470 3471
}

static int init_poc(H264Context *h){
    MpegEncContext * const s = &h->s;
    const int max_frame_num= 1<<h->sps.log2_max_frame_num;
    int field_poc[2];
3472
    Picture *cur = s->current_picture_ptr;
michaelni's avatar
michaelni committed
3473

3474
    h->frame_num_offset= h->prev_frame_num_offset;
3475
    if(h->frame_num < h->prev_frame_num)
3476
        h->frame_num_offset += max_frame_num;
michaelni's avatar
michaelni committed
3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487

    if(h->sps.poc_type==0){
        const int max_poc_lsb= 1<<h->sps.log2_max_poc_lsb;

        if     (h->poc_lsb < h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb >= max_poc_lsb/2)
            h->poc_msb = h->prev_poc_msb + max_poc_lsb;
        else if(h->poc_lsb > h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb < -max_poc_lsb/2)
            h->poc_msb = h->prev_poc_msb - max_poc_lsb;
        else
            h->poc_msb = h->prev_poc_msb;
//printf("poc: %d %d\n", h->poc_msb, h->poc_lsb);
3488
        field_poc[0] =
michaelni's avatar
michaelni committed
3489
        field_poc[1] = h->poc_msb + h->poc_lsb;
3490
        if(s->picture_structure == PICT_FRAME)
michaelni's avatar
michaelni committed
3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502
            field_poc[1] += h->delta_poc_bottom;
    }else if(h->sps.poc_type==1){
        int abs_frame_num, expected_delta_per_poc_cycle, expectedpoc;
        int i;

        if(h->sps.poc_cycle_length != 0)
            abs_frame_num = h->frame_num_offset + h->frame_num;
        else
            abs_frame_num = 0;

        if(h->nal_ref_idc==0 && abs_frame_num > 0)
            abs_frame_num--;
3503

michaelni's avatar
michaelni committed
3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517
        expected_delta_per_poc_cycle = 0;
        for(i=0; i < h->sps.poc_cycle_length; i++)
            expected_delta_per_poc_cycle += h->sps.offset_for_ref_frame[ i ]; //FIXME integrate during sps parse

        if(abs_frame_num > 0){
            int poc_cycle_cnt          = (abs_frame_num - 1) / h->sps.poc_cycle_length;
            int frame_num_in_poc_cycle = (abs_frame_num - 1) % h->sps.poc_cycle_length;

            expectedpoc = poc_cycle_cnt * expected_delta_per_poc_cycle;
            for(i = 0; i <= frame_num_in_poc_cycle; i++)
                expectedpoc = expectedpoc + h->sps.offset_for_ref_frame[ i ];
        } else
            expectedpoc = 0;

3518
        if(h->nal_ref_idc == 0)
michaelni's avatar
michaelni committed
3519
            expectedpoc = expectedpoc + h->sps.offset_for_non_ref_pic;
3520

michaelni's avatar
michaelni committed
3521 3522 3523 3524 3525 3526
        field_poc[0] = expectedpoc + h->delta_poc[0];
        field_poc[1] = field_poc[0] + h->sps.offset_for_top_to_bottom_field;

        if(s->picture_structure == PICT_FRAME)
            field_poc[1] += h->delta_poc[1];
    }else{
3527
        int poc= 2*(h->frame_num_offset + h->frame_num);
3528

3529 3530
        if(!h->nal_ref_idc)
            poc--;
3531

michaelni's avatar
michaelni committed
3532 3533 3534
        field_poc[0]= poc;
        field_poc[1]= poc;
    }
3535

3536
    if(s->picture_structure != PICT_BOTTOM_FIELD)
michaelni's avatar
michaelni committed
3537
        s->current_picture_ptr->field_poc[0]= field_poc[0];
3538
    if(s->picture_structure != PICT_TOP_FIELD)
michaelni's avatar
michaelni committed
3539
        s->current_picture_ptr->field_poc[1]= field_poc[1];
3540
    cur->poc= FFMIN(cur->field_poc[0], cur->field_poc[1]);
michaelni's avatar
michaelni committed
3541 3542 3543 3544

    return 0;
}

3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593

/**
 * initialize scan tables
 */
static void init_scan_tables(H264Context *h){
    MpegEncContext * const s = &h->s;
    int i;
    if(s->dsp.h264_idct_add == ff_h264_idct_add_c){ //FIXME little ugly
        memcpy(h->zigzag_scan, zigzag_scan, 16*sizeof(uint8_t));
        memcpy(h-> field_scan,  field_scan, 16*sizeof(uint8_t));
    }else{
        for(i=0; i<16; i++){
#define T(x) (x>>2) | ((x<<2) & 0xF)
            h->zigzag_scan[i] = T(zigzag_scan[i]);
            h-> field_scan[i] = T( field_scan[i]);
#undef T
        }
    }
    if(s->dsp.h264_idct8_add == ff_h264_idct8_add_c){
        memcpy(h->zigzag_scan8x8,       zigzag_scan8x8,       64*sizeof(uint8_t));
        memcpy(h->zigzag_scan8x8_cavlc, zigzag_scan8x8_cavlc, 64*sizeof(uint8_t));
        memcpy(h->field_scan8x8,        field_scan8x8,        64*sizeof(uint8_t));
        memcpy(h->field_scan8x8_cavlc,  field_scan8x8_cavlc,  64*sizeof(uint8_t));
    }else{
        for(i=0; i<64; i++){
#define T(x) (x>>3) | ((x&7)<<3)
            h->zigzag_scan8x8[i]       = T(zigzag_scan8x8[i]);
            h->zigzag_scan8x8_cavlc[i] = T(zigzag_scan8x8_cavlc[i]);
            h->field_scan8x8[i]        = T(field_scan8x8[i]);
            h->field_scan8x8_cavlc[i]  = T(field_scan8x8_cavlc[i]);
#undef T
        }
    }
    if(h->sps.transform_bypass){ //FIXME same ugly
        h->zigzag_scan_q0          = zigzag_scan;
        h->zigzag_scan8x8_q0       = zigzag_scan8x8;
        h->zigzag_scan8x8_cavlc_q0 = zigzag_scan8x8_cavlc;
        h->field_scan_q0           = field_scan;
        h->field_scan8x8_q0        = field_scan8x8;
        h->field_scan8x8_cavlc_q0  = field_scan8x8_cavlc;
    }else{
        h->zigzag_scan_q0          = h->zigzag_scan;
        h->zigzag_scan8x8_q0       = h->zigzag_scan8x8;
        h->zigzag_scan8x8_cavlc_q0 = h->zigzag_scan8x8_cavlc;
        h->field_scan_q0           = h->field_scan;
        h->field_scan8x8_q0        = h->field_scan8x8;
        h->field_scan8x8_cavlc_q0  = h->field_scan8x8_cavlc;
    }
}
3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604

/**
 * Replicates H264 "master" context to thread contexts.
 */
static void clone_slice(H264Context *dst, H264Context *src)
{
    memcpy(dst->block_offset,     src->block_offset, sizeof(dst->block_offset));
    dst->s.current_picture_ptr  = src->s.current_picture_ptr;
    dst->s.current_picture      = src->s.current_picture;
    dst->s.linesize             = src->s.linesize;
    dst->s.uvlinesize           = src->s.uvlinesize;
3605
    dst->s.first_field          = src->s.first_field;
3606 3607 3608 3609 3610 3611 3612 3613 3614 3615 3616

    dst->prev_poc_msb           = src->prev_poc_msb;
    dst->prev_poc_lsb           = src->prev_poc_lsb;
    dst->prev_frame_num_offset  = src->prev_frame_num_offset;
    dst->prev_frame_num         = src->prev_frame_num;
    dst->short_ref_count        = src->short_ref_count;

    memcpy(dst->short_ref,        src->short_ref,        sizeof(dst->short_ref));
    memcpy(dst->long_ref,         src->long_ref,         sizeof(dst->long_ref));
    memcpy(dst->default_ref_list, src->default_ref_list, sizeof(dst->default_ref_list));
    memcpy(dst->ref_list,         src->ref_list,         sizeof(dst->ref_list));
3617 3618 3619

    memcpy(dst->dequant4_coeff,   src->dequant4_coeff,   sizeof(src->dequant4_coeff));
    memcpy(dst->dequant8_coeff,   src->dequant8_coeff,   sizeof(src->dequant8_coeff));
3620 3621
}

michaelni's avatar
michaelni committed
3622 3623
/**
 * decodes a slice header.
diego's avatar
diego committed
3624
 * This will also call MPV_common_init() and frame_start() as needed.
3625 3626 3627 3628
 *
 * @param h h264context
 * @param h0 h264 master context (differs from 'h' when doing sliced based parallel decoding)
 *
diego's avatar
diego committed
3629
 * @return 0 if okay, <0 if an error occurred, 1 if decoding must not be multithreaded
michaelni's avatar
michaelni committed
3630
 */
3631
static int decode_slice_header(H264Context *h, H264Context *h0){
michaelni's avatar
michaelni committed
3632
    MpegEncContext * const s = &h->s;
3633
    MpegEncContext * const s0 = &h0->s;
3634
    unsigned int first_mb_in_slice;
3635
    unsigned int pps_id;
michaelni's avatar
michaelni committed
3636
    int num_ref_idx_active_override_flag;
3637
    unsigned int slice_type, tmp, i, j;
3638
    int default_ref_list_done = 0;
3639
    int last_pic_structure;
michaelni's avatar
michaelni committed
3640

3641
    s->dropable= h->nal_ref_idc == 0;
michaelni's avatar
michaelni committed
3642

3643 3644 3645 3646 3647 3648 3649 3650
    if((s->avctx->flags2 & CODEC_FLAG2_FAST) && !h->nal_ref_idc){
        s->me.qpel_put= s->dsp.put_2tap_qpel_pixels_tab;
        s->me.qpel_avg= s->dsp.avg_2tap_qpel_pixels_tab;
    }else{
        s->me.qpel_put= s->dsp.put_h264_qpel_pixels_tab;
        s->me.qpel_avg= s->dsp.avg_h264_qpel_pixels_tab;
    }

michaelni's avatar
michaelni committed
3651 3652
    first_mb_in_slice= get_ue_golomb(&s->gb);

3653
    if((s->flags2 & CODEC_FLAG2_CHUNKS) && first_mb_in_slice == 0){
3654
        h0->current_slice = 0;
3655
        if (!s0->first_field)
andoma's avatar
andoma committed
3656
            s->current_picture_ptr= NULL;
3657 3658
    }

3659
    slice_type= get_ue_golomb_31(&s->gb);
3660
    if(slice_type > 9){
3661
        av_log(h->s.avctx, AV_LOG_ERROR, "slice type too large (%d) at %d %d\n", h->slice_type, s->mb_x, s->mb_y);
michael's avatar
michael committed
3662
        return -1;
michaelni's avatar
michaelni committed
3663
    }
3664 3665
    if(slice_type > 4){
        slice_type -= 5;
michaelni's avatar
michaelni committed
3666 3667 3668
        h->slice_type_fixed=1;
    }else
        h->slice_type_fixed=0;
3669

3670
    slice_type= golomb_to_pict_type[ slice_type ];
3671
    if (slice_type == FF_I_TYPE
3672
        || (h0->current_slice != 0 && slice_type == h0->last_slice_type) ) {
3673 3674 3675
        default_ref_list_done = 1;
    }
    h->slice_type= slice_type;
michael's avatar
michael committed
3676
    h->slice_type_nos= slice_type & 3;
3677

diego's avatar
diego committed
3678
    s->pict_type= h->slice_type; // to make a few old functions happy, it's wrong though
3679
    if (s->pict_type == FF_B_TYPE && s0->last_picture_ptr == NULL) {
3680 3681 3682 3683
        av_log(h->s.avctx, AV_LOG_ERROR,
               "B picture before any references, skipping\n");
        return -1;
    }
3684

michaelni's avatar
michaelni committed
3685
    pps_id= get_ue_golomb(&s->gb);
3686
    if(pps_id>=MAX_PPS_COUNT){
3687
        av_log(h->s.avctx, AV_LOG_ERROR, "pps_id out of range\n");
michaelni's avatar
michaelni committed
3688 3689
        return -1;
    }
3690
    if(!h0->pps_buffers[pps_id]) {
diego's avatar
diego committed
3691
        av_log(h->s.avctx, AV_LOG_ERROR, "non-existing PPS referenced\n");
michaelni's avatar
michaelni committed
3692 3693
        return -1;
    }
3694
    h->pps= *h0->pps_buffers[pps_id];
michaelni's avatar
michaelni committed
3695

3696
    if(!h0->sps_buffers[h->pps.sps_id]) {
diego's avatar
diego committed
3697
        av_log(h->s.avctx, AV_LOG_ERROR, "non-existing SPS referenced\n");
michaelni's avatar
michaelni committed
3698 3699
        return -1;
    }
3700
    h->sps = *h0->sps_buffers[h->pps.sps_id];
lorenm's avatar
lorenm committed
3701

3702
    if(h == h0 && h->dequant_coeff_pps != pps_id){
3703
        h->dequant_coeff_pps = pps_id;
lorenm's avatar
lorenm committed
3704 3705
        init_dequant_tables(h);
    }
3706

michaelni's avatar
michaelni committed
3707
    s->mb_width= h->sps.mb_width;
3708
    s->mb_height= h->sps.mb_height * (2 - h->sps.frame_mbs_only_flag);
3709

3710 3711
    h->b_stride=  s->mb_width*4;
    h->b8_stride= s->mb_width*2;
michaelni's avatar
michaelni committed
3712

3713
    s->width = 16*s->mb_width - 2*FFMIN(h->sps.crop_right, 7);
michaelni's avatar
michaelni committed
3714
    if(h->sps.frame_mbs_only_flag)
3715
        s->height= 16*s->mb_height - 2*FFMIN(h->sps.crop_bottom, 7);
michaelni's avatar
michaelni committed
3716
    else
3717
        s->height= 16*s->mb_height - 4*FFMIN(h->sps.crop_bottom, 3);
3718 3719

    if (s->context_initialized
michael's avatar
michael committed
3720
        && (   s->width != s->avctx->width || s->height != s->avctx->height)) {
3721 3722
        if(h != h0)
            return -1;   // width / height changed during parallelized decoding
michaelni's avatar
michaelni committed
3723
        free_tables(h);
3724
        flush_dpb(s->avctx);
michaelni's avatar
michaelni committed
3725 3726 3727
        MPV_common_end(s);
    }
    if (!s->context_initialized) {
3728 3729
        if(h != h0)
            return -1;  // we cant (re-)initialize context during parallel decoding
michaelni's avatar
michaelni committed
3730 3731
        if (MPV_common_init(s) < 0)
            return -1;
3732
        s->first_field = 0;
3733

3734
        init_scan_tables(h);
michaelni's avatar
michaelni committed
3735 3736
        alloc_tables(h);

3737 3738 3739
        for(i = 1; i < s->avctx->thread_count; i++) {
            H264Context *c;
            c = h->thread_context[i] = av_malloc(sizeof(H264Context));
3740
            memcpy(c, h->s.thread_context[i], sizeof(MpegEncContext));
3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751
            memset(&c->s + 1, 0, sizeof(H264Context) - sizeof(MpegEncContext));
            c->sps = h->sps;
            c->pps = h->pps;
            init_scan_tables(c);
            clone_tables(c, h);
        }

        for(i = 0; i < s->avctx->thread_count; i++)
            if(context_init(h->thread_context[i]) < 0)
                return -1;

michaelni's avatar
michaelni committed
3752 3753
        s->avctx->width = s->width;
        s->avctx->height = s->height;
michael's avatar
michael committed
3754
        s->avctx->sample_aspect_ratio= h->sps.sar;
michael's avatar
michael committed
3755 3756
        if(!s->avctx->sample_aspect_ratio.den)
            s->avctx->sample_aspect_ratio.den = 1;
3757

michael's avatar
michael committed
3758
        if(h->sps.timing_info_present_flag){
3759
            s->avctx->time_base= (AVRational){h->sps.num_units_in_tick * 2, h->sps.time_scale};
3760 3761 3762 3763
            if(h->x264_build > 0 && h->x264_build < 44)
                s->avctx->time_base.den *= 2;
            av_reduce(&s->avctx->time_base.num, &s->avctx->time_base.den,
                      s->avctx->time_base.num, s->avctx->time_base.den, 1<<30);
3764
        }
michaelni's avatar
michaelni committed
3765 3766 3767 3768
    }

    h->frame_num= get_bits(&s->gb, h->sps.log2_max_frame_num);

lorenm's avatar
lorenm committed
3769
    h->mb_mbaff = 0;
3770
    h->mb_aff_frame = 0;
3771
    last_pic_structure = s0->picture_structure;
michaelni's avatar
michaelni committed
3772 3773 3774
    if(h->sps.frame_mbs_only_flag){
        s->picture_structure= PICT_FRAME;
    }else{
3775
        if(get_bits1(&s->gb)) { //field_pic_flag
michaelni's avatar
michaelni committed
3776
            s->picture_structure= PICT_TOP_FIELD + get_bits1(&s->gb); //bottom_field_flag
3777
        } else {
michaelni's avatar
michaelni committed
3778
            s->picture_structure= PICT_FRAME;
3779
            h->mb_aff_frame = h->sps.mb_aff;
3780
        }
michaelni's avatar
michaelni committed
3781
    }
3782
    h->mb_field_decoding_flag= s->picture_structure != PICT_FRAME;
3783 3784

    if(h0->current_slice == 0){
michael's avatar
michael committed
3785 3786 3787 3788 3789 3790 3791 3792 3793 3794
        while(h->frame_num !=  h->prev_frame_num &&
              h->frame_num != (h->prev_frame_num+1)%(1<<h->sps.log2_max_frame_num)){
            av_log(NULL, AV_LOG_DEBUG, "Frame num gap %d %d\n", h->frame_num, h->prev_frame_num);
            frame_start(h);
            h->prev_frame_num++;
            h->prev_frame_num %= 1<<h->sps.log2_max_frame_num;
            s->current_picture_ptr->frame_num= h->prev_frame_num;
            execute_ref_pic_marking(h, NULL, 0);
        }

3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836
        /* See if we have a decoded first field looking for a pair... */
        if (s0->first_field) {
            assert(s0->current_picture_ptr);
            assert(s0->current_picture_ptr->data[0]);
            assert(s0->current_picture_ptr->reference != DELAYED_PIC_REF);

            /* figure out if we have a complementary field pair */
            if (!FIELD_PICTURE || s->picture_structure == last_pic_structure) {
                /*
                 * Previous field is unmatched. Don't display it, but let it
                 * remain for reference if marked as such.
                 */
                s0->current_picture_ptr = NULL;
                s0->first_field = FIELD_PICTURE;

            } else {
                if (h->nal_ref_idc &&
                        s0->current_picture_ptr->reference &&
                        s0->current_picture_ptr->frame_num != h->frame_num) {
                    /*
                     * This and previous field were reference, but had
                     * different frame_nums. Consider this field first in
                     * pair. Throw away previous field except for reference
                     * purposes.
                     */
                    s0->first_field = 1;
                    s0->current_picture_ptr = NULL;

                } else {
                    /* Second field in complementary pair */
                    s0->first_field = 0;
                }
            }

        } else {
            /* Frame or first field in a potentially complementary pair */
            assert(!s0->current_picture_ptr);
            s0->first_field = FIELD_PICTURE;
        }

        if((!FIELD_PICTURE || s0->first_field) && frame_start(h) < 0) {
            s0->first_field = 0;
3837
            return -1;
3838
        }
3839 3840 3841 3842 3843 3844
    }
    if(h != h0)
        clone_slice(h, h0);

    s->current_picture_ptr->frame_num= h->frame_num; //FIXME frame_num cleanup

3845
    assert(s->mb_num == s->mb_width * s->mb_height);
3846
    if(first_mb_in_slice << FIELD_OR_MBAFF_PICTURE >= s->mb_num ||
3847 3848
       first_mb_in_slice                    >= s->mb_num){
        av_log(h->s.avctx, AV_LOG_ERROR, "first_mb_in_slice overflow\n");
michael's avatar
michael committed
3849 3850
        return -1;
    }
3851
    s->resync_mb_x = s->mb_x = first_mb_in_slice % s->mb_width;
3852 3853 3854
    s->resync_mb_y = s->mb_y = (first_mb_in_slice / s->mb_width) << FIELD_OR_MBAFF_PICTURE;
    if (s->picture_structure == PICT_BOTTOM_FIELD)
        s->resync_mb_y = s->mb_y = s->mb_y + 1;
3855
    assert(s->mb_y < s->mb_height);
3856

michaelni's avatar
michaelni committed
3857 3858 3859 3860
    if(s->picture_structure==PICT_FRAME){
        h->curr_pic_num=   h->frame_num;
        h->max_pic_num= 1<< h->sps.log2_max_frame_num;
    }else{
3861
        h->curr_pic_num= 2*h->frame_num + 1;
michaelni's avatar
michaelni committed
3862 3863
        h->max_pic_num= 1<<(h->sps.log2_max_frame_num + 1);
    }
3864

michaelni's avatar
michaelni committed
3865
    if(h->nal_unit_type == NAL_IDR_SLICE){
bellard's avatar
bellard committed
3866
        get_ue_golomb(&s->gb); /* idr_pic_id */
michaelni's avatar
michaelni committed
3867
    }
3868

michaelni's avatar
michaelni committed
3869 3870
    if(h->sps.poc_type==0){
        h->poc_lsb= get_bits(&s->gb, h->sps.log2_max_poc_lsb);
3871

michaelni's avatar
michaelni committed
3872 3873 3874 3875
        if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME){
            h->delta_poc_bottom= get_se_golomb(&s->gb);
        }
    }
3876

michaelni's avatar
michaelni committed
3877 3878
    if(h->sps.poc_type==1 && !h->sps.delta_pic_order_always_zero_flag){
        h->delta_poc[0]= get_se_golomb(&s->gb);
3879

michaelni's avatar
michaelni committed
3880 3881 3882
        if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME)
            h->delta_poc[1]= get_se_golomb(&s->gb);
    }
3883

michaelni's avatar
michaelni committed
3884
    init_poc(h);
3885

michaelni's avatar
michaelni committed
3886 3887 3888 3889
    if(h->pps.redundant_pic_cnt_present){
        h->redundant_pic_count= get_ue_golomb(&s->gb);
    }

diego's avatar
diego committed
3890
    //set defaults, might be overridden a few lines later
michaelni's avatar
michaelni committed
3891 3892 3893
    h->ref_count[0]= h->pps.ref_count[0];
    h->ref_count[1]= h->pps.ref_count[1];

michael's avatar
michael committed
3894
    if(h->slice_type_nos != FF_I_TYPE){
3895
        if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
3896 3897 3898
            h->direct_spatial_mv_pred= get_bits1(&s->gb);
        }
        num_ref_idx_active_override_flag= get_bits1(&s->gb);
3899

michaelni's avatar
michaelni committed
3900 3901
        if(num_ref_idx_active_override_flag){
            h->ref_count[0]= get_ue_golomb(&s->gb) + 1;
3902
            if(h->slice_type_nos==FF_B_TYPE)
michaelni's avatar
michaelni committed
3903 3904
                h->ref_count[1]= get_ue_golomb(&s->gb) + 1;

michael's avatar
michael committed
3905
            if(h->ref_count[0]-1 > 32-1 || h->ref_count[1]-1 > 32-1){
3906
                av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow\n");
3907
                h->ref_count[0]= h->ref_count[1]= 1;
michaelni's avatar
michaelni committed
3908 3909 3910
                return -1;
            }
        }
3911
        if(h->slice_type_nos == FF_B_TYPE)
michael's avatar
michael committed
3912 3913 3914 3915 3916
            h->list_count= 2;
        else
            h->list_count= 1;
    }else
        h->list_count= 0;
michaelni's avatar
michaelni committed
3917

3918
    if(!default_ref_list_done){
michaelni's avatar
michaelni committed
3919 3920 3921
        fill_default_ref_list(h);
    }

3922
    if(h->slice_type_nos!=FF_I_TYPE && decode_ref_pic_list_reordering(h) < 0)
3923
        return -1;
michaelni's avatar
michaelni committed
3924

3925 3926
    if(h->slice_type_nos!=FF_I_TYPE){
        s->last_picture_ptr= &h->ref_list[0][0];
3927
        ff_copy_picture(&s->last_picture, s->last_picture_ptr);
3928 3929 3930
    }
    if(h->slice_type_nos==FF_B_TYPE){
        s->next_picture_ptr= &h->ref_list[1][0];
3931
        ff_copy_picture(&s->next_picture, s->next_picture_ptr);
3932 3933
    }

michael's avatar
michael committed
3934
    if(   (h->pps.weighted_pred          && h->slice_type_nos == FF_P_TYPE )
3935
       ||  (h->pps.weighted_bipred_idc==1 && h->slice_type_nos== FF_B_TYPE ) )
michaelni's avatar
michaelni committed
3936
        pred_weight_table(h);
3937
    else if(h->pps.weighted_bipred_idc==2 && h->slice_type_nos== FF_B_TYPE)
lorenm's avatar
lorenm committed
3938 3939 3940
        implicit_weight_table(h);
    else
        h->use_weight = 0;
3941

3942
    if(h->nal_ref_idc)
3943
        decode_ref_pic_marking(h0, &s->gb);
michaelni's avatar
michaelni committed
3944

lorenm's avatar
lorenm committed
3945 3946 3947
    if(FRAME_MBAFF)
        fill_mbaff_ref_list(h);

3948 3949 3950 3951
    if(h->slice_type_nos==FF_B_TYPE && !h->direct_spatial_mv_pred)
        direct_dist_scale_factor(h);
    direct_ref_list_init(h);

michael's avatar
michael committed
3952
    if( h->slice_type_nos != FF_I_TYPE && h->pps.cabac ){
3953
        tmp = get_ue_golomb_31(&s->gb);
3954 3955 3956 3957 3958 3959
        if(tmp > 2){
            av_log(s->avctx, AV_LOG_ERROR, "cabac_init_idc overflow\n");
            return -1;
        }
        h->cabac_init_idc= tmp;
    }
3960 3961

    h->last_qscale_diff = 0;
3962 3963 3964
    tmp = h->pps.init_qp + get_se_golomb(&s->gb);
    if(tmp>51){
        av_log(s->avctx, AV_LOG_ERROR, "QP %u out of range\n", tmp);
michael's avatar
michael committed
3965 3966
        return -1;
    }
3967
    s->qscale= tmp;
3968 3969
    h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
    h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
michaelni's avatar
michaelni committed
3970
    //FIXME qscale / qp ... stuff
3971
    if(h->slice_type == FF_SP_TYPE){
bellard's avatar
bellard committed
3972
        get_bits1(&s->gb); /* sp_for_switch_flag */
michaelni's avatar
michaelni committed
3973
    }
3974
    if(h->slice_type==FF_SP_TYPE || h->slice_type == FF_SI_TYPE){
bellard's avatar
bellard committed
3975
        get_se_golomb(&s->gb); /* slice_qs_delta */
michaelni's avatar
michaelni committed
3976 3977
    }

3978
    h->deblocking_filter = 1;
michael's avatar
michael committed
3979 3980
    h->slice_alpha_c0_offset = 0;
    h->slice_beta_offset = 0;
michaelni's avatar
michaelni committed
3981
    if( h->pps.deblocking_filter_parameters_present ) {
3982
        tmp= get_ue_golomb_31(&s->gb);
3983 3984 3985 3986 3987
        if(tmp > 2){
            av_log(s->avctx, AV_LOG_ERROR, "deblocking_filter_idc %u out of range\n", tmp);
            return -1;
        }
        h->deblocking_filter= tmp;
3988
        if(h->deblocking_filter < 2)
3989 3990 3991
            h->deblocking_filter^= 1; // 1<->0

        if( h->deblocking_filter ) {
3992 3993
            h->slice_alpha_c0_offset = get_se_golomb(&s->gb) << 1;
            h->slice_beta_offset = get_se_golomb(&s->gb) << 1;
michaelni's avatar
michaelni committed
3994
        }
3995
    }
3996

3997
    if(   s->avctx->skip_loop_filter >= AVDISCARD_ALL
3998
       ||(s->avctx->skip_loop_filter >= AVDISCARD_NONKEY && h->slice_type_nos != FF_I_TYPE)
3999
       ||(s->avctx->skip_loop_filter >= AVDISCARD_BIDIR  && h->slice_type_nos == FF_B_TYPE)
4000 4001 4002
       ||(s->avctx->skip_loop_filter >= AVDISCARD_NONREF && h->nal_ref_idc == 0))
        h->deblocking_filter= 0;

4003
    if(h->deblocking_filter == 1 && h0->max_contexts > 1) {
4004 4005
        if(s->avctx->flags2 & CODEC_FLAG2_FAST) {
            /* Cheat slightly for speed:
diego's avatar
diego committed
4006
               Do not bother to deblock across slices. */
4007 4008
            h->deblocking_filter = 2;
        } else {
benoit's avatar
benoit committed
4009 4010 4011 4012 4013 4014 4015
            h0->max_contexts = 1;
            if(!h0->single_decode_warning) {
                av_log(s->avctx, AV_LOG_INFO, "Cannot parallelize deblocking type 1, decoding such frames in sequential order\n");
                h0->single_decode_warning = 1;
            }
            if(h != h0)
                return 1; // deblocking switched inside frame
4016
        }
4017 4018
    }

michaelni's avatar
michaelni committed
4019 4020 4021 4022 4023
#if 0 //FMO
    if( h->pps.num_slice_groups > 1  && h->pps.mb_slice_group_map_type >= 3 && h->pps.mb_slice_group_map_type <= 5)
        slice_group_change_cycle= get_bits(&s->gb, ?);
#endif

4024 4025
    h0->last_slice_type = slice_type;
    h->slice_num = ++h0->current_slice;
4026 4027 4028
    if(h->slice_num >= MAX_SLICES){
        av_log(s->avctx, AV_LOG_ERROR, "Too many slices, increase MAX_SLICES and recompile\n");
    }
michael's avatar
michael committed
4029

4030
    for(j=0; j<2; j++){
4031
        int *ref2frm= h->ref2frm[h->slice_num&(MAX_SLICES-1)][j];
4032 4033
        ref2frm[0]=
        ref2frm[1]= -1;
4034
        for(i=0; i<16; i++)
4035 4036
            ref2frm[i+2]= 4*h->ref_list[j][i].frame_num
                          +(h->ref_list[j][i].reference&3);
4037 4038 4039 4040 4041
        ref2frm[18+0]=
        ref2frm[18+1]= -1;
        for(i=16; i<48; i++)
            ref2frm[i+4]= 4*h->ref_list[j][i].frame_num
                          +(h->ref_list[j][i].reference&3);
4042 4043
    }

lorenm's avatar
lorenm committed
4044
    h->emu_edge_width= (s->flags&CODEC_FLAG_EMU_EDGE) ? 0 : 16;
4045
    h->emu_edge_height= (FRAME_MBAFF || FIELD_PICTURE) ? 0 : h->emu_edge_width;
lorenm's avatar
lorenm committed
4046

michael's avatar
michael committed
4047 4048
    s->avctx->refs= h->sps.ref_frame_count;

michaelni's avatar
michaelni committed
4049
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
4050
        av_log(h->s.avctx, AV_LOG_DEBUG, "slice:%d %s mb:%d %c%s%s pps:%u frame:%d poc:%d/%d ref:%d/%d qp:%d loop:%d:%d:%d weight:%d%s %s\n",
4051 4052
               h->slice_num,
               (s->picture_structure==PICT_FRAME ? "F" : s->picture_structure==PICT_TOP_FIELD ? "T" : "B"),
4053
               first_mb_in_slice,
4054
               av_get_pict_type_char(h->slice_type), h->slice_type_fixed ? " fix" : "", h->nal_unit_type == NAL_IDR_SLICE ? " IDR" : "",
michaelni's avatar
michaelni committed
4055 4056 4057 4058
               pps_id, h->frame_num,
               s->current_picture_ptr->field_poc[0], s->current_picture_ptr->field_poc[1],
               h->ref_count[0], h->ref_count[1],
               s->qscale,
4059
               h->deblocking_filter, h->slice_alpha_c0_offset/2, h->slice_beta_offset/2,
lorenm's avatar
lorenm committed
4060
               h->use_weight,
michael's avatar
michael committed
4061 4062
               h->use_weight==1 && h->use_weight_chroma ? "c" : "",
               h->slice_type == FF_B_TYPE ? (h->direct_spatial_mv_pred ? "SPAT" : "TEMP") : ""
michaelni's avatar
michaelni committed
4063 4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074
               );
    }

    return 0;
}

/**
 *
 */
static inline int get_level_prefix(GetBitContext *gb){
    unsigned int buf;
    int log;
4075

michaelni's avatar
michaelni committed
4076 4077 4078
    OPEN_READER(re, gb);
    UPDATE_CACHE(re, gb);
    buf=GET_CACHE(re, gb);
4079

michaelni's avatar
michaelni committed
4080 4081 4082
    log= 32 - av_log2(buf);
#ifdef TRACE
    print_bin(buf>>(32-log), log);
4083
    av_log(NULL, AV_LOG_DEBUG, "%5d %2d %3d lpr @%5d in %s get_level_prefix\n", buf>>(32-log), log, log-1, get_bits_count(gb), __FILE__);
michaelni's avatar
michaelni committed
4084 4085 4086 4087 4088 4089 4090 4091
#endif

    LAST_SKIP_BITS(re, gb, log);
    CLOSE_READER(re, gb);

    return log-1;
}

lorenm's avatar
lorenm committed
4092
static inline int get_dct8x8_allowed(H264Context *h){
michael's avatar
michael committed
4093 4094 4095 4096
    if(h->sps.direct_8x8_inference_flag)
        return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8                )*0x0001000100010001ULL));
    else
        return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8|MB_TYPE_DIRECT2)*0x0001000100010001ULL));
lorenm's avatar
lorenm committed
4097 4098
}

michaelni's avatar
michaelni committed
4099 4100 4101 4102 4103
/**
 * decodes a residual block.
 * @param n block index
 * @param scantable scantable
 * @param max_coeff number of coefficients in the block
diego's avatar
diego committed
4104
 * @return <0 if an error occurred
michaelni's avatar
michaelni committed
4105
 */
lorenm's avatar
lorenm committed
4106
static int decode_residual(H264Context *h, GetBitContext *gb, DCTELEM *block, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff){
michaelni's avatar
michaelni committed
4107 4108
    MpegEncContext * const s = &h->s;
    static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3};
lorenm's avatar
lorenm committed
4109 4110
    int level[16];
    int zeros_left, coeff_num, coeff_token, total_coeff, i, j, trailing_ones, run_before;
michaelni's avatar
michaelni committed
4111 4112 4113 4114 4115 4116

    //FIXME put trailing_onex into the context

    if(n == CHROMA_DC_BLOCK_INDEX){
        coeff_token= get_vlc2(gb, chroma_dc_coeff_token_vlc.table, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 1);
        total_coeff= coeff_token>>2;
4117
    }else{
michaelni's avatar
michaelni committed
4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133
        if(n == LUMA_DC_BLOCK_INDEX){
            total_coeff= pred_non_zero_count(h, 0);
            coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
            total_coeff= coeff_token>>2;
        }else{
            total_coeff= pred_non_zero_count(h, n);
            coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
            total_coeff= coeff_token>>2;
            h->non_zero_count_cache[ scan8[n] ]= total_coeff;
        }
    }

    //FIXME set last_non_zero?

    if(total_coeff==0)
        return 0;
4134 4135
    if(total_coeff > (unsigned)max_coeff) {
        av_log(h->s.avctx, AV_LOG_ERROR, "corrupted macroblock %d %d (total_coeff=%d)\n", s->mb_x, s->mb_y, total_coeff);
4136 4137
        return -1;
    }
4138

michaelni's avatar
michaelni committed
4139
    trailing_ones= coeff_token&3;
mbardiaux's avatar
mbardiaux committed
4140
    tprintf(h->s.avctx, "trailing:%d, total:%d\n", trailing_ones, total_coeff);
michaelni's avatar
michaelni committed
4141
    assert(total_coeff<=16);
4142

4143 4144 4145 4146 4147
    i = show_bits(gb, 3);
    skip_bits(gb, trailing_ones);
    level[0] = 1-((i&4)>>1);
    level[1] = 1-((i&2)   );
    level[2] = 1-((i&1)<<1);
michaelni's avatar
michaelni committed
4148

4149
    if(trailing_ones<total_coeff) {
4150
        int mask, prefix;
lorenm's avatar
lorenm committed
4151
        int suffix_length = total_coeff > 10 && trailing_ones < 3;
4152 4153 4154 4155 4156 4157 4158 4159
        int bitsi= show_bits(gb, LEVEL_TAB_BITS);
        int level_code= cavlc_level_tab[suffix_length][bitsi][0];

        skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
        if(level_code >= 100){
            prefix= level_code - 100;
            if(prefix == LEVEL_TAB_BITS)
                prefix += get_level_prefix(gb);
michaelni's avatar
michaelni committed
4160

michael's avatar
michael committed
4161 4162 4163 4164 4165 4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177
            //first coefficient has suffix_length equal to 0 or 1
            if(prefix<14){ //FIXME try to build a large unified VLC table for all this
                if(suffix_length)
                    level_code= (prefix<<suffix_length) + get_bits(gb, suffix_length); //part
                else
                    level_code= (prefix<<suffix_length); //part
            }else if(prefix==14){
                if(suffix_length)
                    level_code= (prefix<<suffix_length) + get_bits(gb, suffix_length); //part
                else
                    level_code= prefix + get_bits(gb, 4); //part
            }else{
                level_code= (15<<suffix_length) + get_bits(gb, prefix-3); //part
                if(suffix_length==0) level_code+=15; //FIXME doesn't make (much)sense
                if(prefix>=16)
                    level_code += (1<<(prefix-3))-4096;
            }
michaelni's avatar
michaelni committed
4178

michael's avatar
michael committed
4179
            if(trailing_ones < 3) level_code += 2;
michaelni's avatar
michaelni committed
4180

michael's avatar
michael committed
4181 4182 4183
            suffix_length = 2;
            mask= -(level_code&1);
            level[trailing_ones]= (((2+level_code)>>1) ^ mask) - mask;
4184 4185 4186 4187 4188 4189 4190 4191
        }else{
            if(trailing_ones < 3) level_code += (level_code>>31)|1;

            suffix_length = 1;
            if(level_code + 3U > 6U)
                suffix_length++;
            level[trailing_ones]= level_code;
        }
lorenm's avatar
lorenm committed
4192 4193

        //remaining coefficients have suffix_length > 0
4194
        for(i=trailing_ones+1;i<total_coeff;i++) {
michael's avatar
michael committed
4195 4196 4197 4198 4199 4200 4201 4202 4203 4204
            static const unsigned int suffix_limit[7] = {0,3,6,12,24,48,INT_MAX };
            int bitsi= show_bits(gb, LEVEL_TAB_BITS);
            level_code= cavlc_level_tab[suffix_length][bitsi][0];

            skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
            if(level_code >= 100){
                prefix= level_code - 100;
                if(prefix == LEVEL_TAB_BITS){
                    prefix += get_level_prefix(gb);
                }
michael's avatar
michael committed
4205 4206 4207 4208 4209 4210 4211 4212
                if(prefix<15){
                    level_code = (prefix<<suffix_length) + get_bits(gb, suffix_length);
                }else{
                    level_code = (15<<suffix_length) + get_bits(gb, prefix-3);
                    if(prefix>=16)
                        level_code += (1<<(prefix-3))-4096;
                }
                mask= -(level_code&1);
michael's avatar
michael committed
4213 4214 4215 4216 4217
                level_code= (((2+level_code)>>1) ^ mask) - mask;
            }
            level[i]= level_code;

            if(suffix_limit[suffix_length] + level_code > 2U*suffix_limit[suffix_length])
lorenm's avatar
lorenm committed
4218 4219
                suffix_length++;
        }
michaelni's avatar
michaelni committed
4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230
    }

    if(total_coeff == max_coeff)
        zeros_left=0;
    else{
        if(n == CHROMA_DC_BLOCK_INDEX)
            zeros_left= get_vlc2(gb, chroma_dc_total_zeros_vlc[ total_coeff-1 ].table, CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 1);
        else
            zeros_left= get_vlc2(gb, total_zeros_vlc[ total_coeff-1 ].table, TOTAL_ZEROS_VLC_BITS, 1);
    }

lorenm's avatar
lorenm committed
4231 4232
    coeff_num = zeros_left + total_coeff - 1;
    j = scantable[coeff_num];
michaelni's avatar
michaelni committed
4233
    if(n > 24){
lorenm's avatar
lorenm committed
4234 4235 4236 4237 4238 4239 4240 4241 4242 4243 4244
        block[j] = level[0];
        for(i=1;i<total_coeff;i++) {
            if(zeros_left <= 0)
                run_before = 0;
            else if(zeros_left < 7){
                run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
            }else{
                run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
            }
            zeros_left -= run_before;
            coeff_num -= 1 + run_before;
michaelni's avatar
michaelni committed
4245 4246 4247 4248 4249
            j= scantable[ coeff_num ];

            block[j]= level[i];
        }
    }else{
lorenm's avatar
lorenm committed
4250
        block[j] = (level[0] * qmul[j] + 32)>>6;
lorenm's avatar
lorenm committed
4251 4252 4253 4254 4255 4256 4257 4258 4259 4260
        for(i=1;i<total_coeff;i++) {
            if(zeros_left <= 0)
                run_before = 0;
            else if(zeros_left < 7){
                run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
            }else{
                run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
            }
            zeros_left -= run_before;
            coeff_num -= 1 + run_before;
michaelni's avatar
michaelni committed
4261 4262
            j= scantable[ coeff_num ];

lorenm's avatar
lorenm committed
4263
            block[j]= (level[i] * qmul[j] + 32)>>6;
michaelni's avatar
michaelni committed
4264 4265
        }
    }
lorenm's avatar
lorenm committed
4266 4267 4268 4269 4270 4271

    if(zeros_left<0){
        av_log(h->s.avctx, AV_LOG_ERROR, "negative number of zero coeffs at %d %d\n", s->mb_x, s->mb_y);
        return -1;
    }

michaelni's avatar
michaelni committed
4272 4273 4274
    return 0;
}

lorenm's avatar
lorenm committed
4275 4276
static void predict_field_decoding_flag(H264Context *h){
    MpegEncContext * const s = &h->s;
4277
    const int mb_xy= h->mb_xy;
lorenm's avatar
lorenm committed
4278 4279 4280 4281 4282 4283 4284 4285
    int mb_type = (h->slice_table[mb_xy-1] == h->slice_num)
                ? s->current_picture.mb_type[mb_xy-1]
                : (h->slice_table[mb_xy-s->mb_stride] == h->slice_num)
                ? s->current_picture.mb_type[mb_xy-s->mb_stride]
                : 0;
    h->mb_mbaff = h->mb_field_decoding_flag = IS_INTERLACED(mb_type) ? 1 : 0;
}

4286 4287 4288 4289 4290
/**
 * decodes a P_SKIP or B_SKIP macroblock
 */
static void decode_mb_skip(H264Context *h){
    MpegEncContext * const s = &h->s;
4291
    const int mb_xy= h->mb_xy;
4292
    int mb_type=0;
4293

4294 4295 4296
    memset(h->non_zero_count[mb_xy], 0, 16);
    memset(h->non_zero_count_cache + 8, 0, 8*5); //FIXME ugly, remove pfui

lorenm's avatar
lorenm committed
4297
    if(MB_FIELD)
4298
        mb_type|= MB_TYPE_INTERLACED;
4299

4300
    if( h->slice_type_nos == FF_B_TYPE )
4301 4302
    {
        // just for fill_caches. pred_direct_motion will set the real mb_type
4303
        mb_type|= MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2|MB_TYPE_SKIP;
4304

michael's avatar
michael committed
4305
        fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
4306
        pred_direct_motion(h, &mb_type);
4307
        mb_type|= MB_TYPE_SKIP;
4308 4309 4310 4311
    }
    else
    {
        int mx, my;
4312
        mb_type|= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P1L0|MB_TYPE_SKIP;
4313

michael's avatar
michael committed
4314
        fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
4315 4316 4317 4318 4319 4320
        pred_pskip_motion(h, &mx, &my);
        fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, 0, 1);
        fill_rectangle(  h->mv_cache[0][scan8[0]], 4, 4, 8, pack16to32(mx,my), 4);
    }

    write_back_motion(h, mb_type);
4321
    s->current_picture.mb_type[mb_xy]= mb_type;
4322 4323
    s->current_picture.qscale_table[mb_xy]= s->qscale;
    h->slice_table[ mb_xy ]= h->slice_num;
4324
    h->prev_mb_skipped= 1;
4325 4326
}

michaelni's avatar
michaelni committed
4327 4328
/**
 * decodes a macroblock
diego's avatar
diego committed
4329
 * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
michaelni's avatar
michaelni committed
4330
 */
4331
static int decode_mb_cavlc(H264Context *h){
michaelni's avatar
michaelni committed
4332
    MpegEncContext * const s = &h->s;
4333
    int mb_xy;
4334 4335
    int partition_count;
    unsigned int mb_type, cbp;
lorenm's avatar
lorenm committed
4336
    int dct8x8_allowed= h->pps.transform_8x8_mode;
michaelni's avatar
michaelni committed
4337

4338 4339
    mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;

mbardiaux's avatar
mbardiaux committed
4340
    tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
bellard's avatar
bellard committed
4341 4342
    cbp = 0; /* avoid warning. FIXME: find a solution without slowing
                down the code */
michael's avatar
michael committed
4343
    if(h->slice_type_nos != FF_I_TYPE){
michaelni's avatar
michaelni committed
4344 4345
        if(s->mb_skip_run==-1)
            s->mb_skip_run= get_ue_golomb(&s->gb);
4346

michaelni's avatar
michaelni committed
4347
        if (s->mb_skip_run--) {
lorenm's avatar
lorenm committed
4348 4349 4350 4351 4352 4353
            if(FRAME_MBAFF && (s->mb_y&1) == 0){
                if(s->mb_skip_run==0)
                    h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
                else
                    predict_field_decoding_flag(h);
            }
4354
            decode_mb_skip(h);
michaelni's avatar
michaelni committed
4355 4356 4357
            return 0;
        }
    }
lorenm's avatar
lorenm committed
4358 4359 4360
    if(FRAME_MBAFF){
        if( (s->mb_y&1) == 0 )
            h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
4361
    }
4362

4363
    h->prev_mb_skipped= 0;
4364

michaelni's avatar
michaelni committed
4365
    mb_type= get_ue_golomb(&s->gb);
4366
    if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
4367 4368 4369 4370 4371 4372 4373
        if(mb_type < 23){
            partition_count= b_mb_type_info[mb_type].partition_count;
            mb_type=         b_mb_type_info[mb_type].type;
        }else{
            mb_type -= 23;
            goto decode_intra_mb;
        }
4374
    }else if(h->slice_type_nos == FF_P_TYPE){
michaelni's avatar
michaelni committed
4375 4376 4377 4378 4379 4380 4381 4382
        if(mb_type < 5){
            partition_count= p_mb_type_info[mb_type].partition_count;
            mb_type=         p_mb_type_info[mb_type].type;
        }else{
            mb_type -= 5;
            goto decode_intra_mb;
        }
    }else{
4383 4384 4385
       assert(h->slice_type_nos == FF_I_TYPE);
        if(h->slice_type == FF_SI_TYPE && mb_type)
            mb_type--;
michaelni's avatar
michaelni committed
4386 4387
decode_intra_mb:
        if(mb_type > 25){
diego's avatar
diego committed
4388
            av_log(h->s.avctx, AV_LOG_ERROR, "mb_type %d in %c slice too large at %d %d\n", mb_type, av_get_pict_type_char(h->slice_type), s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4389 4390 4391 4392 4393 4394 4395 4396
            return -1;
        }
        partition_count=0;
        cbp= i_mb_type_info[mb_type].cbp;
        h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
        mb_type= i_mb_type_info[mb_type].type;
    }

lorenm's avatar
lorenm committed
4397
    if(MB_FIELD)
michaelni's avatar
michaelni committed
4398 4399 4400
        mb_type |= MB_TYPE_INTERLACED;

    h->slice_table[ mb_xy ]= h->slice_num;
4401

michaelni's avatar
michaelni committed
4402
    if(IS_INTRA_PCM(mb_type)){
michael's avatar
michael committed
4403
        unsigned int x;
4404

diego's avatar
diego committed
4405
        // We assume these blocks are very rare so we do not optimize it.
michaelni's avatar
michaelni committed
4406
        align_get_bits(&s->gb);
4407

4408
        // The pixels are stored in the same order as levels in h->mb array.
michael's avatar
michael committed
4409 4410
        for(x=0; x < (CHROMA ? 384 : 256); x++){
            ((uint8_t*)h->mb)[x]= get_bits(&s->gb, 8);
michaelni's avatar
michaelni committed
4411
        }
4412

4413
        // In deblocking, the quantizer is 0
4414
        s->current_picture.qscale_table[mb_xy]= 0;
4415
        // All coeffs are present
4416
        memset(h->non_zero_count[mb_xy], 16, 16);
4417

lorenm's avatar
lorenm committed
4418
        s->current_picture.mb_type[mb_xy]= mb_type;
michaelni's avatar
michaelni committed
4419 4420
        return 0;
    }
4421

lorenm's avatar
lorenm committed
4422 4423 4424 4425 4426
    if(MB_MBAFF){
        h->ref_count[0] <<= 1;
        h->ref_count[1] <<= 1;
    }

michael's avatar
michael committed
4427
    fill_caches(h, mb_type, 0);
michaelni's avatar
michaelni committed
4428 4429 4430

    //mb_pred
    if(IS_INTRA(mb_type)){
michael's avatar
michael committed
4431
        int pred_mode;
michaelni's avatar
michaelni committed
4432
//            init_top_left_availability(h);
michael's avatar
michael committed
4433 4434 4435 4436 4437 4438 4439
        if(IS_INTRA4x4(mb_type)){
            int i;
            int di = 1;
            if(dct8x8_allowed && get_bits1(&s->gb)){
                mb_type |= MB_TYPE_8x8DCT;
                di = 4;
            }
michaelni's avatar
michaelni committed
4440 4441

//                fill_intra4x4_pred_table(h);
michael's avatar
michael committed
4442 4443
            for(i=0; i<16; i+=di){
                int mode= pred_intra_mode(h, i);
michaelni's avatar
michaelni committed
4444

michael's avatar
michael committed
4445 4446 4447
                if(!get_bits1(&s->gb)){
                    const int rem_mode= get_bits(&s->gb, 3);
                    mode = rem_mode + (rem_mode >= mode);
michaelni's avatar
michaelni committed
4448
                }
michael's avatar
michael committed
4449 4450 4451 4452 4453

                if(di==4)
                    fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
                else
                    h->intra4x4_pred_mode_cache[ scan8[i] ] = mode;
michaelni's avatar
michaelni committed
4454
            }
michael's avatar
michael committed
4455 4456 4457 4458 4459 4460 4461 4462 4463
            write_back_intra_pred_mode(h);
            if( check_intra4x4_pred_mode(h) < 0)
                return -1;
        }else{
            h->intra16x16_pred_mode= check_intra_pred_mode(h, h->intra16x16_pred_mode);
            if(h->intra16x16_pred_mode < 0)
                return -1;
        }
        if(CHROMA){
4464
            pred_mode= check_intra_pred_mode(h, get_ue_golomb_31(&s->gb));
4465
            if(pred_mode < 0)
michaelni's avatar
michaelni committed
4466
                return -1;
4467
            h->chroma_pred_mode= pred_mode;
michael's avatar
michael committed
4468
        }
michaelni's avatar
michaelni committed
4469 4470
    }else if(partition_count==4){
        int i, j, sub_partition_count[4], list, ref[2][4];
4471

4472
        if(h->slice_type_nos == FF_B_TYPE){
michaelni's avatar
michaelni committed
4473
            for(i=0; i<4; i++){
4474
                h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
michaelni's avatar
michaelni committed
4475
                if(h->sub_mb_type[i] >=13){
4476
                    av_log(h->s.avctx, AV_LOG_ERROR, "B sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4477 4478 4479 4480 4481
                    return -1;
                }
                sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
4482
            if(   IS_DIRECT(h->sub_mb_type[0]) || IS_DIRECT(h->sub_mb_type[1])
4483
               || IS_DIRECT(h->sub_mb_type[2]) || IS_DIRECT(h->sub_mb_type[3])) {
4484
                pred_direct_motion(h, &mb_type);
4485 4486 4487 4488 4489
                h->ref_cache[0][scan8[4]] =
                h->ref_cache[1][scan8[4]] =
                h->ref_cache[0][scan8[12]] =
                h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
            }
michaelni's avatar
michaelni committed
4490
        }else{
michael's avatar
michael committed
4491
            assert(h->slice_type_nos == FF_P_TYPE); //FIXME SP correct ?
michaelni's avatar
michaelni committed
4492
            for(i=0; i<4; i++){
4493
                h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
michaelni's avatar
michaelni committed
4494
                if(h->sub_mb_type[i] >=4){
4495
                    av_log(h->s.avctx, AV_LOG_ERROR, "P sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4496 4497 4498 4499 4500 4501
                    return -1;
                }
                sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
        }
4502

4503
        for(list=0; list<h->list_count; list++){
4504
            int ref_count= IS_REF0(mb_type) ? 1 : h->ref_count[list];
michaelni's avatar
michaelni committed
4505
            for(i=0; i<4; i++){
4506 4507
                if(IS_DIRECT(h->sub_mb_type[i])) continue;
                if(IS_DIR(h->sub_mb_type[i], 0, list)){
4508 4509 4510 4511 4512 4513 4514
                    unsigned int tmp;
                    if(ref_count == 1){
                        tmp= 0;
                    }else if(ref_count == 2){
                        tmp= get_bits1(&s->gb)^1;
                    }else{
                        tmp= get_ue_golomb_31(&s->gb);
michael's avatar
michael committed
4515 4516 4517 4518
                        if(tmp>=ref_count){
                            av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", tmp);
                            return -1;
                        }
4519
                    }
4520
                    ref[list][i]= tmp;
michaelni's avatar
michaelni committed
4521 4522 4523 4524 4525 4526
                }else{
                 //FIXME
                    ref[list][i] = -1;
                }
            }
        }
4527

lorenm's avatar
lorenm committed
4528 4529
        if(dct8x8_allowed)
            dct8x8_allowed = get_dct8x8_allowed(h);
4530

4531
        for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4532
            for(i=0; i<4; i++){
4533 4534 4535 4536
                if(IS_DIRECT(h->sub_mb_type[i])) {
                    h->ref_cache[list][ scan8[4*i] ] = h->ref_cache[list][ scan8[4*i]+1 ];
                    continue;
                }
michaelni's avatar
michaelni committed
4537 4538 4539
                h->ref_cache[list][ scan8[4*i]   ]=h->ref_cache[list][ scan8[4*i]+1 ]=
                h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];

4540
                if(IS_DIR(h->sub_mb_type[i], 0, list)){
michaelni's avatar
michaelni committed
4541 4542 4543 4544 4545 4546 4547 4548 4549
                    const int sub_mb_type= h->sub_mb_type[i];
                    const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
                    for(j=0; j<sub_partition_count[i]; j++){
                        int mx, my;
                        const int index= 4*i + block_width*j;
                        int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
                        pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4550
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4551

michaelni's avatar
michaelni committed
4552
                        if(IS_SUB_8X8(sub_mb_type)){
4553
                            mv_cache[ 1 ][0]=
michaelni's avatar
michaelni committed
4554
                            mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
4555
                            mv_cache[ 1 ][1]=
michaelni's avatar
michaelni committed
4556 4557
                            mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;
                        }else if(IS_SUB_8X4(sub_mb_type)){
4558 4559
                            mv_cache[ 1 ][0]= mx;
                            mv_cache[ 1 ][1]= my;
michaelni's avatar
michaelni committed
4560
                        }else if(IS_SUB_4X8(sub_mb_type)){
4561 4562
                            mv_cache[ 8 ][0]= mx;
                            mv_cache[ 8 ][1]= my;
michaelni's avatar
michaelni committed
4563
                        }
4564 4565
                        mv_cache[ 0 ][0]= mx;
                        mv_cache[ 0 ][1]= my;
michaelni's avatar
michaelni committed
4566 4567 4568 4569 4570 4571 4572 4573
                    }
                }else{
                    uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
                    p[0] = p[1]=
                    p[8] = p[9]= 0;
                }
            }
        }
4574 4575
    }else if(IS_DIRECT(mb_type)){
        pred_direct_motion(h, &mb_type);
lorenm's avatar
lorenm committed
4576
        dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
4577
    }else{
michaelni's avatar
michaelni committed
4578 4579 4580
        int list, mx, my, i;
         //FIXME we should set ref_idx_l? to 0 if we use that later ...
        if(IS_16X16(mb_type)){
michael's avatar
michael committed
4581 4582
            for(list=0; list<h->list_count; list++){
                    unsigned int val;
michaelni's avatar
michaelni committed
4583
                    if(IS_DIR(mb_type, 0, list)){
4584 4585 4586 4587 4588
                        if(h->ref_count[list]==1){
                            val= 0;
                        }else if(h->ref_count[list]==2){
                            val= get_bits1(&s->gb)^1;
                        }else{
michael's avatar
michael committed
4589 4590 4591 4592 4593
                            val= get_ue_golomb_31(&s->gb);
                            if(val >= h->ref_count[list]){
                                av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                return -1;
                            }
4594
                        }
lorenm's avatar
lorenm committed
4595
                    }else
michael's avatar
michael committed
4596 4597
                        val= LIST_NOT_USED&0xFF;
                    fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, val, 1);
michaelni's avatar
michaelni committed
4598
            }
michael's avatar
michael committed
4599 4600
            for(list=0; list<h->list_count; list++){
                unsigned int val;
michaelni's avatar
michaelni committed
4601 4602 4603 4604
                if(IS_DIR(mb_type, 0, list)){
                    pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mx, &my);
                    mx += get_se_golomb(&s->gb);
                    my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4605
                    tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4606

michael's avatar
michael committed
4607
                    val= pack16to32(mx,my);
lorenm's avatar
lorenm committed
4608
                }else
michael's avatar
michael committed
4609 4610
                    val=0;
                fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, val, 4);
michaelni's avatar
michaelni committed
4611 4612 4613
            }
        }
        else if(IS_16X8(mb_type)){
michael's avatar
michael committed
4614
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4615
                    for(i=0; i<2; i++){
michael's avatar
michael committed
4616
                        unsigned int val;
michaelni's avatar
michaelni committed
4617
                        if(IS_DIR(mb_type, i, list)){
4618 4619 4620 4621 4622
                            if(h->ref_count[list] == 1){
                                val= 0;
                            }else if(h->ref_count[list] == 2){
                                val= get_bits1(&s->gb)^1;
                            }else{
michael's avatar
michael committed
4623 4624 4625 4626 4627
                                val= get_ue_golomb_31(&s->gb);
                                if(val >= h->ref_count[list]){
                                    av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                    return -1;
                                }
4628
                            }
lorenm's avatar
lorenm committed
4629
                        }else
michael's avatar
michael committed
4630 4631
                            val= LIST_NOT_USED&0xFF;
                        fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 1);
michaelni's avatar
michaelni committed
4632 4633
                    }
            }
michael's avatar
michael committed
4634
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4635
                for(i=0; i<2; i++){
michael's avatar
michael committed
4636
                    unsigned int val;
michaelni's avatar
michaelni committed
4637 4638 4639 4640
                    if(IS_DIR(mb_type, i, list)){
                        pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4641
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4642

michael's avatar
michael committed
4643
                        val= pack16to32(mx,my);
4644
                    }else
michael's avatar
michael committed
4645 4646
                        val=0;
                    fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 4);
michaelni's avatar
michaelni committed
4647 4648 4649 4650
                }
            }
        }else{
            assert(IS_8X16(mb_type));
michael's avatar
michael committed
4651
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4652
                    for(i=0; i<2; i++){
michael's avatar
michael committed
4653
                        unsigned int val;
michaelni's avatar
michaelni committed
4654
                        if(IS_DIR(mb_type, i, list)){ //FIXME optimize
4655 4656 4657 4658 4659
                            if(h->ref_count[list]==1){
                                val= 0;
                            }else if(h->ref_count[list]==2){
                                val= get_bits1(&s->gb)^1;
                            }else{
michael's avatar
michael committed
4660 4661 4662 4663 4664
                                val= get_ue_golomb_31(&s->gb);
                                if(val >= h->ref_count[list]){
                                    av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
                                    return -1;
                                }
4665
                            }
lorenm's avatar
lorenm committed
4666
                        }else
michael's avatar
michael committed
4667 4668
                            val= LIST_NOT_USED&0xFF;
                        fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 1);
michaelni's avatar
michaelni committed
4669 4670
                    }
            }
michael's avatar
michael committed
4671
            for(list=0; list<h->list_count; list++){
michaelni's avatar
michaelni committed
4672
                for(i=0; i<2; i++){
michael's avatar
michael committed
4673
                    unsigned int val;
michaelni's avatar
michaelni committed
4674 4675 4676 4677
                    if(IS_DIR(mb_type, i, list)){
                        pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mx, &my);
                        mx += get_se_golomb(&s->gb);
                        my += get_se_golomb(&s->gb);
mbardiaux's avatar
mbardiaux committed
4678
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
4679

michael's avatar
michael committed
4680
                        val= pack16to32(mx,my);
4681
                    }else
michael's avatar
michael committed
4682 4683
                        val=0;
                    fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 4);
michaelni's avatar
michaelni committed
4684 4685 4686 4687
                }
            }
        }
    }
4688

michaelni's avatar
michaelni committed
4689 4690
    if(IS_INTER(mb_type))
        write_back_motion(h, mb_type);
4691

michaelni's avatar
michaelni committed
4692 4693 4694
    if(!IS_INTRA16x16(mb_type)){
        cbp= get_ue_golomb(&s->gb);
        if(cbp > 47){
4695
            av_log(h->s.avctx, AV_LOG_ERROR, "cbp too large (%u) at %d %d\n", cbp, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4696 4697
            return -1;
        }
4698

4699
        if(CHROMA){
michael's avatar
michael committed
4700 4701
            if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp[cbp];
            else                     cbp= golomb_to_inter_cbp   [cbp];
4702 4703 4704 4705
        }else{
            if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp_gray[cbp];
            else                     cbp= golomb_to_inter_cbp_gray[cbp];
        }
michaelni's avatar
michaelni committed
4706
    }
lorenm's avatar
lorenm committed
4707
    h->cbp = cbp;
michaelni's avatar
michaelni committed
4708

lorenm's avatar
lorenm committed
4709
    if(dct8x8_allowed && (cbp&15) && !IS_INTRA(mb_type)){
michael's avatar
michael committed
4710
        if(get_bits1(&s->gb)){
lorenm's avatar
lorenm committed
4711
            mb_type |= MB_TYPE_8x8DCT;
michael's avatar
michael committed
4712 4713
            h->cbp_table[mb_xy]= cbp;
        }
lorenm's avatar
lorenm committed
4714 4715 4716
    }
    s->current_picture.mb_type[mb_xy]= mb_type;

michaelni's avatar
michaelni committed
4717 4718
    if(cbp || IS_INTRA16x16(mb_type)){
        int i8x8, i4x4, chroma_idx;
4719
        int dquant;
michaelni's avatar
michaelni committed
4720
        GetBitContext *gb= IS_INTRA(mb_type) ? h->intra_gb_ptr : h->inter_gb_ptr;
lorenm's avatar
lorenm committed
4721
        const uint8_t *scan, *scan8x8, *dc_scan;
4722

michaelni's avatar
michaelni committed
4723 4724 4725
//        fill_non_zero_count_cache(h);

        if(IS_INTERLACED(mb_type)){
lorenm's avatar
lorenm committed
4726
            scan8x8= s->qscale ? h->field_scan8x8_cavlc : h->field_scan8x8_cavlc_q0;
lorenm's avatar
lorenm committed
4727
            scan= s->qscale ? h->field_scan : h->field_scan_q0;
michaelni's avatar
michaelni committed
4728 4729
            dc_scan= luma_dc_field_scan;
        }else{
lorenm's avatar
lorenm committed
4730
            scan8x8= s->qscale ? h->zigzag_scan8x8_cavlc : h->zigzag_scan8x8_cavlc_q0;
lorenm's avatar
lorenm committed
4731
            scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
michaelni's avatar
michaelni committed
4732 4733 4734 4735 4736 4737
            dc_scan= luma_dc_zigzag_scan;
        }

        dquant= get_se_golomb(&s->gb);

        if( dquant > 25 || dquant < -26 ){
4738
            av_log(h->s.avctx, AV_LOG_ERROR, "dquant out of range (%d) at %d %d\n", dquant, s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
4739 4740
            return -1;
        }
4741

michaelni's avatar
michaelni committed
4742 4743 4744 4745 4746
        s->qscale += dquant;
        if(((unsigned)s->qscale) > 51){
            if(s->qscale<0) s->qscale+= 52;
            else            s->qscale-= 52;
        }
4747

4748 4749
        h->chroma_qp[0]= get_chroma_qp(h, 0, s->qscale);
        h->chroma_qp[1]= get_chroma_qp(h, 1, s->qscale);
michaelni's avatar
michaelni committed
4750
        if(IS_INTRA16x16(mb_type)){
lorenm's avatar
lorenm committed
4751
            if( decode_residual(h, h->intra_gb_ptr, h->mb, LUMA_DC_BLOCK_INDEX, dc_scan, h->dequant4_coeff[0][s->qscale], 16) < 0){
4752
                return -1; //FIXME continue if partitioned and other return -1 too
michaelni's avatar
michaelni committed
4753 4754 4755 4756 4757 4758 4759 4760
            }

            assert((cbp&15) == 0 || (cbp&15) == 15);

            if(cbp&15){
                for(i8x8=0; i8x8<4; i8x8++){
                    for(i4x4=0; i4x4<4; i4x4++){
                        const int index= i4x4 + 4*i8x8;
lorenm's avatar
lorenm committed
4761
                        if( decode_residual(h, h->intra_gb_ptr, h->mb + 16*index, index, scan + 1, h->dequant4_coeff[0][s->qscale], 15) < 0 ){
michaelni's avatar
michaelni committed
4762 4763 4764 4765 4766
                            return -1;
                        }
                    }
                }
            }else{
michael's avatar
michael committed
4767
                fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
michaelni's avatar
michaelni committed
4768 4769 4770 4771
            }
        }else{
            for(i8x8=0; i8x8<4; i8x8++){
                if(cbp & (1<<i8x8)){
lorenm's avatar
lorenm committed
4772 4773
                    if(IS_8x8DCT(mb_type)){
                        DCTELEM *buf = &h->mb[64*i8x8];
mru's avatar
mru committed
4774
                        uint8_t *nnz;
lorenm's avatar
lorenm committed
4775
                        for(i4x4=0; i4x4<4; i4x4++){
lorenm's avatar
lorenm committed
4776
                            if( decode_residual(h, gb, buf, i4x4+4*i8x8, scan8x8+16*i4x4,
lorenm's avatar
lorenm committed
4777
                                                h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 16) <0 )
lorenm's avatar
lorenm committed
4778 4779
                                return -1;
                        }
mru's avatar
mru committed
4780
                        nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
4781
                        nnz[0] += nnz[1] + nnz[8] + nnz[9];
lorenm's avatar
lorenm committed
4782 4783 4784
                    }else{
                        for(i4x4=0; i4x4<4; i4x4++){
                            const int index= i4x4 + 4*i8x8;
4785

lorenm's avatar
lorenm committed
4786
                            if( decode_residual(h, gb, h->mb + 16*index, index, scan, h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale], 16) <0 ){
lorenm's avatar
lorenm committed
4787 4788
                                return -1;
                            }
michaelni's avatar
michaelni committed
4789 4790 4791 4792 4793 4794 4795 4796
                        }
                    }
                }else{
                    uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
                    nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
                }
            }
        }
4797

michaelni's avatar
michaelni committed
4798 4799
        if(cbp&0x30){
            for(chroma_idx=0; chroma_idx<2; chroma_idx++)
lorenm's avatar
lorenm committed
4800
                if( decode_residual(h, gb, h->mb + 256 + 16*4*chroma_idx, CHROMA_DC_BLOCK_INDEX, chroma_dc_scan, NULL, 4) < 0){
michaelni's avatar
michaelni committed
4801 4802 4803 4804 4805 4806
                    return -1;
                }
        }

        if(cbp&0x20){
            for(chroma_idx=0; chroma_idx<2; chroma_idx++){
4807
                const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[chroma_idx]];
michaelni's avatar
michaelni committed
4808 4809
                for(i4x4=0; i4x4<4; i4x4++){
                    const int index= 16 + 4*chroma_idx + i4x4;
4810
                    if( decode_residual(h, gb, h->mb + 16*index, index, scan + 1, qmul, 15) < 0){
michaelni's avatar
michaelni committed
4811 4812 4813 4814 4815 4816 4817 4818 4819 4820
                        return -1;
                    }
                }
            }
        }else{
            uint8_t * const nnz= &h->non_zero_count_cache[0];
            nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
            nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
        }
    }else{
4821 4822 4823 4824
        uint8_t * const nnz= &h->non_zero_count_cache[0];
        fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
        nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
        nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
michaelni's avatar
michaelni committed
4825
    }
4826
    s->current_picture.qscale_table[mb_xy]= s->qscale;
michaelni's avatar
michaelni committed
4827 4828
    write_back_non_zero_count(h);

lorenm's avatar
lorenm committed
4829 4830 4831 4832 4833
    if(MB_MBAFF){
        h->ref_count[0] >>= 1;
        h->ref_count[1] >>= 1;
    }

michaelni's avatar
michaelni committed
4834 4835 4836
    return 0;
}

4837 4838 4839 4840 4841 4842 4843 4844
static int decode_cabac_field_decoding_flag(H264Context *h) {
    MpegEncContext * const s = &h->s;
    const int mb_x = s->mb_x;
    const int mb_y = s->mb_y & ~1;
    const int mba_xy = mb_x - 1 +  mb_y   *s->mb_stride;
    const int mbb_xy = mb_x     + (mb_y-2)*s->mb_stride;

    unsigned int ctx = 0;
4845

4846 4847 4848 4849 4850 4851 4852
    if( h->slice_table[mba_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) ) {
        ctx += 1;
    }
    if( h->slice_table[mbb_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) ) {
        ctx += 1;
    }

4853
    return get_cabac_noinline( &h->cabac, &h->cabac_state[70 + ctx] );
4854 4855
}

michael's avatar
michael committed
4856 4857 4858
static int decode_cabac_intra_mb_type(H264Context *h, int ctx_base, int intra_slice) {
    uint8_t *state= &h->cabac_state[ctx_base];
    int mb_type;
4859

michael's avatar
michael committed
4860 4861
    if(intra_slice){
        MpegEncContext * const s = &h->s;
4862 4863
        const int mba_xy = h->left_mb_xy[0];
        const int mbb_xy = h->top_mb_xy;
michael's avatar
michael committed
4864
        int ctx=0;
4865
        if( h->slice_table[mba_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mba_xy] ) )
4866
            ctx++;
4867
        if( h->slice_table[mbb_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mbb_xy] ) )
4868
            ctx++;
4869
        if( get_cabac_noinline( &h->cabac, &state[ctx] ) == 0 )
michael's avatar
michael committed
4870 4871 4872
            return 0;   /* I4x4 */
        state += 2;
    }else{
4873
        if( get_cabac_noinline( &h->cabac, &state[0] ) == 0 )
4874
            return 0;   /* I4x4 */
michael's avatar
michael committed
4875
    }
4876

michael's avatar
michael committed
4877 4878
    if( get_cabac_terminate( &h->cabac ) )
        return 25;  /* PCM */
4879

michael's avatar
michael committed
4880
    mb_type = 1; /* I16x16 */
4881 4882 4883 4884 4885
    mb_type += 12 * get_cabac_noinline( &h->cabac, &state[1] ); /* cbp_luma != 0 */
    if( get_cabac_noinline( &h->cabac, &state[2] ) ) /* cbp_chroma */
        mb_type += 4 + 4 * get_cabac_noinline( &h->cabac, &state[2+intra_slice] );
    mb_type += 2 * get_cabac_noinline( &h->cabac, &state[3+intra_slice] );
    mb_type += 1 * get_cabac_noinline( &h->cabac, &state[3+2*intra_slice] );
michael's avatar
michael committed
4886 4887
    return mb_type;
}
4888

4889
static int decode_cabac_mb_type_b( H264Context *h ) {
michael's avatar
michael committed
4890 4891
    MpegEncContext * const s = &h->s;

4892 4893
        const int mba_xy = h->left_mb_xy[0];
        const int mbb_xy = h->top_mb_xy;
4894 4895
        int ctx = 0;
        int bits;
4896
        assert(h->slice_type_nos == FF_B_TYPE);
4897

4898
        if( h->slice_table[mba_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mba_xy] ) )
4899
            ctx++;
4900
        if( h->slice_table[mbb_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mbb_xy] ) )
4901 4902
            ctx++;

4903
        if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+ctx] ) )
4904 4905
            return 0; /* B_Direct_16x16 */

4906 4907
        if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+3] ) ) {
            return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ); /* B_L[01]_16x16 */
4908 4909
        }

4910 4911 4912 4913
        bits = get_cabac_noinline( &h->cabac, &h->cabac_state[27+4] ) << 3;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 2;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 1;
        bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
4914 4915 4916
        if( bits < 8 )
            return bits + 3; /* B_Bi_16x16 through B_L1_L0_16x8 */
        else if( bits == 13 ) {
michael's avatar
michael committed
4917
            return decode_cabac_intra_mb_type(h, 32, 0) + 23;
4918 4919 4920 4921 4922
        } else if( bits == 14 )
            return 11; /* B_L1_L0_8x16 */
        else if( bits == 15 )
            return 22; /* B_8x8 */

4923
        bits= ( bits<<1 ) | get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
4924
        return bits - 4; /* B_L0_Bi_* through B_Bi_Bi_* */
4925 4926
}

lorenm's avatar
lorenm committed
4927
static int decode_cabac_mb_skip( H264Context *h, int mb_x, int mb_y ) {
4928
    MpegEncContext * const s = &h->s;
lorenm's avatar
lorenm committed
4929
    int mba_xy, mbb_xy;
4930 4931
    int ctx = 0;

lorenm's avatar
lorenm committed
4932 4933 4934 4935 4936 4937 4938 4939 4940 4941 4942 4943 4944 4945 4946 4947
    if(FRAME_MBAFF){ //FIXME merge with the stuff in fill_caches?
        int mb_xy = mb_x + (mb_y&~1)*s->mb_stride;
        mba_xy = mb_xy - 1;
        if( (mb_y&1)
            && h->slice_table[mba_xy] == h->slice_num
            && MB_FIELD == !!IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) )
            mba_xy += s->mb_stride;
        if( MB_FIELD ){
            mbb_xy = mb_xy - s->mb_stride;
            if( !(mb_y&1)
                && h->slice_table[mbb_xy] == h->slice_num
                && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) )
                mbb_xy -= s->mb_stride;
        }else
            mbb_xy = mb_x + (mb_y-1)*s->mb_stride;
    }else{
4948
        int mb_xy = h->mb_xy;
lorenm's avatar
lorenm committed
4949
        mba_xy = mb_xy - 1;
4950
        mbb_xy = mb_xy - (s->mb_stride << FIELD_PICTURE);
lorenm's avatar
lorenm committed
4951 4952
    }

4953
    if( h->slice_table[mba_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mba_xy] ))
4954
        ctx++;
4955
    if( h->slice_table[mbb_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mbb_xy] ))
4956 4957
        ctx++;

4958
    if( h->slice_type_nos == FF_B_TYPE )
4959
        ctx += 13;
4960
    return get_cabac_noinline( &h->cabac, &h->cabac_state[11+ctx] );
4961 4962 4963 4964 4965 4966 4967 4968
}

static int decode_cabac_mb_intra4x4_pred_mode( H264Context *h, int pred_mode ) {
    int mode = 0;

    if( get_cabac( &h->cabac, &h->cabac_state[68] ) )
        return pred_mode;

lorenm's avatar
lorenm committed
4969 4970 4971 4972
    mode += 1 * get_cabac( &h->cabac, &h->cabac_state[69] );
    mode += 2 * get_cabac( &h->cabac, &h->cabac_state[69] );
    mode += 4 * get_cabac( &h->cabac, &h->cabac_state[69] );

4973 4974 4975 4976 4977 4978 4979
    if( mode >= pred_mode )
        return mode + 1;
    else
        return mode;
}

static int decode_cabac_mb_chroma_pre_mode( H264Context *h) {
4980 4981
    const int mba_xy = h->left_mb_xy[0];
    const int mbb_xy = h->top_mb_xy;
4982 4983 4984

    int ctx = 0;

4985
    /* No need to test for IS_INTRA4x4 and IS_INTRA16x16, as we set chroma_pred_mode_table to 0 */
4986
    if( h->slice_table[mba_xy] == h->slice_num && h->chroma_pred_mode_table[mba_xy] != 0 )
4987
        ctx++;
4988

4989
    if( h->slice_table[mbb_xy] == h->slice_num && h->chroma_pred_mode_table[mbb_xy] != 0 )
4990 4991
        ctx++;

4992
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+ctx] ) == 0 )
4993 4994
        return 0;

4995
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
4996
        return 1;
4997
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
4998 4999 5000 5001 5002 5003
        return 2;
    else
        return 3;
}

static int decode_cabac_mb_cbp_luma( H264Context *h) {
5004 5005 5006 5007 5008 5009 5010 5011 5012 5013 5014 5015 5016
    int cbp_b, cbp_a, ctx, cbp = 0;

    cbp_a = h->slice_table[h->left_mb_xy[0]] == h->slice_num ? h->left_cbp : -1;
    cbp_b = h->slice_table[h->top_mb_xy]     == h->slice_num ? h->top_cbp  : -1;

    ctx = !(cbp_a & 0x02) + 2 * !(cbp_b & 0x04);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]);
    ctx = !(cbp   & 0x01) + 2 * !(cbp_b & 0x08);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 1;
    ctx = !(cbp_a & 0x08) + 2 * !(cbp   & 0x01);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 2;
    ctx = !(cbp   & 0x04) + 2 * !(cbp   & 0x02);
    cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 3;
5017 5018 5019 5020 5021 5022
    return cbp;
}
static int decode_cabac_mb_cbp_chroma( H264Context *h) {
    int ctx;
    int cbp_a, cbp_b;

michael's avatar
michael committed
5023 5024
    cbp_a = (h->left_cbp>>4)&0x03;
    cbp_b = (h-> top_cbp>>4)&0x03;
5025 5026 5027 5028

    ctx = 0;
    if( cbp_a > 0 ) ctx++;
    if( cbp_b > 0 ) ctx += 2;
5029
    if( get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] ) == 0 )
5030 5031 5032 5033 5034
        return 0;

    ctx = 4;
    if( cbp_a == 2 ) ctx++;
    if( cbp_b == 2 ) ctx += 2;
5035
    return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] );
5036 5037
}
static int decode_cabac_mb_dqp( H264Context *h) {
5038
    int   ctx= h->last_qscale_diff != 0;
5039 5040
    int   val = 0;

5041
    while( get_cabac_noinline( &h->cabac, &h->cabac_state[60 + ctx] ) ) {
5042
        ctx= 2+(ctx>>1);
5043
        val++;
lorenm's avatar
lorenm committed
5044
        if(val > 102) //prevent infinite loop
5045
            return INT_MIN;
5046 5047 5048
    }

    if( val&0x01 )
5049
        return   (val + 1)>>1 ;
5050
    else
5051
        return -((val + 1)>>1);
5052
}
5053
static int decode_cabac_p_mb_sub_type( H264Context *h ) {
5054 5055 5056 5057 5058 5059 5060 5061
    if( get_cabac( &h->cabac, &h->cabac_state[21] ) )
        return 0;   /* 8x8 */
    if( !get_cabac( &h->cabac, &h->cabac_state[22] ) )
        return 1;   /* 8x4 */
    if( get_cabac( &h->cabac, &h->cabac_state[23] ) )
        return 2;   /* 4x8 */
    return 3;       /* 4x4 */
}
5062 5063 5064 5065 5066
static int decode_cabac_b_mb_sub_type( H264Context *h ) {
    int type;
    if( !get_cabac( &h->cabac, &h->cabac_state[36] ) )
        return 0;   /* B_Direct_8x8 */
    if( !get_cabac( &h->cabac, &h->cabac_state[37] ) )
5067
        return 1 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L0_8x8, B_L1_8x8 */
5068 5069 5070 5071 5072 5073 5074 5075 5076 5077
    type = 3;
    if( get_cabac( &h->cabac, &h->cabac_state[38] ) ) {
        if( get_cabac( &h->cabac, &h->cabac_state[39] ) )
            return 11 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L1_4x4, B_Bi_4x4 */
        type += 4;
    }
    type += 2*get_cabac( &h->cabac, &h->cabac_state[39] );
    type +=   get_cabac( &h->cabac, &h->cabac_state[39] );
    return type;
}
5078

lorenm's avatar
lorenm committed
5079
static inline int decode_cabac_mb_transform_size( H264Context *h ) {
5080
    return get_cabac_noinline( &h->cabac, &h->cabac_state[399 + h->neighbor_transform_size] );
lorenm's avatar
lorenm committed
5081 5082
}

5083 5084 5085 5086 5087 5088
static int decode_cabac_mb_ref( H264Context *h, int list, int n ) {
    int refa = h->ref_cache[list][scan8[n] - 1];
    int refb = h->ref_cache[list][scan8[n] - 8];
    int ref  = 0;
    int ctx  = 0;

5089
    if( h->slice_type_nos == FF_B_TYPE) {
5090 5091 5092 5093 5094 5095 5096 5097 5098 5099
        if( refa > 0 && !h->direct_cache[scan8[n] - 1] )
            ctx++;
        if( refb > 0 && !h->direct_cache[scan8[n] - 8] )
            ctx += 2;
    } else {
        if( refa > 0 )
            ctx++;
        if( refb > 0 )
            ctx += 2;
    }
5100 5101 5102

    while( get_cabac( &h->cabac, &h->cabac_state[54+ctx] ) ) {
        ref++;
5103
        ctx = (ctx>>2)+4;
5104
        if(ref >= 32 /*h->ref_list[list]*/){
5105
            return -1;
5106
        }
5107 5108 5109 5110 5111 5112 5113 5114
    }
    return ref;
}

static int decode_cabac_mb_mvd( H264Context *h, int list, int n, int l ) {
    int amvd = abs( h->mvd_cache[list][scan8[n] - 1][l] ) +
               abs( h->mvd_cache[list][scan8[n] - 8][l] );
    int ctxbase = (l == 0) ? 40 : 47;
5115 5116
    int mvd;
    int ctx = (amvd>2) + (amvd>32);
5117

michael's avatar
michael committed
5118 5119 5120 5121 5122
    if(!get_cabac(&h->cabac, &h->cabac_state[ctxbase+ctx]))
        return 0;

    mvd= 1;
    ctx= 3;
5123 5124
    while( mvd < 9 && get_cabac( &h->cabac, &h->cabac_state[ctxbase+ctx] ) ) {
        mvd++;
michael's avatar
michael committed
5125
        if( ctx < 6 )
5126 5127 5128 5129 5130 5131 5132 5133
            ctx++;
    }

    if( mvd >= 9 ) {
        int k = 3;
        while( get_cabac_bypass( &h->cabac ) ) {
            mvd += 1 << k;
            k++;
5134 5135 5136 5137
            if(k>24){
                av_log(h->s.avctx, AV_LOG_ERROR, "overflow in decode_cabac_mb_mvd\n");
                return INT_MIN;
            }
5138 5139 5140 5141 5142 5143
        }
        while( k-- ) {
            if( get_cabac_bypass( &h->cabac ) )
                mvd += 1 << k;
        }
    }
5144
    return get_cabac_bypass_sign( &h->cabac, -mvd );
5145 5146
}

5147
static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, int is_dc ) {
michael's avatar
michael committed
5148
    int nza, nzb;
5149 5150
    int ctx = 0;

5151
    if( is_dc ) {
astrange's avatar
astrange committed
5152 5153 5154 5155 5156 5157 5158
        if( cat == 0 ) {
            nza = h->left_cbp&0x100;
            nzb = h-> top_cbp&0x100;
        } else {
            nza = (h->left_cbp>>(6+idx))&0x01;
            nzb = (h-> top_cbp>>(6+idx))&0x01;
        }
michael's avatar
michael committed
5159
    } else {
5160 5161 5162
        assert(cat == 1 || cat == 2 || cat == 4);
        nza = h->non_zero_count_cache[scan8[idx] - 1];
        nzb = h->non_zero_count_cache[scan8[idx] - 8];
5163
    }
5164

michael's avatar
michael committed
5165
    if( nza > 0 )
5166 5167
        ctx++;

michael's avatar
michael committed
5168
    if( nzb > 0 )
5169 5170 5171 5172 5173
        ctx += 2;

    return ctx + 4 * cat;
}

5174
DECLARE_ASM_CONST(1, uint8_t, last_coeff_flag_offset_8x8[63]) = {
michael's avatar
michael committed
5175 5176 5177 5178 5179 5180
    0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
    3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4,
    5, 5, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8
};

5181
static av_always_inline void decode_cabac_residual_internal( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff, int is_dc ) {
lorenm's avatar
lorenm committed
5182 5183 5184 5185 5186 5187 5188 5189 5190 5191 5192
    static const int significant_coeff_flag_offset[2][6] = {
      { 105+0, 105+15, 105+29, 105+44, 105+47, 402 },
      { 277+0, 277+15, 277+29, 277+44, 277+47, 436 }
    };
    static const int last_coeff_flag_offset[2][6] = {
      { 166+0, 166+15, 166+29, 166+44, 166+47, 417 },
      { 338+0, 338+15, 338+29, 338+44, 338+47, 451 }
    };
    static const int coeff_abs_level_m1_offset[6] = {
        227+0, 227+10, 227+20, 227+30, 227+39, 426
    };
michael's avatar
michael committed
5193
    static const uint8_t significant_coeff_flag_offset_8x8[2][63] = {
lorenm's avatar
lorenm committed
5194
      { 0, 1, 2, 3, 4, 5, 5, 4, 4, 3, 3, 4, 4, 4, 5, 5,
lorenm's avatar
lorenm committed
5195 5196
        4, 4, 4, 4, 3, 3, 6, 7, 7, 7, 8, 9,10, 9, 8, 7,
        7, 6,11,12,13,11, 6, 7, 8, 9,14,10, 9, 8, 6,11,
lorenm's avatar
lorenm committed
5197 5198 5199 5200 5201
       12,13,11, 6, 9,14,10, 9,11,12,13,11,14,10,12 },
      { 0, 1, 1, 2, 2, 3, 3, 4, 5, 6, 7, 7, 7, 8, 4, 5,
        6, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,11,12,11,
        9, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,13,13, 9,
        9,10,10, 8,13,13, 9, 9,10,10,14,14,14,14,14 }
lorenm's avatar
lorenm committed
5202
    };
5203 5204 5205 5206 5207 5208 5209 5210 5211 5212 5213 5214
    /* node ctx: 0..3: abslevel1 (with abslevelgt1 == 0).
     * 4..7: abslevelgt1 + 3 (and abslevel1 doesn't matter).
     * map node ctx => cabac ctx for level=1 */
    static const uint8_t coeff_abs_level1_ctx[8] = { 1, 2, 3, 4, 0, 0, 0, 0 };
    /* map node ctx => cabac ctx for level>1 */
    static const uint8_t coeff_abs_levelgt1_ctx[8] = { 5, 5, 5, 5, 6, 7, 8, 9 };
    static const uint8_t coeff_abs_level_transition[2][8] = {
    /* update node ctx after decoding a level=1 */
        { 1, 2, 3, 3, 4, 5, 6, 7 },
    /* update node ctx after decoding a level>1 */
        { 4, 4, 4, 4, 5, 6, 7, 7 }
    };
lorenm's avatar
lorenm committed
5215 5216

    int index[64];
5217

benoit's avatar
benoit committed
5218
    int av_unused last;
5219
    int coeff_count = 0;
5220
    int node_ctx = 0;
5221

lorenm's avatar
lorenm committed
5222 5223 5224
    uint8_t *significant_coeff_ctx_base;
    uint8_t *last_coeff_ctx_base;
    uint8_t *abs_level_m1_ctx_base;
lorenm's avatar
lorenm committed
5225

5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239
#ifndef ARCH_X86
#define CABAC_ON_STACK
#endif
#ifdef CABAC_ON_STACK
#define CC &cc
    CABACContext cc;
    cc.range     = h->cabac.range;
    cc.low       = h->cabac.low;
    cc.bytestream= h->cabac.bytestream;
#else
#define CC &h->cabac
#endif


5240 5241 5242 5243
    /* cat: 0-> DC 16x16  n = 0
     *      1-> AC 16x16  n = luma4x4idx
     *      2-> Luma4x4   n = luma4x4idx
     *      3-> DC Chroma n = iCbCr
5244
     *      4-> AC Chroma n = 16 + 4 * iCbCr + chroma4x4idx
lorenm's avatar
lorenm committed
5245
     *      5-> Luma8x8   n = 4 * luma8x8idx
5246 5247 5248
     */

    /* read coded block flag */
5249 5250
    if( is_dc || cat != 5 ) {
        if( get_cabac( CC, &h->cabac_state[85 + get_cabac_cbf_ctx( h, cat, n, is_dc ) ] ) == 0 ) {
5251 5252
            if( !is_dc )
                h->non_zero_count_cache[scan8[n]] = 0;
5253

5254 5255 5256 5257 5258
#ifdef CABAC_ON_STACK
            h->cabac.range     = cc.range     ;
            h->cabac.low       = cc.low       ;
            h->cabac.bytestream= cc.bytestream;
#endif
5259
            return;
lorenm's avatar
lorenm committed
5260
        }
5261 5262
    }

lorenm's avatar
lorenm committed
5263
    significant_coeff_ctx_base = h->cabac_state
lorenm's avatar
lorenm committed
5264
        + significant_coeff_flag_offset[MB_FIELD][cat];
lorenm's avatar
lorenm committed
5265
    last_coeff_ctx_base = h->cabac_state
lorenm's avatar
lorenm committed
5266
        + last_coeff_flag_offset[MB_FIELD][cat];
lorenm's avatar
lorenm committed
5267 5268 5269
    abs_level_m1_ctx_base = h->cabac_state
        + coeff_abs_level_m1_offset[cat];

5270
    if( !is_dc && cat == 5 ) {
lorenm's avatar
lorenm committed
5271 5272 5273
#define DECODE_SIGNIFICANCE( coefs, sig_off, last_off ) \
        for(last= 0; last < coefs; last++) { \
            uint8_t *sig_ctx = significant_coeff_ctx_base + sig_off; \
5274
            if( get_cabac( CC, sig_ctx )) { \
lorenm's avatar
lorenm committed
5275 5276
                uint8_t *last_ctx = last_coeff_ctx_base + last_off; \
                index[coeff_count++] = last; \
5277
                if( get_cabac( CC, last_ctx ) ) { \
lorenm's avatar
lorenm committed
5278 5279 5280 5281
                    last= max_coeff; \
                    break; \
                } \
            } \
5282 5283 5284
        }\
        if( last == max_coeff -1 ) {\
            index[coeff_count++] = last;\
lorenm's avatar
lorenm committed
5285
        }
michael's avatar
michael committed
5286
        const uint8_t *sig_off = significant_coeff_flag_offset_8x8[MB_FIELD];
ramiro's avatar
ramiro committed
5287
#if defined(ARCH_X86) && defined(HAVE_7REGS) && defined(HAVE_EBX_AVAILABLE) && !defined(BROKEN_RELOCATIONS)
michael's avatar
michael committed
5288 5289
        coeff_count= decode_significance_8x8_x86(CC, significant_coeff_ctx_base, index, sig_off);
    } else {
5290
        coeff_count= decode_significance_x86(CC, max_coeff, significant_coeff_ctx_base, index);
5291
#else
michael's avatar
michael committed
5292 5293
        DECODE_SIGNIFICANCE( 63, sig_off[last], last_coeff_flag_offset_8x8[last] );
    } else {
lorenm's avatar
lorenm committed
5294
        DECODE_SIGNIFICANCE( max_coeff - 1, last, last );
5295
#endif
5296
    }
michael's avatar
michael committed
5297
    assert(coeff_count > 0);
5298

5299
    if( is_dc ) {
astrange's avatar
astrange committed
5300 5301 5302 5303
        if( cat == 0 )
            h->cbp_table[h->mb_xy] |= 0x100;
        else
            h->cbp_table[h->mb_xy] |= 0x40 << n;
5304
    } else {
5305 5306
        if( cat == 5 )
            fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1);
astrange's avatar
astrange committed
5307
        else {
5308
            assert( cat == 1 || cat == 2 || cat == 4 );
5309
            h->non_zero_count_cache[scan8[n]] = coeff_count;
astrange's avatar
astrange committed
5310
        }
5311
    }
5312

5313
    do {
5314 5315
        uint8_t *ctx = coeff_abs_level1_ctx[node_ctx] + abs_level_m1_ctx_base;

5316
        int j= scantable[index[--coeff_count]];
5317

5318
        if( get_cabac( CC, ctx ) == 0 ) {
5319
            node_ctx = coeff_abs_level_transition[0][node_ctx];
5320
            if( is_dc ) {
5321
                block[j] = get_cabac_bypass_sign( CC, -1);
michael's avatar
michael committed
5322
            }else{
michael's avatar
michael committed
5323
                block[j] = (get_cabac_bypass_sign( CC, -qmul[j]) + 32) >> 6;
michael's avatar
michael committed
5324
            }
5325
        } else {
michael's avatar
michael committed
5326
            int coeff_abs = 2;
5327 5328 5329
            ctx = coeff_abs_levelgt1_ctx[node_ctx] + abs_level_m1_ctx_base;
            node_ctx = coeff_abs_level_transition[1][node_ctx];

5330
            while( coeff_abs < 15 && get_cabac( CC, ctx ) ) {
michael's avatar
michael committed
5331
                coeff_abs++;
5332 5333
            }

michael's avatar
michael committed
5334 5335
            if( coeff_abs >= 15 ) {
                int j = 0;
5336
                while( get_cabac_bypass( CC ) ) {
michael's avatar
michael committed
5337 5338
                    j++;
                }
5339

michael's avatar
michael committed
5340
                coeff_abs=1;
michael's avatar
michael committed
5341
                while( j-- ) {
5342
                    coeff_abs += coeff_abs + get_cabac_bypass( CC );
michael's avatar
michael committed
5343
                }
michael's avatar
michael committed
5344
                coeff_abs+= 14;
5345 5346
            }

5347
            if( is_dc ) {
5348
                block[j] = get_cabac_bypass_sign( CC, -coeff_abs );
michael's avatar
michael committed
5349
            }else{
5350
                block[j] = (get_cabac_bypass_sign( CC, -coeff_abs ) * qmul[j] + 32) >> 6;
michael's avatar
michael committed
5351
            }
michael's avatar
michael committed
5352
        }
5353
    } while( coeff_count );
5354 5355 5356 5357 5358
#ifdef CABAC_ON_STACK
            h->cabac.range     = cc.range     ;
            h->cabac.low       = cc.low       ;
            h->cabac.bytestream= cc.bytestream;
#endif
5359

5360 5361
}

5362 5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380
#ifndef CONFIG_SMALL
static void decode_cabac_residual_dc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 1);
}

static void decode_cabac_residual_nondc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 0);
}
#endif

static void decode_cabac_residual( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
#ifdef CONFIG_SMALL
    decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, cat == 0 || cat == 3);
#else
    if( cat == 0 || cat == 3 ) decode_cabac_residual_dc(h, block, cat, n, scantable, qmul, max_coeff);
    else decode_cabac_residual_nondc(h, block, cat, n, scantable, qmul, max_coeff);
#endif
}

5381
static inline void compute_mb_neighbors(H264Context *h)
5382 5383
{
    MpegEncContext * const s = &h->s;
5384
    const int mb_xy  = h->mb_xy;
5385 5386
    h->top_mb_xy     = mb_xy - s->mb_stride;
    h->left_mb_xy[0] = mb_xy - 1;
lorenm's avatar
lorenm committed
5387
    if(FRAME_MBAFF){
5388 5389
        const int pair_xy          = s->mb_x     + (s->mb_y & ~1)*s->mb_stride;
        const int top_pair_xy      = pair_xy     - s->mb_stride;
5390 5391 5392
        const int top_mb_field_flag  = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
        const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
        const int curr_mb_field_flag = MB_FIELD;
5393
        const int bottom = (s->mb_y & 1);
5394

5395
        if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
5396 5397
            h->top_mb_xy -= s->mb_stride;
        }
5398
        if (!left_mb_field_flag == curr_mb_field_flag) {
5399 5400
            h->left_mb_xy[0] = pair_xy - 1;
        }
5401 5402
    } else if (FIELD_PICTURE) {
        h->top_mb_xy -= s->mb_stride;
5403 5404 5405 5406
    }
    return;
}

5407 5408
/**
 * decodes a macroblock
diego's avatar
diego committed
5409
 * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
5410 5411 5412
 */
static int decode_mb_cabac(H264Context *h) {
    MpegEncContext * const s = &h->s;
5413
    int mb_xy;
5414
    int mb_type, partition_count, cbp = 0;
lorenm's avatar
lorenm committed
5415
    int dct8x8_allowed= h->pps.transform_8x8_mode;
5416

5417 5418
    mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;

mbardiaux's avatar
mbardiaux committed
5419
    tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
michael's avatar
michael committed
5420
    if( h->slice_type_nos != FF_I_TYPE ) {
lorenm's avatar
lorenm committed
5421 5422 5423 5424 5425 5426 5427 5428
        int skip;
        /* a skipped mb needs the aff flag from the following mb */
        if( FRAME_MBAFF && s->mb_x==0 && (s->mb_y&1)==0 )
            predict_field_decoding_flag(h);
        if( FRAME_MBAFF && (s->mb_y&1)==1 && h->prev_mb_skipped )
            skip = h->next_mb_skipped;
        else
            skip = decode_cabac_mb_skip( h, s->mb_x, s->mb_y );
5429
        /* read skip flags */
lorenm's avatar
lorenm committed
5430 5431 5432 5433
        if( skip ) {
            if( FRAME_MBAFF && (s->mb_y&1)==0 ){
                s->current_picture.mb_type[mb_xy] = MB_TYPE_SKIP;
                h->next_mb_skipped = decode_cabac_mb_skip( h, s->mb_x, s->mb_y+1 );
michael's avatar
michael committed
5434
                if(!h->next_mb_skipped)
lorenm's avatar
lorenm committed
5435 5436 5437
                    h->mb_mbaff = h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
            }

5438
            decode_mb_skip(h);
5439 5440

            h->cbp_table[mb_xy] = 0;
5441
            h->chroma_pred_mode_table[mb_xy] = 0;
5442 5443 5444 5445 5446 5447
            h->last_qscale_diff = 0;

            return 0;

        }
    }
lorenm's avatar
lorenm committed
5448 5449 5450
    if(FRAME_MBAFF){
        if( (s->mb_y&1) == 0 )
            h->mb_mbaff =
5451
            h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
5452
    }
5453

5454
    h->prev_mb_skipped = 0;
5455

diego's avatar
diego committed
5456
    compute_mb_neighbors(h);
5457

5458
    if( h->slice_type_nos == FF_B_TYPE ) {
5459
        mb_type = decode_cabac_mb_type_b( h );
5460 5461 5462 5463 5464 5465 5466
        if( mb_type < 23 ){
            partition_count= b_mb_type_info[mb_type].partition_count;
            mb_type=         b_mb_type_info[mb_type].type;
        }else{
            mb_type -= 23;
            goto decode_intra_mb;
        }
5467
    } else if( h->slice_type_nos == FF_P_TYPE ) {
5468 5469 5470 5471 5472 5473 5474 5475 5476
        if( get_cabac_noinline( &h->cabac, &h->cabac_state[14] ) == 0 ) {
            /* P-type */
            if( get_cabac_noinline( &h->cabac, &h->cabac_state[15] ) == 0 ) {
                /* P_L0_D16x16, P_8x8 */
                mb_type= 3 * get_cabac_noinline( &h->cabac, &h->cabac_state[16] );
            } else {
                /* P_L0_D8x16, P_L0_D16x8 */
                mb_type= 2 - get_cabac_noinline( &h->cabac, &h->cabac_state[17] );
            }
5477 5478 5479
            partition_count= p_mb_type_info[mb_type].partition_count;
            mb_type=         p_mb_type_info[mb_type].type;
        } else {
5480
            mb_type= decode_cabac_intra_mb_type(h, 17, 0);
5481 5482 5483
            goto decode_intra_mb;
        }
    } else {
5484
        mb_type= decode_cabac_intra_mb_type(h, 3, 1);
5485 5486 5487
        if(h->slice_type == FF_SI_TYPE && mb_type)
            mb_type--;
        assert(h->slice_type_nos == FF_I_TYPE);
5488 5489 5490 5491 5492 5493
decode_intra_mb:
        partition_count = 0;
        cbp= i_mb_type_info[mb_type].cbp;
        h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
        mb_type= i_mb_type_info[mb_type].type;
    }
lorenm's avatar
lorenm committed
5494
    if(MB_FIELD)
5495 5496 5497 5498 5499
        mb_type |= MB_TYPE_INTERLACED;

    h->slice_table[ mb_xy ]= h->slice_num;

    if(IS_INTRA_PCM(mb_type)) {
5500
        const uint8_t *ptr;
5501

diego's avatar
diego committed
5502
        // We assume these blocks are very rare so we do not optimize it.
5503 5504 5505
        // FIXME The two following lines get the bitstream position in the cabac
        // decode, I think it should be done by a function in cabac.h (or cabac.c).
        ptr= h->cabac.bytestream;
5506 5507 5508 5509
        if(h->cabac.low&0x1) ptr--;
        if(CABAC_BITS==16){
            if(h->cabac.low&0x1FF) ptr--;
        }
5510 5511

        // The pixels are stored in the same order as levels in h->mb array.
michael's avatar
michael committed
5512
        memcpy(h->mb, ptr, 256); ptr+=256;
5513
        if(CHROMA){
michael's avatar
michael committed
5514
            memcpy(h->mb+128, ptr, 128); ptr+=128;
5515 5516 5517 5518
        }

        ff_init_cabac_decoder(&h->cabac, ptr, h->cabac.bytestream_end - ptr);

5519
        // All blocks are present
5520
        h->cbp_table[mb_xy] = 0x1ef;
5521
        h->chroma_pred_mode_table[mb_xy] = 0;
5522
        // In deblocking, the quantizer is 0
5523
        s->current_picture.qscale_table[mb_xy]= 0;
5524
        // All coeffs are present
5525
        memset(h->non_zero_count[mb_xy], 16, 16);
lorenm's avatar
lorenm committed
5526
        s->current_picture.mb_type[mb_xy]= mb_type;
5527
        h->last_qscale_diff = 0;
5528
        return 0;
5529 5530
    }

lorenm's avatar
lorenm committed
5531 5532 5533 5534 5535
    if(MB_MBAFF){
        h->ref_count[0] <<= 1;
        h->ref_count[1] <<= 1;
    }

michael's avatar
michael committed
5536
    fill_caches(h, mb_type, 0);
5537 5538

    if( IS_INTRA( mb_type ) ) {
5539
        int i, pred_mode;
5540
        if( IS_INTRA4x4( mb_type ) ) {
lorenm's avatar
lorenm committed
5541 5542 5543 5544 5545 5546 5547 5548 5549 5550 5551
            if( dct8x8_allowed && decode_cabac_mb_transform_size( h ) ) {
                mb_type |= MB_TYPE_8x8DCT;
                for( i = 0; i < 16; i+=4 ) {
                    int pred = pred_intra_mode( h, i );
                    int mode = decode_cabac_mb_intra4x4_pred_mode( h, pred );
                    fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
                }
            } else {
                for( i = 0; i < 16; i++ ) {
                    int pred = pred_intra_mode( h, i );
                    h->intra4x4_pred_mode_cache[ scan8[i] ] = decode_cabac_mb_intra4x4_pred_mode( h, pred );
5552 5553

                //av_log( s->avctx, AV_LOG_ERROR, "i4x4 pred=%d mode=%d\n", pred, h->intra4x4_pred_mode_cache[ scan8[i] ] );
lorenm's avatar
lorenm committed
5554
                }
5555 5556 5557 5558 5559 5560 5561
            }
            write_back_intra_pred_mode(h);
            if( check_intra4x4_pred_mode(h) < 0 ) return -1;
        } else {
            h->intra16x16_pred_mode= check_intra_pred_mode( h, h->intra16x16_pred_mode );
            if( h->intra16x16_pred_mode < 0 ) return -1;
        }
5562
        if(CHROMA){
michael's avatar
michael committed
5563 5564
            h->chroma_pred_mode_table[mb_xy] =
            pred_mode                        = decode_cabac_mb_chroma_pre_mode( h );
5565

michael's avatar
michael committed
5566 5567 5568
            pred_mode= check_intra_pred_mode( h, pred_mode );
            if( pred_mode < 0 ) return -1;
            h->chroma_pred_mode= pred_mode;
5569
        }
5570
    } else if( partition_count == 4 ) {
5571 5572
        int i, j, sub_partition_count[4], list, ref[2][4];

5573
        if( h->slice_type_nos == FF_B_TYPE ) {
5574 5575 5576 5577 5578
            for( i = 0; i < 4; i++ ) {
                h->sub_mb_type[i] = decode_cabac_b_mb_sub_type( h );
                sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
lorenm's avatar
lorenm committed
5579 5580
            if( IS_DIRECT(h->sub_mb_type[0] | h->sub_mb_type[1] |
                          h->sub_mb_type[2] | h->sub_mb_type[3]) ) {
5581
                pred_direct_motion(h, &mb_type);
5582 5583 5584 5585
                h->ref_cache[0][scan8[4]] =
                h->ref_cache[1][scan8[4]] =
                h->ref_cache[0][scan8[12]] =
                h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
5586 5587 5588 5589 5590 5591
                if( h->ref_count[0] > 1 || h->ref_count[1] > 1 ) {
                    for( i = 0; i < 4; i++ )
                        if( IS_DIRECT(h->sub_mb_type[i]) )
                            fill_rectangle( &h->direct_cache[scan8[4*i]], 2, 2, 8, 1, 1 );
                }
            }
5592 5593 5594 5595 5596 5597
        } else {
            for( i = 0; i < 4; i++ ) {
                h->sub_mb_type[i] = decode_cabac_p_mb_sub_type( h );
                sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
                h->sub_mb_type[i]=      p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
            }
5598 5599
        }

5600
        for( list = 0; list < h->list_count; list++ ) {
5601
                for( i = 0; i < 4; i++ ) {
5602 5603
                    if(IS_DIRECT(h->sub_mb_type[i])) continue;
                    if(IS_DIR(h->sub_mb_type[i], 0, list)){
5604
                        if( h->ref_count[list] > 1 ){
5605
                            ref[list][i] = decode_cabac_mb_ref( h, list, 4*i );
5606 5607 5608 5609 5610
                            if(ref[list][i] >= (unsigned)h->ref_count[list]){
                                av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref[list][i], h->ref_count[list]);
                                return -1;
                            }
                        }else
5611 5612 5613 5614
                            ref[list][i] = 0;
                    } else {
                        ref[list][i] = -1;
                    }
michael's avatar
1000l  
michael committed
5615
                                                       h->ref_cache[list][ scan8[4*i]+1 ]=
5616 5617 5618 5619
                    h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];
                }
        }

lorenm's avatar
lorenm committed
5620 5621 5622
        if(dct8x8_allowed)
            dct8x8_allowed = get_dct8x8_allowed(h);

5623
        for(list=0; list<h->list_count; list++){
5624
            for(i=0; i<4; i++){
5625
                h->ref_cache[list][ scan8[4*i]   ]=h->ref_cache[list][ scan8[4*i]+1 ];
5626 5627 5628 5629
                if(IS_DIRECT(h->sub_mb_type[i])){
                    fill_rectangle(h->mvd_cache[list][scan8[4*i]], 2, 2, 8, 0, 4);
                    continue;
                }
5630 5631 5632 5633 5634 5635 5636 5637 5638 5639 5640 5641 5642 5643

                if(IS_DIR(h->sub_mb_type[i], 0, list) && !IS_DIRECT(h->sub_mb_type[i])){
                    const int sub_mb_type= h->sub_mb_type[i];
                    const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
                    for(j=0; j<sub_partition_count[i]; j++){
                        int mpx, mpy;
                        int mx, my;
                        const int index= 4*i + block_width*j;
                        int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
                        int16_t (* mvd_cache)[2]= &h->mvd_cache[list][ scan8[index] ];
                        pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mpx, &mpy);

                        mx = mpx + decode_cabac_mb_mvd( h, list, index, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, index, 1 );
mbardiaux's avatar
mbardiaux committed
5644
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5645 5646

                        if(IS_SUB_8X8(sub_mb_type)){
5647
                            mv_cache[ 1 ][0]=
5648
                            mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
5649
                            mv_cache[ 1 ][1]=
5650 5651
                            mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;

5652
                            mvd_cache[ 1 ][0]=
5653
                            mvd_cache[ 8 ][0]= mvd_cache[ 9 ][0]= mx - mpx;
5654
                            mvd_cache[ 1 ][1]=
5655 5656
                            mvd_cache[ 8 ][1]= mvd_cache[ 9 ][1]= my - mpy;
                        }else if(IS_SUB_8X4(sub_mb_type)){
5657 5658
                            mv_cache[ 1 ][0]= mx;
                            mv_cache[ 1 ][1]= my;
5659

5660 5661
                            mvd_cache[ 1 ][0]= mx - mpx;
                            mvd_cache[ 1 ][1]= my - mpy;
5662
                        }else if(IS_SUB_4X8(sub_mb_type)){
5663 5664
                            mv_cache[ 8 ][0]= mx;
                            mv_cache[ 8 ][1]= my;
5665

5666 5667
                            mvd_cache[ 8 ][0]= mx - mpx;
                            mvd_cache[ 8 ][1]= my - mpy;
5668
                        }
5669 5670 5671 5672 5673
                        mv_cache[ 0 ][0]= mx;
                        mv_cache[ 0 ][1]= my;

                        mvd_cache[ 0 ][0]= mx - mpx;
                        mvd_cache[ 0 ][1]= my - mpy;
5674 5675 5676 5677 5678 5679 5680 5681 5682
                    }
                }else{
                    uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
                    uint32_t *pd= (uint32_t *)&h->mvd_cache[list][ scan8[4*i] ][0];
                    p[0] = p[1] = p[8] = p[9] = 0;
                    pd[0]= pd[1]= pd[8]= pd[9]= 0;
                }
            }
        }
5683 5684 5685 5686
    } else if( IS_DIRECT(mb_type) ) {
        pred_direct_motion(h, &mb_type);
        fill_rectangle(h->mvd_cache[0][scan8[0]], 4, 4, 8, 0, 4);
        fill_rectangle(h->mvd_cache[1][scan8[0]], 4, 4, 8, 0, 4);
lorenm's avatar
lorenm committed
5687
        dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
5688
    } else {
5689 5690
        int list, mx, my, i, mpx, mpy;
        if(IS_16X16(mb_type)){
michael's avatar
michael committed
5691
            for(list=0; list<h->list_count; list++){
5692
                if(IS_DIR(mb_type, 0, list)){
5693 5694 5695 5696 5697 5698 5699 5700 5701
                    int ref;
                    if(h->ref_count[list] > 1){
                        ref= decode_cabac_mb_ref(h, list, 0);
                        if(ref >= (unsigned)h->ref_count[list]){
                            av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                            return -1;
                        }
                    }else
                        ref=0;
5702
                        fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, ref, 1);
lorenm's avatar
lorenm committed
5703
                }else
michael's avatar
michael committed
5704
                    fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, (uint8_t)LIST_NOT_USED, 1); //FIXME factorize and the other fill_rect below too
5705
            }
michael's avatar
michael committed
5706
            for(list=0; list<h->list_count; list++){
5707 5708 5709 5710 5711
                if(IS_DIR(mb_type, 0, list)){
                    pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mpx, &mpy);

                    mx = mpx + decode_cabac_mb_mvd( h, list, 0, 0 );
                    my = mpy + decode_cabac_mb_mvd( h, list, 0, 1 );
mbardiaux's avatar
mbardiaux committed
5712
                    tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5713 5714 5715

                    fill_rectangle(h->mvd_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
                    fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5716 5717
                }else
                    fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, 0, 4);
5718 5719 5720
            }
        }
        else if(IS_16X8(mb_type)){
5721
            for(list=0; list<h->list_count; list++){
5722 5723
                    for(i=0; i<2; i++){
                        if(IS_DIR(mb_type, i, list)){
5724 5725 5726 5727 5728 5729 5730 5731 5732
                            int ref;
                            if(h->ref_count[list] > 1){
                                ref= decode_cabac_mb_ref( h, list, 8*i );
                                if(ref >= (unsigned)h->ref_count[list]){
                                    av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                                    return -1;
                                }
                            }else
                                ref=0;
5733
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, ref, 1);
5734 5735
                        }else
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, (LIST_NOT_USED&0xFF), 1);
5736 5737
                    }
            }
5738
            for(list=0; list<h->list_count; list++){
5739 5740 5741 5742 5743
                for(i=0; i<2; i++){
                    if(IS_DIR(mb_type, i, list)){
                        pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mpx, &mpy);
                        mx = mpx + decode_cabac_mb_mvd( h, list, 8*i, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, 8*i, 1 );
mbardiaux's avatar
mbardiaux committed
5744
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5745 5746 5747

                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx-mpx,my-mpy), 4);
                        fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5748
                    }else{
5749 5750
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
                        fill_rectangle(h-> mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
5751 5752 5753 5754 5755
                    }
                }
            }
        }else{
            assert(IS_8X16(mb_type));
5756
            for(list=0; list<h->list_count; list++){
5757 5758
                    for(i=0; i<2; i++){
                        if(IS_DIR(mb_type, i, list)){ //FIXME optimize
5759 5760 5761 5762 5763 5764 5765 5766 5767
                            int ref;
                            if(h->ref_count[list] > 1){
                                ref= decode_cabac_mb_ref( h, list, 4*i );
                                if(ref >= (unsigned)h->ref_count[list]){
                                    av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
                                    return -1;
                                }
                            }else
                                ref=0;
5768
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, ref, 1);
5769 5770
                        }else
                            fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, (LIST_NOT_USED&0xFF), 1);
5771 5772
                    }
            }
5773
            for(list=0; list<h->list_count; list++){
5774 5775 5776 5777 5778 5779
                for(i=0; i<2; i++){
                    if(IS_DIR(mb_type, i, list)){
                        pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mpx, &mpy);
                        mx = mpx + decode_cabac_mb_mvd( h, list, 4*i, 0 );
                        my = mpy + decode_cabac_mb_mvd( h, list, 4*i, 1 );

mbardiaux's avatar
mbardiaux committed
5780
                        tprintf(s->avctx, "final mv:%d %d\n", mx, my);
5781 5782
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
                        fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx,my), 4);
lorenm's avatar
lorenm committed
5783
                    }else{
5784 5785
                        fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
                        fill_rectangle(h-> mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
5786 5787 5788 5789
                    }
                }
            }
        }
5790 5791
    }

5792 5793
   if( IS_INTER( mb_type ) ) {
        h->chroma_pred_mode_table[mb_xy] = 0;
5794
        write_back_motion( h, mb_type );
5795
   }
5796 5797 5798

    if( !IS_INTRA16x16( mb_type ) ) {
        cbp  = decode_cabac_mb_cbp_luma( h );
5799
        if(CHROMA)
michael's avatar
michael committed
5800
            cbp |= decode_cabac_mb_cbp_chroma( h ) << 4;
5801 5802
    }

lorenm's avatar
lorenm committed
5803
    h->cbp_table[mb_xy] = h->cbp = cbp;
5804

lorenm's avatar
lorenm committed
5805 5806 5807 5808 5809 5810
    if( dct8x8_allowed && (cbp&15) && !IS_INTRA( mb_type ) ) {
        if( decode_cabac_mb_transform_size( h ) )
            mb_type |= MB_TYPE_8x8DCT;
    }
    s->current_picture.mb_type[mb_xy]= mb_type;

5811
    if( cbp || IS_INTRA16x16( mb_type ) ) {
lorenm's avatar
lorenm committed
5812
        const uint8_t *scan, *scan8x8, *dc_scan;
5813
        const uint32_t *qmul;
5814 5815 5816
        int dqp;

        if(IS_INTERLACED(mb_type)){
lorenm's avatar
lorenm committed
5817
            scan8x8= s->qscale ? h->field_scan8x8 : h->field_scan8x8_q0;
lorenm's avatar
lorenm committed
5818
            scan= s->qscale ? h->field_scan : h->field_scan_q0;
5819 5820
            dc_scan= luma_dc_field_scan;
        }else{
lorenm's avatar
lorenm committed
5821
            scan8x8= s->qscale ? h->zigzag_scan8x8 : h->zigzag_scan8x8_q0;
lorenm's avatar
lorenm committed
5822
            scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
5823 5824 5825 5826
            dc_scan= luma_dc_zigzag_scan;
        }

        h->last_qscale_diff = dqp = decode_cabac_mb_dqp( h );
5827 5828 5829 5830
        if( dqp == INT_MIN ){
            av_log(h->s.avctx, AV_LOG_ERROR, "cabac decode of qscale diff failed at %d %d\n", s->mb_x, s->mb_y);
            return -1;
        }
5831 5832 5833 5834 5835
        s->qscale += dqp;
        if(((unsigned)s->qscale) > 51){
            if(s->qscale<0) s->qscale+= 52;
            else            s->qscale-= 52;
        }
5836 5837
        h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
        h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
5838 5839 5840 5841

        if( IS_INTRA16x16( mb_type ) ) {
            int i;
            //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 DC\n" );
5842 5843
            decode_cabac_residual( h, h->mb, 0, 0, dc_scan, NULL, 16);

5844
            if( cbp&15 ) {
5845
                qmul = h->dequant4_coeff[0][s->qscale];
5846 5847
                for( i = 0; i < 16; i++ ) {
                    //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 AC:%d\n", i );
5848
                    decode_cabac_residual(h, h->mb + 16*i, 1, i, scan + 1, qmul, 15);
5849 5850 5851 5852 5853 5854 5855 5856
                }
            } else {
                fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
            }
        } else {
            int i8x8, i4x4;
            for( i8x8 = 0; i8x8 < 4; i8x8++ ) {
                if( cbp & (1<<i8x8) ) {
lorenm's avatar
lorenm committed
5857
                    if( IS_8x8DCT(mb_type) ) {
5858 5859
                        decode_cabac_residual(h, h->mb + 64*i8x8, 5, 4*i8x8,
                            scan8x8, h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 64);
5860
                    } else {
andoma's avatar
andoma committed
5861 5862 5863 5864
                        qmul = h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale];
                        for( i4x4 = 0; i4x4 < 4; i4x4++ ) {
                            const int index = 4*i8x8 + i4x4;
                            //av_log( s->avctx, AV_LOG_ERROR, "Luma4x4: %d\n", index );
5865
//START_TIMER
andoma's avatar
andoma committed
5866
                            decode_cabac_residual(h, h->mb + 16*index, 2, index, scan, qmul, 16);
5867
//STOP_TIMER("decode_residual")
andoma's avatar
andoma committed
5868
                        }
5869
                    }
5870 5871 5872 5873 5874 5875 5876 5877 5878 5879 5880
                } else {
                    uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
                    nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
                }
            }
        }

        if( cbp&0x30 ){
            int c;
            for( c = 0; c < 2; c++ ) {
                //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-DC\n",c );
5881
                decode_cabac_residual(h, h->mb + 256 + 16*4*c, 3, c, chroma_dc_scan, NULL, 4);
5882 5883 5884 5885 5886 5887
            }
        }

        if( cbp&0x20 ) {
            int c, i;
            for( c = 0; c < 2; c++ ) {
5888
                qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[c]];
5889 5890 5891
                for( i = 0; i < 4; i++ ) {
                    const int index = 16 + 4 * c + i;
                    //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-AC %d\n",c, index - 16 );
5892
                    decode_cabac_residual(h, h->mb + 16*index, 4, index, scan + 1, qmul, 15);
5893 5894 5895 5896 5897 5898 5899 5900
                }
            }
        } else {
            uint8_t * const nnz= &h->non_zero_count_cache[0];
            nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
            nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
        }
    } else {
michael's avatar
michael committed
5901 5902 5903 5904
        uint8_t * const nnz= &h->non_zero_count_cache[0];
        fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
        nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
        nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
lorenm's avatar
lorenm committed
5905
        h->last_qscale_diff = 0;
5906 5907 5908 5909 5910
    }

    s->current_picture.qscale_table[mb_xy]= s->qscale;
    write_back_non_zero_count(h);

lorenm's avatar
lorenm committed
5911 5912 5913 5914 5915
    if(MB_MBAFF){
        h->ref_count[0] >>= 1;
        h->ref_count[1] >>= 1;
    }

5916 5917 5918 5919
    return 0;
}


5920
static void filter_mb_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
5921 5922 5923
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
5924

lorenm's avatar
lorenm committed
5925
    if( bS[0] < 4 ) {
5926
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
5927 5928 5929 5930
        tc[0] = (tc0_table+52)[index_a][bS[0]];
        tc[1] = (tc0_table+52)[index_a][bS[1]];
        tc[2] = (tc0_table+52)[index_a][bS[2]];
        tc[3] = (tc0_table+52)[index_a][bS[3]];
lorenm's avatar
lorenm committed
5931 5932
        h->s.dsp.h264_h_loop_filter_luma(pix, stride, alpha, beta, tc);
    } else {
5933
        h->s.dsp.h264_h_loop_filter_luma_intra(pix, stride, alpha, beta);
5934 5935
    }
}
5936
static void filter_mb_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
5937 5938 5939
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
5940

lorenm's avatar
lorenm committed
5941
    if( bS[0] < 4 ) {
5942
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
5943 5944 5945 5946
        tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
        tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
        tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
        tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
lorenm's avatar
lorenm committed
5947 5948
        h->s.dsp.h264_h_loop_filter_chroma(pix, stride, alpha, beta, tc);
    } else {
5949
        h->s.dsp.h264_h_loop_filter_chroma_intra(pix, stride, alpha, beta);
5950 5951 5952
    }
}

5953
static void filter_mb_mbaff_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
5954 5955 5956 5957 5958
    int i;
    for( i = 0; i < 16; i++, pix += stride) {
        int index_a;
        int alpha;
        int beta;
5959

5960 5961
        int qp_index;
        int bS_index = (i >> 1);
lorenm's avatar
lorenm committed
5962
        if (!MB_FIELD) {
5963 5964 5965 5966 5967 5968 5969 5970
            bS_index &= ~1;
            bS_index |= (i & 1);
        }

        if( bS[bS_index] == 0 ) {
            continue;
        }

lorenm's avatar
lorenm committed
5971
        qp_index = MB_FIELD ? (i >> 3) : (i & 1);
5972 5973 5974
        index_a = qp[qp_index] + h->slice_alpha_c0_offset;
        alpha = (alpha_table+52)[index_a];
        beta  = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
5975 5976

        if( bS[bS_index] < 4 ) {
darkshikari's avatar
darkshikari committed
5977
            const int tc0 = (tc0_table+52)[index_a][bS[bS_index]];
5978 5979 5980 5981 5982 5983 5984
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int p2 = pix[-3];
            const int q0 = pix[0];
            const int q1 = pix[1];
            const int q2 = pix[2];

diego's avatar
diego committed
5985 5986 5987
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
5988 5989 5990
                int tc = tc0;
                int i_delta;

diego's avatar
diego committed
5991
                if( FFABS( p2 - p0 ) < beta ) {
reimar's avatar
reimar committed
5992
                    pix[-2] = p1 + av_clip( ( p2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( p1 << 1 ) ) >> 1, -tc0, tc0 );
5993 5994
                    tc++;
                }
diego's avatar
diego committed
5995
                if( FFABS( q2 - q0 ) < beta ) {
reimar's avatar
reimar committed
5996
                    pix[1] = q1 + av_clip( ( q2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( q1 << 1 ) ) >> 1, -tc0, tc0 );
5997 5998 5999
                    tc++;
                }

reimar's avatar
reimar committed
6000 6001 6002
                i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
                pix[-1] = av_clip_uint8( p0 + i_delta );    /* p0' */
                pix[0]  = av_clip_uint8( q0 - i_delta );    /* q0' */
mbardiaux's avatar
mbardiaux committed
6003
                tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
6004 6005 6006 6007 6008 6009 6010 6011 6012 6013
            }
        }else{
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int p2 = pix[-3];

            const int q0 = pix[0];
            const int q1 = pix[1];
            const int q2 = pix[2];

diego's avatar
diego committed
6014 6015 6016
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
6017

diego's avatar
diego committed
6018 6019
                if(FFABS( p0 - q0 ) < (( alpha >> 2 ) + 2 )){
                    if( FFABS( p2 - p0 ) < beta)
6020 6021 6022 6023 6024 6025 6026 6027 6028 6029
                    {
                        const int p3 = pix[-4];
                        /* p0', p1', p2' */
                        pix[-1] = ( p2 + 2*p1 + 2*p0 + 2*q0 + q1 + 4 ) >> 3;
                        pix[-2] = ( p2 + p1 + p0 + q0 + 2 ) >> 2;
                        pix[-3] = ( 2*p3 + 3*p2 + p1 + p0 + q0 + 4 ) >> 3;
                    } else {
                        /* p0' */
                        pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
                    }
diego's avatar
diego committed
6030
                    if( FFABS( q2 - q0 ) < beta)
6031 6032 6033 6034 6035 6036 6037 6038 6039 6040 6041 6042 6043 6044 6045
                    {
                        const int q3 = pix[3];
                        /* q0', q1', q2' */
                        pix[0] = ( p1 + 2*p0 + 2*q0 + 2*q1 + q2 + 4 ) >> 3;
                        pix[1] = ( p0 + q0 + q1 + q2 + 2 ) >> 2;
                        pix[2] = ( 2*q3 + 3*q2 + q1 + q0 + p0 + 4 ) >> 3;
                    } else {
                        /* q0' */
                        pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
                    }
                }else{
                    /* p0', q0' */
                    pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
                    pix[ 0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
                }
mbardiaux's avatar
mbardiaux committed
6046
                tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, p2, p1, p0, q0, q1, q2, pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
6047 6048 6049 6050
            }
        }
    }
}
6051
static void filter_mb_mbaff_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
6052 6053 6054 6055 6056 6057 6058 6059 6060 6061 6062 6063 6064
    int i;
    for( i = 0; i < 8; i++, pix += stride) {
        int index_a;
        int alpha;
        int beta;

        int qp_index;
        int bS_index = i;

        if( bS[bS_index] == 0 ) {
            continue;
        }

lorenm's avatar
lorenm committed
6065
        qp_index = MB_FIELD ? (i >> 2) : (i & 1);
6066 6067 6068
        index_a = qp[qp_index] + h->slice_alpha_c0_offset;
        alpha = (alpha_table+52)[index_a];
        beta  = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
lorenm's avatar
lorenm committed
6069

6070
        if( bS[bS_index] < 4 ) {
darkshikari's avatar
darkshikari committed
6071
            const int tc = (tc0_table+52)[index_a][bS[bS_index]] + 1;
6072 6073 6074 6075 6076
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int q0 = pix[0];
            const int q1 = pix[1];

diego's avatar
diego committed
6077 6078 6079
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
reimar's avatar
reimar committed
6080
                const int i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
6081

reimar's avatar
reimar committed
6082 6083
                pix[-1] = av_clip_uint8( p0 + i_delta );    /* p0' */
                pix[0]  = av_clip_uint8( q0 - i_delta );    /* q0' */
mbardiaux's avatar
mbardiaux committed
6084
                tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
6085 6086 6087 6088 6089 6090 6091
            }
        }else{
            const int p0 = pix[-1];
            const int p1 = pix[-2];
            const int q0 = pix[0];
            const int q1 = pix[1];

diego's avatar
diego committed
6092 6093 6094
            if( FFABS( p0 - q0 ) < alpha &&
                FFABS( p1 - p0 ) < beta &&
                FFABS( q1 - q0 ) < beta ) {
6095 6096 6097

                pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;   /* p0' */
                pix[0]  = ( 2*q1 + q0 + p1 + 2 ) >> 2;   /* q0' */
mbardiaux's avatar
mbardiaux committed
6098
                tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, pix[-3], p1, p0, q0, q1, pix[2], pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
6099 6100 6101 6102 6103
            }
        }
    }
}

6104
static void filter_mb_edgeh( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
6105 6106 6107
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
6108

lorenm's avatar
lorenm committed
6109
    if( bS[0] < 4 ) {
6110
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
6111 6112 6113 6114
        tc[0] = (tc0_table+52)[index_a][bS[0]];
        tc[1] = (tc0_table+52)[index_a][bS[1]];
        tc[2] = (tc0_table+52)[index_a][bS[2]];
        tc[3] = (tc0_table+52)[index_a][bS[3]];
lorenm's avatar
lorenm committed
6115 6116
        h->s.dsp.h264_v_loop_filter_luma(pix, stride, alpha, beta, tc);
    } else {
6117
        h->s.dsp.h264_v_loop_filter_luma_intra(pix, stride, alpha, beta);
6118 6119 6120
    }
}

6121
static void filter_mb_edgech( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
6122 6123 6124
    const int index_a = qp + h->slice_alpha_c0_offset;
    const int alpha = (alpha_table+52)[index_a];
    const int beta  = (beta_table+52)[qp + h->slice_beta_offset];
6125

lorenm's avatar
lorenm committed
6126
    if( bS[0] < 4 ) {
6127
        int8_t tc[4];
darkshikari's avatar
darkshikari committed
6128 6129 6130 6131
        tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
        tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
        tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
        tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
lorenm's avatar
lorenm committed
6132 6133
        h->s.dsp.h264_v_loop_filter_chroma(pix, stride, alpha, beta, tc);
    } else {
6134
        h->s.dsp.h264_v_loop_filter_chroma_intra(pix, stride, alpha, beta);
6135 6136 6137
    }
}

6138 6139
static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
    MpegEncContext * const s = &h->s;
6140
    int mb_y_firstrow = s->picture_structure == PICT_BOTTOM_FIELD;
6141 6142 6143
    int mb_xy, mb_type;
    int qp, qp0, qp1, qpc, qpc0, qpc1, qp_thresh;

6144
    mb_xy = h->mb_xy;
6145

6146
    if(mb_x==0 || mb_y==mb_y_firstrow || !s->dsp.h264_loop_filter_strength || h->pps.chroma_qp_diff ||
6147
        !(s->flags2 & CODEC_FLAG2_FAST) || //FIXME filter_mb_fast is broken, thus hasto be, but should not under CODEC_FLAG2_FAST
6148 6149
       (h->deblocking_filter == 2 && (h->slice_table[mb_xy] != h->slice_table[h->top_mb_xy] ||
                                      h->slice_table[mb_xy] != h->slice_table[mb_xy - 1]))) {
6150 6151 6152 6153 6154 6155 6156 6157 6158
        filter_mb(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize);
        return;
    }
    assert(!FRAME_MBAFF);

    mb_type = s->current_picture.mb_type[mb_xy];
    qp = s->current_picture.qscale_table[mb_xy];
    qp0 = s->current_picture.qscale_table[mb_xy-1];
    qp1 = s->current_picture.qscale_table[h->top_mb_xy];
6159 6160 6161
    qpc = get_chroma_qp( h, 0, qp );
    qpc0 = get_chroma_qp( h, 0, qp0 );
    qpc1 = get_chroma_qp( h, 0, qp1 );
6162 6163 6164 6165
    qp0 = (qp + qp0 + 1) >> 1;
    qp1 = (qp + qp1 + 1) >> 1;
    qpc0 = (qpc + qpc0 + 1) >> 1;
    qpc1 = (qpc + qpc1 + 1) >> 1;
lorenm's avatar
lorenm committed
6166 6167 6168 6169
    qp_thresh = 15 - h->slice_alpha_c0_offset;
    if(qp <= qp_thresh && qp0 <= qp_thresh && qp1 <= qp_thresh &&
       qpc <= qp_thresh && qpc0 <= qp_thresh && qpc1 <= qp_thresh)
        return;
6170 6171 6172 6173

    if( IS_INTRA(mb_type) ) {
        int16_t bS4[4] = {4,4,4,4};
        int16_t bS3[4] = {3,3,3,3};
andoma's avatar
andoma committed
6174
        int16_t *bSH = FIELD_PICTURE ? bS3 : bS4;
6175 6176 6177
        if( IS_8x8DCT(mb_type) ) {
            filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
            filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
andoma's avatar
andoma committed
6178
            filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
6179 6180 6181 6182 6183 6184
            filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
        } else {
            filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
            filter_mb_edgev( h, &img_y[4*1], linesize, bS3, qp );
            filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
            filter_mb_edgev( h, &img_y[4*3], linesize, bS3, qp );
andoma's avatar
andoma committed
6185
            filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
6186 6187 6188 6189 6190 6191 6192 6193
            filter_mb_edgeh( h, &img_y[4*1*linesize], linesize, bS3, qp );
            filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
            filter_mb_edgeh( h, &img_y[4*3*linesize], linesize, bS3, qp );
        }
        filter_mb_edgecv( h, &img_cb[2*0], uvlinesize, bS4, qpc0 );
        filter_mb_edgecv( h, &img_cb[2*2], uvlinesize, bS3, qpc );
        filter_mb_edgecv( h, &img_cr[2*0], uvlinesize, bS4, qpc0 );
        filter_mb_edgecv( h, &img_cr[2*2], uvlinesize, bS3, qpc );
andoma's avatar
andoma committed
6194
        filter_mb_edgech( h, &img_cb[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
6195
        filter_mb_edgech( h, &img_cb[2*2*uvlinesize], uvlinesize, bS3, qpc );
andoma's avatar
andoma committed
6196
        filter_mb_edgech( h, &img_cr[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
6197 6198 6199 6200 6201
        filter_mb_edgech( h, &img_cr[2*2*uvlinesize], uvlinesize, bS3, qpc );
        return;
    } else {
        DECLARE_ALIGNED_8(int16_t, bS[2][4][4]);
        uint64_t (*bSv)[4] = (uint64_t(*)[4])bS;
lorenm's avatar
lorenm committed
6202 6203 6204 6205 6206 6207 6208 6209 6210 6211 6212 6213 6214
        int edges;
        if( IS_8x8DCT(mb_type) && (h->cbp&7) == 7 ) {
            edges = 4;
            bSv[0][0] = bSv[0][2] = bSv[1][0] = bSv[1][2] = 0x0002000200020002ULL;
        } else {
            int mask_edge1 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 :
                             (mb_type & MB_TYPE_16x8) ? 1 : 0;
            int mask_edge0 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16))
                             && (s->current_picture.mb_type[mb_xy-1] & (MB_TYPE_16x16 | MB_TYPE_8x16))
                             ? 3 : 0;
            int step = IS_8x8DCT(mb_type) ? 2 : 1;
            edges = (mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4;
            s->dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache,
6215
                                              (h->slice_type_nos == FF_B_TYPE), edges, step, mask_edge0, mask_edge1, FIELD_PICTURE);
lorenm's avatar
lorenm committed
6216
        }
6217
        if( IS_INTRA(s->current_picture.mb_type[mb_xy-1]) )
6218
            bSv[0][0] = 0x0004000400040004ULL;
6219
        if( IS_INTRA(s->current_picture.mb_type[h->top_mb_xy]) )
6220
            bSv[1][0] = FIELD_PICTURE ? 0x0003000300030003ULL : 0x0004000400040004ULL;
6221 6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232 6233 6234 6235 6236 6237 6238 6239 6240 6241 6242 6243 6244 6245 6246 6247 6248 6249 6250 6251

#define FILTER(hv,dir,edge)\
        if(bSv[dir][edge]) {\
            filter_mb_edge##hv( h, &img_y[4*edge*(dir?linesize:1)], linesize, bS[dir][edge], edge ? qp : qp##dir );\
            if(!(edge&1)) {\
                filter_mb_edgec##hv( h, &img_cb[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
                filter_mb_edgec##hv( h, &img_cr[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
            }\
        }
        if( edges == 1 ) {
            FILTER(v,0,0);
            FILTER(h,1,0);
        } else if( IS_8x8DCT(mb_type) ) {
            FILTER(v,0,0);
            FILTER(v,0,2);
            FILTER(h,1,0);
            FILTER(h,1,2);
        } else {
            FILTER(v,0,0);
            FILTER(v,0,1);
            FILTER(v,0,2);
            FILTER(v,0,3);
            FILTER(h,1,0);
            FILTER(h,1,1);
            FILTER(h,1,2);
            FILTER(h,1,3);
        }
#undef FILTER
    }
}

6252 6253 6254 6255 6256 6257 6258 6259 6260 6261 6262 6263 6264 6265 6266 6267 6268 6269 6270 6271 6272 6273 6274 6275 6276 6277 6278 6279 6280 6281 6282 6283 6284 6285 6286 6287 6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298 6299 6300 6301 6302 6303 6304 6305 6306 6307 6308 6309 6310 6311 6312 6313 6314 6315 6316 6317 6318 6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352 6353 6354 6355 6356 6357 6358 6359 6360 6361 6362 6363 6364 6365 6366 6367 6368 6369 6370 6371 6372 6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384 6385 6386 6387 6388 6389 6390 6391 6392 6393

static void av_always_inline filter_mb_dir(H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize, int mb_xy, int mb_type, int mvy_limit, int first_vertical_edge_done, int dir) {
    MpegEncContext * const s = &h->s;
    int edge;
    const int mbm_xy = dir == 0 ? mb_xy -1 : h->top_mb_xy;
    const int mbm_type = s->current_picture.mb_type[mbm_xy];
    int (*ref2frm) [64] = h->ref2frm[ h->slice_num          &(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
    int (*ref2frmm)[64] = h->ref2frm[ h->slice_table[mbm_xy]&(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
    int start = h->slice_table[mbm_xy] == 0xFFFF ? 1 : 0;

    const int edges = (mb_type & (MB_TYPE_16x16|MB_TYPE_SKIP))
                              == (MB_TYPE_16x16|MB_TYPE_SKIP) ? 1 : 4;
    // how often to recheck mv-based bS when iterating between edges
    const int mask_edge = (mb_type & (MB_TYPE_16x16 | (MB_TYPE_16x8 << dir))) ? 3 :
                          (mb_type & (MB_TYPE_8x16 >> dir)) ? 1 : 0;
    // how often to recheck mv-based bS when iterating along each edge
    const int mask_par0 = mb_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir));

    if (first_vertical_edge_done) {
        start = 1;
    }

    if (h->deblocking_filter==2 && h->slice_table[mbm_xy] != h->slice_table[mb_xy])
        start = 1;

    if (FRAME_MBAFF && (dir == 1) && ((mb_y&1) == 0) && start == 0
        && !IS_INTERLACED(mb_type)
        && IS_INTERLACED(mbm_type)
        ) {
        // This is a special case in the norm where the filtering must
        // be done twice (one each of the field) even if we are in a
        // frame macroblock.
        //
        static const int nnz_idx[4] = {4,5,6,3};
        unsigned int tmp_linesize   = 2 *   linesize;
        unsigned int tmp_uvlinesize = 2 * uvlinesize;
        int mbn_xy = mb_xy - 2 * s->mb_stride;
        int qp;
        int i, j;
        int16_t bS[4];

        for(j=0; j<2; j++, mbn_xy += s->mb_stride){
            if( IS_INTRA(mb_type) ||
                IS_INTRA(s->current_picture.mb_type[mbn_xy]) ) {
                bS[0] = bS[1] = bS[2] = bS[3] = 3;
            } else {
                const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy];
                for( i = 0; i < 4; i++ ) {
                    if( h->non_zero_count_cache[scan8[0]+i] != 0 ||
                        mbn_nnz[nnz_idx[i]] != 0 )
                        bS[i] = 2;
                    else
                        bS[i] = 1;
                }
            }
            // Do not use s->qscale as luma quantizer because it has not the same
            // value in IPCM macroblocks.
            qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
            tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, tmp_linesize, tmp_uvlinesize);
            { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
            filter_mb_edgeh( h, &img_y[j*linesize], tmp_linesize, bS, qp );
            filter_mb_edgech( h, &img_cb[j*uvlinesize], tmp_uvlinesize, bS,
                              ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            filter_mb_edgech( h, &img_cr[j*uvlinesize], tmp_uvlinesize, bS,
                              ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
        }

        start = 1;
    }

    /* Calculate bS */
    for( edge = start; edge < edges; edge++ ) {
        /* mbn_xy: neighbor macroblock */
        const int mbn_xy = edge > 0 ? mb_xy : mbm_xy;
        const int mbn_type = s->current_picture.mb_type[mbn_xy];
        int (*ref2frmn)[64] = edge > 0 ? ref2frm : ref2frmm;
        int16_t bS[4];
        int qp;

        if( (edge&1) && IS_8x8DCT(mb_type) )
            continue;

        if( IS_INTRA(mb_type) ||
            IS_INTRA(mbn_type) ) {
            int value;
            if (edge == 0) {
                if (   (!IS_INTERLACED(mb_type) && !IS_INTERLACED(mbm_type))
                    || ((FRAME_MBAFF || (s->picture_structure != PICT_FRAME)) && (dir == 0))
                ) {
                    value = 4;
                } else {
                    value = 3;
                }
            } else {
                value = 3;
            }
            bS[0] = bS[1] = bS[2] = bS[3] = value;
        } else {
            int i, l;
            int mv_done;

            if( edge & mask_edge ) {
                bS[0] = bS[1] = bS[2] = bS[3] = 0;
                mv_done = 1;
            }
            else if( FRAME_MBAFF && IS_INTERLACED(mb_type ^ mbn_type)) {
                bS[0] = bS[1] = bS[2] = bS[3] = 1;
                mv_done = 1;
            }
            else if( mask_par0 && (edge || (mbn_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir)))) ) {
                int b_idx= 8 + 4 + edge * (dir ? 8:1);
                int bn_idx= b_idx - (dir ? 8:1);
                int v = 0;

                for( l = 0; !v && l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
                    v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
                         FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
                         FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit;
                }

                if(h->slice_type_nos == FF_B_TYPE && v){
                    v=0;
                    for( l = 0; !v && l < 2; l++ ) {
                        int ln= 1-l;
                        v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
                            FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
                            FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit;
                    }
                }

                bS[0] = bS[1] = bS[2] = bS[3] = v;
                mv_done = 1;
            }
            else
                mv_done = 0;

            for( i = 0; i < 4; i++ ) {
                int x = dir == 0 ? edge : i;
                int y = dir == 0 ? i    : edge;
                int b_idx= 8 + 4 + x + 8*y;
                int bn_idx= b_idx - (dir ? 8:1);

michael's avatar
michael committed
6394 6395
                if( h->non_zero_count_cache[b_idx] |
                    h->non_zero_count_cache[bn_idx] ) {
6396 6397 6398 6399 6400 6401 6402 6403 6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414 6415 6416 6417 6418 6419 6420 6421 6422 6423 6424 6425 6426 6427 6428 6429 6430 6431 6432 6433 6434 6435 6436 6437 6438 6439 6440 6441 6442 6443 6444 6445 6446 6447 6448 6449 6450 6451 6452 6453 6454 6455
                    bS[i] = 2;
                }
                else if(!mv_done)
                {
                    bS[i] = 0;
                    for( l = 0; l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
                        if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
                            FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
                            FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit ) {
                            bS[i] = 1;
                            break;
                        }
                    }

                    if(h->slice_type_nos == FF_B_TYPE && bS[i]){
                        bS[i] = 0;
                        for( l = 0; l < 2; l++ ) {
                            int ln= 1-l;
                            if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
                                FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
                                FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit ) {
                                bS[i] = 1;
                                break;
                            }
                        }
                    }
                }
            }

            if(bS[0]+bS[1]+bS[2]+bS[3] == 0)
                continue;
        }

        /* Filter edge */
        // Do not use s->qscale as luma quantizer because it has not the same
        // value in IPCM macroblocks.
        qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
        //tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d, QPc:%d, QPcn:%d\n", mb_x, mb_y, dir, edge, qp, h->chroma_qp, s->current_picture.qscale_table[mbn_xy]);
        tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, linesize, uvlinesize);
        { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
        if( dir == 0 ) {
            filter_mb_edgev( h, &img_y[4*edge], linesize, bS, qp );
            if( (edge&1) == 0 ) {
                filter_mb_edgecv( h, &img_cb[2*edge], uvlinesize, bS,
                                  ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
                filter_mb_edgecv( h, &img_cr[2*edge], uvlinesize, bS,
                                  ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            }
        } else {
            filter_mb_edgeh( h, &img_y[4*edge*linesize], linesize, bS, qp );
            if( (edge&1) == 0 ) {
                filter_mb_edgech( h, &img_cb[2*edge*uvlinesize], uvlinesize, bS,
                                  ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
                filter_mb_edgech( h, &img_cr[2*edge*uvlinesize], uvlinesize, bS,
                                  ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
            }
        }
    }
}

6456
static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
6457 6458
    MpegEncContext * const s = &h->s;
    const int mb_xy= mb_x + mb_y*s->mb_stride;
lorenm's avatar
lorenm committed
6459 6460
    const int mb_type = s->current_picture.mb_type[mb_xy];
    const int mvy_limit = IS_INTERLACED(mb_type) ? 2 : 4;
6461
    int first_vertical_edge_done = 0;
6462 6463
    int dir;

lorenm's avatar
lorenm committed
6464 6465
    //for sufficiently low qp, filtering wouldn't do anything
    //this is a conservative estimate: could also check beta_offset and more accurate chroma_qp
lorenm's avatar
lorenm committed
6466
    if(!FRAME_MBAFF){
6467
        int qp_thresh = 15 - h->slice_alpha_c0_offset - FFMAX3(0, h->pps.chroma_qp_index_offset[0], h->pps.chroma_qp_index_offset[1]);
lorenm's avatar
lorenm committed
6468 6469 6470 6471 6472 6473 6474 6475
        int qp = s->current_picture.qscale_table[mb_xy];
        if(qp <= qp_thresh
           && (mb_x == 0 || ((qp + s->current_picture.qscale_table[mb_xy-1] + 1)>>1) <= qp_thresh)
           && (mb_y == 0 || ((qp + s->current_picture.qscale_table[h->top_mb_xy] + 1)>>1) <= qp_thresh)){
            return;
        }
    }

michael's avatar
michael committed
6476 6477 6478 6479 6480 6481 6482 6483 6484 6485 6486 6487 6488 6489 6490 6491 6492 6493 6494 6495 6496 6497 6498 6499
    // CAVLC 8x8dct requires NNZ values for residual decoding that differ from what the loop filter needs
    if(!h->pps.cabac && h->pps.transform_8x8_mode){
        int top_type, left_type[2];
        top_type     = s->current_picture.mb_type[h->top_mb_xy]    ;
        left_type[0] = s->current_picture.mb_type[h->left_mb_xy[0]];
        left_type[1] = s->current_picture.mb_type[h->left_mb_xy[1]];

        if(IS_8x8DCT(top_type)){
            h->non_zero_count_cache[4+8*0]=
            h->non_zero_count_cache[5+8*0]= h->cbp_table[h->top_mb_xy] & 4;
            h->non_zero_count_cache[6+8*0]=
            h->non_zero_count_cache[7+8*0]= h->cbp_table[h->top_mb_xy] & 8;
        }
        if(IS_8x8DCT(left_type[0])){
            h->non_zero_count_cache[3+8*1]=
            h->non_zero_count_cache[3+8*2]= h->cbp_table[h->left_mb_xy[0]]&2; //FIXME check MBAFF
        }
        if(IS_8x8DCT(left_type[1])){
            h->non_zero_count_cache[3+8*3]=
            h->non_zero_count_cache[3+8*4]= h->cbp_table[h->left_mb_xy[1]]&8; //FIXME check MBAFF
        }

        if(IS_8x8DCT(mb_type)){
            h->non_zero_count_cache[scan8[0   ]]= h->non_zero_count_cache[scan8[1   ]]=
michael's avatar
michael committed
6500
            h->non_zero_count_cache[scan8[2   ]]= h->non_zero_count_cache[scan8[3   ]]= h->cbp & 1;
michael's avatar
michael committed
6501 6502

            h->non_zero_count_cache[scan8[0+ 4]]= h->non_zero_count_cache[scan8[1+ 4]]=
michael's avatar
michael committed
6503
            h->non_zero_count_cache[scan8[2+ 4]]= h->non_zero_count_cache[scan8[3+ 4]]= h->cbp & 2;
michael's avatar
michael committed
6504 6505

            h->non_zero_count_cache[scan8[0+ 8]]= h->non_zero_count_cache[scan8[1+ 8]]=
michael's avatar
michael committed
6506
            h->non_zero_count_cache[scan8[2+ 8]]= h->non_zero_count_cache[scan8[3+ 8]]= h->cbp & 4;
michael's avatar
michael committed
6507 6508

            h->non_zero_count_cache[scan8[0+12]]= h->non_zero_count_cache[scan8[1+12]]=
michael's avatar
michael committed
6509
            h->non_zero_count_cache[scan8[2+12]]= h->non_zero_count_cache[scan8[3+12]]= h->cbp & 8;
michael's avatar
michael committed
6510 6511 6512
        }
    }

lorenm's avatar
lorenm committed
6513
    if (FRAME_MBAFF
6514
            // left mb is in picture
6515
            && h->slice_table[mb_xy-1] != 0xFFFF
6516
            // and current and left pair do not have the same interlaced type
lorenm's avatar
lorenm committed
6517
            && (IS_INTERLACED(mb_type) != IS_INTERLACED(s->current_picture.mb_type[mb_xy-1]))
6518 6519 6520
            // and left mb is in the same slice if deblocking_filter == 2
            && (h->deblocking_filter!=2 || h->slice_table[mb_xy-1] == h->slice_table[mb_xy])) {
        /* First vertical edge is different in MBAFF frames
6521
         * There are 8 different bS to compute and 2 different Qp
6522
         */
lorenm's avatar
lorenm committed
6523 6524
        const int pair_xy = mb_x + (mb_y&~1)*s->mb_stride;
        const int left_mb_xy[2] = { pair_xy-1, pair_xy-1+s->mb_stride };
6525
        int16_t bS[8];
6526
        int qp[2];
6527 6528
        int bqp[2];
        int rqp[2];
lorenm's avatar
lorenm committed
6529
        int mb_qp, mbn0_qp, mbn1_qp;
6530 6531
        int i;
        first_vertical_edge_done = 1;
lorenm's avatar
lorenm committed
6532 6533 6534 6535 6536 6537 6538 6539 6540 6541

        if( IS_INTRA(mb_type) )
            bS[0] = bS[1] = bS[2] = bS[3] = bS[4] = bS[5] = bS[6] = bS[7] = 4;
        else {
            for( i = 0; i < 8; i++ ) {
                int mbn_xy = MB_FIELD ? left_mb_xy[i>>2] : left_mb_xy[i&1];

                if( IS_INTRA( s->current_picture.mb_type[mbn_xy] ) )
                    bS[i] = 4;
                else if( h->non_zero_count_cache[12+8*(i>>1)] != 0 ||
michael's avatar
michael committed
6542 6543 6544 6545
                         ((!h->pps.cabac && IS_8x8DCT(s->current_picture.mb_type[mbn_xy])) ?
                            (h->cbp_table[mbn_xy] & ((MB_FIELD ? (i&2) : (mb_y&1)) ? 8 : 2))
                                                                       :
                            h->non_zero_count[mbn_xy][MB_FIELD ? i&3 : (i>>2)+(mb_y&1)*2]))
lorenm's avatar
lorenm committed
6546 6547 6548
                    bS[i] = 2;
                else
                    bS[i] = 1;
6549 6550 6551
            }
        }

lorenm's avatar
lorenm committed
6552 6553 6554 6555
        mb_qp = s->current_picture.qscale_table[mb_xy];
        mbn0_qp = s->current_picture.qscale_table[left_mb_xy[0]];
        mbn1_qp = s->current_picture.qscale_table[left_mb_xy[1]];
        qp[0] = ( mb_qp + mbn0_qp + 1 ) >> 1;
6556 6557 6558 6559
        bqp[0] = ( get_chroma_qp( h, 0, mb_qp ) +
                   get_chroma_qp( h, 0, mbn0_qp ) + 1 ) >> 1;
        rqp[0] = ( get_chroma_qp( h, 1, mb_qp ) +
                   get_chroma_qp( h, 1, mbn0_qp ) + 1 ) >> 1;
lorenm's avatar
lorenm committed
6560
        qp[1] = ( mb_qp + mbn1_qp + 1 ) >> 1;
6561 6562 6563 6564
        bqp[1] = ( get_chroma_qp( h, 0, mb_qp ) +
                   get_chroma_qp( h, 0, mbn1_qp ) + 1 ) >> 1;
        rqp[1] = ( get_chroma_qp( h, 1, mb_qp ) +
                   get_chroma_qp( h, 1, mbn1_qp ) + 1 ) >> 1;
lorenm's avatar
lorenm committed
6565 6566

        /* Filter edge */
6567
        tprintf(s->avctx, "filter mb:%d/%d MBAFF, QPy:%d/%d, QPb:%d/%d QPr:%d/%d ls:%d uvls:%d", mb_x, mb_y, qp[0], qp[1], bqp[0], bqp[1], rqp[0], rqp[1], linesize, uvlinesize);
mbardiaux's avatar
mbardiaux committed
6568
        { int i; for (i = 0; i < 8; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
lorenm's avatar
lorenm committed
6569
        filter_mb_mbaff_edgev ( h, &img_y [0], linesize,   bS, qp );
6570 6571
        filter_mb_mbaff_edgecv( h, &img_cb[0], uvlinesize, bS, bqp );
        filter_mb_mbaff_edgecv( h, &img_cr[0], uvlinesize, bS, rqp );
6572
    }
6573

6574 6575 6576 6577 6578 6579 6580
#ifdef CONFIG_SMALL
    for( dir = 0; dir < 2; dir++ )
        filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, dir ? 0 : first_vertical_edge_done, dir);
#else
    filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, first_vertical_edge_done, 0);
    filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, 0, 1);
#endif
6581 6582
}

6583 6584
static int decode_slice(struct AVCodecContext *avctx, void *arg){
    H264Context *h = *(void**)arg;
michaelni's avatar
michaelni committed
6585 6586 6587 6588 6589
    MpegEncContext * const s = &h->s;
    const int part_mask= s->partitioned_frame ? (AC_END|AC_ERROR) : 0x7F;

    s->mb_skip_run= -1;

6590
    h->is_complex = FRAME_MBAFF || s->picture_structure != PICT_FRAME || s->codec_id != CODEC_ID_H264 ||
6591
                    (ENABLE_GRAY && (s->flags&CODEC_FLAG_GRAY)) || (ENABLE_H264_ENCODER && s->encoding);
6592

6593 6594
    if( h->pps.cabac ) {
        int i;
michaelni's avatar
michaelni committed
6595

6596 6597 6598 6599
        /* realign */
        align_get_bits( &s->gb );

        /* init cabac */
6600
        ff_init_cabac_states( &h->cabac);
6601 6602
        ff_init_cabac_decoder( &h->cabac,
                               s->gb.buffer + get_bits_count(&s->gb)/8,
michael's avatar
michael committed
6603
                               ( s->gb.size_in_bits - get_bits_count(&s->gb) + 7)/8);
6604
        /* calculate pre-state */
lorenm's avatar
lorenm committed
6605
        for( i= 0; i < 460; i++ ) {
6606
            int pre;
6607
            if( h->slice_type_nos == FF_I_TYPE )
reimar's avatar
reimar committed
6608
                pre = av_clip( ((cabac_context_init_I[i][0] * s->qscale) >>4 ) + cabac_context_init_I[i][1], 1, 126 );
6609
            else
reimar's avatar
reimar committed
6610
                pre = av_clip( ((cabac_context_init_PB[h->cabac_init_idc][i][0] * s->qscale) >>4 ) + cabac_context_init_PB[h->cabac_init_idc][i][1], 1, 126 );
6611 6612

            if( pre <= 63 )
6613
                h->cabac_state[i] = 2 * ( 63 - pre ) + 0;
6614
            else
6615
                h->cabac_state[i] = 2 * ( pre - 64 ) + 1;
michaelni's avatar
michaelni committed
6616
        }
6617

6618
        for(;;){
6619
//START_TIMER
6620
            int ret = decode_mb_cabac(h);
6621
            int eos;
6622
//STOP_TIMER("decode_mb_cabac")
michaelni's avatar
michaelni committed
6623

michael's avatar
michael committed
6624
            if(ret>=0) hl_decode_mb(h);
michaelni's avatar
michaelni committed
6625

lorenm's avatar
lorenm committed
6626
            if( ret >= 0 && FRAME_MBAFF ) { //FIXME optimal? or let mb_decode decode 16x32 ?
6627 6628
                s->mb_y++;

michael's avatar
michael committed
6629
                ret = decode_mb_cabac(h);
6630

6631
                if(ret>=0) hl_decode_mb(h);
6632 6633
                s->mb_y--;
            }
6634
            eos = get_cabac_terminate( &h->cabac );
6635

6636
            if( ret < 0 || h->cabac.bytestream > h->cabac.bytestream_end + 2) {
mru's avatar
mru committed
6637
                av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d, bytestream (%td)\n", s->mb_x, s->mb_y, h->cabac.bytestream_end - h->cabac.bytestream);
6638 6639 6640 6641 6642 6643 6644
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
                return -1;
            }

            if( ++s->mb_x >= s->mb_width ) {
                s->mb_x = 0;
                ff_draw_horiz_band(s, 16*s->mb_y, 16);
michael's avatar
michael committed
6645
                ++s->mb_y;
6646
                if(FIELD_OR_MBAFF_PICTURE) {
6647 6648
                    ++s->mb_y;
                }
michaelni's avatar
michaelni committed
6649 6650
            }

6651
            if( eos || s->mb_y >= s->mb_height ) {
mbardiaux's avatar
mbardiaux committed
6652
                tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6653
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
michaelni's avatar
michaelni committed
6654
                return 0;
6655 6656 6657 6658 6659 6660 6661
            }
        }

    } else {
        for(;;){
            int ret = decode_mb_cavlc(h);

michael's avatar
michael committed
6662
            if(ret>=0) hl_decode_mb(h);
6663

lorenm's avatar
lorenm committed
6664
            if(ret>=0 && FRAME_MBAFF){ //FIXME optimal? or let mb_decode decode 16x32 ?
6665 6666 6667
                s->mb_y++;
                ret = decode_mb_cavlc(h);

michael's avatar
michael committed
6668
                if(ret>=0) hl_decode_mb(h);
6669 6670 6671 6672 6673
                s->mb_y--;
            }

            if(ret<0){
                av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
6674 6675 6676 6677
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                return -1;
            }
6678 6679 6680 6681

            if(++s->mb_x >= s->mb_width){
                s->mb_x=0;
                ff_draw_horiz_band(s, 16*s->mb_y, 16);
6682
                ++s->mb_y;
6683
                if(FIELD_OR_MBAFF_PICTURE) {
6684 6685 6686
                    ++s->mb_y;
                }
                if(s->mb_y >= s->mb_height){
mbardiaux's avatar
mbardiaux committed
6687
                    tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6688 6689 6690 6691 6692 6693 6694 6695 6696 6697 6698 6699 6700 6701

                    if(get_bits_count(&s->gb) == s->gb.size_in_bits ) {
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return 0;
                    }else{
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return -1;
                    }
                }
            }

            if(get_bits_count(&s->gb) >= s->gb.size_in_bits && s->mb_skip_run<=0){
mbardiaux's avatar
mbardiaux committed
6702
                tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
6703 6704 6705 6706 6707 6708 6709 6710 6711 6712
                if(get_bits_count(&s->gb) == s->gb.size_in_bits ){
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                    return 0;
                }else{
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                    return -1;
                }
            }
michaelni's avatar
michaelni committed
6713 6714
        }
    }
6715

michaelni's avatar
michaelni committed
6716 6717 6718 6719
#if 0
    for(;s->mb_y < s->mb_height; s->mb_y++){
        for(;s->mb_x < s->mb_width; s->mb_x++){
            int ret= decode_mb(h);
6720

michaelni's avatar
michaelni committed
6721 6722 6723
            hl_decode_mb(h);

            if(ret<0){
diego's avatar
diego committed
6724
                av_log(s->avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
michaelni's avatar
michaelni committed
6725 6726 6727 6728
                ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                return -1;
            }
6729

michaelni's avatar
michaelni committed
6730 6731 6732 6733 6734 6735 6736 6737 6738 6739 6740 6741 6742 6743
            if(++s->mb_x >= s->mb_width){
                s->mb_x=0;
                if(++s->mb_y >= s->mb_height){
                    if(get_bits_count(s->gb) == s->gb.size_in_bits){
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return 0;
                    }else{
                        ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                        return -1;
                    }
                }
            }
6744

michaelni's avatar
michaelni committed
6745 6746 6747 6748 6749 6750 6751 6752 6753 6754 6755 6756 6757 6758 6759 6760 6761 6762 6763
            if(get_bits_count(s->?gb) >= s->gb?.size_in_bits){
                if(get_bits_count(s->gb) == s->gb.size_in_bits){
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);

                    return 0;
                }else{
                    ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);

                    return -1;
                }
            }
        }
        s->mb_x=0;
        ff_draw_horiz_band(s, 16*s->mb_y, 16);
    }
#endif
    return -1; //not reached
}

6764 6765 6766 6767 6768 6769 6770 6771 6772 6773 6774 6775 6776 6777 6778 6779 6780 6781 6782 6783 6784 6785 6786 6787 6788 6789 6790 6791 6792 6793 6794 6795 6796 6797 6798 6799 6800 6801 6802 6803 6804 6805 6806 6807 6808 6809 6810
static int decode_picture_timing(H264Context *h){
    MpegEncContext * const s = &h->s;
    if(h->sps.nal_hrd_parameters_present_flag || h->sps.vcl_hrd_parameters_present_flag){
        skip_bits(&s->gb, h->sps.cpb_removal_delay_length); /* cpb_removal_delay */
        skip_bits(&s->gb, h->sps.dpb_output_delay_length);  /* dpb_output_delay */
    }
    if(h->sps.pic_struct_present_flag){
        unsigned int i, num_clock_ts;
        h->sei_pic_struct = get_bits(&s->gb, 4);

        if (h->sei_pic_struct > SEI_PIC_STRUCT_FRAME_TRIPLING)
            return -1;

        num_clock_ts = sei_num_clock_ts_table[h->sei_pic_struct];

        for (i = 0 ; i < num_clock_ts ; i++){
            if(get_bits(&s->gb, 1)){                  /* clock_timestamp_flag */
                unsigned int full_timestamp_flag;
                skip_bits(&s->gb, 2);                 /* ct_type */
                skip_bits(&s->gb, 1);                 /* nuit_field_based_flag */
                skip_bits(&s->gb, 5);                 /* counting_type */
                full_timestamp_flag = get_bits(&s->gb, 1);
                skip_bits(&s->gb, 1);                 /* discontinuity_flag */
                skip_bits(&s->gb, 1);                 /* cnt_dropped_flag */
                skip_bits(&s->gb, 8);                 /* n_frames */
                if(full_timestamp_flag){
                    skip_bits(&s->gb, 6);             /* seconds_value 0..59 */
                    skip_bits(&s->gb, 6);             /* minutes_value 0..59 */
                    skip_bits(&s->gb, 5);             /* hours_value 0..23 */
                }else{
                    if(get_bits(&s->gb, 1)){          /* seconds_flag */
                        skip_bits(&s->gb, 6);         /* seconds_value range 0..59 */
                        if(get_bits(&s->gb, 1)){      /* minutes_flag */
                            skip_bits(&s->gb, 6);     /* minutes_value 0..59 */
                            if(get_bits(&s->gb, 1))   /* hours_flag */
                                skip_bits(&s->gb, 5); /* hours_value 0..23 */
                        }
                    }
                }
                if(h->sps.time_offset_length > 0)
                    skip_bits(&s->gb, h->sps.time_offset_length); /* time_offset */
            }
        }
    }
    return 0;
}

6811 6812 6813 6814
static int decode_unregistered_user_data(H264Context *h, int size){
    MpegEncContext * const s = &h->s;
    uint8_t user_data[16+256];
    int e, build, i;
6815

6816 6817
    if(size<16)
        return -1;
6818

6819 6820 6821
    for(i=0; i<sizeof(user_data)-1 && i<size; i++){
        user_data[i]= get_bits(&s->gb, 8);
    }
6822

6823 6824 6825 6826
    user_data[i]= 0;
    e= sscanf(user_data+16, "x264 - core %d"/*%s - H.264/MPEG-4 AVC codec - Copyleft 2005 - http://www.videolan.org/x264.html*/, &build);
    if(e==1 && build>=0)
        h->x264_build= build;
6827

6828 6829 6830 6831 6832
    if(s->avctx->debug & FF_DEBUG_BUGS)
        av_log(s->avctx, AV_LOG_DEBUG, "user data:\"%s\"\n", user_data+16);

    for(; i<size; i++)
        skip_bits(&s->gb, 8);
6833

6834 6835 6836 6837 6838
    return 0;
}

static int decode_sei(H264Context *h){
    MpegEncContext * const s = &h->s;
6839

6840 6841
    while(get_bits_count(&s->gb) + 16 < s->gb.size_in_bits){
        int size, type;
6842

6843 6844 6845 6846
        type=0;
        do{
            type+= show_bits(&s->gb, 8);
        }while(get_bits(&s->gb, 8) == 255);
6847

6848 6849 6850 6851
        size=0;
        do{
            size+= show_bits(&s->gb, 8);
        }while(get_bits(&s->gb, 8) == 255);
6852

6853
        switch(type){
6854 6855 6856 6857
        case 1: // Picture timing SEI
            if(decode_picture_timing(h) < 0)
                return -1;
            break;
6858
        case 5:
michael's avatar
michael committed
6859
            if(decode_unregistered_user_data(h, size) < 0)
6860 6861 6862 6863 6864
                return -1;
            break;
        default:
            skip_bits(&s->gb, 8*size);
        }
6865

6866 6867 6868 6869 6870 6871 6872
        //FIXME check bits here
        align_get_bits(&s->gb);
    }

    return 0;
}

6873
static inline int decode_hrd_parameters(H264Context *h, SPS *sps){
6874 6875
    MpegEncContext * const s = &h->s;
    int cpb_count, i;
6876
    cpb_count = get_ue_golomb_31(&s->gb) + 1;
6877 6878 6879 6880 6881 6882

    if(cpb_count > 32U){
        av_log(h->s.avctx, AV_LOG_ERROR, "cpb_count %d invalid\n", cpb_count);
        return -1;
    }

6883 6884 6885 6886 6887 6888 6889 6890
    get_bits(&s->gb, 4); /* bit_rate_scale */
    get_bits(&s->gb, 4); /* cpb_size_scale */
    for(i=0; i<cpb_count; i++){
        get_ue_golomb(&s->gb); /* bit_rate_value_minus1 */
        get_ue_golomb(&s->gb); /* cpb_size_value_minus1 */
        get_bits1(&s->gb);     /* cbr_flag */
    }
    get_bits(&s->gb, 5); /* initial_cpb_removal_delay_length_minus1 */
6891 6892 6893
    sps->cpb_removal_delay_length = get_bits(&s->gb, 5) + 1;
    sps->dpb_output_delay_length = get_bits(&s->gb, 5) + 1;
    sps->time_offset_length = get_bits(&s->gb, 5);
6894
    return 0;
6895 6896
}

michaelni's avatar
michaelni committed
6897 6898
static inline int decode_vui_parameters(H264Context *h, SPS *sps){
    MpegEncContext * const s = &h->s;
6899 6900
    int aspect_ratio_info_present_flag;
    unsigned int aspect_ratio_idc;
michaelni's avatar
michaelni committed
6901 6902

    aspect_ratio_info_present_flag= get_bits1(&s->gb);
6903

michaelni's avatar
michaelni committed
6904 6905 6906
    if( aspect_ratio_info_present_flag ) {
        aspect_ratio_idc= get_bits(&s->gb, 8);
        if( aspect_ratio_idc == EXTENDED_SAR ) {
michael's avatar
michael committed
6907 6908
            sps->sar.num= get_bits(&s->gb, 16);
            sps->sar.den= get_bits(&s->gb, 16);
6909
        }else if(aspect_ratio_idc < FF_ARRAY_ELEMS(pixel_aspect)){
michael's avatar
michael committed
6910
            sps->sar=  pixel_aspect[aspect_ratio_idc];
michaelni's avatar
michaelni committed
6911
        }else{
6912
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal aspect ratio\n");
michaelni's avatar
michaelni committed
6913 6914 6915
            return -1;
        }
    }else{
6916
        sps->sar.num=
michael's avatar
michael committed
6917
        sps->sar.den= 0;
michaelni's avatar
michaelni committed
6918 6919
    }
//            s->avctx->aspect_ratio= sar_width*s->width / (float)(s->height*sar_height);
6920 6921 6922 6923 6924 6925 6926 6927 6928 6929 6930 6931 6932 6933 6934 6935 6936 6937 6938 6939 6940 6941 6942 6943 6944 6945 6946

    if(get_bits1(&s->gb)){      /* overscan_info_present_flag */
        get_bits1(&s->gb);      /* overscan_appropriate_flag */
    }

    if(get_bits1(&s->gb)){      /* video_signal_type_present_flag */
        get_bits(&s->gb, 3);    /* video_format */
        get_bits1(&s->gb);      /* video_full_range_flag */
        if(get_bits1(&s->gb)){  /* colour_description_present_flag */
            get_bits(&s->gb, 8); /* colour_primaries */
            get_bits(&s->gb, 8); /* transfer_characteristics */
            get_bits(&s->gb, 8); /* matrix_coefficients */
        }
    }

    if(get_bits1(&s->gb)){      /* chroma_location_info_present_flag */
        get_ue_golomb(&s->gb);  /* chroma_sample_location_type_top_field */
        get_ue_golomb(&s->gb);  /* chroma_sample_location_type_bottom_field */
    }

    sps->timing_info_present_flag = get_bits1(&s->gb);
    if(sps->timing_info_present_flag){
        sps->num_units_in_tick = get_bits_long(&s->gb, 32);
        sps->time_scale = get_bits_long(&s->gb, 32);
        sps->fixed_frame_rate_flag = get_bits1(&s->gb);
    }

6947 6948
    sps->nal_hrd_parameters_present_flag = get_bits1(&s->gb);
    if(sps->nal_hrd_parameters_present_flag)
6949 6950
        if(decode_hrd_parameters(h, sps) < 0)
            return -1;
6951 6952
    sps->vcl_hrd_parameters_present_flag = get_bits1(&s->gb);
    if(sps->vcl_hrd_parameters_present_flag)
6953 6954
        if(decode_hrd_parameters(h, sps) < 0)
            return -1;
6955
    if(sps->nal_hrd_parameters_present_flag || sps->vcl_hrd_parameters_present_flag)
6956
        get_bits1(&s->gb);     /* low_delay_hrd_flag */
6957
    sps->pic_struct_present_flag = get_bits1(&s->gb);
6958 6959 6960 6961 6962 6963 6964 6965

    sps->bitstream_restriction_flag = get_bits1(&s->gb);
    if(sps->bitstream_restriction_flag){
        get_bits1(&s->gb);     /* motion_vectors_over_pic_boundaries_flag */
        get_ue_golomb(&s->gb); /* max_bytes_per_pic_denom */
        get_ue_golomb(&s->gb); /* max_bits_per_mb_denom */
        get_ue_golomb(&s->gb); /* log2_max_mv_length_horizontal */
        get_ue_golomb(&s->gb); /* log2_max_mv_length_vertical */
6966
        sps->num_reorder_frames= get_ue_golomb(&s->gb);
6967 6968
        get_ue_golomb(&s->gb); /*max_dec_frame_buffering*/

6969 6970
        if(sps->num_reorder_frames > 16U /*max_dec_frame_buffering || max_dec_frame_buffering > 16*/){
            av_log(h->s.avctx, AV_LOG_ERROR, "illegal num_reorder_frames %d\n", sps->num_reorder_frames);
6971 6972
            return -1;
        }
6973 6974
    }

michaelni's avatar
michaelni committed
6975 6976 6977
    return 0;
}

6978 6979
static void decode_scaling_list(H264Context *h, uint8_t *factors, int size,
                                const uint8_t *jvt_list, const uint8_t *fallback_list){
lorenm's avatar
lorenm committed
6980 6981 6982
    MpegEncContext * const s = &h->s;
    int i, last = 8, next = 8;
    const uint8_t *scan = size == 16 ? zigzag_scan : zigzag_scan8x8;
6983 6984
    if(!get_bits1(&s->gb)) /* matrix not written, we use the predicted one */
        memcpy(factors, fallback_list, size*sizeof(uint8_t));
lorenm's avatar
lorenm committed
6985 6986 6987 6988
    else
    for(i=0;i<size;i++){
        if(next)
            next = (last + get_se_golomb(&s->gb)) & 0xff;
6989 6990
        if(!i && !next){ /* matrix not written, we use the preset one */
            memcpy(factors, jvt_list, size*sizeof(uint8_t));
lorenm's avatar
lorenm committed
6991 6992 6993 6994 6995 6996 6997 6998 6999 7000 7001 7002 7003 7004 7005 7006 7007 7008
            break;
        }
        last = factors[scan[i]] = next ? next : last;
    }
}

static void decode_scaling_matrices(H264Context *h, SPS *sps, PPS *pps, int is_sps,
                                   uint8_t (*scaling_matrix4)[16], uint8_t (*scaling_matrix8)[64]){
    MpegEncContext * const s = &h->s;
    int fallback_sps = !is_sps && sps->scaling_matrix_present;
    const uint8_t *fallback[4] = {
        fallback_sps ? sps->scaling_matrix4[0] : default_scaling4[0],
        fallback_sps ? sps->scaling_matrix4[3] : default_scaling4[1],
        fallback_sps ? sps->scaling_matrix8[0] : default_scaling8[0],
        fallback_sps ? sps->scaling_matrix8[1] : default_scaling8[1]
    };
    if(get_bits1(&s->gb)){
        sps->scaling_matrix_present |= is_sps;
7009 7010 7011 7012 7013 7014
        decode_scaling_list(h,scaling_matrix4[0],16,default_scaling4[0],fallback[0]); // Intra, Y
        decode_scaling_list(h,scaling_matrix4[1],16,default_scaling4[0],scaling_matrix4[0]); // Intra, Cr
        decode_scaling_list(h,scaling_matrix4[2],16,default_scaling4[0],scaling_matrix4[1]); // Intra, Cb
        decode_scaling_list(h,scaling_matrix4[3],16,default_scaling4[1],fallback[1]); // Inter, Y
        decode_scaling_list(h,scaling_matrix4[4],16,default_scaling4[1],scaling_matrix4[3]); // Inter, Cr
        decode_scaling_list(h,scaling_matrix4[5],16,default_scaling4[1],scaling_matrix4[4]); // Inter, Cb
lorenm's avatar
lorenm committed
7015
        if(is_sps || pps->transform_8x8_mode){
7016 7017
            decode_scaling_list(h,scaling_matrix8[0],64,default_scaling8[0],fallback[2]);  // Intra, Y
            decode_scaling_list(h,scaling_matrix8[1],64,default_scaling8[1],fallback[3]);  // Inter, Y
lorenm's avatar
lorenm committed
7018 7019 7020 7021
        }
    }
}

michaelni's avatar
michaelni committed
7022 7023
static inline int decode_seq_parameter_set(H264Context *h){
    MpegEncContext * const s = &h->s;
michaelni's avatar
michaelni committed
7024
    int profile_idc, level_idc;
7025
    unsigned int sps_id;
7026
    int i;
michaelni's avatar
michaelni committed
7027
    SPS *sps;
7028

michaelni's avatar
michaelni committed
7029
    profile_idc= get_bits(&s->gb, 8);
michaelni's avatar
michaelni committed
7030 7031 7032
    get_bits1(&s->gb);   //constraint_set0_flag
    get_bits1(&s->gb);   //constraint_set1_flag
    get_bits1(&s->gb);   //constraint_set2_flag
michael's avatar
michael committed
7033 7034
    get_bits1(&s->gb);   //constraint_set3_flag
    get_bits(&s->gb, 4); // reserved
michaelni's avatar
michaelni committed
7035
    level_idc= get_bits(&s->gb, 8);
7036
    sps_id= get_ue_golomb_31(&s->gb);
7037

7038 7039 7040 7041 7042
    if(sps_id >= MAX_SPS_COUNT) {
        av_log(h->s.avctx, AV_LOG_ERROR, "sps_id (%d) out of range\n", sps_id);
        return -1;
    }
    sps= av_mallocz(sizeof(SPS));
benoit's avatar
 
benoit committed
7043
    if(sps == NULL)
7044 7045
        return -1;

michaelni's avatar
michaelni committed
7046 7047
    sps->profile_idc= profile_idc;
    sps->level_idc= level_idc;
michael's avatar
michael committed
7048

7049 7050 7051 7052
    memset(sps->scaling_matrix4, 16, sizeof(sps->scaling_matrix4));
    memset(sps->scaling_matrix8, 16, sizeof(sps->scaling_matrix8));
    sps->scaling_matrix_present = 0;

lorenm's avatar
lorenm committed
7053
    if(sps->profile_idc >= 100){ //high profile
7054
        sps->chroma_format_idc= get_ue_golomb_31(&s->gb);
7055
        if(sps->chroma_format_idc == 3)
lorenm's avatar
lorenm committed
7056 7057 7058
            get_bits1(&s->gb);  //residual_color_transform_flag
        get_ue_golomb(&s->gb);  //bit_depth_luma_minus8
        get_ue_golomb(&s->gb);  //bit_depth_chroma_minus8
lorenm's avatar
lorenm committed
7059
        sps->transform_bypass = get_bits1(&s->gb);
lorenm's avatar
lorenm committed
7060
        decode_scaling_matrices(h, sps, NULL, 1, sps->scaling_matrix4, sps->scaling_matrix8);
7061 7062 7063
    }else{
        sps->chroma_format_idc= 1;
    }
lorenm's avatar
lorenm committed
7064

michaelni's avatar
michaelni committed
7065
    sps->log2_max_frame_num= get_ue_golomb(&s->gb) + 4;
7066
    sps->poc_type= get_ue_golomb_31(&s->gb);
7067

michaelni's avatar
michaelni committed
7068 7069 7070 7071 7072 7073
    if(sps->poc_type == 0){ //FIXME #define
        sps->log2_max_poc_lsb= get_ue_golomb(&s->gb) + 4;
    } else if(sps->poc_type == 1){//FIXME #define
        sps->delta_pic_order_always_zero_flag= get_bits1(&s->gb);
        sps->offset_for_non_ref_pic= get_se_golomb(&s->gb);
        sps->offset_for_top_to_bottom_field= get_se_golomb(&s->gb);
7074
        sps->poc_cycle_length                = get_ue_golomb(&s->gb);
7075

7076 7077
        if((unsigned)sps->poc_cycle_length >= FF_ARRAY_ELEMS(sps->offset_for_ref_frame)){
            av_log(h->s.avctx, AV_LOG_ERROR, "poc_cycle_length overflow %u\n", sps->poc_cycle_length);
7078
            goto fail;
7079
        }
7080

michaelni's avatar
michaelni committed
7081 7082
        for(i=0; i<sps->poc_cycle_length; i++)
            sps->offset_for_ref_frame[i]= get_se_golomb(&s->gb);
7083
    }else if(sps->poc_type != 2){
7084
        av_log(h->s.avctx, AV_LOG_ERROR, "illegal POC type %d\n", sps->poc_type);
7085
        goto fail;
michaelni's avatar
michaelni committed
7086 7087
    }

7088
    sps->ref_frame_count= get_ue_golomb_31(&s->gb);
7089
    if(sps->ref_frame_count > MAX_PICTURE_COUNT-2 || sps->ref_frame_count >= 32U){
7090
        av_log(h->s.avctx, AV_LOG_ERROR, "too many reference frames\n");
7091
        goto fail;
7092
    }
michaelni's avatar
michaelni committed
7093
    sps->gaps_in_frame_num_allowed_flag= get_bits1(&s->gb);
7094 7095 7096 7097
    sps->mb_width = get_ue_golomb(&s->gb) + 1;
    sps->mb_height= get_ue_golomb(&s->gb) + 1;
    if((unsigned)sps->mb_width >= INT_MAX/16 || (unsigned)sps->mb_height >= INT_MAX/16 ||
       avcodec_check_dimensions(NULL, 16*sps->mb_width, 16*sps->mb_height)){
7098
        av_log(h->s.avctx, AV_LOG_ERROR, "mb_width/height overflow\n");
7099
        goto fail;
7100
    }
7101

michaelni's avatar
michaelni committed
7102 7103 7104 7105 7106 7107 7108 7109
    sps->frame_mbs_only_flag= get_bits1(&s->gb);
    if(!sps->frame_mbs_only_flag)
        sps->mb_aff= get_bits1(&s->gb);
    else
        sps->mb_aff= 0;

    sps->direct_8x8_inference_flag= get_bits1(&s->gb);

lorenm's avatar
lorenm committed
7110 7111
#ifndef ALLOW_INTERLACE
    if(sps->mb_aff)
diego's avatar
diego committed
7112
        av_log(h->s.avctx, AV_LOG_ERROR, "MBAFF support not included; enable it at compile-time.\n");
lorenm's avatar
lorenm committed
7113
#endif
michaelni's avatar
michaelni committed
7114 7115 7116 7117 7118 7119 7120
    sps->crop= get_bits1(&s->gb);
    if(sps->crop){
        sps->crop_left  = get_ue_golomb(&s->gb);
        sps->crop_right = get_ue_golomb(&s->gb);
        sps->crop_top   = get_ue_golomb(&s->gb);
        sps->crop_bottom= get_ue_golomb(&s->gb);
        if(sps->crop_left || sps->crop_top){
7121
            av_log(h->s.avctx, AV_LOG_ERROR, "insane cropping not completely supported, this could look slightly wrong ...\n");
michaelni's avatar
michaelni committed
7122
        }
7123
        if(sps->crop_right >= 8 || sps->crop_bottom >= (8>> !sps->frame_mbs_only_flag)){
7124 7125
            av_log(h->s.avctx, AV_LOG_ERROR, "brainfart cropping not supported, this could look slightly wrong ...\n");
        }
michaelni's avatar
michaelni committed
7126
    }else{
7127 7128 7129
        sps->crop_left  =
        sps->crop_right =
        sps->crop_top   =
michaelni's avatar
michaelni committed
7130 7131 7132
        sps->crop_bottom= 0;
    }

michaelni's avatar
michaelni committed
7133 7134 7135
    sps->vui_parameters_present_flag= get_bits1(&s->gb);
    if( sps->vui_parameters_present_flag )
        decode_vui_parameters(h, sps);
7136

michaelni's avatar
michaelni committed
7137
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
7138
        av_log(h->s.avctx, AV_LOG_DEBUG, "sps:%u profile:%d/%d poc:%d ref:%d %dx%d %s %s crop:%d/%d/%d/%d %s %s\n",
michaelni's avatar
michaelni committed
7139 7140 7141 7142 7143 7144
               sps_id, sps->profile_idc, sps->level_idc,
               sps->poc_type,
               sps->ref_frame_count,
               sps->mb_width, sps->mb_height,
               sps->frame_mbs_only_flag ? "FRM" : (sps->mb_aff ? "MB-AFF" : "PIC-AFF"),
               sps->direct_8x8_inference_flag ? "8B8" : "",
7145 7146
               sps->crop_left, sps->crop_right,
               sps->crop_top, sps->crop_bottom,
7147 7148
               sps->vui_parameters_present_flag ? "VUI" : "",
               ((const char*[]){"Gray","420","422","444"})[sps->chroma_format_idc]
michaelni's avatar
michaelni committed
7149 7150
               );
    }
7151 7152
    av_free(h->sps_buffers[sps_id]);
    h->sps_buffers[sps_id]= sps;
michaelni's avatar
michaelni committed
7153
    return 0;
7154 7155 7156
fail:
    av_free(sps);
    return -1;
michaelni's avatar
michaelni committed
7157 7158
}

7159
static void
7160
build_qp_table(PPS *pps, int t, int index)
7161 7162
{
    int i;
7163 7164
    for(i = 0; i < 52; i++)
        pps->chroma_qp_table[t][i] = chroma_qp[av_clip(i + index, 0, 51)];
7165 7166
}

lorenm's avatar
lorenm committed
7167
static inline int decode_picture_parameter_set(H264Context *h, int bit_length){
michaelni's avatar
michaelni committed
7168
    MpegEncContext * const s = &h->s;
7169
    unsigned int pps_id= get_ue_golomb(&s->gb);
7170 7171
    PPS *pps;

7172 7173
    if(pps_id >= MAX_PPS_COUNT) {
        av_log(h->s.avctx, AV_LOG_ERROR, "pps_id (%d) out of range\n", pps_id);
7174
        return -1;
7175
    }
7176

7177 7178 7179
    pps= av_mallocz(sizeof(PPS));
    if(pps == NULL)
        return -1;
7180
    pps->sps_id= get_ue_golomb_31(&s->gb);
7181 7182 7183 7184
    if((unsigned)pps->sps_id>=MAX_SPS_COUNT || h->sps_buffers[pps->sps_id] == NULL){
        av_log(h->s.avctx, AV_LOG_ERROR, "sps_id out of range\n");
        goto fail;
    }
7185

michaelni's avatar
michaelni committed
7186 7187 7188 7189 7190
    pps->cabac= get_bits1(&s->gb);
    pps->pic_order_present= get_bits1(&s->gb);
    pps->slice_group_count= get_ue_golomb(&s->gb) + 1;
    if(pps->slice_group_count > 1 ){
        pps->mb_slice_group_map_type= get_ue_golomb(&s->gb);
7191
        av_log(h->s.avctx, AV_LOG_ERROR, "FMO not supported\n");
michaelni's avatar
michaelni committed
7192 7193 7194 7195 7196 7197 7198 7199 7200 7201 7202 7203 7204 7205 7206 7207 7208 7209 7210 7211 7212 7213 7214 7215 7216 7217 7218 7219 7220 7221 7222
        switch(pps->mb_slice_group_map_type){
        case 0:
#if 0
|   for( i = 0; i <= num_slice_groups_minus1; i++ ) |   |        |
|    run_length[ i ]                                |1  |ue(v)   |
#endif
            break;
        case 2:
#if 0
|   for( i = 0; i < num_slice_groups_minus1; i++ )  |   |        |
|{                                                  |   |        |
|    top_left_mb[ i ]                               |1  |ue(v)   |
|    bottom_right_mb[ i ]                           |1  |ue(v)   |
|   }                                               |   |        |
#endif
            break;
        case 3:
        case 4:
        case 5:
#if 0
|   slice_group_change_direction_flag               |1  |u(1)    |
|   slice_group_change_rate_minus1                  |1  |ue(v)   |
#endif
            break;
        case 6:
#if 0
|   slice_group_id_cnt_minus1                       |1  |ue(v)   |
|   for( i = 0; i <= slice_group_id_cnt_minus1; i++ |   |        |
|)                                                  |   |        |
|    slice_group_id[ i ]                            |1  |u(v)    |
#endif
7223
            break;
michaelni's avatar
michaelni committed
7224 7225 7226 7227
        }
    }
    pps->ref_count[0]= get_ue_golomb(&s->gb) + 1;
    pps->ref_count[1]= get_ue_golomb(&s->gb) + 1;
michael's avatar
michael committed
7228
    if(pps->ref_count[0]-1 > 32-1 || pps->ref_count[1]-1 > 32-1){
7229
        av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow (pps)\n");
7230
        goto fail;
michaelni's avatar
michaelni committed
7231
    }
7232

michaelni's avatar
michaelni committed
7233 7234 7235 7236
    pps->weighted_pred= get_bits1(&s->gb);
    pps->weighted_bipred_idc= get_bits(&s->gb, 2);
    pps->init_qp= get_se_golomb(&s->gb) + 26;
    pps->init_qs= get_se_golomb(&s->gb) + 26;
7237
    pps->chroma_qp_index_offset[0]= get_se_golomb(&s->gb);
michaelni's avatar
michaelni committed
7238 7239 7240
    pps->deblocking_filter_parameters_present= get_bits1(&s->gb);
    pps->constrained_intra_pred= get_bits1(&s->gb);
    pps->redundant_pic_cnt_present = get_bits1(&s->gb);
7241

7242 7243
    pps->transform_8x8_mode= 0;
    h->dequant_coeff_pps= -1; //contents of sps/pps can change even if id doesn't, so reinit
7244 7245
    memcpy(pps->scaling_matrix4, h->sps_buffers[pps->sps_id]->scaling_matrix4, sizeof(pps->scaling_matrix4));
    memcpy(pps->scaling_matrix8, h->sps_buffers[pps->sps_id]->scaling_matrix8, sizeof(pps->scaling_matrix8));
lorenm's avatar
lorenm committed
7246 7247 7248

    if(get_bits_count(&s->gb) < bit_length){
        pps->transform_8x8_mode= get_bits1(&s->gb);
benoit's avatar
 
benoit committed
7249
        decode_scaling_matrices(h, h->sps_buffers[pps->sps_id], pps, 0, pps->scaling_matrix4, pps->scaling_matrix8);
7250 7251 7252
        pps->chroma_qp_index_offset[1]= get_se_golomb(&s->gb); //second_chroma_qp_index_offset
    } else {
        pps->chroma_qp_index_offset[1]= pps->chroma_qp_index_offset[0];
lorenm's avatar
lorenm committed
7253
    }
7254

7255
    build_qp_table(pps, 0, pps->chroma_qp_index_offset[0]);
7256 7257
    build_qp_table(pps, 1, pps->chroma_qp_index_offset[1]);
    if(pps->chroma_qp_index_offset[0] != pps->chroma_qp_index_offset[1])
7258 7259
        h->pps.chroma_qp_diff= 1;

michaelni's avatar
michaelni committed
7260
    if(s->avctx->debug&FF_DEBUG_PICT_INFO){
7261
        av_log(h->s.avctx, AV_LOG_DEBUG, "pps:%u sps:%u %s slice_groups:%d ref:%d/%d %s qp:%d/%d/%d/%d %s %s %s %s\n",
michaelni's avatar
michaelni committed
7262 7263 7264 7265 7266
               pps_id, pps->sps_id,
               pps->cabac ? "CABAC" : "CAVLC",
               pps->slice_group_count,
               pps->ref_count[0], pps->ref_count[1],
               pps->weighted_pred ? "weighted" : "",
7267
               pps->init_qp, pps->init_qs, pps->chroma_qp_index_offset[0], pps->chroma_qp_index_offset[1],
michaelni's avatar
michaelni committed
7268 7269
               pps->deblocking_filter_parameters_present ? "LPAR" : "",
               pps->constrained_intra_pred ? "CONSTR" : "",
lorenm's avatar
lorenm committed
7270 7271
               pps->redundant_pic_cnt_present ? "REDU" : "",
               pps->transform_8x8_mode ? "8x8DCT" : ""
michaelni's avatar
michaelni committed
7272 7273
               );
    }
7274

7275 7276
    av_free(h->pps_buffers[pps_id]);
    h->pps_buffers[pps_id]= pps;
michaelni's avatar
michaelni committed
7277
    return 0;
7278 7279 7280
fail:
    av_free(pps);
    return -1;
michaelni's avatar
michaelni committed
7281 7282
}

7283 7284 7285 7286 7287 7288 7289 7290 7291 7292 7293 7294
/**
 * Call decode_slice() for each context.
 *
 * @param h h264 master context
 * @param context_count number of contexts to execute
 */
static void execute_decode_slices(H264Context *h, int context_count){
    MpegEncContext * const s = &h->s;
    AVCodecContext * const avctx= s->avctx;
    H264Context *hx;
    int i;

7295 7296
    if(avctx->codec_id == CODEC_ID_H264_VDPAU)
        return;
7297
    if(context_count == 1) {
cehoyos's avatar
cehoyos committed
7298
        decode_slice(avctx, &h);
7299 7300 7301
    } else {
        for(i = 1; i < context_count; i++) {
            hx = h->thread_context[i];
7302
            hx->s.error_recognition = avctx->error_recognition;
7303 7304 7305 7306
            hx->s.error_count = 0;
        }

        avctx->execute(avctx, (void *)decode_slice,
7307
                       (void **)h->thread_context, NULL, context_count, sizeof(void*));
7308 7309 7310 7311 7312

        /* pull back stuff from slices to master context */
        hx = h->thread_context[context_count - 1];
        s->mb_x = hx->s.mb_x;
        s->mb_y = hx->s.mb_y;
7313 7314
        s->dropable = hx->s.dropable;
        s->picture_structure = hx->s.picture_structure;
7315 7316 7317 7318 7319 7320
        for(i = 1; i < context_count; i++)
            h->s.error_count += h->thread_context[i]->s.error_count;
    }
}


michael's avatar
michael committed
7321
static int decode_nal_units(H264Context *h, const uint8_t *buf, int buf_size){
michaelni's avatar
michaelni committed
7322 7323 7324
    MpegEncContext * const s = &h->s;
    AVCodecContext * const avctx= s->avctx;
    int buf_index=0;
7325 7326 7327 7328
    H264Context *hx; ///< thread context
    int context_count = 0;

    h->max_contexts = avctx->thread_count;
michaelni's avatar
michaelni committed
7329
#if 0
al3x's avatar
al3x committed
7330
    int i;
7331 7332
    for(i=0; i<50; i++){
        av_log(NULL, AV_LOG_ERROR,"%02X ", buf[i]);
michaelni's avatar
michaelni committed
7333 7334
    }
#endif
7335
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS)){
7336
        h->current_slice = 0;
7337
        if (!s->first_field)
andoma's avatar
andoma committed
7338
            s->current_picture_ptr= NULL;
7339 7340
    }

michaelni's avatar
michaelni committed
7341 7342 7343 7344
    for(;;){
        int consumed;
        int dst_length;
        int bit_length;
michael's avatar
michael committed
7345
        const uint8_t *ptr;
7346
        int i, nalsize = 0;
7347
        int err;
7348

benoit's avatar
benoit committed
7349 7350 7351 7352 7353 7354 7355 7356 7357 7358 7359 7360 7361 7362 7363 7364 7365 7366 7367 7368
        if(h->is_avc) {
            if(buf_index >= buf_size) break;
            nalsize = 0;
            for(i = 0; i < h->nal_length_size; i++)
                nalsize = (nalsize << 8) | buf[buf_index++];
            if(nalsize <= 1 || (nalsize+buf_index > buf_size)){
                if(nalsize == 1){
                    buf_index++;
                    continue;
                }else{
                    av_log(h->s.avctx, AV_LOG_ERROR, "AVC: nal size %d\n", nalsize);
                    break;
                }
            }
        } else {
            // start code prefix search
            for(; buf_index + 3 < buf_size; buf_index++){
                // This should always succeed in the first iteration.
                if(buf[buf_index] == 0 && buf[buf_index+1] == 0 && buf[buf_index+2] == 1)
                    break;
7369
            }
7370

benoit's avatar
benoit committed
7371
            if(buf_index+3 >= buf_size) break;
7372

benoit's avatar
benoit committed
7373 7374
            buf_index+=3;
        }
7375

7376 7377 7378
        hx = h->thread_context[context_count];

        ptr= decode_nal(hx, buf + buf_index, &dst_length, &consumed, h->is_avc ? nalsize : buf_size - buf_index);
7379
        if (ptr==NULL || dst_length < 0){
7380 7381
            return -1;
        }
7382
        while(ptr[dst_length - 1] == 0 && dst_length > 0)
7383
            dst_length--;
7384
        bit_length= !dst_length ? 0 : (8*dst_length - decode_rbsp_trailing(h, ptr + dst_length - 1));
michaelni's avatar
michaelni committed
7385 7386

        if(s->avctx->debug&FF_DEBUG_STARTCODE){
7387
            av_log(h->s.avctx, AV_LOG_DEBUG, "NAL %d at %d/%d length %d\n", hx->nal_unit_type, buf_index, buf_size, dst_length);
michaelni's avatar
michaelni committed
7388
        }
7389

7390
        if (h->is_avc && (nalsize != consumed)){
7391
            av_log(h->s.avctx, AV_LOG_ERROR, "AVC: Consumed only %d bytes instead of %d\n", consumed, nalsize);
7392 7393
            consumed= nalsize;
        }
7394

michaelni's avatar
michaelni committed
7395 7396
        buf_index += consumed;

diego's avatar
diego committed
7397
        if(  (s->hurry_up == 1 && h->nal_ref_idc  == 0) //FIXME do not discard SEI id
michael's avatar
michael committed
7398
           ||(avctx->skip_frame >= AVDISCARD_NONREF && h->nal_ref_idc  == 0))
michaelni's avatar
michaelni committed
7399
            continue;
7400

7401 7402 7403
      again:
        err = 0;
        switch(hx->nal_unit_type){
michaelni's avatar
michaelni committed
7404
        case NAL_IDR_SLICE:
7405 7406 7407 7408
            if (h->nal_unit_type != NAL_IDR_SLICE) {
                av_log(h->s.avctx, AV_LOG_ERROR, "Invalid mix of idr and non-idr slices");
                return -1;
            }
7409
            idr(h); //FIXME ensure we don't loose some frames if there is reordering
michaelni's avatar
michaelni committed
7410
        case NAL_SLICE:
7411 7412 7413 7414 7415 7416 7417 7418
            init_get_bits(&hx->s.gb, ptr, bit_length);
            hx->intra_gb_ptr=
            hx->inter_gb_ptr= &hx->s.gb;
            hx->s.data_partitioning = 0;

            if((err = decode_slice_header(hx, h)))
               break;

7419
            s->current_picture_ptr->key_frame|= (hx->nal_unit_type == NAL_IDR_SLICE);
7420 7421
            if(hx->redundant_pic_count==0 && hx->s.hurry_up < 5
               && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
7422
               && (avctx->skip_frame < AVDISCARD_BIDIR  || hx->slice_type_nos!=FF_B_TYPE)
7423
               && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
7424 7425 7426 7427 7428 7429
               && avctx->skip_frame < AVDISCARD_ALL){
                if(ENABLE_H264_VDPAU_DECODER && avctx->codec_id == CODEC_ID_H264_VDPAU){
                    static const uint8_t start_code[] = {0x00, 0x00, 0x01};
                    ff_VDPAU_h264_add_data_chunk(h, start_code, sizeof(start_code));
                    ff_VDPAU_h264_add_data_chunk(h, &buf[buf_index - consumed], consumed );
                }else
7430
                context_count++;
7431
            }
michaelni's avatar
michaelni committed
7432 7433
            break;
        case NAL_DPA:
7434 7435 7436 7437
            init_get_bits(&hx->s.gb, ptr, bit_length);
            hx->intra_gb_ptr=
            hx->inter_gb_ptr= NULL;
            hx->s.data_partitioning = 1;
7438

7439
            err = decode_slice_header(hx, h);
michaelni's avatar
michaelni committed
7440 7441
            break;
        case NAL_DPB:
7442 7443
            init_get_bits(&hx->intra_gb, ptr, bit_length);
            hx->intra_gb_ptr= &hx->intra_gb;
michaelni's avatar
michaelni committed
7444 7445
            break;
        case NAL_DPC:
7446 7447
            init_get_bits(&hx->inter_gb, ptr, bit_length);
            hx->inter_gb_ptr= &hx->inter_gb;
michaelni's avatar
michaelni committed
7448

7449
            if(hx->redundant_pic_count==0 && hx->intra_gb_ptr && hx->s.data_partitioning
7450
               && s->context_initialized
michael's avatar
michael committed
7451
               && s->hurry_up < 5
7452
               && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
7453
               && (avctx->skip_frame < AVDISCARD_BIDIR  || hx->slice_type_nos!=FF_B_TYPE)
7454
               && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
michael's avatar
michael committed
7455
               && avctx->skip_frame < AVDISCARD_ALL)
7456
                context_count++;
michaelni's avatar
michaelni committed
7457 7458
            break;
        case NAL_SEI:
7459 7460
            init_get_bits(&s->gb, ptr, bit_length);
            decode_sei(h);
michaelni's avatar
michaelni committed
7461 7462 7463 7464
            break;
        case NAL_SPS:
            init_get_bits(&s->gb, ptr, bit_length);
            decode_seq_parameter_set(h);
7465

michaelni's avatar
michaelni committed
7466 7467
            if(s->flags& CODEC_FLAG_LOW_DELAY)
                s->low_delay=1;
7468

7469 7470
            if(avctx->has_b_frames < 2)
                avctx->has_b_frames= !s->low_delay;
michaelni's avatar
michaelni committed
7471 7472 7473
            break;
        case NAL_PPS:
            init_get_bits(&s->gb, ptr, bit_length);
7474

lorenm's avatar
lorenm committed
7475
            decode_picture_parameter_set(h, bit_length);
michaelni's avatar
michaelni committed
7476 7477

            break;
lorenm's avatar
lorenm committed
7478 7479 7480 7481 7482 7483
        case NAL_AUD:
        case NAL_END_SEQUENCE:
        case NAL_END_STREAM:
        case NAL_FILLER_DATA:
        case NAL_SPS_EXT:
        case NAL_AUXILIARY_SLICE:
michaelni's avatar
michaelni committed
7484
            break;
7485
        default:
7486
            av_log(avctx, AV_LOG_DEBUG, "Unknown NAL code: %d (%d bits)\n", h->nal_unit_type, bit_length);
7487 7488
        }

7489 7490 7491 7492 7493 7494 7495 7496 7497 7498
        if(context_count == h->max_contexts) {
            execute_decode_slices(h, context_count);
            context_count = 0;
        }

        if (err < 0)
            av_log(h->s.avctx, AV_LOG_ERROR, "decode_slice_header error\n");
        else if(err == 1) {
            /* Slice could not be decoded in parallel mode, copy down
             * NAL unit stuff to context 0 and restart. Note that
diego's avatar
diego committed
7499
             * rbsp_buffer is not transferred, but since we no longer
7500 7501 7502 7503 7504 7505 7506 7507 7508
             * run in parallel mode this should not be an issue. */
            h->nal_unit_type = hx->nal_unit_type;
            h->nal_ref_idc   = hx->nal_ref_idc;
            hx = h;
            goto again;
        }
    }
    if(context_count)
        execute_decode_slices(h, context_count);
michaelni's avatar
michaelni committed
7509 7510 7511 7512
    return buf_index;
}

/**
7513
 * returns the number of bytes consumed for building the current frame
michaelni's avatar
michaelni committed
7514 7515
 */
static int get_consumed_bytes(MpegEncContext *s, int pos, int buf_size){
diego's avatar
diego committed
7516
        if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
michaelni's avatar
michaelni committed
7517 7518 7519 7520 7521
        if(pos+10>buf_size) pos=buf_size; // oops ;)

        return pos;
}

7522
static int decode_frame(AVCodecContext *avctx,
michaelni's avatar
michaelni committed
7523
                             void *data, int *data_size,
michael's avatar
michael committed
7524
                             const uint8_t *buf, int buf_size)
michaelni's avatar
michaelni committed
7525 7526 7527
{
    H264Context *h = avctx->priv_data;
    MpegEncContext *s = &h->s;
7528
    AVFrame *pict = data;
michaelni's avatar
michaelni committed
7529
    int buf_index;
7530

michaelni's avatar
michaelni committed
7531
    s->flags= avctx->flags;
7532
    s->flags2= avctx->flags2;
michaelni's avatar
michaelni committed
7533

diego's avatar
diego committed
7534
   /* end of stream, output what is still in the buffers */
michaelni's avatar
michaelni committed
7535
    if (buf_size == 0) {
michael's avatar
michael committed
7536 7537 7538 7539 7540 7541
        Picture *out;
        int i, out_idx;

//FIXME factorize this with the output code below
        out = h->delayed_pic[0];
        out_idx = 0;
7542
        for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
michael's avatar
michael committed
7543 7544 7545 7546 7547 7548 7549 7550 7551 7552 7553 7554 7555
            if(h->delayed_pic[i]->poc < out->poc){
                out = h->delayed_pic[i];
                out_idx = i;
            }

        for(i=out_idx; h->delayed_pic[i]; i++)
            h->delayed_pic[i] = h->delayed_pic[i+1];

        if(out){
            *data_size = sizeof(AVFrame);
            *pict= *(AVFrame*)out;
        }

michaelni's avatar
michaelni committed
7556 7557
        return 0;
    }
7558

7559 7560 7561 7562 7563 7564 7565 7566 7567 7568 7569 7570 7571 7572 7573 7574 7575 7576
    if(h->is_avc && !h->got_avcC) {
        int i, cnt, nalsize;
        unsigned char *p = avctx->extradata;
        if(avctx->extradata_size < 7) {
            av_log(avctx, AV_LOG_ERROR, "avcC too short\n");
            return -1;
        }
        if(*p != 1) {
            av_log(avctx, AV_LOG_ERROR, "Unknown avcC version %d\n", *p);
            return -1;
        }
        /* sps and pps in the avcC always have length coded with 2 bytes,
           so put a fake nal_length_size = 2 while parsing them */
        h->nal_length_size = 2;
        // Decode sps from avcC
        cnt = *(p+5) & 0x1f; // Number of sps
        p += 6;
        for (i = 0; i < cnt; i++) {
7577
            nalsize = AV_RB16(p) + 2;
7578
            if(decode_nal_units(h, p, nalsize) < 0) {
7579 7580 7581 7582
                av_log(avctx, AV_LOG_ERROR, "Decoding sps %d from avcC failed\n", i);
                return -1;
            }
            p += nalsize;
7583
        }
7584 7585 7586
        // Decode pps from avcC
        cnt = *(p++); // Number of pps
        for (i = 0; i < cnt; i++) {
7587
            nalsize = AV_RB16(p) + 2;
7588 7589 7590 7591 7592
            if(decode_nal_units(h, p, nalsize)  != nalsize) {
                av_log(avctx, AV_LOG_ERROR, "Decoding pps %d from avcC failed\n", i);
                return -1;
            }
            p += nalsize;
7593
        }
7594 7595 7596 7597 7598 7599
        // Now store right nal length size, that will be use to parse all other nals
        h->nal_length_size = ((*(((char*)(avctx->extradata))+4))&0x03)+1;
        // Do not reparse avcC
        h->got_avcC = 1;
    }

7600
    if(!h->got_avcC && !h->is_avc && s->avctx->extradata_size){
7601
        if(decode_nal_units(h, s->avctx->extradata, s->avctx->extradata_size) < 0)
michaelni's avatar
michaelni committed
7602
            return -1;
7603
        h->got_avcC = 1;
michaelni's avatar
michaelni committed
7604 7605 7606
    }

    buf_index=decode_nal_units(h, buf, buf_size);
7607
    if(buf_index < 0)
michaelni's avatar
michaelni committed
7608 7609
        return -1;

7610
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS) && !s->current_picture_ptr){
7611
        if (avctx->skip_frame >= AVDISCARD_NONREF || s->hurry_up) return 0;
7612 7613 7614 7615
        av_log(avctx, AV_LOG_ERROR, "no frame!\n");
        return -1;
    }

7616 7617 7618 7619
    if(!(s->flags2 & CODEC_FLAG2_CHUNKS) || (s->mb_y >= s->mb_height && s->mb_height)){
        Picture *out = s->current_picture_ptr;
        Picture *cur = s->current_picture_ptr;
        int i, pics, cross_idr, out_of_order, out_idx;
7620

7621 7622 7623 7624 7625
        s->mb_y= 0;

        s->current_picture_ptr->qscale_type= FF_QSCALE_TYPE_H264;
        s->current_picture_ptr->pict_type= s->pict_type;

7626
        if(!s->dropable) {
michael's avatar
michael committed
7627
            execute_ref_pic_marking(h, h->mmco, h->mmco_index);
7628 7629
            h->prev_poc_msb= h->poc_msb;
            h->prev_poc_lsb= h->poc_lsb;
7630
        }
michael's avatar
michael committed
7631 7632
        h->prev_frame_num_offset= h->frame_num_offset;
        h->prev_frame_num= h->frame_num;
7633

7634 7635 7636
        if (ENABLE_H264_VDPAU_DECODER && avctx->codec_id == CODEC_ID_H264_VDPAU)
            ff_VDPAU_h264_picture_complete(h);

7637 7638 7639 7640 7641 7642 7643 7644 7645 7646 7647 7648
        /*
         * FIXME: Error handling code does not seem to support interlaced
         * when slices span multiple rows
         * The ff_er_add_slice calls don't work right for bottom
         * fields; they cause massive erroneous error concealing
         * Error marking covers both fields (top and bottom).
         * This causes a mismatched s->error_count
         * and a bad error table. Further, the error count goes to
         * INT_MAX when called for bottom field, because mb_y is
         * past end by one (callers fault) and resync_mb_y != 0
         * causes problems for the first MB line, too.
         */
7649
        if (!avctx->codec_id == CODEC_ID_H264_VDPAU && !FIELD_PICTURE)
andoma's avatar
andoma committed
7650
            ff_er_frame_end(s);
7651 7652 7653

        MPV_frame_end(s);

7654
        if (cur->field_poc[0]==INT_MAX || cur->field_poc[1]==INT_MAX) {
7655 7656 7657 7658
            /* Wait for second field. */
            *data_size = 0;

        } else {
7659 7660 7661 7662 7663 7664 7665 7666 7667 7668 7669 7670 7671 7672 7673 7674 7675 7676 7677 7678 7679 7680 7681 7682 7683 7684 7685 7686 7687 7688 7689 7690 7691 7692 7693 7694 7695 7696 7697 7698 7699 7700 7701 7702 7703 7704 7705 7706 7707 7708 7709 7710 7711 7712
            cur->repeat_pict = 0;

            /* Signal interlacing information externally. */
            /* Prioritize picture timing SEI information over used decoding process if it exists. */
            if(h->sps.pic_struct_present_flag){
                switch (h->sei_pic_struct)
                {
                case SEI_PIC_STRUCT_FRAME:
                    cur->interlaced_frame = 0;
                    break;
                case SEI_PIC_STRUCT_TOP_FIELD:
                case SEI_PIC_STRUCT_BOTTOM_FIELD:
                case SEI_PIC_STRUCT_TOP_BOTTOM:
                case SEI_PIC_STRUCT_BOTTOM_TOP:
                    cur->interlaced_frame = 1;
                    break;
                case SEI_PIC_STRUCT_TOP_BOTTOM_TOP:
                case SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM:
                    // Signal the possibility of telecined film externally (pic_struct 5,6)
                    // From these hints, let the applications decide if they apply deinterlacing.
                    cur->repeat_pict = 1;
                    cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
                    break;
                case SEI_PIC_STRUCT_FRAME_DOUBLING:
                    // Force progressive here, as doubling interlaced frame is a bad idea.
                    cur->interlaced_frame = 0;
                    cur->repeat_pict = 2;
                    break;
                case SEI_PIC_STRUCT_FRAME_TRIPLING:
                    cur->interlaced_frame = 0;
                    cur->repeat_pict = 4;
                    break;
                }
            }else{
                /* Derive interlacing flag from used decoding process. */
                cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
            }

            if (cur->field_poc[0] != cur->field_poc[1]){
                /* Derive top_field_first from field pocs. */
                cur->top_field_first = cur->field_poc[0] < cur->field_poc[1];
            }else{
                if(cur->interlaced_frame || h->sps.pic_struct_present_flag){
                    /* Use picture timing SEI information. Even if it is a information of a past frame, better than nothing. */
                    if(h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM
                      || h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM_TOP)
                        cur->top_field_first = 1;
                    else
                        cur->top_field_first = 0;
                }else{
                    /* Most likely progressive */
                    cur->top_field_first = 0;
                }
            }
7713

andoma's avatar
andoma committed
7714
        //FIXME do something with unavailable reference frames
michaelni's avatar
michaelni committed
7715

andoma's avatar
andoma committed
7716
            /* Sort B-frames into display order */
7717

andoma's avatar
andoma committed
7718 7719 7720 7721 7722
            if(h->sps.bitstream_restriction_flag
               && s->avctx->has_b_frames < h->sps.num_reorder_frames){
                s->avctx->has_b_frames = h->sps.num_reorder_frames;
                s->low_delay = 0;
            }
7723

7724 7725 7726 7727 7728 7729
            if(   s->avctx->strict_std_compliance >= FF_COMPLIANCE_STRICT
               && !h->sps.bitstream_restriction_flag){
                s->avctx->has_b_frames= MAX_DELAYED_PIC_COUNT;
                s->low_delay= 0;
            }

andoma's avatar
andoma committed
7730 7731
            pics = 0;
            while(h->delayed_pic[pics]) pics++;
7732

7733
            assert(pics <= MAX_DELAYED_PIC_COUNT);
7734

andoma's avatar
andoma committed
7735 7736 7737
            h->delayed_pic[pics++] = cur;
            if(cur->reference == 0)
                cur->reference = DELAYED_PIC_REF;
7738

andoma's avatar
andoma committed
7739 7740
            out = h->delayed_pic[0];
            out_idx = 0;
7741
            for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
andoma's avatar
andoma committed
7742 7743 7744 7745
                if(h->delayed_pic[i]->poc < out->poc){
                    out = h->delayed_pic[i];
                    out_idx = i;
                }
7746
            cross_idr = !h->delayed_pic[0]->poc || !!h->delayed_pic[i] || h->delayed_pic[0]->key_frame;
lorenm's avatar
lorenm committed
7747

7748
            out_of_order = !cross_idr && out->poc < h->outputed_poc;
7749

andoma's avatar
andoma committed
7750 7751
            if(h->sps.bitstream_restriction_flag && s->avctx->has_b_frames >= h->sps.num_reorder_frames)
                { }
7752
            else if((out_of_order && pics-1 == s->avctx->has_b_frames && s->avctx->has_b_frames < MAX_DELAYED_PIC_COUNT)
andoma's avatar
andoma committed
7753
               || (s->low_delay &&
7754
                ((!cross_idr && out->poc > h->outputed_poc + 2)
7755
                 || cur->pict_type == FF_B_TYPE)))
andoma's avatar
andoma committed
7756 7757 7758 7759 7760 7761
            {
                s->low_delay = 0;
                s->avctx->has_b_frames++;
            }

            if(out_of_order || pics > s->avctx->has_b_frames){
michael's avatar
michael committed
7762
                out->reference &= ~DELAYED_PIC_REF;
andoma's avatar
andoma committed
7763 7764 7765
                for(i=out_idx; h->delayed_pic[i]; i++)
                    h->delayed_pic[i] = h->delayed_pic[i+1];
            }
michael's avatar
michael committed
7766
            if(!out_of_order && pics > s->avctx->has_b_frames){
andoma's avatar
andoma committed
7767
                *data_size = sizeof(AVFrame);
7768 7769

                h->outputed_poc = out->poc;
andoma's avatar
andoma committed
7770
                *pict= *(AVFrame*)out;
michael's avatar
michael committed
7771
            }else{
andoma's avatar
andoma committed
7772
                av_log(avctx, AV_LOG_DEBUG, "no picture\n");
michael's avatar
michael committed
7773
            }
7774
        }
lorenm's avatar
lorenm committed
7775 7776
    }

7777
    assert(pict->data[0] || !*data_size);
7778
    ff_print_debug_info(s, pict);
michaelni's avatar
michaelni committed
7779 7780 7781 7782
//printf("out %d\n", (int)pict->data[0]);
#if 0 //?

    /* Return the Picture timestamp as the frame number */
vitor's avatar
vitor committed
7783
    /* we subtract 1 because it is added on utils.c     */
michaelni's avatar
michaelni committed
7784 7785 7786 7787 7788 7789 7790
    avctx->frame_number = s->picture_number - 1;
#endif
    return get_consumed_bytes(s, buf_index, buf_size);
}
#if 0
static inline void fill_mb_avail(H264Context *h){
    MpegEncContext * const s = &h->s;
7791
    const int mb_xy= s->mb_x + s->mb_y*s->mb_stride;
michaelni's avatar
michaelni committed
7792 7793

    if(s->mb_y){
7794 7795 7796
        h->mb_avail[0]= s->mb_x                 && h->slice_table[mb_xy - s->mb_stride - 1] == h->slice_num;
        h->mb_avail[1]=                            h->slice_table[mb_xy - s->mb_stride    ] == h->slice_num;
        h->mb_avail[2]= s->mb_x+1 < s->mb_width && h->slice_table[mb_xy - s->mb_stride + 1] == h->slice_num;
michaelni's avatar
michaelni committed
7797 7798 7799 7800 7801 7802 7803 7804 7805 7806 7807
    }else{
        h->mb_avail[0]=
        h->mb_avail[1]=
        h->mb_avail[2]= 0;
    }
    h->mb_avail[3]= s->mb_x && h->slice_table[mb_xy - 1] == h->slice_num;
    h->mb_avail[4]= 1; //FIXME move out
    h->mb_avail[5]= 0; //FIXME move out
}
#endif

7808
#ifdef TEST
7809
#undef printf
7810
#undef random
michaelni's avatar
michaelni committed
7811 7812
#define COUNT 8000
#define SIZE (COUNT*40)
diego's avatar
diego committed
7813
int main(void){
michaelni's avatar
michaelni committed
7814 7815 7816 7817 7818 7819 7820
    int i;
    uint8_t temp[SIZE];
    PutBitContext pb;
    GetBitContext gb;
//    int int_temp[10000];
    DSPContext dsp;
    AVCodecContext avctx;
7821

michaelni's avatar
michaelni committed
7822 7823
    dsputil_init(&dsp, &avctx);

7824
    init_put_bits(&pb, temp, SIZE);
michaelni's avatar
michaelni committed
7825 7826 7827 7828 7829 7830 7831
    printf("testing unsigned exp golomb\n");
    for(i=0; i<COUNT; i++){
        START_TIMER
        set_ue_golomb(&pb, i);
        STOP_TIMER("set_ue_golomb");
    }
    flush_put_bits(&pb);
7832

michaelni's avatar
michaelni committed
7833 7834 7835
    init_get_bits(&gb, temp, 8*SIZE);
    for(i=0; i<COUNT; i++){
        int j, s;
7836

michaelni's avatar
michaelni committed
7837
        s= show_bits(&gb, 24);
7838

michaelni's avatar
michaelni committed
7839 7840 7841
        START_TIMER
        j= get_ue_golomb(&gb);
        if(j != i){
diego's avatar
diego committed
7842
            printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
michaelni's avatar
michaelni committed
7843 7844 7845 7846
//            return -1;
        }
        STOP_TIMER("get_ue_golomb");
    }
7847 7848


alex's avatar
10l  
alex committed
7849
    init_put_bits(&pb, temp, SIZE);
michaelni's avatar
michaelni committed
7850 7851 7852 7853 7854 7855 7856
    printf("testing signed exp golomb\n");
    for(i=0; i<COUNT; i++){
        START_TIMER
        set_se_golomb(&pb, i - COUNT/2);
        STOP_TIMER("set_se_golomb");
    }
    flush_put_bits(&pb);
7857

michaelni's avatar
michaelni committed
7858 7859 7860
    init_get_bits(&gb, temp, 8*SIZE);
    for(i=0; i<COUNT; i++){
        int j, s;
7861

michaelni's avatar
michaelni committed
7862
        s= show_bits(&gb, 24);
7863

michaelni's avatar
michaelni committed
7864 7865 7866
        START_TIMER
        j= get_se_golomb(&gb);
        if(j != i - COUNT/2){
diego's avatar
diego committed
7867
            printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
michaelni's avatar
michaelni committed
7868 7869 7870 7871 7872
//            return -1;
        }
        STOP_TIMER("get_se_golomb");
    }

7873
#if 0
michaelni's avatar
michaelni committed
7874
    printf("testing 4x4 (I)DCT\n");
7875

michaelni's avatar
michaelni committed
7876 7877 7878 7879 7880 7881 7882 7883 7884 7885 7886 7887 7888
    DCTELEM block[16];
    uint8_t src[16], ref[16];
    uint64_t error= 0, max_error=0;

    for(i=0; i<COUNT; i++){
        int j;
//        printf("%d %d %d\n", r1, r2, (r2-r1)*16);
        for(j=0; j<16; j++){
            ref[j]= random()%255;
            src[j]= random()%255;
        }

        h264_diff_dct_c(block, src, ref, 4);
7889

michaelni's avatar
michaelni committed
7890 7891 7892 7893 7894 7895 7896 7897
        //normalize
        for(j=0; j<16; j++){
//            printf("%d ", block[j]);
            block[j]= block[j]*4;
            if(j&1) block[j]= (block[j]*4 + 2)/5;
            if(j&4) block[j]= (block[j]*4 + 2)/5;
        }
//        printf("\n");
7898

7899
        s->dsp.h264_idct_add(ref, block, 4);
michaelni's avatar
michaelni committed
7900 7901 7902 7903
/*        for(j=0; j<16; j++){
            printf("%d ", ref[j]);
        }
        printf("\n");*/
7904

michaelni's avatar
michaelni committed
7905
        for(j=0; j<16; j++){
diego's avatar
diego committed
7906
            int diff= FFABS(src[j] - ref[j]);
7907

michaelni's avatar
michaelni committed
7908 7909 7910 7911 7912 7913 7914 7915 7916
            error+= diff*diff;
            max_error= FFMAX(max_error, diff);
        }
    }
    printf("error=%f max_error=%d\n", ((float)error)/COUNT/16, (int)max_error );
    printf("testing quantizer\n");
    for(qp=0; qp<52; qp++){
        for(i=0; i<16; i++)
            src1_block[i]= src2_block[i]= random()%255;
7917

michaelni's avatar
michaelni committed
7918 7919
    }
    printf("Testing NAL layer\n");
7920

michaelni's avatar
michaelni committed
7921 7922 7923 7924
    uint8_t bitstream[COUNT];
    uint8_t nal[COUNT*2];
    H264Context h;
    memset(&h, 0, sizeof(H264Context));
7925

michaelni's avatar
michaelni committed
7926 7927 7928 7929 7930 7931 7932
    for(i=0; i<COUNT; i++){
        int zeros= i;
        int nal_length;
        int consumed;
        int out_length;
        uint8_t *out;
        int j;
7933

michaelni's avatar
michaelni committed
7934 7935 7936
        for(j=0; j<COUNT; j++){
            bitstream[j]= (random() % 255) + 1;
        }
7937

michaelni's avatar
michaelni committed
7938 7939 7940 7941 7942 7943 7944 7945
        for(j=0; j<zeros; j++){
            int pos= random() % COUNT;
            while(bitstream[pos] == 0){
                pos++;
                pos %= COUNT;
            }
            bitstream[pos]=0;
        }
7946

michaelni's avatar
michaelni committed
7947
        START_TIMER
7948

michaelni's avatar
michaelni committed
7949 7950 7951 7952 7953
        nal_length= encode_nal(&h, nal, bitstream, COUNT, COUNT*2);
        if(nal_length<0){
            printf("encoding failed\n");
            return -1;
        }
7954

michaelni's avatar
michaelni committed
7955 7956 7957
        out= decode_nal(&h, nal, &out_length, &consumed, nal_length);

        STOP_TIMER("NAL")
7958

michaelni's avatar
michaelni committed
7959 7960 7961 7962
        if(out_length != COUNT){
            printf("incorrect length %d %d\n", out_length, COUNT);
            return -1;
        }
7963

michaelni's avatar
michaelni committed
7964 7965 7966 7967
        if(consumed != nal_length){
            printf("incorrect consumed length %d %d\n", nal_length, consumed);
            return -1;
        }
7968

michaelni's avatar
michaelni committed
7969
        if(memcmp(bitstream, out, COUNT)){
diego's avatar
diego committed
7970
            printf("mismatch\n");
michaelni's avatar
michaelni committed
7971 7972 7973
            return -1;
        }
    }
7974
#endif
7975

michaelni's avatar
michaelni committed
7976
    printf("Testing RBSP\n");
7977 7978


michaelni's avatar
michaelni committed
7979 7980
    return 0;
}
7981
#endif /* TEST */
michaelni's avatar
michaelni committed
7982 7983


7984
static av_cold int decode_end(AVCodecContext *avctx)
michaelni's avatar
michaelni committed
7985 7986 7987
{
    H264Context *h = avctx->priv_data;
    MpegEncContext *s = &h->s;
7988
    int i;
7989

7990 7991
    av_freep(&h->rbsp_buffer[0]);
    av_freep(&h->rbsp_buffer[1]);
michaelni's avatar
michaelni committed
7992
    free_tables(h); //FIXME cleanup init stuff perhaps
7993 7994 7995 7996 7997 7998 7999

    for(i = 0; i < MAX_SPS_COUNT; i++)
        av_freep(h->sps_buffers + i);

    for(i = 0; i < MAX_PPS_COUNT; i++)
        av_freep(h->pps_buffers + i);

michaelni's avatar
michaelni committed
8000 8001 8002
    MPV_common_end(s);

//    memset(h, 0, sizeof(H264Context));
8003

michaelni's avatar
michaelni committed
8004 8005 8006 8007 8008 8009 8010 8011 8012 8013 8014 8015 8016
    return 0;
}


AVCodec h264_decoder = {
    "h264",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H264,
    sizeof(H264Context),
    decode_init,
    NULL,
    decode_end,
    decode_frame,
8017
    /*CODEC_CAP_DRAW_HORIZ_BAND |*/ CODEC_CAP_DR1 | CODEC_CAP_DELAY,
lorenm's avatar
lorenm committed
8018
    .flush= flush_dpb,
8019
    .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10"),
michaelni's avatar
michaelni committed
8020 8021
};

8022 8023 8024 8025 8026 8027 8028 8029 8030 8031 8032 8033 8034 8035 8036 8037
#ifdef CONFIG_H264_VDPAU_DECODER
AVCodec h264_vdpau_decoder = {
    "h264_vdpau",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H264_VDPAU,
    sizeof(H264Context),
    decode_init,
    NULL,
    decode_end,
    decode_frame,
    CODEC_CAP_DR1 | CODEC_CAP_DELAY | CODEC_CAP_HWACCEL_VDPAU,
    .flush= flush_dpb,
    .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (VDPAU acceleration)"),
};
#endif

michaelni's avatar
michaelni committed
8038
#include "svq3.c"